-- Logs begin at Sun 2021-09-19 02:20:18 UTC, end at Sun 2021-09-19 04:35:48 UTC. -- Sep 19 02:49:27.553145 n-d-809936-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 02:49:30.254628 n-d-809936-1 neutron-server[94613]: INFO neutron.common.config [-] Logging enabled! Sep 19 02:49:30.255214 n-d-809936-1 neutron-server[94613]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 19 02:49:30.255350 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94613) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 02:49:30.258538 n-d-809936-1 neutron-server[94613]: INFO neutron.common.config [-] Logging enabled! Sep 19 02:49:30.258814 n-d-809936-1 neutron-server[94613]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 19 02:49:30.259123 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94613) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 02:49:30.260060 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 02:49:30.260292 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 02:49:30.260658 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 02:49:30.260906 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 02:49:30.261133 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 02:49:30.261447 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.261741 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.262032 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.262262 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.262555 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.262885 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.263171 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.263457 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.263750 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.264035 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.264315 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.264600 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.264831 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.265113 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.265424 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.265708 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.265933 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] debug = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.266216 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.266640 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.267073 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.267353 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.267646 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.267925 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.268198 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.268475 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.268757 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.269083 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] host = n-d-809936-1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.269360 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.269646 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.269930 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.270216 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.270492 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.270787 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.271073 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.271344 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.271616 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] log_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.271890 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.272176 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.272459 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.272746 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.272977 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.273202 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.273488 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.273772 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.274047 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.274320 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.274594 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.274892 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.275166 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.275433 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.275716 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.275999 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.276283 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.276556 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.276828 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.277097 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.277365 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.277646 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.277919 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.278190 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.278461 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.278765 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.279035 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.279306 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.279605 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.279890 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.280170 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.280454 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.280726 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.281516 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.281789 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.282062 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.282331 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] use_json = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.282604 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.282906 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.283192 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.283470 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.283743 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.284015 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.284287 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.284573 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:30.284869 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.285166 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.285467 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.285751 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.286047 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.286328 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.286620 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.286925 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.287217 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.287507 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.287797 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.288078 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.288365 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.288647 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.288942 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.289248 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.289543 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.289835 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.290111 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.290386 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.290662 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.290971 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.291260 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.291540 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.291829 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.292116 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.292394 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.292684 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.292979 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.293269 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.293548 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.293828 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.294120 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.294398 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.294671 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.294973 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.295260 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.295537 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.295809 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.296089 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.296365 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.297258 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.297538 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.297820 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.298111 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.298390 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.298661 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.298956 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.299234 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.299506 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.299790 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.300068 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.300338 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.300608 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.300888 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.301164 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.301438 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.301715 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.301985 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.302259 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.302529 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.302823 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.303094 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.303365 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.303640 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.303908 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.304176 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.304450 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.304720 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.304988 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.305259 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.305529 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.305797 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.306080 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.306374 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.306648 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.306951 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.307229 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.307505 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.308042 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.308329 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.308604 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.308878 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.309146 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.309434 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.309716 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.310000 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.310279 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.310555 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.310877 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.311158 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.311439 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.311716 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.311991 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.312584 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.312584 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.312894 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.313184 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.313475 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.313770 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.314062 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.314339 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.314645 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.314954 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:30.315172 n-d-809936-1 neutron-server[94613]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 02:49:30.315410 n-d-809936-1 neutron-server[94613]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94613) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 02:49:30.663581 n-d-809936-1 neutron-server[94613]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 02:49:30.663859 n-d-809936-1 neutron-server[94613]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 02:49:30.664145 n-d-809936-1 neutron-server[94613]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 02:49:30.664470 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 02:49:31.053162 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.053393 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.053663 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.054971 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.055246 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.055510 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.091651 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.091927 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.092193 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.106696 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.107003 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.107271 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.135292 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.135571 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.135840 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.173434 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.173710 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.173978 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.402622 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.403284 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.403284 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.403469 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.404111 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.522589 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.522933 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.523222 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.523492 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.523755 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.524064 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.524323 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.524580 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.524834 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.525115 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.525372 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.525639 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.525893 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.526141 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.526394 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.526656 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.526936 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.527202 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.527468 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.527725 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.527996 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.528248 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.528532 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.528909 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.529159 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.529405 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.529788 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:31.530027 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:31.530264 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:31.530500 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:31.530734 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:31.531581 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:31.531941 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 02:49:31.535002 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 02:49:31.539000 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 02:49:31.542595 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 19 02:49:31.544239 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 02:49:31.544693 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 02:49:31.545026 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 02:49:31.545412 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 02:49:31.548219 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 02:49:31.548475 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 02:49:31.548819 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 02:49:31.554067 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 19 02:49:31.575954 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 02:49:31.576396 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.576690 n-d-809936-1 neutron-server[94613]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94613) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 19 02:49:31.577049 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.578951 n-d-809936-1 neutron-server[94613]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94613) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 02:49:31.579393 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 02:49:31.579642 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 02:49:31.582827 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.583116 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:31.646240 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 02:49:31.646477 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 02:49:31.646716 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 02:49:31.647100 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 02:49:31.669137 n-d-809936-1 neutron-server[94613]: DEBUG oslo_db.sqlalchemy.engines [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94613) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 02:49:32.196577 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing driver for type 'gre' Sep 19 02:49:32.197165 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] gre ID ranges: [(1, 1000)] Sep 19 02:49:32.247839 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing driver for type 'local' Sep 19 02:49:32.248182 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing driver for type 'vlan' Sep 19 02:49:32.260767 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] VlanTypeDriver initialization complete Sep 19 02:49:32.261101 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing driver for type 'vxlan' Sep 19 02:49:32.261644 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] vxlan ID ranges: [(1, 1000)] Sep 19 02:49:32.317809 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing extension driver 'port_security' Sep 19 02:49:32.318136 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] PortSecurityExtensionDriver initialization complete Sep 19 02:49:32.318464 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing mechanism driver 'openvswitch' Sep 19 02:49:32.318811 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing mechanism driver 'hyperv' Sep 19 02:49:32.325265 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:49:32.325942 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.326314 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.326668 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.327213 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 02:49:32.327650 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnet after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.328011 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnet after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.328361 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.328756 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 02:49:32.329169 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.329525 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.329878 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.330265 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 02:49:32.330667 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > security_group after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.331045 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > security_group after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.331387 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > security_group after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.331914 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 02:49:32.332323 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.332677 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.333022 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.333416 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 02:49:32.333821 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > address_group after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.334166 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > address_group after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.334502 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > address_group after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.334921 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94613) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 02:49:32.335305 n-d-809936-1 neutron-server[94613]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] ML2 OVO RPC backend initialized. {{(pid=94613) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 19 02:49:32.336001 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.336357 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.336771 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.337123 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > networks before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.337470 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.337811 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > ports before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.338153 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnet before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.338496 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnets before_response 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.338873 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.339218 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.339556 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.339892 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.340228 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.340565 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.340900 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnet after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.341237 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnet after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.341570 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > subnet after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.342139 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.plugin [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Modular L2 Plugin initialization complete Sep 19 02:49:32.342473 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading services supported by the core plugin {{(pid=94613) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 02:49:32.342830 n-d-809936-1 neutron-server[94613]: INFO neutron.plugins.ml2.managers [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Got port-security extension from driver 'port_security' Sep 19 02:49:32.343295 n-d-809936-1 neutron-server[94613]: INFO neutron.extensions.vlantransparent [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Disabled vlantransparent extension. Sep 19 02:49:32.343771 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94613) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 02:49:32.344086 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: router Sep 19 02:49:32.380329 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router_interface before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.380724 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router after_create 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.381096 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router before_create 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.381461 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.381835 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.382191 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router after_delete 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.382552 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > floatingip after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.382934 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > floatingip after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.383292 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router after_create 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.383707 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router after_update 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.383990 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router after_update 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.384337 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.384698 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router after_update 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.385107 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_update 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.385476 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: port after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.385817 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: port after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.386155 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: subnet after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.386500 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.386870 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > port precommit_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.387223 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_create 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.387565 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: port before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.387907 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.388262 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router after_update 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.388605 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_delete 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.388957 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_create 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.389318 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router_interface after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.389663 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_update 55549900 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.390024 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > agent after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.390400 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > agent after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.390768 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > network after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.391612 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Tracking information for resource: router configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:32.391947 n-d-809936-1 neutron-server[94613]: DEBUG neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Tracking information for resource: floatingip configured {{(pid=94613) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 02:49:32.396801 n-d-809936-1 neutron-server[94613]: INFO neutron.db.l3_agentschedulers_db [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 02:49:32.397368 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: port after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.397731 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: port after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.398088 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: port after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.398444 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: port after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.399266 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router before_create 55550100 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.399632 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_delete 55550100 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.399994 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_create 55550100 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.400352 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > router precommit_update 55550100 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.404995 n-d-809936-1 neutron-server[94613]: DEBUG neutron.services.provider_configuration [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service providers = [] {{(pid=94613) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 02:49:32.405522 n-d-809936-1 neutron-server[94613]: DEBUG neutron.db.servicetype_db [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94613) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 02:49:32.408841 n-d-809936-1 neutron-server[94613]: DEBUG neutron.services.service_base [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 02:49:32.409193 n-d-809936-1 neutron-server[94613]: DEBUG neutron.services.service_base [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 02:49:32.409535 n-d-809936-1 neutron-server[94613]: DEBUG neutron.services.service_base [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 02:49:32.410418 n-d-809936-1 neutron-server[94613]: DEBUG neutron.services.service_base [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94613) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 02:49:32.410813 n-d-809936-1 neutron-server[94613]: INFO neutron.services.service_base [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 02:49:32.411192 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.411510 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 02:49:32.422555 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.422937 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: auto_allocate Sep 19 02:49:32.428630 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: network precommit_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.429003 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: network precommit_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.429524 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.429848 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: tag Sep 19 02:49:32.436570 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.436907 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: timestamp Sep 19 02:49:32.440923 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.441258 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: network_ip_availability Sep 19 02:49:32.446651 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.447003 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.447360 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.448067 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.448386 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: flavors Sep 19 02:49:32.453086 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.453422 n-d-809936-1 neutron-server[94613]: INFO neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading Plugin: revisions Sep 19 02:49:32.457652 n-d-809936-1 neutron-server[94613]: DEBUG neutron.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94613) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 02:49:32.458045 n-d-809936-1 neutron-server[94613]: DEBUG oslo_concurrency.lockutils [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.794s {{(pid=94613) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 02:49:32.458799 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94613) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 19 02:49:32.459138 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Initializing extension manager. Sep 19 02:49:32.459645 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: __init__.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.459982 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: __pycache__ {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.460309 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.460638 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: address_group.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.461379 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.461930 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: address-group Sep 19 02:49:32.462254 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: address_scope.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.463191 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.463701 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: address-scope Sep 19 02:49:32.464025 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: admin_state_down_before_update.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.464946 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.465456 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: router-admin-state-down-before-update Sep 19 02:49:32.465780 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: agent.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.466477 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.467013 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: agent Sep 19 02:49:32.467337 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: agent_resources_synced.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.468245 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.469277 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: agent-resources-synced Sep 19 02:49:32.469601 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: allowedaddresspairs.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.471413 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.471938 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: allowed-address-pairs Sep 19 02:49:32.472267 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: auto_allocated_topology.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.473330 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.473846 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: auto-allocated-topology Sep 19 02:49:32.474174 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: availability_zone.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.474896 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.475401 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: availability_zone Sep 19 02:49:32.475726 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: availability_zone_filter.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.476631 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.477140 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: availability_zone_filter Sep 19 02:49:32.477470 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: data_plane_status.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.478366 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.478909 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 02:49:32.479232 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: default_subnetpools.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.480141 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.480648 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: default-subnetpools Sep 19 02:49:32.480972 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: dhcpagentscheduler.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.481766 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.482276 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: dhcp_agent_scheduler Sep 19 02:49:32.482599 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: dns.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.483538 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.484093 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension dns-integration not supported by any of loaded plugins Sep 19 02:49:32.484923 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: dns_domain_ports.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.485837 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.486351 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 02:49:32.486674 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.487623 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.488130 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 19 02:49:32.488454 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: dvr.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.489121 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.489630 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: dvr Sep 19 02:49:32.489952 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: ecmp_routes.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.490889 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.491392 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 19 02:49:32.491713 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: empty_string_filtering.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.492617 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.493122 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: empty-string-filtering Sep 19 02:49:32.493443 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.494339 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.494869 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 02:49:32.495192 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.496103 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.496609 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 02:49:32.496932 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: external_net.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.497847 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.498354 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: external-net Sep 19 02:49:32.498675 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: extra_dhcp_opt.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.499634 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.500140 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: extra_dhcp_opt Sep 19 02:49:32.500462 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: extraroute.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.501369 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.501875 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: extraroute Sep 19 02:49:32.502198 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: extraroute_atomic.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.503254 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.503765 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: extraroute-atomic Sep 19 02:49:32.504090 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: filter_validation.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.504753 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.505256 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: filter-validation Sep 19 02:49:32.505578 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: fip_pf_description.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.506485 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.507025 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 02:49:32.507353 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: fip_port_details.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.508268 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.508777 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: fip-port-details Sep 19 02:49:32.509097 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: flavors.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.510310 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.510857 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: flavors Sep 19 02:49:32.511186 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.512800 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.513321 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 02:49:32.513653 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: floatingip_pools.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.514346 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.514895 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: floatingip-pools Sep 19 02:49:32.515226 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: ip_allocation.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.516174 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.516681 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 02:49:32.517007 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.517938 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.518446 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: ip-substring-filtering Sep 19 02:49:32.518806 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l2_adjacency.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.519737 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.520238 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 02:49:32.520562 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l3.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.521640 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.522158 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: router Sep 19 02:49:32.522486 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l3_conntrack_helper.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.524738 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.525269 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 02:49:32.525608 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.526536 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.527088 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: ext-gw-mode Sep 19 02:49:32.527428 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.528345 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.528855 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: l3-ha Sep 19 02:49:32.529186 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l3_flavors.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.530097 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.530605 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: l3-flavors Sep 19 02:49:32.531483 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.532397 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.532911 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 02:49:32.533240 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: l3agentscheduler.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.534267 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.534808 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: l3_agent_scheduler Sep 19 02:49:32.535136 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: logging.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.536614 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.537130 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension logging not supported by any of loaded plugins Sep 19 02:49:32.537462 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: metering.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.538198 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.538793 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: metering Sep 19 02:49:32.539122 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.540212 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.540725 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: metering_source_and_destination_fields Sep 19 02:49:32.541052 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: multiprovidernet.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.541970 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.542479 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: multi-provider Sep 19 02:49:32.542836 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: netmtu.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.543748 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.544253 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: net-mtu Sep 19 02:49:32.544575 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: netmtu_writable.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.545490 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.545997 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: net-mtu-writable Sep 19 02:49:32.546319 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: network_availability_zone.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.547596 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.548108 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: network_availability_zone Sep 19 02:49:32.548430 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: network_ip_availability.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.549527 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.550040 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: network-ip-availability Sep 19 02:49:32.550366 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: network_segment_range.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.551163 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.551671 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 02:49:32.551993 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: pagination.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.552968 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.553296 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: pagination Sep 19 02:49:32.553616 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: port_device_profile.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.554517 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.555062 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: port-device-profile Sep 19 02:49:32.555387 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.556296 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.556804 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: port-mac-address-regenerate Sep 19 02:49:32.557125 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.558297 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.558835 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: port-numa-affinity-policy Sep 19 02:49:32.559161 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: port_resource_request.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.560188 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.560692 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 02:49:32.561014 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: portbindings.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.561943 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.562474 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: binding Sep 19 02:49:32.562829 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: portbindings_extended.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.564091 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.564611 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: binding-extended Sep 19 02:49:32.564944 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: portsecurity.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.565861 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.566378 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: port-security Sep 19 02:49:32.566703 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: project_id.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.567699 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.568032 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: project-id Sep 19 02:49:32.568358 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: providernet.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.569267 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.569776 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: provider Sep 19 02:49:32.570104 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.573635 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.574164 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos not supported by any of loaded plugins Sep 19 02:49:32.574501 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.575764 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.576279 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 02:49:32.576611 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.577526 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.578067 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 02:49:32.578393 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_default.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.579346 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.579856 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-default not supported by any of loaded plugins Sep 19 02:49:32.580173 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_fip.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.580819 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.581325 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-fip not supported by any of loaded plugins Sep 19 02:49:32.581655 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_gateway_ip.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.582570 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.583117 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 02:49:32.583448 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_port_network_policy.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.584364 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.584872 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 02:49:32.585203 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_pps_rule.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.586370 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.586926 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-pps not supported by any of loaded plugins Sep 19 02:49:32.587255 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_rule_type_details.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.588181 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.588690 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 02:49:32.589016 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: qos_rules_alias.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.590071 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.590581 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 02:49:32.590931 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: quotasv2.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.591843 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.592171 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: quotas Sep 19 02:49:32.592485 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: quotasv2_detail.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.596237 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.596573 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: quota_details Sep 19 02:49:32.596904 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: rbac.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.597957 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.598486 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: rbac-policies Sep 19 02:49:32.598853 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: rbac_address_group.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.599789 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.600304 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: rbac-address-group Sep 19 02:49:32.600631 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: rbac_address_scope.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.601547 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.602059 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: rbac-address-scope Sep 19 02:49:32.602385 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: rbac_security_groups.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.603319 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.603830 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: rbac-security-groups Sep 19 02:49:32.604154 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: rbac_subnetpool.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.605074 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.605591 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: rbac-subnetpool Sep 19 02:49:32.605917 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: revisionifmatch.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.606861 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.607374 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: revision-if-match Sep 19 02:49:32.607701 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: revisions.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.608817 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.609938 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: standard-attr-revisions Sep 19 02:49:32.610264 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: router_availability_zone.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.610959 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.611469 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: router_availability_zone Sep 19 02:49:32.611792 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: routerservicetype.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.612708 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.613218 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension router-service-type not supported by any of loaded plugins Sep 19 02:49:32.613542 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.614457 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.614991 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: security-groups-normalized-cidr Sep 19 02:49:32.615316 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: security_groups_port_filtering.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.616228 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.616737 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: port-security-groups-filtering Sep 19 02:49:32.617062 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.617970 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.618485 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: security-groups-remote-address-group Sep 19 02:49:32.618837 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: securitygroup.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.629731 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.630265 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: security-group Sep 19 02:49:32.630600 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: segment.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.631413 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.631930 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension segment not supported by any of loaded plugins Sep 19 02:49:32.632261 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.633198 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.633709 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 02:49:32.634036 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: servicetype.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.635241 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.635761 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: service-type Sep 19 02:49:32.636092 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: sorting.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.637080 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.637406 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: sorting Sep 19 02:49:32.637730 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: standard_attr_segment.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.638653 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.639201 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 02:49:32.639527 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: standardattrdescription.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.640172 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.640708 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: standard-attr-description Sep 19 02:49:32.641031 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: stateful_security_group.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.641969 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.642486 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: stateful-security-group Sep 19 02:49:32.642838 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: stdattrs_common.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.643413 n-d-809936-1 neutron-server[94613]: WARNING neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 02:49:32.643731 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.644654 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.645166 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 02:49:32.645486 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: subnet_onboard.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.646560 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.647108 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: subnet_onboard Sep 19 02:49:32.647436 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.648364 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.648871 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 02:49:32.649193 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: subnet_service_types.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.650111 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.650619 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: subnet-service-types Sep 19 02:49:32.650977 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: subnetallocation.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.652057 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.652571 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: subnet_allocation Sep 19 02:49:32.652896 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.653555 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.654065 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: subnetpool-prefix-ops Sep 19 02:49:32.654388 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.655342 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.656344 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 02:49:32.656683 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: tagging.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.657761 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.658277 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: standard-attr-tag Sep 19 02:49:32.658603 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: timestamp.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.659821 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.660343 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loaded extension: standard-attr-timestamp Sep 19 02:49:32.660672 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: trunk.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.661696 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.662214 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension trunk not supported by any of loaded plugins Sep 19 02:49:32.662544 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: trunk_details.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.663486 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.664000 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension trunk-details not supported by any of loaded plugins Sep 19 02:49:32.664328 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: uplink_status_propagation.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.665250 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.665760 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 02:49:32.666087 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Loading extension file: vlantransparent.py {{(pid=94613) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 02:49:32.666762 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94613) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 02:49:32.667294 n-d-809936-1 neutron-server[94613]: INFO neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 02:49:32.669704 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:network Sep 19 02:49:32.670227 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:subnet Sep 19 02:49:32.670629 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 02:49:32.671063 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:port Sep 19 02:49:32.672895 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.673339 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service FLAVORS assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.673979 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.674412 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.674767 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:router Sep 19 02:49:32.675210 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:floatingip Sep 19 02:49:32.675693 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service METERING assigned prefix: /metering {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.677123 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.677492 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.677843 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 02:49:32.678859 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 02:49:32.679317 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:security_group Sep 19 02:49:32.679746 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 02:49:32.680333 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service CORE assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.680669 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 02:49:32.681015 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] subnetpool is already registered Sep 19 02:49:32.681456 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service CORE assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.681790 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 02:49:32.682126 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] subnetpool is already registered Sep 19 02:49:32.684710 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.685146 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service FLAVORS assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.685745 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.686168 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.686503 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:router Sep 19 02:49:32.686868 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] router is already registered Sep 19 02:49:32.687315 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:floatingip Sep 19 02:49:32.687650 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] floatingip is already registered Sep 19 02:49:32.688107 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service METERING assigned prefix: /metering {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.688787 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 02:49:32.689119 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] rbac_policy is already registered Sep 19 02:49:32.689534 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:security_group Sep 19 02:49:32.689869 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] security_group is already registered Sep 19 02:49:32.690272 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 02:49:32.690606 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] security_group_rule is already registered Sep 19 02:49:32.691257 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service CORE assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.691585 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 02:49:32.691919 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] subnetpool is already registered Sep 19 02:49:32.692337 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.v2.resource_helper [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Service CORE assigned prefix: {{(pid=94613) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 02:49:32.692667 n-d-809936-1 neutron-server[94613]: INFO neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 02:49:32.692999 n-d-809936-1 neutron-server[94613]: WARNING neutron.quota.resource_registry [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] subnetpool is already registered Sep 19 02:49:32.693450 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: extensions {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.694955 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: address-groups {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.696428 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: address-scopes {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.697804 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: agents {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.698960 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: auto-allocated-topology {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.700202 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: availability_zones {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.701434 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: dhcp-networks {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.702979 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: dhcp-agents {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.704431 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: routers {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.706642 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: flavors {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.707832 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: service_profiles {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.709061 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: next_providers {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.710520 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: service_profiles {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.712103 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: floatingip-pools {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.713318 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: routers {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.715489 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: floatingips {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.716772 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: l3-routers {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.718169 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: l3-agents {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.720260 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: metering-labels {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.721622 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: metering-label-rules {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.722930 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: network-ip-availabilities {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.724192 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: bindings {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.726737 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: quotas {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.728242 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: quotas {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.729664 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: rbac-policies {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.730897 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: security-groups {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.732217 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: security-group-rules {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.733471 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: service-providers {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.735339 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: subnetpools {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.736760 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: subnetpools {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.738221 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.739940 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.741759 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.743592 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.745387 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.747269 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.748986 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.751026 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.752808 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.754558 n-d-809936-1 neutron-server[94613]: DEBUG neutron.api.extensions [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Extended resource: tags {{(pid=94613) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 02:49:32.760549 n-d-809936-1 neutron-server[94613]: WARNING keystonemiddleware.auth_token [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 02:49:32.765779 n-d-809936-1 neutron-server[94613]: WARNING keystonemiddleware.auth_token [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 02:49:32.774140 n-d-809936-1 neutron-server[94613]: DEBUG oslo_concurrency.lockutils [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Acquired lock "singleton_lock" {{(pid=94613) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 19 02:49:32.774616 n-d-809936-1 neutron-server[94613]: DEBUG oslo_concurrency.lockutils [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Releasing lock "singleton_lock" {{(pid=94613) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 19 02:49:32.775288 n-d-809936-1 neutron-server[94613]: INFO oslo_service.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Starting 2 workers Sep 19 02:49:32.780059 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Started child 94722 {{(pid=94613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 02:49:32.785008 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Started child 94723 {{(pid=94613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 02:49:32.786002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:32.786682 n-d-809936-1 neutron-server[94613]: INFO neutron.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 02:49:32.787266 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Notify callbacks [] for process, before_spawn {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:32.788135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [-] (94722) wsgi starting up on http://0.0.0.0:9696 Sep 19 02:49:32.790852 n-d-809936-1 neutron-server[94613]: INFO oslo_service.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Starting 1 workers Sep 19 02:49:32.791659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:32.793053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [-] (94723) wsgi starting up on http://0.0.0.0:9696 Sep 19 02:49:32.796054 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Started child 94724 {{(pid=94613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 02:49:32.796644 n-d-809936-1 neutron-server[94613]: INFO oslo_service.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Starting 1 workers Sep 19 02:49:32.799747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] calling RpcWorker wait() {{(pid=94724) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 02:49:32.800303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] returning from RpcWorker wait() {{(pid=94724) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 02:49:32.801114 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Started child 94725 {{(pid=94613) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 02:49:32.801680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:32.801936 n-d-809936-1 neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0a62ca1-4a8a-4211-a653-518669f6d16b None None] Notify callbacks [] for process, after_spawn {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:32.802232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:49:32.803791 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94613) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 02:49:32.804006 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 02:49:32.804185 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 02:49:32.804396 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 02:49:32.804726 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 02:49:32.804886 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 02:49:32.805398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.805677 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.805913 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:32.806370 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.806370 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.806492 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.807058 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.807314 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.807553 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.808078 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.808340 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.808511 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.808676 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.808925 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.809182 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.809481 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.809744 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.809978 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.810244 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.810414 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.810668 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.810960 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.811205 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.811468 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] debug = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.811732 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.812282 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.812506 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.812771 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.813002 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.813289 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.813528 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.813789 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.814031 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.814264 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.814505 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.814768 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.815012 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.815221 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.815439 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.815679 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.815904 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.816344 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] host = n-d-809936-1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.816582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.816794 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.817040 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.817284 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.817543 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.817759 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.818016 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.818270 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.818535 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.818773 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.819028 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.819289 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.819528 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.819789 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.819954 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_options = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.820190 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.820455 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.820730 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.820917 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.821085 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.821259 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.821508 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.821670 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.821917 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.822133 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.822345 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.822582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.822839 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.823055 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.823349 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.823577 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.823789 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.824030 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.824276 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.824534 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.824756 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.825000 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.825243 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.825475 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.825706 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.826027 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.826169 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.826385 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.826579 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.826862 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.827078 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.827336 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.827548 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.828310 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.828642 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.828795 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.829022 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.829234 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.829500 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.829723 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.829980 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.830228 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.830439 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.830666 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.830931 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.831167 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.831383 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_json = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.831593 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.831839 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.832091 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.832303 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.832543 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.832752 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.832962 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.833189 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.833629 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.833897 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.834238 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.834486 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.834724 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.834986 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.835313 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.835548 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.835827 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.836139 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.836410 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.836634 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.836916 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.837140 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.837411 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.837541 n-d-809936-1 neutron-server[94725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:49:32.837745 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.838003 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.838283 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.838523 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.838769 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.839079 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.839334 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.839625 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.840050 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.840050 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.840379 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.840523 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.840969 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.841160 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.841399 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.841652 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.841872 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.842564 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.842564 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.842564 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.842935 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.843046 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.843239 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.844069 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.844262 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.844504 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.844738 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.844970 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.845195 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.845414 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.845667 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.845895 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.846131 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.846343 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.846575 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.846808 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.847040 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.847269 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.847500 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.847864 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.848019 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.848237 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.848447 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.848658 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.849096 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.849251 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.849412 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.849570 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.849787 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.849964 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.851853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.853594 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.855435 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.856498 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.856498 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.856498 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.856498 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.857582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.857582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.857582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.857582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.857582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.858296 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.858296 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.858296 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.858736 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.858736 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.859014 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.859192 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.859406 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.859621 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.859841 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.860083 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.860304 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.860573 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.860845 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.861118 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.861391 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.861641 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.861898 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.862112 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.862387 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.862604 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.862895 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.863180 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.863433 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.863693 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.863945 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.864198 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.864431 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.864692 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.865003 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.865273 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.865505 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.865745 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.866307 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.866537 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.866767 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.867010 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.867272 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.867605 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.867835 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.868084 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.868317 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.868586 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.869059 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.869297 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.869564 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.869838 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.870090 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.870325 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.870546 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.870977 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.871420 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.871687 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.871902 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.872141 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.872375 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.872633 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.873161 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.873386 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.873617 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.873978 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.874361 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.874881 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.875119 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.875329 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.875579 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.875791 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.876175 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.876406 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.876624 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.876844 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.877060 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.877275 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.877526 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.877748 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.878019 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.878287 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.878498 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.878770 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.879251 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.879509 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.879742 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.879987 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.880206 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.880440 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.880652 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.880888 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.881118 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.881336 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.881564 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.881776 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.882036 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.882269 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.882602 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.882874 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.883106 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.883365 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.883581 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.883814 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.884048 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.884263 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.884474 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.884893 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.885298 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.885564 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.885792 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.886040 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.886255 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.886489 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.886700 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.886983 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.887150 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.887428 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.887690 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.887920 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.888172 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.888425 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.888660 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.888907 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.889123 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.889335 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.889578 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.889792 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.890002 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.890780 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.890992 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.891204 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.891434 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.891650 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.891864 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.892090 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.892350 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.892569 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.892793 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.893009 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.893215 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.893457 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.893667 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.893876 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.894123 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.894399 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.894642 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.895486 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.895486 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.895486 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.895914 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.895914 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.896070 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.896253 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.896504 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.896721 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.897191 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.897617 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.898047 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.898304 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.898622 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.898865 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.899121 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.899333 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.899573 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.899796 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.900066 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.900389 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.900678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.900922 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.901175 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.901532 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.901761 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.902034 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.902249 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.902549 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.902898 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.903174 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.903421 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.903691 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.903948 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.904168 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.904397 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.904634 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.904866 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.905077 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.905360 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.905559 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.905801 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.906588 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.906862 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.907076 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.907296 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.907524 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.907745 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.907957 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.908113 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 02:49:32.908672 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94613) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 02:49:32.908831 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 02:49:32.908993 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 02:49:32.909166 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 02:49:32.909337 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 02:49:32.909525 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 02:49:32.909682 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.909846 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.910001 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.910315 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.910477 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.910655 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.910837 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.910996 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.911154 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.911308 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.911465 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.911623 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.911785 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.911942 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.912099 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.912256 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.912413 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.912571 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.912732 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.912892 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.913048 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.913203 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.913359 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] debug = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.913517 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.913713 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.913876 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.914034 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.914191 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.914348 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.914508 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.914664 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.914879 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.915040 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.915147 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.915309 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.915457 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.915591 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.915758 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.915915 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.916072 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.916227 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] host = n-d-809936-1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.916385 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.916541 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.916696 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.916851 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.917002 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.917170 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.917331 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.917476 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.917634 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.917791 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.917949 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.918106 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.918262 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.918418 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.918574 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_options = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.918732 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.918912 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.919067 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.919251 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.919448 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.919577 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.919718 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.919861 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.920016 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.920174 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.920331 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.920487 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.920643 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.920800 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.920956 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.921154 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.921277 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.921398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.921570 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.921733 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.921890 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.922045 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.922202 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.922357 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.922513 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.922670 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.922849 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.923005 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.923160 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.923317 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.923473 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.923629 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.923785 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.923941 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.924097 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.924252 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.924408 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.924563 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.924723 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.924880 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.925036 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.925193 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.925348 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.925504 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.925660 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.925815 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.925971 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_json = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.926126 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.926354 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.926557 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.926705 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.926899 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.927070 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.928351 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929173 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929173 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929173 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929173 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929173 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929173 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929551 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929551 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929551 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929776 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.929898 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.930017 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.930135 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.930253 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.930410 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.930570 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.930768 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.930916 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.931076 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.931235 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.931393 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.931567 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.931732 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.931892 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.932052 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.932212 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.932373 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.932534 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.932695 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.933120 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.933281 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.933440 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.933600 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.933760 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.933919 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.934079 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.934239 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.934399 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.934559 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.934718 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.934897 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.935056 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.935216 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.935375 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.935534 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.935694 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.935852 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.936012 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.936171 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.936341 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.936500 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.936660 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.936819 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.936978 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.937161 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.937321 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.937481 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.937641 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.937800 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.937960 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.938132 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.938291 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.938450 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.938610 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.938811 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939390 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939390 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939390 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939390 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939975 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939975 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939975 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.939975 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.940535 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.940535 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.940535 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.940845 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.940845 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.940845 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.941224 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.941224 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.941420 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.941540 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.941658 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.941779 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.941919 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.942079 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.942238 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.942396 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.942555 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.942714 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.942895 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.943054 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.943213 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.943373 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.943532 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.943694 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.943853 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.944010 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.944161 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.944315 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.944474 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.944633 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.944790 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.944948 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.945108 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.945267 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.945426 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.945585 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.945743 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.945911 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.946070 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.946233 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.946393 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.946559 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.946729 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.946980 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.947141 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.947300 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.947478 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.947641 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.947867 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.947998 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.948129 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.948252 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.948372 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.948522 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.948692 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.948852 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.949013 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.949172 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.949352 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.949512 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.949672 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.949831 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.949990 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.950148 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.950309 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.950467 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.950626 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.950816 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.950978 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.951136 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.951295 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.951455 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.951614 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.951778 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.951937 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.952102 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.952258 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.952585 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.953268 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.953430 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.953590 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.953750 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.953909 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.954069 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.954228 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.954387 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.954546 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.954705 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.954890 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.955049 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.955208 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.955332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:49:32.955458 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.955569 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.955701 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.955822 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.955942 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.956105 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.956264 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.956423 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.956582 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.956743 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.956902 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.957064 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.957224 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.957383 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.957543 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.957702 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.957862 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.958022 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.958180 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.958340 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.958499 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.958658 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.958854 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.959014 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.959174 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.959334 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.959493 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.959652 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.959811 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.959969 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.960129 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.960288 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.960447 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.960609 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.960770 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.960930 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.961090 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.961249 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.961448 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.961571 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.961690 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.961860 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.962020 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.962184 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.962345 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.962504 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.962663 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.962856 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.963017 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.963177 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.963336 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.963495 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.963655 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.963824 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.963984 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.964143 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.964303 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.964463 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.964622 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.964789 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.964948 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.965107 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.965266 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.965424 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.965584 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.965751 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.965981 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.966165 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.966313 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.966433 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.966592 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.966736 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.966906 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.967064 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.967242 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.967372 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.967979 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.967979 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.967979 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.967979 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969239 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969239 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969239 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969239 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969929 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969929 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969929 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969929 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.969929 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.970436 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.970436 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.970436 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.970645 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.970645 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.970840 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.970988 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.972398 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.974678 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 02:49:32.975301 n-d-809936-1 neutron-server[94613]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94613) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 02:49:33.224545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55560) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:49:33.233091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064249 Sep 19 02:49:44.494687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf83257-162d-48b4-bfa5-033281d60fe1 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 02:49:44.581212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf83257-162d-48b4-bfa5-033281d60fe1 None None] No non-hosted networks {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 02:49:44.611257 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9f774a6-6de2-4020-80ec-daba905c9f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570924'] for agent, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:44.617180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.agentschedulers_db [None req-fbf83257-162d-48b4-bfa5-033281d60fe1 None None] DHCP Agent not found on host n-d-809936-1 {{(pid=94724) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 19 02:49:47.115964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70cff85c-d277-47db-9ffe-3f9f10f245b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570924'] for agent, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:47.202362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-536dc3fc-49e2-428e-88f5-d011cf8bdf19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:47.873680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570924'] for agent, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:47.874319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.874690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.875138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.875526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.876042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.876388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.876733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.877080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.877400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.878869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.879216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.879544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:47.881125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-809936-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:49:47.906235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-809936-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:49:48.305599 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570924'] for agent, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:49.805544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570924'] for agent, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:50.950463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55652) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:49:51.441783 n-d-809936-1 neutron-server[94723]: WARNING oslo_policy.policy [None req-b90b9591-c59f-4419-a223-e7886a15a78f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:49:51.442345 n-d-809936-1 neutron-server[94723]: WARNING oslo_policy.policy [None req-b90b9591-c59f-4419-a223-e7886a15a78f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:49:51.527081 n-d-809936-1 neutron-server[94724]: INFO neutron.db.l3_hamode_db [None req-beaa794e-71ba-4f70-b8b8-de19cf7cfcaa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 02:49:51.602608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa794e-71ba-4f70-b8b8-de19cf7cfcaa None None] Routers set() bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:49:51.603095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaa794e-71ba-4f70-b8b8-de19cf7cfcaa None None] Router IDs set() for agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 02:49:51.666465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-b90b9591-c59f-4419-a223-e7886a15a78f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:49:51.667569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b90b9591-c59f-4419-a223-e7886a15a78f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7161129 Sep 19 02:49:54.017668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55666) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:49:54.329314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:49:54.422260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.policy [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94723) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 02:49:54.465729 n-d-809936-1 neutron-server[94723]: WARNING oslo_policy.policy [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:49:54.466098 n-d-809936-1 neutron-server[94723]: WARNING oslo_policy.policy [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:49:54.474992 n-d-809936-1 neutron-server[94723]: INFO neutron.quota [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] Loaded quota_driver: . Sep 19 02:49:54.561399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759694259129', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759694259788', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759694238903', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759694241505', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759694818557', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759694228350', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3723154', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3645068', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-470790', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415532'] for rbac-policy, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:54.623754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:54.625073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0b6de64d-722f-4c3a-9a6f-c84a3f1b0b10 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6064377 Sep 19 02:49:57.195982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55678) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:49:57.488508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '43c3766507574a6ca721bbad18994af9', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'name': 'private'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:49:57.516458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Made reservation on behalf of 43c3766507574a6ca721bbad18994af9 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:49:57.519118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.536344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.654636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.658732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.677670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 02:49:57.705138 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759692327316', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.705730 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Unsubscribe: segment precommit_create {{(pid=94723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 02:49:57.706241 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Added segment d7be83ca-9af5-4388-8d70-779095b20d9b of type vlan for network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd Sep 19 02:49:57.722198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4343120e-2d77-4a23-a5ee-38e142e422f3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:49:57.747552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.747893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.748233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.748562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.748914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.749237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.749559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.749878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.750196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.750508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.750848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.751198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Tracked resource versions report: Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: pushed versions: Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: { 'AddressGroup': {'1.2'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'ConntrackHelper': {'1.0'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Log': {'1.0'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Network': {'1.1'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Port': {'1.7'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'PortForwarding': {'1.2'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'QosPolicy': {'1.9'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'SecurityGroup': {'1.4'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'SubPort': {'1.0'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Subnet': {'1.1'}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Trunk': {'1.1'}} Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: consumer versions: Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: L3 agent@n-d-809936-1: {}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: Metadata agent@n-d-809936-1: {}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: Metering agent@n-d-809936-1: {}, Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'ConntrackHelper': '1.0', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Log': '1.0', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Network': '1.1', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Port': '1.7', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'PortForwarding': '1.2', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'QosPolicy': '1.9', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'SecurityGroup': '1.4', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'SecurityGroupRule': '1.2', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'SubPort': '1.0', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Subnet': '1.1', Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: 'Trunk': '1.1'}} Sep 19 02:49:57.752287 n-d-809936-1 neutron-server[94723]: {{(pid=94723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:49:57.826328 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.865067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.866238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:49:57.866951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:49:57.926471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7293758 Sep 19 02:49:57.965967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1675a61-762c-40b8-be57-b40659ac293f admin admin] Pushing event updated for resources: {'Network': ['ID=22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:49:57.977777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 02:50:00.562624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55692) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:00.944575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e56eb-d48f-4cef-8ac7-97f0ed4c2ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:50:00.945923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d04e56eb-d48f-4cef-8ac7-97f0ed4c2ee5 admin admin] 10.222.0.22 "GET /v2.0/networks/22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd HTTP/1.1" status: 200 len: 825 time: 0.3822145 Sep 19 02:50:00.970285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6bfa71f4-0500-48cf-ad77-3e4803526fb7 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/ebcd1751-a07d-4ecd-a848-8825bdb82b5f HTTP/1.1" status: 200 len: 734 time: 0.0176721 Sep 19 02:50:00.979190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'subnetpool_id': 'ebcd1751-a07d-4ecd-a848-8825bdb82b5f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:50:01.000968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Made reservation on behalf of 43c3766507574a6ca721bbad18994af9 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:50:01.003194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:01.283222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:01.353635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Checking segment: {'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:50:01.354358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Network hostable DHCP agents. Network: 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 02:50:01.359285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a14d67-27a9-416a-8de6-e386cbf22699,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:01.376584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 02:50:01.387397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:50:01.391858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:50:01.392453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:01.398648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296864a-5141-4662-94a7-f1112638ab9e None None] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:50:01.406916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7c00f12-efe4-43ed-934b-fc96e224ebcf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4308343 Sep 19 02:50:01.718171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'fixed_ips': [{'subnet_id': 'c3a14d67-27a9-416a-8de6-e386cbf22699'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 02:50:01.719441 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:01.994334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Allocated IP 172.20.0.2 (22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd/c3a14d67-27a9-416a-8de6-e386cbf22699/2c125916-a939-4625-af24-18d22d2ea192) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:50:02.191788 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:02.199231 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:02.292854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:50:02.297429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:50:02.309927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:50:02.315921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Pushing event updated for resources: {'Port': ['ID=2c125916-a939-4625-af24-18d22d2ea192,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:02.346002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.346351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.346695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.347056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.347386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.347715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.348040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.348363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.348686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.349005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.349324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.349643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Tracked resource versions report: Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: pushed versions: Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: { 'AddressGroup': {'1.2'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'ConntrackHelper': {'1.0'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Log': {'1.0'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Network': {'1.1'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Port': {'1.7'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'PortForwarding': {'1.2'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'QosPolicy': {'1.9'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'SecurityGroup': {'1.4'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'SubPort': {'1.0'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Subnet': {'1.1'}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Trunk': {'1.1'}} Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: consumer versions: Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: L3 agent@n-d-809936-1: {}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: Metadata agent@n-d-809936-1: {}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: Metering agent@n-d-809936-1: {}, Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'ConntrackHelper': '1.0', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Log': '1.0', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Network': '1.1', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Port': '1.7', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'PortForwarding': '1.2', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'QosPolicy': '1.9', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'SecurityGroup': '1.4', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'SecurityGroupRule': '1.2', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'SubPort': '1.0', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Subnet': '1.1', Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: 'Trunk': '1.1'}} Sep 19 02:50:02.350788 n-d-809936-1 neutron-server[94724]: {{(pid=94724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:50:02.399696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Attempting to bind port 2c125916-a939-4625-af24-18d22d2ea192 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:50:02.400269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Attempting to bind port 2c125916-a939-4625-af24-18d22d2ea192 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:50:02.400492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Attempting to bind port 2c125916-a939-4625-af24-18d22d2ea192 on network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:50:02.405891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:50:02.406296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Checking segment: {'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:50:02.406794 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:02.407185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Bound using segment: {'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:50:02.407662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Bound port: 2c125916-a939-4625-af24-18d22d2ea192, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:50:02.408074 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:02.467708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] For port 2c125916-a939-4625-af24-18d22d2ea192, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:50:02.471931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] For port 2c125916-a939-4625-af24-18d22d2ea192, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2c125916-a939-4625-af24-18d22d2ea192,segment=NetworkSegment(d7be83ca-9af5-4388-8d70-779095b20d9b),segment_id=d7be83ca-9af5-4388-8d70-779095b20d9b)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:50:02.476159 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:02.539000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd0990-1721-4b1a-bab3-e7b6cc202ecd None None] Pushing event updated for resources: {'Port': ['ID=2c125916-a939-4625-af24-18d22d2ea192,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:03.817939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55700) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:04.126917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-3dedaf54-d1d1-4fb1-bdad-ff77e5075fd1 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:50:04.127950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3dedaf54-d1d1-4fb1-bdad-ff77e5075fd1 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089879 Sep 19 02:50:06.520019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55708) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:06.828448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-3e411b45-c403-418d-a7aa-88d76bfd59c3 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:50:06.829432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3e411b45-c403-418d-a7aa-88d76bfd59c3 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084688 Sep 19 02:50:09.475277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55718) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:09.800398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e18fc3ab-60bc-4599-8470-5d57d70f0a75 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'admin_state_up': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:50:09.826665 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e18fc3ab-60bc-4599-8470-5d57d70f0a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:09.828534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e18fc3ab-60bc-4599-8470-5d57d70f0a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:09.963948 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e18fc3ab-60bc-4599-8470-5d57d70f0a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:09.969432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e18fc3ab-60bc-4599-8470-5d57d70f0a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:09.981741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e18fc3ab-60bc-4599-8470-5d57d70f0a75 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:09.983633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e18fc3ab-60bc-4599-8470-5d57d70f0a75 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5073500 Sep 19 02:50:10.830878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b01eb1-5c43-4236-9c92-071a63c20e94 None None] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:50:10.953086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1fbdab5f-374e-4c0b-96fc-50a1affeb482 None None] Provisioning complete for port 2c125916-a939-4625-af24-18d22d2ea192 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:10.953475 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fbdab5f-374e-4c0b-96fc-50a1affeb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:11.130048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fbdab5f-374e-4c0b-96fc-50a1affeb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:11.168341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1fbdab5f-374e-4c0b-96fc-50a1affeb482 None None] For port 2c125916-a939-4625-af24-18d22d2ea192, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2c125916-a939-4625-af24-18d22d2ea192,segment=NetworkSegment(d7be83ca-9af5-4388-8d70-779095b20d9b),segment_id=d7be83ca-9af5-4388-8d70-779095b20d9b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:50:11.173415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fbdab5f-374e-4c0b-96fc-50a1affeb482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:11.223836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdab5f-374e-4c0b-96fc-50a1affeb482 None None] Pushing event updated for resources: {'Port': ['ID=2c125916-a939-4625-af24-18d22d2ea192,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:11.303212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5f40d4a2-b604-4a19-a46d-a8244f954528 None None] Provisioning complete for port 2c125916-a939-4625-af24-18d22d2ea192 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:11.303738 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f40d4a2-b604-4a19-a46d-a8244f954528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:11.343819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2c125916-a939-4625-af24-18d22d2ea192 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:50:11.425039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2c125916-a939-4625-af24-18d22d2ea192 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:11.425408 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:12.384780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55730) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:12.691111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-0165101f-cf3f-4a1a-a2a7-231ef5d25525 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:50:12.692124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0165101f-cf3f-4a1a-a2a7-231ef5d25525 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064106 Sep 19 02:50:14.426025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76fb3967-b661-4d04-90eb-772b444acd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:15.051379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:15.547722 n-d-809936-1 neutron-server[94722]: WARNING oslo_policy.policy [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:50:15.548339 n-d-809936-1 neutron-server[94722]: WARNING oslo_policy.policy [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:50:15.768831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:50:15.770437 n-d-809936-1 neutron-server[94722]: INFO neutron.quota [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Loaded quota_driver: . Sep 19 02:50:15.824681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Made reservation on behalf of feacc03748a247afa39b727f3a56f9f9 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:50:15.890568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.policy [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 02:50:15.935167 n-d-809936-1 neutron-server[94722]: WARNING oslo_policy.policy [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:50:15.935564 n-d-809936-1 neutron-server[94722]: WARNING oslo_policy.policy [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 02:50:15.945385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:15.965325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:16.094944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:16.098717 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:16.109993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Reserving flat network on physical network physnet1 {{(pid=94722) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 02:50:16.141934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759692327316', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:16.142519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Unsubscribe: segment precommit_create {{(pid=94722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 02:50:16.143091 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Added segment a9834b85-dc70-4d2e-a107-cb3932245db3 of type flat for network 05ab6694-9f5e-4684-94f0-ce83120cb38c Sep 19 02:50:16.163529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c805deb0-baa7-4895-8116-33936e1f3ba2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:16.181553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.181895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.182271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.182885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.183220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.183564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.183914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.184257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.184617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.184940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.185258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.185609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Tracked resource versions report: Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: pushed versions: Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: { 'AddressGroup': {'1.2'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'ConntrackHelper': {'1.0'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Log': {'1.0'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Network': {'1.1'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Port': {'1.7'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'PortForwarding': {'1.2'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'QosPolicy': {'1.9'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'SecurityGroup': {'1.4'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'SubPort': {'1.0'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Subnet': {'1.1'}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Trunk': {'1.1'}} Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: consumer versions: Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: L3 agent@n-d-809936-1: {}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: Metadata agent@n-d-809936-1: {}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: Metering agent@n-d-809936-1: {}, Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'ConntrackHelper': '1.0', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Log': '1.0', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Network': '1.1', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Port': '1.7', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'PortForwarding': '1.2', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'QosPolicy': '1.9', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'SecurityGroup': '1.4', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'SecurityGroupRule': '1.2', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'SubPort': '1.0', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Subnet': '1.1', Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: 'Trunk': '1.1'}} Sep 19 02:50:16.186725 n-d-809936-1 neutron-server[94722]: {{(pid=94722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:50:16.278003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:16.323439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:16.324660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:50:16.325297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:16.383655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3300188 Sep 19 02:50:16.426354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1a47-ae14-4142-9b81-71666174da2d admin admin] Pushing event updated for resources: {'Network': ['ID=05ab6694-9f5e-4684-94f0-ce83120cb38c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:16.437297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 02:50:17.108891 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d10d870-9a53-4bf6-b9cf-3d6203f02ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:17.863044 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:18.248415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:18.777473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55768) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:18.998495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00abdf-c55c-453f-a911-ae68adb18d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:50:18.999987 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4c00abdf-c55c-453f-a911-ae68adb18d25 admin admin] 10.222.0.22 "GET /v2.0/subnets/c3a14d67-27a9-416a-8de6-e386cbf22699 HTTP/1.1" status: 200 len: 849 time: 0.2213504 Sep 19 02:50:19.158079 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8ba9e33-4554-42f6-b3c3-ea904ca366f3 admin admin] 10.222.0.22 "GET /v2.0/routers/45789915-8aa1-4e5a-a6d6-33ddfb438755 HTTP/1.1" status: 200 len: 704 time: 0.1514874 Sep 19 02:50:19.430978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:19.718782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Allocated IP 172.20.0.1 (22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd/c3a14d67-27a9-416a-8de6-e386cbf22699/6a4cc766-96c3-49c9-9c91-aca0e55b2fc0) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:50:19.757093 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:19.903857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:19.971050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.043196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:50:20.049384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:50:20.060998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:50:20.062013 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.079656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Pushing event updated for resources: {'Port': ['ID=6a4cc766-96c3-49c9-9c91-aca0e55b2fc0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:20.254519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.285708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a7e0d045-0573-43fc-8f42-1fdead739e10 None None] Provisioning complete for port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:20.286076 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7e0d045-0573-43fc-8f42-1fdead739e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.317875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0d045-0573-43fc-8f42-1fdead739e10 None None] Port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:50:20.502169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.506627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.507345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.567269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Pushing event updated for resources: {'Port': ['ID=6a4cc766-96c3-49c9-9c91-aca0e55b2fc0,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:20.628846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:50:20.630142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:50:20.790196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Router 45789915-8aa1-4e5a-a6d6-33ddfb438755 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 02:50:20.837189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5d71d5db-ca15-4e46-b18d-4e1cc997b46a None None] Provisioning complete for port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:20.837723 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d71d5db-ca15-4e46-b18d-4e1cc997b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:20.871203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5d71d5db-ca15-4e46-b18d-4e1cc997b46a None None] Port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:50:20.879952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 02:50:20.885463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64632900-22ed-4605-8646-7c4a17ebd202 admin admin] 10.222.0.22 "PUT /v2.0/routers/45789915-8aa1-4e5a-a6d6-33ddfb438755/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7216563 Sep 19 02:50:20.890629 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Sync routers for ids ['45789915-8aa1-4e5a-a6d6-33ddfb438755'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 02:50:20.902281 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Routers {'45789915-8aa1-4e5a-a6d6-33ddfb438755'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:50:20.903038 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:50:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['45789915-8aa1-4e5a-a6d6-33ddfb438755'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:21.085214 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Set router 45789915-8aa1-4e5a-a6d6-33ddfb438755 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:50:21.504954 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'name': 'router1', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:50:09Z', 'updated_at': '2021-09-19T02:50:20Z', 'revision_number': 2, 'project_id': '43c3766507574a6ca721bbad18994af9', 'gw_port_host': None, '_interfaces': [{'id': '6a4cc766-96c3-49c9-9c91-aca0e55b2fc0', 'name': '', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'mac_address': 'fa:16:3e:4d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:19Z', 'updated_at': '2021-09-19T02:50:20Z', 'revision_number': 2, 'project_id': '43c3766507574a6ca721bbad18994af9', 'subnets': [{'id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebcd1751-a07d-4ecd-a848-8825bdb82b5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:21.553600 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Checking router: 45789915-8aa1-4e5a-a6d6-33ddfb438755 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 02:50:21.553972 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Updating router 45789915-8aa1-4e5a-a6d6-33ddfb438755 port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 02:50:21.601189 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.117824 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.125298 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.213603 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Pushing event updated for resources: {'Port': ['ID=6a4cc766-96c3-49c9-9c91-aca0e55b2fc0,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:22.222699 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.223071 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.223411 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.223748 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.224072 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.224401 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.224725 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.225046 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.225366 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.225687 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.226004 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.226322 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Tracked resource versions report: Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: pushed versions: Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: { 'AddressGroup': {'1.2'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'ConntrackHelper': {'1.0'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Log': {'1.0'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Network': {'1.1'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Port': {'1.7'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'PortForwarding': {'1.2'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'QosPolicy': {'1.9'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'SecurityGroup': {'1.4'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'SubPort': {'1.0'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Subnet': {'1.1'}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Trunk': {'1.1'}} Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: consumer versions: Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: L3 agent@n-d-809936-1: {}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: Metadata agent@n-d-809936-1: {}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: Metering agent@n-d-809936-1: {}, Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'ConntrackHelper': '1.0', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Log': '1.0', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Network': '1.1', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Port': '1.7', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'PortForwarding': '1.2', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'QosPolicy': '1.9', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'SecurityGroup': '1.4', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'SecurityGroupRule': '1.2', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'SubPort': '1.0', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Subnet': '1.1', Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: 'Trunk': '1.1'}} Sep 19 02:50:22.227516 n-d-809936-1 neutron-server[94725]: {{(pid=94725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:50:22.310441 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Attempting to bind port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:50:22.310901 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Attempting to bind port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:50:22.311322 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Attempting to bind port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 on network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:50:22.316544 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:50:22.316958 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Checking segment: {'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:50:22.317442 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.317828 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Bound using segment: {'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:50:22.318319 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Bound port: 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7be83ca-9af5-4388-8d70-779095b20d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:50:22.318712 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.385677 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] For port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:50:22.399331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fb62948b-7be3-47b2-baec-12ee9ddd7e39 None None] Provisioning complete for port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:22.399932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb62948b-7be3-47b2-baec-12ee9ddd7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.405042 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] For port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6a4cc766-96c3-49c9-9c91-aca0e55b2fc0,segment=NetworkSegment(d7be83ca-9af5-4388-8d70-779095b20d9b),segment_id=d7be83ca-9af5-4388-8d70-779095b20d9b)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:50:22.409983 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.436686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fb62948b-7be3-47b2-baec-12ee9ddd7e39 None None] Port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:50:22.464797 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a25f09-e1b5-47b7-b02f-82ed0f549554 None None] Pushing event updated for resources: {'Port': ['ID=6a4cc766-96c3-49c9-9c91-aca0e55b2fc0,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:22.487547 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Routers {'45789915-8aa1-4e5a-a6d6-33ddfb438755'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:50:22.488161 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:50:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['45789915-8aa1-4e5a-a6d6-33ddfb438755'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:22.584177 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] Set router 45789915-8aa1-4e5a-a6d6-33ddfb438755 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:50:22.655803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-340ec32d-0176-4074-a324-8aeb837bbc8a None None] Provisioning complete for port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:22.656085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-340ec32d-0176-4074-a324-8aeb837bbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.729823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-340ec32d-0176-4074-a324-8aeb837bbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.761134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-340ec32d-0176-4074-a324-8aeb837bbc8a None None] For port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6a4cc766-96c3-49c9-9c91-aca0e55b2fc0,segment=NetworkSegment(d7be83ca-9af5-4388-8d70-779095b20d9b),segment_id=d7be83ca-9af5-4388-8d70-779095b20d9b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:50:22.766519 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-340ec32d-0176-4074-a324-8aeb837bbc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:22.789632 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'name': 'router1', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:50:09Z', 'updated_at': '2021-09-19T02:50:20Z', 'revision_number': 2, 'project_id': '43c3766507574a6ca721bbad18994af9', 'gw_port_host': None, '_interfaces': [{'id': '6a4cc766-96c3-49c9-9c91-aca0e55b2fc0', 'name': '', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'mac_address': 'fa:16:3e:4d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:19Z', 'updated_at': '2021-09-19T02:50:22Z', 'revision_number': 4, 'project_id': '43c3766507574a6ca721bbad18994af9', 'subnets': [{'id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebcd1751-a07d-4ecd-a848-8825bdb82b5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:22.814059 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ec32d-0176-4074-a324-8aeb837bbc8a None None] Pushing event updated for resources: {'Port': ['ID=6a4cc766-96c3-49c9-9c91-aca0e55b2fc0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:22.815765 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd709f0f-b4f8-44ad-be7b-5166ea386eb7 None None] The sync data for ids ['45789915-8aa1-4e5a-a6d6-33ddfb438755'] in n-d-809936-1 is: [{'id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'name': 'router1', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:50:09Z', 'updated_at': '2021-09-19T02:50:20Z', 'revision_number': 2, 'project_id': '43c3766507574a6ca721bbad18994af9', 'gw_port_host': None, '_interfaces': [{'id': '6a4cc766-96c3-49c9-9c91-aca0e55b2fc0', 'name': '', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'mac_address': 'fa:16:3e:4d:3d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:19Z', 'updated_at': '2021-09-19T02:50:22Z', 'revision_number': 4, 'project_id': '43c3766507574a6ca721bbad18994af9', 'subnets': [{'id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebcd1751-a07d-4ecd-a848-8825bdb82b5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 02:50:23.122321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55790) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:23.231477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62749d-272a-4f5b-ad8d-2447b63d6e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:50:23.233387 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac62749d-272a-4f5b-ad8d-2447b63d6e3a admin admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 842 time: 0.1094317 Sep 19 02:50:23.243490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Request body: {'subnet': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'gateway_ip': '172.25.8.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:50:23.267934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Made reservation on behalf of feacc03748a247afa39b727f3a56f9f9 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:50:23.270403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:23.573826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 02:50:23.574239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:23.626812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f000637-0377-4ac7-b1d4-d082e54e16e1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:23.636873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:50:23.637230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Network hostable DHCP agents. Network: 05ab6694-9f5e-4684-94f0-ce83120cb38c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 02:50:23.659448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 02:50:23.672980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 05ab6694-9f5e-4684-94f0-ce83120cb38c) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:50:23.677393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:50:23.678012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:23.682615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1975b3d-6385-4545-9b18-9225cf84683b None None] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:50:23.706158 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6aabf182-d1ce-4388-8f09-c3fc172e4729 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4532855 Sep 19 02:50:23.816376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6958aab-0572-4bbc-a514-82acac9b7346 None None] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:50:24.862690 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:50:26.010475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55798) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:26.142071 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4cd2a386-dbd7-49c2-8808-3a0250d9520d admin admin] 10.222.0.22 "GET /v2.0/routers/45789915-8aa1-4e5a-a6d6-33ddfb438755 HTTP/1.1" status: 200 len: 710 time: 0.1301777 Sep 19 02:50:26.228269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fcb938-702c-4b9c-89a3-b2ebf1c3c505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:50:26.229614 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e6fcb938-702c-4b9c-89a3-b2ebf1c3c505 admin admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 886 time: 0.0816543 Sep 19 02:50:26.239431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:50:26.539782 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:26.762426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:26.837044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:26.934551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Allocated IP 172.25.8.50 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/58bc6fae-d770-4e70-9a85-8993f3a747b3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:50:27.036396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:27.069006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:27.108437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:50:27.111279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:50:27.119522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:50:27.122068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Pushing event updated for resources: {'Port': ['ID=58bc6fae-d770-4e70-9a85-8993f3a747b3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:27.363292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:27.555385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:27.559138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:27.661233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Router 45789915-8aa1-4e5a-a6d6-33ddfb438755 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 02:50:27.764707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 02:50:27.768950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:27.770265 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-37c53d4b-bb43-492f-b61e-5a25bddac638 admin admin] 10.222.0.22 "PUT /v2.0/routers/45789915-8aa1-4e5a-a6d6-33ddfb438755 HTTP/1.1" status: 200 len: 889 time: 1.5339808 Sep 19 02:50:29.299396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48859434-2f70-4150-97db-9f579c91641a None None] Sync routers for ids ['45789915-8aa1-4e5a-a6d6-33ddfb438755'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 02:50:29.310809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] Routers {'45789915-8aa1-4e5a-a6d6-33ddfb438755'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:50:29.311635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:50:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['45789915-8aa1-4e5a-a6d6-33ddfb438755'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:29.408145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:50:29.586407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] Set router 45789915-8aa1-4e5a-a6d6-33ddfb438755 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:50:29.601002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:29.601371 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:30.023837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'name': 'router1', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58bc6fae-d770-4e70-9a85-8993f3a747b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:50:09Z', 'updated_at': '2021-09-19T02:50:27Z', 'revision_number': 4, 'project_id': '43c3766507574a6ca721bbad18994af9', 'gw_port': {'id': '58bc6fae-d770-4e70-9a85-8993f3a747b3', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:26Z', 'updated_at': '2021-09-19T02:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6a4cc766-96c3-49c9-9c91-aca0e55b2fc0', 'name': '', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'mac_address': 'fa:16:3e:4d:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:19Z', 'updated_at': '2021-09-19T02:50:22Z', 'revision_number': 5, 'project_id': '43c3766507574a6ca721bbad18994af9', 'subnets': [{'id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebcd1751-a07d-4ecd-a848-8825bdb82b5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:30.081596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48859434-2f70-4150-97db-9f579c91641a None None] Checking router: 45789915-8aa1-4e5a-a6d6-33ddfb438755 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 02:50:30.081960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48859434-2f70-4150-97db-9f579c91641a None None] Updating router 45789915-8aa1-4e5a-a6d6-33ddfb438755 port 58bc6fae-d770-4e70-9a85-8993f3a747b3 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 02:50:30.126695 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48859434-2f70-4150-97db-9f579c91641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:30.192317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55810) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:50:30.314696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-001b66ae-6bb1-4776-bf8b-270cb11cfbe7 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1212900 Sep 19 02:50:30.444741 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48859434-2f70-4150-97db-9f579c91641a None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:30.450445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48859434-2f70-4150-97db-9f579c91641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:30.503032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-48859434-2f70-4150-97db-9f579c91641a None None] Attempting to bind port 58bc6fae-d770-4e70-9a85-8993f3a747b3 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:50:30.503403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-48859434-2f70-4150-97db-9f579c91641a None None] Attempting to bind port 58bc6fae-d770-4e70-9a85-8993f3a747b3 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:50:30.503763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48859434-2f70-4150-97db-9f579c91641a None None] Attempting to bind port 58bc6fae-d770-4e70-9a85-8993f3a747b3 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:50:30.505666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53812-32af-45ef-8a77-820bb8b023bc None None] Pushing event updated for resources: {'Port': ['ID=58bc6fae-d770-4e70-9a85-8993f3a747b3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:30.511598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48859434-2f70-4150-97db-9f579c91641a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:50:30.511966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48859434-2f70-4150-97db-9f579c91641a None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:50:30.512367 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48859434-2f70-4150-97db-9f579c91641a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:30.513686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48859434-2f70-4150-97db-9f579c91641a None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:50:30.513783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-48859434-2f70-4150-97db-9f579c91641a None None] Bound port: 58bc6fae-d770-4e70-9a85-8993f3a747b3, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:50:30.514175 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48859434-2f70-4150-97db-9f579c91641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:30.565939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-48859434-2f70-4150-97db-9f579c91641a None None] For port 58bc6fae-d770-4e70-9a85-8993f3a747b3, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:50:30.569325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-48859434-2f70-4150-97db-9f579c91641a None None] For port 58bc6fae-d770-4e70-9a85-8993f3a747b3, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=58bc6fae-d770-4e70-9a85-8993f3a747b3,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:50:30.572957 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48859434-2f70-4150-97db-9f579c91641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:30.625158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] Routers {'45789915-8aa1-4e5a-a6d6-33ddfb438755'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:50:30.625771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:50:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['45789915-8aa1-4e5a-a6d6-33ddfb438755'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:30.743513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf53812-32af-45ef-8a77-820bb8b023bc None None] Pushing event updated for resources: {'Port': ['ID=58bc6fae-d770-4e70-9a85-8993f3a747b3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:30.815400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] Set router 45789915-8aa1-4e5a-a6d6-33ddfb438755 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:50:31.023221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-48859434-2f70-4150-97db-9f579c91641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'name': 'router1', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58bc6fae-d770-4e70-9a85-8993f3a747b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:50:09Z', 'updated_at': '2021-09-19T02:50:27Z', 'revision_number': 4, 'project_id': '43c3766507574a6ca721bbad18994af9', 'gw_port': {'id': '58bc6fae-d770-4e70-9a85-8993f3a747b3', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:26Z', 'updated_at': '2021-09-19T02:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6a4cc766-96c3-49c9-9c91-aca0e55b2fc0', 'name': '', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'mac_address': 'fa:16:3e:4d:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:19Z', 'updated_at': '2021-09-19T02:50:22Z', 'revision_number': 5, 'project_id': '43c3766507574a6ca721bbad18994af9', 'subnets': [{'id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebcd1751-a07d-4ecd-a848-8825bdb82b5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:50:31.049549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48859434-2f70-4150-97db-9f579c91641a None None] The sync data for ids ['45789915-8aa1-4e5a-a6d6-33ddfb438755'] in n-d-809936-1 is: [{'id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'name': 'router1', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.50'}], 'enable_snat': True}, 'gw_port_id': '58bc6fae-d770-4e70-9a85-8993f3a747b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:50:09Z', 'updated_at': '2021-09-19T02:50:27Z', 'revision_number': 4, 'project_id': '43c3766507574a6ca721bbad18994af9', 'gw_port': {'id': '58bc6fae-d770-4e70-9a85-8993f3a747b3', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:26Z', 'updated_at': '2021-09-19T02:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6a4cc766-96c3-49c9-9c91-aca0e55b2fc0', 'name': '', 'network_id': '22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd', 'tenant_id': '43c3766507574a6ca721bbad18994af9', 'mac_address': 'fa:16:3e:4d:3d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45789915-8aa1-4e5a-a6d6-33ddfb438755', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:50:19Z', 'updated_at': '2021-09-19T02:50:22Z', 'revision_number': 5, 'project_id': '43c3766507574a6ca721bbad18994af9', 'subnets': [{'id': 'c3a14d67-27a9-416a-8de6-e386cbf22699', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ebcd1751-a07d-4ecd-a848-8825bdb82b5f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 02:50:31.373013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 58bc6fae-d770-4e70-9a85-8993f3a747b3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:50:31.428344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 58bc6fae-d770-4e70-9a85-8993f3a747b3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:31.428749 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:31.506146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:31.526724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 58bc6fae-d770-4e70-9a85-8993f3a747b3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=58bc6fae-d770-4e70-9a85-8993f3a747b3,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:50:31.542785 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:31.605956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=58bc6fae-d770-4e70-9a85-8993f3a747b3,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:50:33.358111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 58bc6fae-d770-4e70-9a85-8993f3a747b3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:50:33.408968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 58bc6fae-d770-4e70-9a85-8993f3a747b3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:50:33.409335 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:44.429356 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a816e7dc-2085-491c-8304-53ca89243f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:47.110070 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67f92065-2667-43af-9e49-7e7533a9911d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:47.866486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:48.255968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:50:49.780156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:01.865371 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:51:14.431771 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-600f0dfc-6eb7-4c19-98a0-ffe9c9449fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:17.118286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e421f54-e3e6-4007-a43c-8a83dec4e6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:17.873976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:18.258201 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:19.783562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:38.863864 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:51:44.434025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-163c5700-fd8a-4035-a328-97beca874651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:47.108953 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d131-0788-42d1-95d6-fa56ba0d3689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:47.867282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:48.260403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:51:49.785955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:10.313730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56404) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:10.376859 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d66b70e-cf24-4395-b018-6f0a22ec4bf9 admin admin] GET failed (client error): The resource could not be found. Sep 19 02:52:10.378186 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5d66b70e-cf24-4395-b018-6f0a22ec4bf9 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634785 Sep 19 02:52:10.605357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3990b2c1-76b9-4755-bf36-f94b0e65e1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:10.606874 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3990b2c1-76b9-4755-bf36-f94b0e65e1f9 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2240584 Sep 19 02:52:12.805486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56414) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:12.896479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389675d4-d1aa-4891-acd6-630d74ebd08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:12.897868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-389675d4-d1aa-4891-acd6-630d74ebd08f admin admin] 10.222.0.22 "GET /v2.0/subnets/c3a14d67-27a9-416a-8de6-e386cbf22699 HTTP/1.1" status: 200 len: 849 time: 0.0914030 Sep 19 02:52:12.908452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:52:12.991806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:13.131267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759692319748'] for subnet, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:13.161830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:13.162417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:13.163730 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] 10.222.0.22 "PUT /v2.0/subnets/c3a14d67-27a9-416a-8de6-e386cbf22699 HTTP/1.1" status: 200 len: 868 time: 0.2589097 Sep 19 02:52:13.178320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93e2371-d3bd-40bb-b2a9-cb2f71f4a361 None None] Network 22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:52:13.183542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a14d67-27a9-416a-8de6-e386cbf22699,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:52:13.190926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.191276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.191610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.191949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.192281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.193185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.193185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.193385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.193714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.194043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.194430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.194785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bca4771-5206-4053-8bf1-d5fd3cbb56fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:52:13.577241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7bf32f2b-2484-4b0c-8138-375467354043 None None] Provisioning complete for port 2c125916-a939-4625-af24-18d22d2ea192 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:52:13.577608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bf32f2b-2484-4b0c-8138-375467354043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:13.658394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7bf32f2b-2484-4b0c-8138-375467354043 None None] Provisioning complete for port 6a4cc766-96c3-49c9-9c91-aca0e55b2fc0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:52:13.658669 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7bf32f2b-2484-4b0c-8138-375467354043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:14.435304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51776cb7-0487-4071-b7dc-c69526053752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:15.340261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56422) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:15.535357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e7dc1-8454-45c5-a5f9-87a0ecec6112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:15.535758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33e7dc1-8454-45c5-a5f9-87a0ecec6112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:15.537306 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b33e7dc1-8454-45c5-a5f9-87a0ecec6112 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960897 Sep 19 02:52:15.861611 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:52:17.109513 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-08685586-343a-4e55-adff-80a606d7a095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:17.690459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56430) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:17.822484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a4584-7e27-4d99-98e8-d575d2abcb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:17.823010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a4584-7e27-4d99-98e8-d575d2abcb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:17.824537 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-018a4584-7e27-4d99-98e8-d575d2abcb78 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330886 Sep 19 02:52:17.874153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:18.261620 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:19.787618 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:19.996618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56438) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:20.122864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72738ed8-352e-476f-acf6-108680fe3ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:20.124205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-72738ed8-352e-476f-acf6-108680fe3ea7 admin admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 886 time: 0.1266403 Sep 19 02:52:22.310834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56446) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:22.436873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada121d-b182-467f-bf4f-a9d04eaa6099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:22.438231 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1ada121d-b182-467f-bf4f-a9d04eaa6099 admin admin] 10.222.0.22 "GET /v2.0/networks/22d44ac9-c2f4-4e7b-89cd-6131cc8e20fd HTTP/1.1" status: 200 len: 869 time: 0.1263525 Sep 19 02:52:24.623180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56454) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:24.744401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a8719-c835-4a02-a337-b49b87bfbb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:24.745436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a8719-c835-4a02-a337-b49b87bfbb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:24.746977 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e67a8719-c835-4a02-a337-b49b87bfbb08 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228333 Sep 19 02:52:26.925832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:27.015429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5002a70-af00-4b70-b3dd-f1b5f4be8e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:27.015897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5002a70-af00-4b70-b3dd-f1b5f4be8e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:27.017423 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f5002a70-af00-4b70-b3dd-f1b5f4be8e3c admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905836 Sep 19 02:52:29.189575 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56470) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:29.276818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b0a75-9e97-4a91-8881-3841d64260da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:29.278175 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4f4b0a75-9e97-4a91-8881-3841d64260da admin admin] 10.222.0.22 "GET /v2.0/subnets/6f000637-0377-4ac7-b1d4-d082e54e16e1 HTTP/1.1" status: 200 len: 816 time: 0.0876403 Sep 19 02:52:31.452107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56478) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:31.543736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff4e01f-2ac0-49c0-b116-39c899d00417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:31.545066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eff4e01f-2ac0-49c0-b116-39c899d00417 admin admin] 10.222.0.22 "GET /v2.0/subnets/c3a14d67-27a9-416a-8de6-e386cbf22699 HTTP/1.1" status: 200 len: 868 time: 0.0920155 Sep 19 02:52:44.435903 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-04abaa89-06a8-42cf-b42f-2828984d0ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:47.111119 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d1b0227-181b-40d0-82a0-7f57d5216dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:47.865689 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:48.263897 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:49.791248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:52:52.860071 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:52:55.332764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56532) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:55.380488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-2e211f01-ed9c-4c1d-8264-cbde78c02199 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:52:55.381470 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2e211f01-ed9c-4c1d-8264-cbde78c02199 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477521 Sep 19 02:52:57.613575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56540) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:52:57.673152 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e37d55-641b-455b-8bfe-de51b2eb71e5 admin admin] GET failed (client error): The resource could not be found. Sep 19 02:52:57.674419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c0e37d55-641b-455b-8bfe-de51b2eb71e5 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599051 Sep 19 02:52:57.812888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1afdde-cdcf-4fe5-a128-5324b2ea4233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:52:57.814329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5d1afdde-cdcf-4fe5-a128-5324b2ea4233 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354034 Sep 19 02:53:00.041657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56550) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:53:00.088312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:53:00.108241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Made reservation on behalf of feacc03748a247afa39b727f3a56f9f9 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:53:00.110303 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:00.144988 n-d-809936-1 neutron-server[94723]: WARNING neutron.services.revisions.revision_plugin [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Could not find related network for resource to bump revision. Sep 19 02:53:00.156753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 02:53:00.165716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:00.166076 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Added segment 6fdfcf74-0221-4084-8f7c-74895f246bc7 of type vlan for network 3810f77b-1d45-47d0-9799-ca71fe616613 Sep 19 02:53:00.203484 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:00.225936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:00.226934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:53:00.227524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:00.258926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2156727 Sep 19 02:53:00.289280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Pushing event updated for resources: {'Network': ['ID=3810f77b-1d45-47d0-9799-ca71fe616613,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:53:00.297172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.297543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.297827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.298155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.298481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.298827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.299150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.299471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.299801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.300106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.300421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.300737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d06e1-f880-4d23-bf48-fee331e7b0ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:00.312118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 3810f77b-1d45-47d0-9799-ca71fe616613 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 02:53:02.447229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56558) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:53:02.507306 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33e47ac-c21d-4c7b-bb31-dd6b1ba66206 admin admin] GET failed (client error): The resource could not be found. Sep 19 02:53:02.508593 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d33e47ac-c21d-4c7b-bb31-dd6b1ba66206 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604336 Sep 19 02:53:02.576326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d26d4e-06a4-48c6-8fe5-f465cb75fc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:53:02.577739 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c1d26d4e-06a4-48c6-8fe5-f465cb75fc42 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639892 Sep 19 02:53:02.587716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:53:02.608229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Made reservation on behalf of feacc03748a247afa39b727f3a56f9f9 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:53:02.610658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:02.775098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:02.833110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31efae36-85f1-453c-9c7e-c72c6dacf8b3,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:53:02.843149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:53:02.843505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Network hostable DHCP agents. Network: 3810f77b-1d45-47d0-9799-ca71fe616613, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 02:53:02.860155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 02:53:02.869122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 3810f77b-1d45-47d0-9799-ca71fe616613) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:53:02.877976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:53:02.878566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:02.878932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b9879-621b-4c88-abcd-bafd88aed80a None None] Network 3810f77b-1d45-47d0-9799-ca71fe616613 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:53:02.892209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-af3acec9-0fca-40d1-bbce-a5024fee2d78 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3077812 Sep 19 02:53:03.122848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-3810f77b-1d45-47d0-9799-ca71fe616613', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'tenant_id': 'feacc03748a247afa39b727f3a56f9f9', 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 02:53:03.123721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:03.256217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Allocated IP 192.168.233.2 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/fea53005-5a75-4d4e-8f55-e4df253d305b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:53:03.398783 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:03.404498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:03.442832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:53:03.451423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:53:03.453287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Pushing event updated for resources: {'Port': ['ID=fea53005-5a75-4d4e-8f55-e4df253d305b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:53:03.455545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:53:03.467957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.468320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.468636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.468965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.469296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.469625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.469946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.470271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.470601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.470948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.471259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.471576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:53:03.519450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Attempting to bind port fea53005-5a75-4d4e-8f55-e4df253d305b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:53:03.519814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Attempting to bind port fea53005-5a75-4d4e-8f55-e4df253d305b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:53:03.520194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Attempting to bind port fea53005-5a75-4d4e-8f55-e4df253d305b on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:53:03.525011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:53:03.525382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:53:03.525780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:03.526218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:53:03.526674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Bound port: fea53005-5a75-4d4e-8f55-e4df253d305b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:53:03.527103 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:03.589445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] For port fea53005-5a75-4d4e-8f55-e4df253d305b, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:53:03.592884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] For port fea53005-5a75-4d4e-8f55-e4df253d305b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fea53005-5a75-4d4e-8f55-e4df253d305b,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:53:03.598932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:03.657239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e4c44f-cdcf-4c16-a67e-e9fce8dffd6f None None] Pushing event updated for resources: {'Port': ['ID=fea53005-5a75-4d4e-8f55-e4df253d305b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:53:04.511250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2da8c-0568-4e2b-a579-d2841078e328 None None] Network 3810f77b-1d45-47d0-9799-ca71fe616613 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:53:04.577127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3424cb7a-7a0d-41a8-855f-b890992bb060 None None] Provisioning complete for port fea53005-5a75-4d4e-8f55-e4df253d305b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:53:04.577506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3424cb7a-7a0d-41a8-855f-b890992bb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:04.719403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3424cb7a-7a0d-41a8-855f-b890992bb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:04.757562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3424cb7a-7a0d-41a8-855f-b890992bb060 None None] For port fea53005-5a75-4d4e-8f55-e4df253d305b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fea53005-5a75-4d4e-8f55-e4df253d305b,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:53:04.764498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3424cb7a-7a0d-41a8-855f-b890992bb060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:04.822542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424cb7a-7a0d-41a8-855f-b890992bb060 None None] Pushing event updated for resources: {'Port': ['ID=fea53005-5a75-4d4e-8f55-e4df253d305b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:53:04.984787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-44adc0c1-841f-4d6f-993d-e2c1ec9e4f2f None None] Provisioning complete for port fea53005-5a75-4d4e-8f55-e4df253d305b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:53:04.985161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44adc0c1-841f-4d6f-993d-e2c1ec9e4f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:05.485571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fea53005-5a75-4d4e-8f55-e4df253d305b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:53:05.532699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fea53005-5a75-4d4e-8f55-e4df253d305b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:53:05.533341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:14.436999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12ec7102-6ce4-41d7-bdf5-b9a59afa54d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:17.112280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-58c8aa40-c51e-4582-a5c4-f7633f49776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:17.868503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:18.267487 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:19.795674 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:29.858412 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:53:44.438836 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18b5dbb8-6d98-406d-a82e-b19faf161307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:47.114023 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba7276c0-4713-48fd-8f36-4988d189a79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:47.869603 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:48.270653 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:53:49.797907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:06.857158 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:54:14.440179 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af876978-4527-4c62-b7f4-44eca32d139e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:16.404234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56610) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:54:16.409967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-a237b63d-0b7d-44d2-9a49-b1d671b1d21d tempest-verify_tempest_config-1330858229 tempest-verify_tempest_config-1330858229-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:54:16.410963 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a237b63d-0b7d-44d2-9a49-b1d671b1d21d tempest-verify_tempest_config-1330858229 tempest-verify_tempest_config-1330858229-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057387 Sep 19 02:54:16.700496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:54:16.802604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:16.887698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:16.891160 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:16.933355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77c271733d0440cbb21f42a003b142d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2317631 Sep 19 02:54:16.935154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda1ec6-e9ec-4e27-95c5-093b6c201332,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:54:16.936410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56632) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:54:16.941986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.942341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.942687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.943066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.943401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.943747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.944069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.944395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.944725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.945053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.945381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.945706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24cb5cfc-366f-4b78-a7ed-ffa3aabe7fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:16.990471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:17.011227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:17.097605 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:17.100335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:17.101399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fcda1ec6-e9ec-4e27-95c5-093b6c201332 HTTP/1.1" status: 204 len: 168 time: 0.1639099 Sep 19 02:54:17.116024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda1ec6-e9ec-4e27-95c5-093b6c201332,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:54:17.123059 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3aa9a916-57c3-4eb1-9039-74fcf132cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:17.124519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.125818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.126167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.126495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.126836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.127230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.127499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.127877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.128329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.128648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.128969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.129384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93d524e-e5b1-4e05-839c-501949b74266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:54:17.870967 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:18.274999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:19.799186 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:43.855036 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:54:44.440721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9a6634f6-0220-4dcb-a41e-c33b275468aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:47.114497 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b2b3342-8971-4caa-9ba3-00be3f8ef1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:47.871671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:48.275906 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:54:49.803231 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:14.441038 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b574010a-ffb3-4230-b229-684657780ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:17.115554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b272ec6a-82e5-4186-b62d-d04cd81d4dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:17.873256 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:18.278422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:19.806805 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:20.853584 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:55:44.441187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ffdceb8e-da68-4750-86e9-742b655d7a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:47.116469 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4232e07e-6910-4920-acbc-1ca4b3a1789f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:47.874117 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:48.281472 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:49.808973 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:55:57.852111 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:56:14.441731 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5013ba35-d37e-4c43-a5f2-735f50634437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:17.116224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-526bc437-e2a9-4d0e-abf2-cde390545aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:17.875871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:18.283455 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:19.812304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:34.850509 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:56:44.442433 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42c817ce-4300-4d33-a4f1-462f85bae424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:47.115408 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad35327c-81c5-49ae-8586-1e0262861551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:47.875850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:48.285454 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:56:49.814929 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:11.849085 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 5 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:57:14.443259 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-938e45b8-7908-4314-9901-8cbd82d859f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:15.583049 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570924'] for agent, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:17.115386 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fe77376-98a6-4589-bfc7-7bbe56e541c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:17.876820 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:18.289254 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:19.818435 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:29.425610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-570924'] for agent, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:44.446147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5156a649-73e3-4d59-b533-4a78eb8e6f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:45.562610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:47.115018 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecfde356-75df-426a-a9e2-5079226de31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:47.877913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:48.289978 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:48.849248 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:57:49.821506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:57:59.416224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:02.521459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:58:02.623646 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f866203a-081a-404d-8dc4-d78d7ea6ddeb admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1010833 Sep 19 02:58:04.800569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56704) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:58:04.855835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fcffe859-3dd4-4a23-906f-d2f049c289cc admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0541689 Sep 19 02:58:14.447044 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b14929c2-9404-4de0-9547-cc105faae583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:15.578774 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:17.115677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ccf5a24-5df4-45ae-9c0c-42a8d250199d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:17.878654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:18.293563 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:19.824259 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:25.848098 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:58:29.429608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:44.448532 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9724593-1cdf-4648-a5d3-68cad547c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:45.577503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:47.115357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f168124-430f-4f16-b28d-79b02d46ebb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:47.879753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:48.297563 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:49.836292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:58:59.454237 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:02.848265 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:59:14.449810 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb6b086d-8ab4-41ec-aa20-fac64a2715e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:15.607572 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:17.115331 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6cce40b-0715-4f6f-9d04-d9c8a99dc883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:17.882145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:18.303548 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:19.833615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:27.320335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56862) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:27.527998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-25821a7a-03ff-42ac-9394-19675580911b tempest-AutoAllocateNetworkTest-1375930602 tempest-AutoAllocateNetworkTest-1375930602-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1548d1af9447491eb65d67247aa9946e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2065310 Sep 19 02:59:27.530422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:27.818196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231b7ef-92ec-42a8-813c-2c984eb37498 tempest-AutoAllocateNetworkTest-1375930602 tempest-AutoAllocateNetworkTest-1375930602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:27.822675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c231b7ef-92ec-42a8-813c-2c984eb37498 tempest-AutoAllocateNetworkTest-1375930602 tempest-AutoAllocateNetworkTest-1375930602-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2912378 Sep 19 02:59:27.822853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56904) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:27.894146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:27.894361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0833f815-8204-4bff-9b47-7348b38c0f81 tempest-AutoAllocateNetworkTest-1375930602 tempest-AutoAllocateNetworkTest-1375930602-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699990 Sep 19 02:59:27.922712 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-840bfdc3-ed34-46db-8ff0-28f827f472a6 tempest-AutoAllocateNetworkTest-1375930602 tempest-AutoAllocateNetworkTest-1375930602-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1548d1af9447491eb65d67247aa9946e HTTP/1.1" status: 200 len: 208 time: 0.0271678 Sep 19 02:59:28.075036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:28.541226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-network', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:28.564113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Made reservation on behalf of 58e4605440a343bc98a07b1ee0eb370b for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:28.566642 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.576032 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.673199 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.676985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56944) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:28.684055 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.711977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd93a8-241b-4486-a9eb-d9aa578dde51,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:28.724800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.725162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.725540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.725886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.726261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.726548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.726906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.727232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.727560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.728134 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.728224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.728500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Tracked resource versions report: Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: pushed versions: Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: { 'AddressGroup': {'1.2'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'ConntrackHelper': {'1.0'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Log': {'1.0'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Network': {'1.1'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Port': {'1.7'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'PortForwarding': {'1.2'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'QosPolicy': {'1.9'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'SecurityGroup': {'1.4'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'SubPort': {'1.0'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Subnet': {'1.1'}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Trunk': {'1.1'}} Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: consumer versions: Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: HyperV agent@n-h1-809936-1: {}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: HyperV agent@n-h2-809936-1: {}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: L3 agent@n-d-809936-1: {}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: Metadata agent@n-d-809936-1: {}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: Metering agent@n-d-809936-1: {}, Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'ConntrackHelper': '1.0', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Log': '1.0', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Network': '1.1', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Port': '1.7', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'PortForwarding': '1.2', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'QosPolicy': '1.9', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'SecurityGroup': '1.4', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'SecurityGroupRule': '1.2', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'SubPort': '1.0', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Subnet': '1.1', Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: 'Trunk': '1.1'}} Sep 19 02:59:28.730096 n-d-809936-1 neutron-server[94722]: {{(pid=94722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:59:28.736839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 02:59:28.748885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.749323 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Added segment 414f97b8-5c8a-49a7-9c71-249146468959 of type vlan for network 38f0404b-2130-4ac7-8696-206ce18e09f9 Sep 19 02:59:28.793243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.820985 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.822476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:28.823118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.859633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:28.860157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7835162 Sep 19 02:59:28.864760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Request body: {'subnet': {'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-subnet', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:28.887320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Made reservation on behalf of 58e4605440a343bc98a07b1ee0eb370b for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:28.890403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:28.895302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14e0dc-c9e5-4ec4-8b4b-e97e3bd9632a admin admin] Pushing event updated for resources: {'Network': ['ID=38f0404b-2130-4ac7-8696-206ce18e09f9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:28.908940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 02:59:29.067300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cad244c-a1ef-482d-be33-ae420827131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.159635 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.222247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cad244c-a1ef-482d-be33-ae420827131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.227794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cad244c-a1ef-482d-be33-ae420827131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.241241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa71bd19-11fe-4fcc-96fd-e836d81ea57b,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:29.260124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad244c-a1ef-482d-be33-ae420827131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2824206e-eb4e-4483-9b53-9cdd25f93919,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:29.267772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.268149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.268456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.268783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.269110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.269431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.269751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.270125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.270450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.270790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.271183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.271408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Tracked resource versions report: Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: pushed versions: Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: { 'AddressGroup': {'1.2'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'ConntrackHelper': {'1.0'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Log': {'1.0'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Network': {'1.1'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Port': {'1.7'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'PortForwarding': {'1.2'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'QosPolicy': {'1.9'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'SecurityGroup': {'1.4'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'SubPort': {'1.0'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Subnet': {'1.1'}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Trunk': {'1.1'}} Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: consumer versions: Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: HyperV agent@n-h1-809936-1: {}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: HyperV agent@n-h2-809936-1: {}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: L3 agent@n-d-809936-1: {}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: Metadata agent@n-d-809936-1: {}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: Metering agent@n-d-809936-1: {}, Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'ConntrackHelper': '1.0', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Log': '1.0', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Network': '1.1', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Port': '1.7', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'PortForwarding': '1.2', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'QosPolicy': '1.9', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'SecurityGroup': '1.4', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'SecurityGroupRule': '1.2', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'SubPort': '1.0', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Subnet': '1.1', Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: 'Trunk': '1.1'}} Sep 19 02:59:29.272452 n-d-809936-1 neutron-server[94723]: {{(pid=94723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:59:29.288258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7cad244c-a1ef-482d-be33-ae420827131e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1548d1af9447491eb65d67247aa9946e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6032109 Sep 19 02:59:29.288258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56972) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:29.327297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Checking segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:29.327463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Network hostable DHCP agents. Network: 38f0404b-2130-4ac7-8696-206ce18e09f9, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 02:59:29.356662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b1-41f9-42cd-817f-1b38d7bae928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.362271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 02:59:29.374238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 38f0404b-2130-4ac7-8696-206ce18e09f9) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:29.379010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:29.379807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.384441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50568c5-2fad-474a-bf32-0fa81504ba1e None None] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:29.396228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b1-41f9-42cd-817f-1b38d7bae928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.413984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7a1edded-4db2-4788-bf2a-4fc046fe27bc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5531061 Sep 19 02:59:29.416982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56984) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:29.422222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:29.466435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b1-41f9-42cd-817f-1b38d7bae928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.469802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d6679b1-41f9-42cd-817f-1b38d7bae928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.473895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.474908 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d6679b1-41f9-42cd-817f-1b38d7bae928 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2824206e-eb4e-4483-9b53-9cdd25f93919 HTTP/1.1" status: 204 len: 168 time: 0.1908238 Sep 19 02:59:29.475394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.497786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6679b1-41f9-42cd-817f-1b38d7bae928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824206e-eb4e-4483-9b53-9cdd25f93919,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:29.543478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.585776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.649441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-38f0404b-2130-4ac7-8696-206ce18e09f9', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 02:59:29.650354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:29.866940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Allocated IP 172.20.0.2 (38f0404b-2130-4ac7-8696-206ce18e09f9/fa71bd19-11fe-4fcc-96fd-e836d81ea57b/01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:29.935945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.140907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.152085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.210255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:30.213560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:30.220529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:30.231146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Pushing event updated for resources: {'Port': ['ID=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:30.262562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.263178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.263737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.264158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.264703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.265364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.265921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.266492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.267228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.267783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.268327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.269042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Tracked resource versions report: Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: pushed versions: Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: { 'AddressGroup': {'1.2'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'ConntrackHelper': {'1.0'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Log': {'1.0'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Network': {'1.1'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Port': {'1.7'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'PortForwarding': {'1.2'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'QosPolicy': {'1.9'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'SecurityGroup': {'1.4'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'SubPort': {'1.0'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Subnet': {'1.1'}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Trunk': {'1.1'}} Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: consumer versions: Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: HyperV agent@n-h1-809936-1: {}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: HyperV agent@n-h2-809936-1: {}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: L3 agent@n-d-809936-1: {}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: Metadata agent@n-d-809936-1: {}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: Metering agent@n-d-809936-1: {}, Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'ConntrackHelper': '1.0', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Log': '1.0', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Network': '1.1', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Port': '1.7', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'PortForwarding': '1.2', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'QosPolicy': '1.9', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'SecurityGroup': '1.4', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'SecurityGroupRule': '1.2', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'SubPort': '1.0', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Subnet': '1.1', Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: 'Trunk': '1.1'}} Sep 19 02:59:30.270538 n-d-809936-1 neutron-server[94724]: {{(pid=94724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:59:30.301018 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.328258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Attempting to bind port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:30.328898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Attempting to bind port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:30.329435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Attempting to bind port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 on network 38f0404b-2130-4ac7-8696-206ce18e09f9 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:30.334722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:30.335347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Checking segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:30.335910 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.336455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Bound using segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:30.337089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Bound port: 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:30.337745 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.341288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.417051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] For port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:30.421402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] For port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:30.426390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.497308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8a39-8a85-4d47-a51a-68f3d392c662 None None] Pushing event updated for resources: {'Port': ['ID=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:30.571733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Allocated IP 172.25.8.204 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3b68473a-6b54-4e79-b835-e10d6dc1fdf7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:30.743914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.823804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:30.911974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:30.913634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:30.915449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Pushing event updated for resources: {'Port': ['ID=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:30.927456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:31.277500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:31.670342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:31.704824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999ce17-179a-492d-b069-1d0cd5457d95 None None] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:31.860176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:31.879843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Router d1902d88-b6fc-47a0-a267-130d01cd1783 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 02:59:31.987205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e53d402f-1b89-4b7e-bba9-90f7458991c0 None None] Provisioning complete for port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:31.987580 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e53d402f-1b89-4b7e-bba9-90f7458991c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.075647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:32.076025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.079762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 02:59:32.093698 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Sync routers for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 02:59:32.112109 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.113501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d73852a9-b4f2-43b3-9b29-7d3329f9dbea admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6949275 Sep 19 02:59:32.113748 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:32.114705 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:32.116731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57096) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:32.177124 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e53d402f-1b89-4b7e-bba9-90f7458991c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.301011 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:32.310272 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.339266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e53d402f-1b89-4b7e-bba9-90f7458991c0 None None] For port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:59:32.357720 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e53d402f-1b89-4b7e-bba9-90f7458991c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.515308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 02:59:32.515743 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 02:59:32.516383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d402f-1b89-4b7e-bba9-90f7458991c0 None None] Pushing event updated for resources: {'Port': ['ID=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:32.539594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:32.591188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b08be73b-b15a-4103-936d-ae7a42550e44 None None] Provisioning complete for port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:32.591565 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b08be73b-b15a-4103-936d-ae7a42550e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.720539 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:31Z', 'revision_number': 3, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:32.767327 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Checking router: d1902d88-b6fc-47a0-a267-130d01cd1783 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 02:59:32.767674 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Updating router d1902d88-b6fc-47a0-a267-130d01cd1783 port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 02:59:32.806435 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.874737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1085188-062e-4be8-8950-ca8d7909d090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:32.965945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.035417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1085188-062e-4be8-8950-ca8d7909d090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.041312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1085188-062e-4be8-8950-ca8d7909d090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.124018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d1085188-062e-4be8-8950-ca8d7909d090 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=377e659fd77647f9b44f3f08c460614f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5832889 Sep 19 02:59:33.126172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1085188-062e-4be8-8950-ca8d7909d090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d681611b-6749-4862-80a6-856d9ff26bd6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:33.128539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:33.259167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7efe511-6195-44be-b974-45d80482f0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.265404 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.273796 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.292891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Allocated IP 172.20.0.1 (38f0404b-2130-4ac7-8696-206ce18e09f9/fa71bd19-11fe-4fcc-96fd-e836d81ea57b/1bf66697-d50e-45ae-ae55-3fd9762630d1) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:33.303690 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7efe511-6195-44be-b974-45d80482f0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.328680 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Attempting to bind port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:33.329048 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Attempting to bind port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:33.329461 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Attempting to bind port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:33.336609 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:33.336795 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:33.337250 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.337774 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:33.338306 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Bound port: 3b68473a-6b54-4e79-b835-e10d6dc1fdf7, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:33.338562 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.374638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7efe511-6195-44be-b974-45d80482f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.380155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7efe511-6195-44be-b974-45d80482f0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.381521 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e7efe511-6195-44be-b974-45d80482f0d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d681611b-6749-4862-80a6-856d9ff26bd6 HTTP/1.1" status: 204 len: 168 time: 0.2474334 Sep 19 02:59:33.396090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efe511-6195-44be-b974-45d80482f0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d681611b-6749-4862-80a6-856d9ff26bd6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:33.396769 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] For port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:33.404476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57160) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:33.422641 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] For port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:33.434347 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.443393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.454715 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Pushing event updated for resources: {'Port': ['ID=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:33.469381 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.469912 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.470386 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.470909 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.471393 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.471721 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.472045 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.472372 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.472693 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.473011 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.473340 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.473645 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Tracked resource versions report: Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: pushed versions: Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: { 'AddressGroup': {'1.2'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'ConntrackHelper': {'1.0'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Log': {'1.0'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Network': {'1.1'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Port': {'1.7'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'PortForwarding': {'1.2'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'QosPolicy': {'1.9'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'SecurityGroup': {'1.4'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'SecurityGroupRule': {'1.2'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'SubPort': {'1.0'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Subnet': {'1.1'}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Trunk': {'1.1'}} Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: consumer versions: Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: { DHCP agent@n-d-809936-1: {}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: HyperV agent@n-h1-809936-1: {}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: HyperV agent@n-h2-809936-1: {}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: L3 agent@n-d-809936-1: {}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: Metadata agent@n-d-809936-1: {}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: Metering agent@n-d-809936-1: {}, Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: Open vSwitch agent@n-d-809936-1: { 'AddressGroup': '1.2', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'ConntrackHelper': '1.0', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Log': '1.0', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Network': '1.1', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Port': '1.7', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'PortForwarding': '1.2', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'QosPolicy': '1.9', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'SecurityGroup': '1.4', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'SecurityGroupRule': '1.2', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'SubPort': '1.0', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Subnet': '1.1', Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: 'Trunk': '1.1'}} Sep 19 02:59:33.474985 n-d-809936-1 neutron-server[94725]: {{(pid=94725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 02:59:33.501598 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.527461 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:33.528092 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:33.590910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf66697-d50e-45ae-ae55-3fd9762630d1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:33.596348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f64a7-ee6d-46b3-8b14-34cc27ac0e79 None None] Pushing event updated for resources: {'Port': ['ID=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:33.600455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:33.602427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:33.604801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:33.605382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.681093 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:33.734053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:33.828054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:33.828425 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.920009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c43a12b8-fabb-4f8f-846a-6b50c1bfdf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:33.999678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.049513 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:31Z', 'revision_number': 3, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:34.080464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-123e5071-618b-49ed-8ff5-76cb42ae2407 None None] Provisioning complete for port 1bf66697-d50e-45ae-ae55-3fd9762630d1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:34.088013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-123e5071-618b-49ed-8ff5-76cb42ae2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.098058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb50067-bff4-4d44-a5ed-73002281f709 None None] The sync data for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 is: [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:31Z', 'revision_number': 3, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 02:59:34.149145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c43a12b8-fabb-4f8f-846a-6b50c1bfdf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.158118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c43a12b8-fabb-4f8f-846a-6b50c1bfdf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.175580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-123e5071-618b-49ed-8ff5-76cb42ae2407 None None] Port 1bf66697-d50e-45ae-ae55-3fd9762630d1 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:59:34.220522 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c43a12b8-fabb-4f8f-846a-6b50c1bfdf4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92e37e3a629a49ebb96acb5fdcdde7cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8147655 Sep 19 02:59:34.221142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57186) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:34.221756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a12b8-fabb-4f8f-846a-6b50c1bfdf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb292bd-d8bd-4e37-8786-ebe98ffd857d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:34.243689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57188) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:34.245336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7dffe17-4de8-4c44-a51f-6940687bb51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.329817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4245458-16f2-4859-94b5-d7e7858c82d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.356569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4245458-16f2-4859-94b5-d7e7858c82d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.391633 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.404370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.405363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.443786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4245458-16f2-4859-94b5-d7e7858c82d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.446613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4245458-16f2-4859-94b5-d7e7858c82d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.447842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e4245458-16f2-4859-94b5-d7e7858c82d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9eb292bd-d8bd-4e37-8786-ebe98ffd857d HTTP/1.1" status: 204 len: 168 time: 0.1942160 Sep 19 02:59:34.458037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4245458-16f2-4859-94b5-d7e7858c82d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb292bd-d8bd-4e37-8786-ebe98ffd857d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:34.517592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7dffe17-4de8-4c44-a51f-6940687bb51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.530730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e7dffe17-4de8-4c44-a51f-6940687bb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.577767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf66697-d50e-45ae-ae55-3fd9762630d1,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:34.619638 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e7dffe17-4de8-4c44-a51f-6940687bb51c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e54686beda84501b645903238e34ab2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3908670 Sep 19 02:59:34.622207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dffe17-4de8-4c44-a51f-6940687bb51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392b2bca-e6c0-4e30-a07e-1be256f909d7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:34.625771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:34.681579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:34.683256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:34.712793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d50ce725-ed90-4483-aede-08460f6cfe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.756718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d50ce725-ed90-4483-aede-08460f6cfe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.872565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d50ce725-ed90-4483-aede-08460f6cfe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.875328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d50ce725-ed90-4483-aede-08460f6cfe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:34.877775 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d50ce725-ed90-4483-aede-08460f6cfe90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/392b2bca-e6c0-4e30-a07e-1be256f909d7 HTTP/1.1" status: 204 len: 168 time: 0.2429183 Sep 19 02:59:34.894012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ce725-ed90-4483-aede-08460f6cfe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392b2bca-e6c0-4e30-a07e-1be256f909d7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:34.907688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Router d1902d88-b6fc-47a0-a267-130d01cd1783 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 02:59:35.012140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ef8014e1-dfdb-46ec-aeba-82d5dc8593a9 None None] Provisioning complete for port 1bf66697-d50e-45ae-ae55-3fd9762630d1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:35.012637 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef8014e1-dfdb-46ec-aeba-82d5dc8593a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.050443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 02:59:35.058816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6a009533-ee1a-4c0a-8864-f32413528859 admin admin] 10.222.0.22 "PUT /v2.0/routers/d1902d88-b6fc-47a0-a267-130d01cd1783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9382205 Sep 19 02:59:35.063985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ef8014e1-dfdb-46ec-aeba-82d5dc8593a9 None None] Port 1bf66697-d50e-45ae-ae55-3fd9762630d1 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:59:35.390826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:35.403978 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ba3c-5cba-4486-b2f7-ae2821765773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.502789 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ba3c-5cba-4486-b2f7-ae2821765773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.507479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfd1ba3c-5cba-4486-b2f7-ae2821765773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.555404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:35.563029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dfd1ba3c-5cba-4486-b2f7-ae2821765773 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0eb39155cee641f89f9ae3d7a824da0d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1710122 Sep 19 02:59:35.568759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1ba3c-5cba-4486-b2f7-ae2821765773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118cb751-a1a7-4b9c-b2b4-c6b7803f87f5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:35.619018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb4311d3-327d-4763-81db-0c504d5c4a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.649354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb4311d3-327d-4763-81db-0c504d5c4a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.708864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb4311d3-327d-4763-81db-0c504d5c4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.715944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb4311d3-327d-4763-81db-0c504d5c4a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.717088 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb4311d3-327d-4763-81db-0c504d5c4a1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/118cb751-a1a7-4b9c-b2b4-c6b7803f87f5 HTTP/1.1" status: 204 len: 168 time: 0.1607072 Sep 19 02:59:35.730947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4311d3-327d-4763-81db-0c504d5c4a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118cb751-a1a7-4b9c-b2b4-c6b7803f87f5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:35.736206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:35.825601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:35.826196 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.941048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:35.965216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:59:35.972421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:36.037135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:36.293052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Sync routers for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 02:59:36.302710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:36.303383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:36.427763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:36.572021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57320) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:36.633659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:34Z', 'revision_number': 2, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:36.768574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Checking router: d1902d88-b6fc-47a0-a267-130d01cd1783 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 02:59:36.768915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Updating router d1902d88-b6fc-47a0-a267-130d01cd1783 port 1bf66697-d50e-45ae-ae55-3fd9762630d1 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 02:59:36.798382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:36.871626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-245d478e-b25c-4fd3-aaa3-d7668acfc370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:36.989682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-245d478e-b25c-4fd3-aaa3-d7668acfc370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:36.996228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-245d478e-b25c-4fd3-aaa3-d7668acfc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.028333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d478e-b25c-4fd3-aaa3-d7668acfc370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f62611-e868-41aa-a1a2-ada2b6949982,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:37.058958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-245d478e-b25c-4fd3-aaa3-d7668acfc370 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1accc0f14324764a0bd7ad615237ffc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4857783 Sep 19 02:59:37.061552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57348) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:37.097939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57352) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:37.103993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-network', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:37.140732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.152862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.153751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Made reservation on behalf of 76c6bbafa2ce43fbad93bac262a27031 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:37.159409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.171223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.192265 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a92efb2-a8f4-41d9-9af3-f316f85cf4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.242592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664c6e0-04a2-409a-a8a5-4b0be8e0c498 None None] Pushing event updated for resources: {'Port': ['ID=1bf66697-d50e-45ae-ae55-3fd9762630d1,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:37.248979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a92efb2-a8f4-41d9-9af3-f316f85cf4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.325786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a92efb2-a8f4-41d9-9af3-f316f85cf4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.330038 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a92efb2-a8f4-41d9-9af3-f316f85cf4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.334098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3a92efb2-a8f4-41d9-9af3-f316f85cf4f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57f62611-e868-41aa-a1a2-ada2b6949982 HTTP/1.1" status: 204 len: 168 time: 0.2681789 Sep 19 02:59:37.349769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92efb2-a8f4-41d9-9af3-f316f85cf4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f62611-e868-41aa-a1a2-ada2b6949982,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:37.371216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.381858 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.391386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Attempting to bind port 1bf66697-d50e-45ae-ae55-3fd9762630d1 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:37.392554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Attempting to bind port 1bf66697-d50e-45ae-ae55-3fd9762630d1 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:37.392950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Attempting to bind port 1bf66697-d50e-45ae-ae55-3fd9762630d1 on network 38f0404b-2130-4ac7-8696-206ce18e09f9 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:37.411199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:37.411583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Checking segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:37.411995 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.412393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Bound using segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:37.412975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Bound port: 1bf66697-d50e-45ae-ae55-3fd9762630d1, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:37.413267 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.424924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 02:59:37.435802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d95b6fc-c911-4244-8f68-4c11d04da348,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:37.464331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.464763 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Added segment 6d3111d6-deba-471a-af8d-9ec151d06793 of type vlan for network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c Sep 19 02:59:37.511121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.514356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] For port 1bf66697-d50e-45ae-ae55-3fd9762630d1, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:37.518300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] For port 1bf66697-d50e-45ae-ae55-3fd9762630d1, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1bf66697-d50e-45ae-ae55-3fd9762630d1,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:37.525332 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.546533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.547809 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:37.548606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.583164 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4834464 Sep 19 02:59:37.585871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:37.593151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664c6e0-04a2-409a-a8a5-4b0be8e0c498 None None] Pushing event updated for resources: {'Port': ['ID=1bf66697-d50e-45ae-ae55-3fd9762630d1,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:37.597212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:37.597870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:37.601919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Request body: {'subnet': {'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-subnet', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:37.663642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc835fe-387d-4607-b486-23a6a67ab87f admin admin] Pushing event updated for resources: {'Network': ['ID=f52a85c8-c3a8-484a-8ce7-13bfaf5a400c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:37.675747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Made reservation on behalf of 76c6bbafa2ce43fbad93bac262a27031 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:37.679384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.679667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-450493c1-45b3-4692-b312-2028931e48fa None None] Provisioning complete for port 1bf66697-d50e-45ae-ae55-3fd9762630d1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:37.680040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450493c1-45b3-4692-b312-2028931e48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.689234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 02:59:37.766689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:37.899672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:37.929111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.929464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:37.929875 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:37.975522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43baac73-e4bb-4228-970d-643b34f6679c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:38.013889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Checking segment: {'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:38.014246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Network hostable DHCP agents. Network: f52a85c8-c3a8-484a-8ce7-13bfaf5a400c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 02:59:38.034245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 02:59:38.049334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f52a85c8-c3a8-484a-8ce7-13bfaf5a400c) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:38.054474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:38.055326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.060670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051fd7e9-df70-4e57-8164-6d76b6d32bde None None] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:38.077139 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-14b05ccc-2d0c-47f1-9243-adaaaf339ac1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4874904 Sep 19 02:59:38.077327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57390) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:38.081942 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450493c1-45b3-4692-b312-2028931e48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.084090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:38.116909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.120809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.224166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-450493c1-45b3-4692-b312-2028931e48fa None None] For port 1bf66697-d50e-45ae-ae55-3fd9762630d1, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1bf66697-d50e-45ae-ae55-3fd9762630d1,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:59:38.239954 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-450493c1-45b3-4692-b312-2028931e48fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.246317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57400) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:38.271476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8dfd2500-db27-4aac-b4b2-e9f179e6b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.297196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.413738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450493c1-45b3-4692-b312-2028931e48fa None None] Pushing event updated for resources: {'Port': ['ID=1bf66697-d50e-45ae-ae55-3fd9762630d1,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:38.434239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4a55a7bb-6ed7-4b59-a017-1c81d28e47e6 None None] Provisioning complete for port 1bf66697-d50e-45ae-ae55-3fd9762630d1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:38.434834 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a55a7bb-6ed7-4b59-a017-1c81d28e47e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.446490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8dfd2500-db27-4aac-b4b2-e9f179e6b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.453997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8dfd2500-db27-4aac-b4b2-e9f179e6b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.494892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f52a85c8-c3a8-484a-8ce7-13bfaf5a400c', 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'fixed_ips': [{'subnet_id': '43baac73-e4bb-4228-970d-643b34f6679c'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 02:59:38.495797 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.519058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:37Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:38.555210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb2da2-4243-45a7-901a-b674323241fe None None] The sync data for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 is: [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:37Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 02:59:38.558368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8dfd2500-db27-4aac-b4b2-e9f179e6b749 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd4f0cdc94874d1895c5a30bc3f17b63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3103635 Sep 19 02:59:38.560397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57418) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:38.573647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd2500-db27-4aac-b4b2-e9f179e6b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8871bdf-5024-4a45-8b87-530415ce0774,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:38.703484 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f646229c-92db-433b-87bd-b5153542dfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.769421 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f646229c-92db-433b-87bd-b5153542dfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.855930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Allocated IP 172.20.0.2 (f52a85c8-c3a8-484a-8ce7-13bfaf5a400c/43baac73-e4bb-4228-970d-643b34f6679c/c5f32e8a-495c-4918-857d-c4a9fdee45dc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:38.898773 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f646229c-92db-433b-87bd-b5153542dfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.902252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f646229c-92db-433b-87bd-b5153542dfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:38.906503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f646229c-92db-433b-87bd-b5153542dfc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8871bdf-5024-4a45-8b87-530415ce0774 HTTP/1.1" status: 204 len: 168 time: 0.3451900 Sep 19 02:59:38.917838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646229c-92db-433b-87bd-b5153542dfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8871bdf-5024-4a45-8b87-530415ce0774,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:38.968334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.330435 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.335095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.347469 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.380024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.410764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:39.414653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:39.440195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Pushing event updated for resources: {'Port': ['ID=c5f32e8a-495c-4918-857d-c4a9fdee45dc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:39.463352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:39.510941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Allocated IP 172.25.8.113 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3524f86b-5193-4f7f-917f-253699110d86) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:39.582936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Attempting to bind port c5f32e8a-495c-4918-857d-c4a9fdee45dc on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:39.583478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Attempting to bind port c5f32e8a-495c-4918-857d-c4a9fdee45dc by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:39.584133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Attempting to bind port c5f32e8a-495c-4918-857d-c4a9fdee45dc on network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:39.592014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:39.592670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Checking segment: {'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:39.593311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.593813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Bound using segment: {'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:39.594378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Bound port: c5f32e8a-495c-4918-857d-c4a9fdee45dc, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:39.595132 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.644831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.710186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] For port c5f32e8a-495c-4918-857d-c4a9fdee45dc, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:39.712271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.721027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] For port c5f32e8a-495c-4918-857d-c4a9fdee45dc, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c5f32e8a-495c-4918-857d-c4a9fdee45dc,segment=NetworkSegment(6d3111d6-deba-471a-af8d-9ec151d06793),segment_id=6d3111d6-deba-471a-af8d-9ec151d06793)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:39.728892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:39.778451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1bf66697-d50e-45ae-ae55-3fd9762630d1 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:39.780686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:39.785764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:39.792793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:39.847610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3524f86b-5193-4f7f-917f-253699110d86,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:39.858690 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 02:59:39.926729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d70fc-5c33-47e6-ba52-f7ff33ce9846 None None] Pushing event updated for resources: {'Port': ['ID=c5f32e8a-495c-4918-857d-c4a9fdee45dc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:39.947475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1bf66697-d50e-45ae-ae55-3fd9762630d1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:39.948873 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:40.184184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:40.474889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:40.641610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Router 53fdb4da-35a5-402c-b783-88c5c6066cd2 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 02:59:40.753746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 02:59:40.769059 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Sync routers for ids ['53fdb4da-35a5-402c-b783-88c5c6066cd2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 02:59:40.779106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:40.780363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5fec1719-dc0f-4b3b-9ac8-11f3c6089eb7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7017770 Sep 19 02:59:40.783284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57532) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:40.786650 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Routers {'53fdb4da-35a5-402c-b783-88c5c6066cd2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:40.787475 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['53fdb4da-35a5-402c-b783-88c5c6066cd2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:40.904971 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Set router 53fdb4da-35a5-402c-b783-88c5c6066cd2 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:40.982623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57542) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:40.986211 n-d-809936-1 neutron-server[94723]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 02:59:41.053479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-713ef9db-8f3b-455c-9f99-5af16d7acf79 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=5bea2980aa66490bb26d9ec9ef8919db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685580 Sep 19 02:59:41.315912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984e8c4-6fe3-4cfd-9128-2c0419d42f99 None None] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:41.325392 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3524f86b-5193-4f7f-917f-253699110d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T02:59:39Z', 'revision_number': 3, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port': {'id': '3524f86b-5193-4f7f-917f-253699110d86', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:39Z', 'updated_at': '2021-09-19T02:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:41.361854 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Checking router: 53fdb4da-35a5-402c-b783-88c5c6066cd2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 02:59:41.362433 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Updating router 53fdb4da-35a5-402c-b783-88c5c6066cd2 port 3524f86b-5193-4f7f-917f-253699110d86 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 02:59:41.408504 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:41.410664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-ec90f848-fb33-41d2-80b7-58d94d5e408e tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:41.421750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-ec90f848-fb33-41d2-80b7-58d94d5e408e tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3585823 Sep 19 02:59:41.438173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-5730dddb-176c-419b-9a53-8a4515e77638 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/quotas/5bea2980aa66490bb26d9ec9ef8919db HTTP/1.1" status: 200 len: 375 time: 0.0152950 Sep 19 02:59:41.500690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-947b3c59-40e1-4c7b-b7af-2a79df9af113 None None] Provisioning complete for port c5f32e8a-495c-4918-857d-c4a9fdee45dc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:41.501070 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-947b3c59-40e1-4c7b-b7af-2a79df9af113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:41.585035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-64a77d3f-7428-462d-a087-8df4e992d705 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bea2980aa66490bb26d9ec9ef8919db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1390111 Sep 19 02:59:41.673448 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-947b3c59-40e1-4c7b-b7af-2a79df9af113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:41.740688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-947b3c59-40e1-4c7b-b7af-2a79df9af113 None None] For port c5f32e8a-495c-4918-857d-c4a9fdee45dc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c5f32e8a-495c-4918-857d-c4a9fdee45dc,segment=NetworkSegment(6d3111d6-deba-471a-af8d-9ec151d06793),segment_id=6d3111d6-deba-471a-af8d-9ec151d06793)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:59:41.750439 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-947b3c59-40e1-4c7b-b7af-2a79df9af113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:41.840838 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f32e8a-495c-4918-857d-c4a9fdee45dc up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:41.905441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:41.966813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b3c59-40e1-4c7b-b7af-2a79df9af113 None None] Pushing event updated for resources: {'Port': ['ID=c5f32e8a-495c-4918-857d-c4a9fdee45dc,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:41.973436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c5f32e8a-495c-4918-857d-c4a9fdee45dc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:41.973803 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.080787 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.090479 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.160162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fffcb5de-d40b-4beb-90f2-f82d5c50572c None None] Provisioning complete for port c5f32e8a-495c-4918-857d-c4a9fdee45dc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:42.160667 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fffcb5de-d40b-4beb-90f2-f82d5c50572c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.162107 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Attempting to bind port 3524f86b-5193-4f7f-917f-253699110d86 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:42.162301 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Attempting to bind port 3524f86b-5193-4f7f-917f-253699110d86 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:42.162664 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Attempting to bind port 3524f86b-5193-4f7f-917f-253699110d86 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:42.164659 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ee8b-3e8e-49cf-8a2a-129ed70e6930 None None] Pushing event updated for resources: {'Port': ['ID=3524f86b-5193-4f7f-917f-253699110d86,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:42.170734 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:42.171132 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:42.171530 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.171916 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:42.172375 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Bound port: 3524f86b-5193-4f7f-917f-253699110d86, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:42.172789 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.185504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Allocated IP 172.20.0.1 (f52a85c8-c3a8-484a-8ce7-13bfaf5a400c/43baac73-e4bb-4228-970d-643b34f6679c/f8ff15d9-d5be-4451-b27c-21b97d6a9d90) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:42.266116 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] For port 3524f86b-5193-4f7f-917f-253699110d86, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:42.271939 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] For port 3524f86b-5193-4f7f-917f-253699110d86, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3524f86b-5193-4f7f-917f-253699110d86,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:42.283485 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.322237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57596) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:42.347557 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Routers {'53fdb4da-35a5-402c-b783-88c5c6066cd2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:42.348245 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['53fdb4da-35a5-402c-b783-88c5c6066cd2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:42.348895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.386600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.388488 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1ee8b-3e8e-49cf-8a2a-129ed70e6930 None None] Pushing event updated for resources: {'Port': ['ID=3524f86b-5193-4f7f-917f-253699110d86,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:42.421603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:42.425530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:42.429408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:42.429948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.469856 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] Set router 53fdb4da-35a5-402c-b783-88c5c6066cd2 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:42.504696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:42.652902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.663580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57612) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:42.695390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-559167984-network', 'tenant_id': 'ef934edf9ce84369a7d7646bf99a2728'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:42.745496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-c794e045-8928-4982-9f2f-165d0402c178 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=be83815390fa4d22905739e57f4da04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822964 Sep 19 02:59:42.748785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Made reservation on behalf of ef934edf9ce84369a7d7646bf99a2728 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:42.751472 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.798946 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3524f86b-5193-4f7f-917f-253699110d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T02:59:39Z', 'revision_number': 3, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port': {'id': '3524f86b-5193-4f7f-917f-253699110d86', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:39Z', 'updated_at': '2021-09-19T02:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:42.824798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b2842879-df48-4edc-a27f-a323259410de None None] Provisioning complete for port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:42.825292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2842879-df48-4edc-a27f-a323259410de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.848837 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859c582a-af9e-4c09-80b9-8428704729bb None None] The sync data for ids ['53fdb4da-35a5-402c-b783-88c5c6066cd2'] in n-d-809936-1 is: [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3524f86b-5193-4f7f-917f-253699110d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T02:59:39Z', 'revision_number': 3, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port': {'id': '3524f86b-5193-4f7f-917f-253699110d86', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:39Z', 'updated_at': '2021-09-19T02:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 02:59:42.860289 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.909590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.918137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.919035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:42.922590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-feceaab8-6fa7-4cec-9aa6-017320c9f08b req-b8947ec2-e1d0-4d97-a3d0-e8ba06c47000 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 210 time: 0.2567632 Sep 19 02:59:42.943978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b2842879-df48-4edc-a27f-a323259410de None None] Port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:59:42.950803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7353b87c-8efe-4de5-8e96-46a9e8073a6e tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:42.959027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7353b87c-8efe-4de5-8e96-46a9e8073a6e tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121000 Sep 19 02:59:42.983323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:42.986449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-0e645850-e03a-414e-a447-5e3e3fb36456 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/quotas/be83815390fa4d22905739e57f4da04f HTTP/1.1" status: 200 len: 375 time: 0.0264974 Sep 19 02:59:43.043054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-05e77667-1fb9-4eb4-bd61-a1361f0a3f20 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be83815390fa4d22905739e57f4da04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553772 Sep 19 02:59:43.114987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:43.116925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:43.163748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.170475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.258628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 02:59:43.306786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d843b473-1bd1-406a-8839-7ce18c7bd34c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:43.336807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.340502 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Added segment f66a1ba5-74c8-4171-a52f-73cdc07838ac of type vlan for network f541e3a0-407b-4757-b916-a146249c9a6a Sep 19 02:59:43.458427 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.475016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Router 53fdb4da-35a5-402c-b783-88c5c6066cd2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 02:59:43.516578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.517686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:43.518395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.662113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] Pushing event updated for resources: {'Network': ['ID=f541e3a0-407b-4757-b916-a146249c9a6a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:43.678336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ca2195a9-1c70-456d-b53d-4db3001c6420 None None] Provisioning complete for port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:43.679108 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca2195a9-1c70-456d-b53d-4db3001c6420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.691678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-59253f4a-cceb-4827-804b-068ee75671e0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3671207 Sep 19 02:59:43.694411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57666) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:43.707250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Request body: {'subnet': {'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-559167984-subnet', 'tenant_id': 'ef934edf9ce84369a7d7646bf99a2728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:43.779030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Made reservation on behalf of ef934edf9ce84369a7d7646bf99a2728 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:43.781454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f541e3a0-407b-4757-b916-a146249c9a6a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 02:59:43.793023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:43.850332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 02:59:43.864998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d10117f8-3908-48c1-87bb-919be5562d88 admin admin] 10.222.0.22 "PUT /v2.0/routers/53fdb4da-35a5-402c-b783-88c5c6066cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0806799 Sep 19 02:59:43.925806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f32e8a-495c-4918-857d-c4a9fdee45dc up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:44.047524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ca2195a9-1c70-456d-b53d-4db3001c6420 None None] Port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:59:44.067794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c5f32e8a-495c-4918-857d-c4a9fdee45dc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:44.068364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:44.071649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2514c7d4-bbca-41b9-8839-ee8947827c3b req-61eaef0b-8c4e-4c95-883b-1e377776439e tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 210 time: 0.2923656 Sep 19 02:59:44.293973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3524f86b-5193-4f7f-917f-253699110d86 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:44.370703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3524f86b-5193-4f7f-917f-253699110d86 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:44.371309 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:44.481677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:44.517042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 3524f86b-5193-4f7f-917f-253699110d86, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3524f86b-5193-4f7f-917f-253699110d86,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:59:44.518786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7f900f1-99be-41ad-8e40-904247aa05f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:44.524840 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:44.576336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67505cfc-88e0-4593-b5c3-51895958fc0a req-67b4df36-74c0-41a4-955b-1dbc28ce1113 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 210 time: 0.0444057 Sep 19 02:59:44.582544 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:44.611117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=3524f86b-5193-4f7f-917f-253699110d86,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:44.679131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:44.679131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Network hostable DHCP agents. Network: f541e3a0-407b-4757-b916-a146249c9a6a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 02:59:44.686640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e173fd-59d2-4cdd-9fca-055d94aea1a8,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:44.707316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Network f541e3a0-407b-4757-b916-a146249c9a6a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 02:59:44.720701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f541e3a0-407b-4757-b916-a146249c9a6a) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:44.726421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:44.727220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:44.732446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d771b08-5bb2-4907-8c65-8f69f9d6c104 None None] Network f541e3a0-407b-4757-b916-a146249c9a6a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:44.751905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9fc86742-63f1-45b7-91ef-6fbd0263a0e4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0556962 Sep 19 02:59:44.908357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7ebde-d566-4c6f-8383-c6065184f7c4 None None] Network f541e3a0-407b-4757-b916-a146249c9a6a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:45.010325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.30', 58881) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:45.040600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-0f91c09a-7f20-4bbd-be36-20ce909e17a4 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5bea2980aa66490bb26d9ec9ef8919db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290685 Sep 19 02:59:45.203650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-3c4ada26-5cec-4cca-8740-52ec6400f54b tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:45.205109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-3c4ada26-5cec-4cca-8740-52ec6400f54b tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560388 Sep 19 02:59:45.294663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Request body: {'port': {'device_id': '942269d3-f43a-48da-8094-26c33cf94dd9', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '5bea2980aa66490bb26d9ec9ef8919db'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:45.409408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:45.456796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.32', 57874) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:45.516002 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-e65e98c6-9430-4e22-9241-aeb705fc3b64 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=be83815390fa4d22905739e57f4da04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561264 Sep 19 02:59:45.601943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62150a83-684b-4d11-8ec6-655f8510b3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:45.633554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:45.746245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3524f86b-5193-4f7f-917f-253699110d86 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:45.747335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39410c71-c722-4d75-ba6c-87c72e8b15ec req-b14deef6-5f0d-4c91-b424-b5ac954f59fb tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 210 time: 0.0723913 Sep 19 02:59:45.846648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3524f86b-5193-4f7f-917f-253699110d86 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:45.847383 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:45.879254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62150a83-684b-4d11-8ec6-655f8510b3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:45.933713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-ff424013-922f-4545-b735-b3ee8eb63ef8 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:45.935453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-ff424013-922f-4545-b735-b3ee8eb63ef8 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4150891 Sep 19 02:59:45.937132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62150a83-684b-4d11-8ec6-655f8510b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:45.948555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Made reservation on behalf of 5bea2980aa66490bb26d9ec9ef8919db for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:45.955382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:45.964158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57792) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:45.973915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62150a83-684b-4d11-8ec6-655f8510b3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b605b2-c245-4127-a416-6df4468652d9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:45.980229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-387434756-network', 'tenant_id': '99ce7b107da840ceb96b4f4aedd0ad6e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:46.005077 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.020295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-62150a83-684b-4d11-8ec6-655f8510b3f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92c281a26f2b4d0faa4624ec1e269416&name=default HTTP/1.1" status: 200 len: 2978 time: 0.6091068 Sep 19 02:59:46.023088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57796) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:46.057591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Request body: {'port': {'device_id': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'be83815390fa4d22905739e57f4da04f'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:46.101113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f55f961-ae74-49a2-8982-69d19dae4044 req-e34228e6-16ad-42d1-ba3b-16abaddf6849 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 210 time: 0.0519459 Sep 19 02:59:46.128089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Made reservation on behalf of 99ce7b107da840ceb96b4f4aedd0ad6e for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:46.135192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.169099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.367413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.384405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.393666 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e4a3-2edd-4575-9d28-a94ed7cbc098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.407228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Sync routers for ids ['53fdb4da-35a5-402c-b783-88c5c6066cd2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 02:59:46.421876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Routers {'53fdb4da-35a5-402c-b783-88c5c6066cd2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:46.422069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['53fdb4da-35a5-402c-b783-88c5c6066cd2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:46.615595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e4a3-2edd-4575-9d28-a94ed7cbc098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.746127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Set router 53fdb4da-35a5-402c-b783-88c5c6066cd2 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:46.811271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e4a3-2edd-4575-9d28-a94ed7cbc098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.832492 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3a0e4a3-2edd-4575-9d28-a94ed7cbc098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:46.840079 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f3a0e4a3-2edd-4575-9d28-a94ed7cbc098 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49b605b2-c245-4127-a416-6df4468652d9 HTTP/1.1" status: 204 len: 168 time: 0.8127556 Sep 19 02:59:46.895197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0e4a3-2edd-4575-9d28-a94ed7cbc098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b605b2-c245-4127-a416-6df4468652d9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:47.137484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57834) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:47.195446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57840) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:47.202406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-84bd21bf-e72c-483f-ab3d-9b0568f35476 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952366158', 'description': 'tempest-description--310839301'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:47.245909 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ec2d618-3970-437e-afef-8de19e8b3260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.247513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 02:59:47.247513 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 02:59:47.247513 n-d-809936-1 neutron-server[94722]: [parameters: {'project_id_1': 'be83815390fa4d22905739e57f4da04f', 'expiration_1': datetime.datetime(2021, 9, 19, 2, 59, 26, 512532)}] Sep 19 02:59:47.247513 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 02:59:47.248823 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 02:59:47.319307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51732559-a3cb-4b55-a3f4-0dfcf505d7ca req-52056ed6-7ccf-4272-8575-462b67baf6c7 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 210 time: 0.1236134 Sep 19 02:59:47.349409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3524f86b-5193-4f7f-917f-253699110d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T02:59:42Z', 'revision_number': 4, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port': {'id': '3524f86b-5193-4f7f-917f-253699110d86', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:39Z', 'updated_at': '2021-09-19T02:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f8ff15d9-d5be-4451-b27c-21b97d6a9d90', 'name': '', 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'mac_address': 'fa:16:3e:e7:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43baac73-e4bb-4228-970d-643b34f6679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:41Z', 'updated_at': '2021-09-19T02:59:42Z', 'revision_number': 2, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'subnets': [{'id': '43baac73-e4bb-4228-970d-643b34f6679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:47.386413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5037d565-2fef-49e2-8248-d205a87ea1f9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:47.434812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Checking router: 53fdb4da-35a5-402c-b783-88c5c6066cd2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 02:59:47.436063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Updating router 53fdb4da-35a5-402c-b783-88c5c6066cd2 port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 02:59:47.440208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57846) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:47.445882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Allocated IP 192.168.233.17 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/52642ea0-4c73-4ce5-9dce-de8b49bf448e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:47.461313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c64594ba-c82c-45de-aecc-6f85dcfd2829 req-e6074590-21c6-4c4f-a9f6-776ae6e88f8a tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 210 time: 0.0688732 Sep 19 02:59:47.506008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42f0658e-58cc-4aaa-96c8-201d89a1ab2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.518542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.592152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f97f371-d33c-4b41-9fec-318cc23abf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.678355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.695972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.747407 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84bd21bf-e72c-483f-ab3d-9b0568f35476 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.878178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 02:59:47.910021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:47.910355 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Added segment ccead583-2ffb-4f76-aa83-6243c5120d75 of type vlan for network e17f6304-7040-4db8-957a-58724e1faa55 Sep 19 02:59:47.911703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c737c4f-97d9-4c95-957b-e6f76eb3e72f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:48.010023 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42f0658e-58cc-4aaa-96c8-201d89a1ab2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.024249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42f0658e-58cc-4aaa-96c8-201d89a1ab2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.054212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.066035 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.074877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.076392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57854) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:48.082934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0658e-58cc-4aaa-96c8-201d89a1ab2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9421db99-82c3-4d3e-b1b2-7d18c91dadde,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:48.220312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.221321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:48.221901 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.292354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.302467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.324590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3946f62e-a280-41d1-9335-2d772dc910b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.352411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.393486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-42f0658e-58cc-4aaa-96c8-201d89a1ab2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=837cd29042a441758abde7361708919f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9519193 Sep 19 02:59:48.395992 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.399146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57862) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:48.536566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad3832-0fe9-411e-9358-a5813a65d7e4 None None] Pushing event updated for resources: {'Port': ['ID=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:48.574721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] Pushing event updated for resources: {'Network': ['ID=e17f6304-7040-4db8-957a-58724e1faa55,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:48.582811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Attempting to bind port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:48.583194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Attempting to bind port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:48.584285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Attempting to bind port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 on network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:48.592476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f97f371-d33c-4b41-9fec-318cc23abf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.603485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f97f371-d33c-4b41-9fec-318cc23abf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.608877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:48.609258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Checking segment: {'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:48.614608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.615035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Bound using segment: {'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:48.616242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Bound port: f8ff15d9-d5be-4451-b27c-21b97d6a9d90, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3111d6-deba-471a-af8d-9ec151d06793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:48.616656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.621309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e17f6304-7040-4db8-957a-58724e1faa55 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 02:59:48.664724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f3423a6-b603-4602-b328-e70c6e1be824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.667608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97f371-d33c-4b41-9fec-318cc23abf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd83bda-a8e2-4868-8a08-d573a945fcd6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:48.713237 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1f97f371-d33c-4b41-9fec-318cc23abf26 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4e54963e82f422e8b2a3cfbd774deed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5743024 Sep 19 02:59:48.716048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57866) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:48.794455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:48.796979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f3423a6-b603-4602-b328-e70c6e1be824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.798128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:48.804043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:48.822170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:48.823901 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.860684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] For port f8ff15d9-d5be-4451-b27c-21b97d6a9d90, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:48.871778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] For port f8ff15d9-d5be-4451-b27c-21b97d6a9d90, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,segment=NetworkSegment(6d3111d6-deba-471a-af8d-9ec151d06793),segment_id=6d3111d6-deba-471a-af8d-9ec151d06793)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:48.883687 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.923760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6079312-4ae2-474b-975b-ff4806c47eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:48.998880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad3832-0fe9-411e-9358-a5813a65d7e4 None None] Pushing event updated for resources: {'Port': ['ID=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:49.016713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-46ed97f1-416d-49b8-978f-d70ff17d1221 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0509787 Sep 19 02:59:49.021112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-396d2ce3-8dce-40df-b3a7-5b1dffa1b211 req-2171d5a8-b166-4921-a99a-0e379364a576 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 210 time: 0.4831681 Sep 19 02:59:49.023361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Routers {'53fdb4da-35a5-402c-b783-88c5c6066cd2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 02:59:49.024280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T02:59:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['53fdb4da-35a5-402c-b783-88c5c6066cd2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:49.050124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57870) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:49.061332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6079312-4ae2-474b-975b-ff4806c47eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.096210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Request body: {'subnet': {'network_id': 'e17f6304-7040-4db8-957a-58724e1faa55', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-387434756-subnet', 'tenant_id': '99ce7b107da840ceb96b4f4aedd0ad6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:49.155399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f3423a6-b603-4602-b328-e70c6e1be824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.163324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f3423a6-b603-4602-b328-e70c6e1be824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.164880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1f3423a6-b603-4602-b328-e70c6e1be824 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9421db99-82c3-4d3e-b1b2-7d18c91dadde HTTP/1.1" status: 204 len: 168 time: 0.7583323 Sep 19 02:59:49.225375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] Set router 53fdb4da-35a5-402c-b783-88c5c6066cd2 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 02:59:49.272011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Pushing event updated for resources: {'Port': ['ID=52642ea0-4c73-4ce5-9dce-de8b49bf448e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:49.300999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3423a6-b603-4602-b328-e70c6e1be824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9421db99-82c3-4d3e-b1b2-7d18c91dadde,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:49.367346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-42a3301f-c9f3-4ced-b796-708cb92f768f None None] Provisioning complete for port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:49.367758 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42a3301f-c9f3-4ced-b796-708cb92f768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.425318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84bd21bf-e72c-483f-ab3d-9b0568f35476 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.435741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f84368-8ca4-4e42-9f67-7850f5f597af req-ae776701-1ed5-47b3-b2a5-8359f6160ed2 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:49.437796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84bd21bf-e72c-483f-ab3d-9b0568f35476 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.451732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0f84368-8ca4-4e42-9f67-7850f5f597af req-ae776701-1ed5-47b3-b2a5-8359f6160ed2 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 935 time: 0.8780444 Sep 19 02:59:49.488718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6079312-4ae2-474b-975b-ff4806c47eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.491831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6079312-4ae2-474b-975b-ff4806c47eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.503616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6079312-4ae2-474b-975b-ff4806c47eaf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cd83bda-a8e2-4868-8a08-d573a945fcd6 HTTP/1.1" status: 204 len: 168 time: 0.7847137 Sep 19 02:59:49.605639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd21bf-e72c-483f-ab3d-9b0568f35476 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db31cdc-5c18-4f98-b892-d181cd5977ef,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:49.609475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-8ba1b09c-8430-46ea-ba72-20d6cb39dd52 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3223894 Sep 19 02:59:49.651472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6079312-4ae2-474b-975b-ff4806c47eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd83bda-a8e2-4868-8a08-d573a945fcd6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:49.656785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0f84368-8ca4-4e42-9f67-7850f5f597af req-ce62eb20-d980-447e-98ba-c638681e6951 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996446 Sep 19 02:59:49.665250 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42a3301f-c9f3-4ced-b796-708cb92f768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.671657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-440e4c5c-5e8e-4b87-a50f-be3054dd4672 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:59:49.688558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-440e4c5c-5e8e-4b87-a50f-be3054dd4672 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196083 Sep 19 02:59:49.756422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-42a3301f-c9f3-4ced-b796-708cb92f768f None None] For port f8ff15d9-d5be-4451-b27c-21b97d6a9d90, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,segment=NetworkSegment(6d3111d6-deba-471a-af8d-9ec151d06793),segment_id=6d3111d6-deba-471a-af8d-9ec151d06793)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 02:59:49.790851 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42a3301f-c9f3-4ced-b796-708cb92f768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.940464 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3946f62e-a280-41d1-9335-2d772dc910b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.952456 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3946f62e-a280-41d1-9335-2d772dc910b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.983739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84bd21bf-e72c-483f-ab3d-9b0568f35476 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:49.991200 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-84bd21bf-e72c-483f-ab3d-9b0568f35476 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.7945654 Sep 19 02:59:49.996487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57880) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:50.022902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b630a13c-df3f-4993-971b-e7156f090d86 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'security_group_rule': {'security_group_id': '8db31cdc-5c18-4f98-b892-d181cd5977ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:50.044256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Made reservation on behalf of be83815390fa4d22905739e57f4da04f for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:50.061253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3301f-c9f3-4ced-b796-708cb92f768f None None] Pushing event updated for resources: {'Port': ['ID=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:50.062977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.082182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3946f62e-a280-41d1-9335-2d772dc910b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=447731301fb440759ac1cac2e8996f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9946272 Sep 19 02:59:50.094032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57886) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:50.126572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c1c2e421-8915-4485-9470-9dd4b71843a0 None None] Provisioning complete for port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:50.126996 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1c2e421-8915-4485-9470-9dd4b71843a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.174362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.202921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Made reservation on behalf of 99ce7b107da840ceb96b4f4aedd0ad6e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 02:59:50.205480 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.257814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.353073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3524f86b-5193-4f7f-917f-253699110d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T02:59:42Z', 'revision_number': 4, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port': {'id': '3524f86b-5193-4f7f-917f-253699110d86', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:39Z', 'updated_at': '2021-09-19T02:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f8ff15d9-d5be-4451-b27c-21b97d6a9d90', 'name': '', 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'mac_address': 'fa:16:3e:e7:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43baac73-e4bb-4228-970d-643b34f6679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:41Z', 'updated_at': '2021-09-19T02:59:48Z', 'revision_number': 4, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'subnets': [{'id': '43baac73-e4bb-4228-970d-643b34f6679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 02:59:50.361804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f62e-a280-41d1-9335-2d772dc910b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6efb95a-c5c8-4787-9e2d-4b396979452f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:50.373527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b630a13c-df3f-4993-971b-e7156f090d86 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.397529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-553072b1-8d2c-4739-8501-29946e33133f req-2c5652aa-44a2-4aa4-83ec-030d23e4aa25 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 210 time: 0.0722558 Sep 19 02:59:50.455617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0035e15d-fc4b-4516-9525-8df8c3f06c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.483801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0035e15d-fc4b-4516-9525-8df8c3f06c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.492552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88dc6d7-0da6-4d26-bd0a-2020e5247a79 None None] The sync data for ids ['53fdb4da-35a5-402c-b783-88c5c6066cd2'] in n-d-809936-1 is: [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3524f86b-5193-4f7f-917f-253699110d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T02:59:42Z', 'revision_number': 4, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port': {'id': '3524f86b-5193-4f7f-917f-253699110d86', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:39Z', 'updated_at': '2021-09-19T02:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f8ff15d9-d5be-4451-b27c-21b97d6a9d90', 'name': '', 'network_id': 'f52a85c8-c3a8-484a-8ce7-13bfaf5a400c', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'mac_address': 'fa:16:3e:e7:ea:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '43baac73-e4bb-4228-970d-643b34f6679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:41Z', 'updated_at': '2021-09-19T02:59:48Z', 'revision_number': 4, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'subnets': [{'id': '43baac73-e4bb-4228-970d-643b34f6679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 02:59:50.516968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c1c2e421-8915-4485-9470-9dd4b71843a0 None None] Provisioning complete for port 52642ea0-4c73-4ce5-9dce-de8b49bf448e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:50.518373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1c2e421-8915-4485-9470-9dd4b71843a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.641763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0035e15d-fc4b-4516-9525-8df8c3f06c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.647023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0035e15d-fc4b-4516-9525-8df8c3f06c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:50.649931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0035e15d-fc4b-4516-9525-8df8c3f06c0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6efb95a-c5c8-4787-9e2d-4b396979452f HTTP/1.1" status: 204 len: 168 time: 0.5548472 Sep 19 02:59:50.669896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57900) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:50.709000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035e15d-fc4b-4516-9525-8df8c3f06c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6efb95a-c5c8-4787-9e2d-4b396979452f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:50.719037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65425ade-0160-4618-85ef-edbf2459f6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.003024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.009544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2e421-8915-4485-9470-9dd4b71843a0 None None] Port 52642ea0-4c73-4ce5-9dce-de8b49bf448e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:59:51.092713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b03788d5-ff06-4a9a-b703-5fef82bcc64c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:51.153541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Request body: {'port': {'device_id': '942269d3-f43a-48da-8094-26c33cf94dd9', 'device_owner': 'compute:tempest-test_az-493050415', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:51.185857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b630a13c-df3f-4993-971b-e7156f090d86 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.187679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Checking segment: {'id': 'ccead583-2ffb-4f76-aa83-6243c5120d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e17f6304-7040-4db8-957a-58724e1faa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:51.188395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Network hostable DHCP agents. Network: e17f6304-7040-4db8-957a-58724e1faa55, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 02:59:51.208119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b630a13c-df3f-4993-971b-e7156f090d86 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.247689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630a13c-df3f-4993-971b-e7156f090d86 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e1eeb3-291f-4ae2-8b2f-d931a58eb13b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:51.273439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Network e17f6304-7040-4db8-957a-58724e1faa55 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 02:59:51.274639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859157bd-bba1-4072-a7ae-3b64915acced req-84c36763-f605-441d-b800-1632d55b9a70 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:51.282589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-859157bd-bba1-4072-a7ae-3b64915acced req-84c36763-f605-441d-b800-1632d55b9a70 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 935 time: 0.4843562 Sep 19 02:59:51.286011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e17f6304-7040-4db8-957a-58724e1faa55) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:51.300022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092ea75d-b2b4-42d7-a040-9c7f4d620ff7 None None] Network e17f6304-7040-4db8-957a-58724e1faa55 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:51.315103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.321358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:51.323607 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.414423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.430385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.523707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184e273a-6173-48ff-9c1c-15cb5330d4f5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:51.544084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b630a13c-df3f-4993-971b-e7156f090d86 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:51.545501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b630a13c-df3f-4993-971b-e7156f090d86 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5419354 Sep 19 02:59:51.568054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:51.594976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5f82a5cd-a9df-405e-b224-1b1f20a77d8d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'security_group_rule': {'security_group_id': '8db31cdc-5c18-4f98-b892-d181cd5977ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:51.709412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811f60b-efe5-4881-960a-e1681f8a97eb None None] Network e17f6304-7040-4db8-957a-58724e1faa55 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 02:59:51.768993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-859157bd-bba1-4072-a7ae-3b64915acced req-20a7f5ec-e755-423e-b505-c619aab59120 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852293 Sep 19 02:59:51.961044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-648a2266-9206-4fbe-8f59-d033ecef5baf req-9ed67f49-ec6e-4bc8-a9b5-75932933c151 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 210 time: 0.2178977 Sep 19 02:59:52.003459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f8ff15d9-d5be-4451-b27c-21b97d6a9d90 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 02:59:52.202305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65425ade-0160-4618-85ef-edbf2459f6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.218856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65425ade-0160-4618-85ef-edbf2459f6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.288307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Allocated IP 192.168.233.186 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/f5c6bf62-d950-4701-abbe-dd17e2532baf) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:52.319742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:52.322493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.333180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-59d34455-5e0d-47fd-b11e-f66437a19fbb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.2741909 Sep 19 02:59:52.364156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:52.420957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65425ade-0160-4618-85ef-edbf2459f6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3eb5f3-7501-4456-8738-1c75500b0feb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:52.431639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-65425ade-0160-4618-85ef-edbf2459f6fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81383b68e5814c92b4e9a491d89a2cca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7554727 Sep 19 02:59:52.432451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57924) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:52.460602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f23621e9-fd3f-4d84-9999-2c39d6d3d9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.504463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f82a5cd-a9df-405e-b224-1b1f20a77d8d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.597711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c345bd8a-d595-4b94-af54-eec975d1e9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.679363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c345bd8a-d595-4b94-af54-eec975d1e9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.894963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c345bd8a-d595-4b94-af54-eec975d1e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.897998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c345bd8a-d595-4b94-af54-eec975d1e9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:52.902699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c345bd8a-d595-4b94-af54-eec975d1e9d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc3eb5f3-7501-4456-8738-1c75500b0feb HTTP/1.1" status: 204 len: 168 time: 0.4684381 Sep 19 02:59:52.934142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345bd8a-d595-4b94-af54-eec975d1e9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3eb5f3-7501-4456-8738-1c75500b0feb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:53.058624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31894091-9e84-4ac3-9def-686f46e87fd1 req-2b1712c8-e79a-461b-84d0-c68853328f17 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:53.074103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31894091-9e84-4ac3-9def-686f46e87fd1 req-2b1712c8-e79a-461b-84d0-c68853328f17 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 935 time: 0.1073978 Sep 19 02:59:53.258156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-905167bc-9c5f-4f00-a6b3-5dae2d905146 req-994b87a2-3090-4625-9c24-2693f35fc516 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 210 time: 0.0761015 Sep 19 02:59:53.304100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31894091-9e84-4ac3-9def-686f46e87fd1 req-ebcce493-0052-4d20-91d9-6248e35a1e08 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278600 Sep 19 02:59:53.419309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.466518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f82a5cd-a9df-405e-b224-1b1f20a77d8d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.469348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.497427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:53.525706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:53.529038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f82a5cd-a9df-405e-b224-1b1f20a77d8d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.544260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:53.553319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:53.562110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.670037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82a5cd-a9df-405e-b224-1b1f20a77d8d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dccb9ce-38dc-43b2-be76-36fdffb5ca40,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:53.761280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f23621e9-fd3f-4d84-9999-2c39d6d3d9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.793564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f23621e9-fd3f-4d84-9999-2c39d6d3d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.805720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52642ea0-4c73-4ce5-9dce-de8b49bf448e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 02:59:53.830576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Pushing event updated for resources: {'Port': ['ID=f5c6bf62-d950-4701-abbe-dd17e2532baf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:53.833405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.854689 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f23621e9-fd3f-4d84-9999-2c39d6d3d9bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f48ac6c455834ad48bc66949b32acc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4885182 Sep 19 02:59:53.856164 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7739adfd-1708-4c0c-b139-8c5f08225799 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8036866 Sep 19 02:59:53.858911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57952) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:53.873198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7a4731fc-78fc-489a-a57d-eb73f258796a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 02:59:53.875090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-7a4731fc-78fc-489a-a57d-eb73f258796a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065570 Sep 19 02:59:53.884799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f82a5cd-a9df-405e-b224-1b1f20a77d8d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.890538 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5f82a5cd-a9df-405e-b224-1b1f20a77d8d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3210366 Sep 19 02:59:53.891671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57954) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:53.903615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Transition to ACTIVE for port object 52642ea0-4c73-4ce5-9dce-de8b49bf448e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 02:59:53.905635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:53.913042 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:53.954646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.006059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23621e9-fd3f-4d84-9999-2c39d6d3d9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c6f7f2-7476-492d-93f7-5011889a2ce5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:54.096607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6f85b787-f807-488d-8fa4-365b0f05644a None None] Provisioning complete for port f5c6bf62-d950-4701-abbe-dd17e2532baf triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 02:59:54.097743 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f85b787-f807-488d-8fa4-365b0f05644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.132509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Pushing event updated for resources: {'Port': ['ID=52642ea0-4c73-4ce5-9dce-de8b49bf448e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:54.139531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57b2b626-20c8-4992-9eaf-4a5ab4399a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.219925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6f85b787-f807-488d-8fa4-365b0f05644a None None] Port f5c6bf62-d950-4701-abbe-dd17e2532baf cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 02:59:54.222568 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57b2b626-20c8-4992-9eaf-4a5ab4399a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.237774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Attempting to bind port 52642ea0-4c73-4ce5-9dce-de8b49bf448e on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:54.239404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Attempting to bind port 52642ea0-4c73-4ce5-9dce-de8b49bf448e by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:54.239980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Attempting to bind port 52642ea0-4c73-4ce5-9dce-de8b49bf448e on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:54.246827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Port 52642ea0-4c73-4ce5-9dce-de8b49bf448e on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 02:59:54.256111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Attempting to bind port 52642ea0-4c73-4ce5-9dce-de8b49bf448e on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:54.263268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:54.263970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:54.264765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:54.265457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Bound port: 52642ea0-4c73-4ce5-9dce-de8b49bf448e, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:54.266206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.313754 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.472860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] For port 52642ea0-4c73-4ce5-9dce-de8b49bf448e, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:54.482819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] For port 52642ea0-4c73-4ce5-9dce-de8b49bf448e, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:54.496721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.531560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:54.533083 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.535545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] 10.222.0.30 "PUT /v2.0/ports/52642ea0-4c73-4ce5-9dce-de8b49bf448e HTTP/1.1" status: 200 len: 1116 time: 4.1695273 Sep 19 02:59:54.537822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942269d3-f43a-48da-8094-26c33cf94dd9', 'tag': '52642ea0-4c73-4ce5-9dce-de8b49bf448e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 02:59:54.538034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Allocated IP 172.25.8.110 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/e11e98fe-cc96-49e4-8116-083bea52b28b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 02:59:54.768926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.811088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0ff5b-8647-4d85-8a4e-d13472d3d5da req-25d9063d-35bd-4e1c-ad15-16ae32f0b017 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:54.820167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1be0ff5b-8647-4d85-8a4e-d13472d3d5da req-25d9063d-35bd-4e1c-ad15-16ae32f0b017 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 968 time: 0.4085774 Sep 19 02:59:54.850279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Request body: {'port': {'device_id': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 02:59:54.859169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:54.942188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event updated for resources: {'Port': ['ID=e11e98fe-cc96-49e4-8116-083bea52b28b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:54.964470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 02:59:54.969633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 02:59:55.007528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 02:59:55.014594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:55.034687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-46377c93-c6d6-47e4-9ab7-f9c87704638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:55.038435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-46377c93-c6d6-47e4-9ab7-f9c87704638c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bea2980aa66490bb26d9ec9ef8919db&device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 1119 time: 0.3447504 Sep 19 02:59:55.042566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939287ba-1f8a-483b-81c7-104b75803425 service neutron] Pushing event updated for resources: {'Port': ['ID=52642ea0-4c73-4ce5-9dce-de8b49bf448e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:55.079456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1be0ff5b-8647-4d85-8a4e-d13472d3d5da req-d590e70f-1868-48b5-8416-85a0ccf0e6d9 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554862 Sep 19 02:59:55.227041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-33ef60de-bee3-4b0d-9211-e35b2a611d67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e HTTP/1.1" status: 200 len: 217 time: 0.1465244 Sep 19 02:59:55.306462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b995c-85aa-4d6a-a5f9-d7b70fd637f5 req-9bad1bdd-d4e9-4ba0-9715-b7ab06a9cda9 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:55.314125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-666b995c-85aa-4d6a-a5f9-d7b70fd637f5 req-9bad1bdd-d4e9-4ba0-9715-b7ab06a9cda9 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 936 time: 0.0990312 Sep 19 02:59:55.344202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-50837ae1-7eac-49dd-b9b6-afc12244774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:55.346121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-50837ae1-7eac-49dd-b9b6-afc12244774a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0948079 Sep 19 02:59:55.388438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-666b995c-85aa-4d6a-a5f9-d7b70fd637f5 req-43001bfa-c206-4c46-9ab9-34d0013f6a02 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724037 Sep 19 02:59:55.399382 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01" -d '{"events": [{"name": "network-changed", "server_uuid": "942269d3-f43a-48da-8094-26c33cf94dd9", "tag": "52642ea0-4c73-4ce5-9dce-de8b49bf448e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 02:59:55.514721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-b3d96e73-6a57-46e8-91e0-08bc5cfa76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:55.517590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-b3d96e73-6a57-46e8-91e0-08bc5cfa76b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1067312 Sep 19 02:59:55.721408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57b2b626-20c8-4992-9eaf-4a5ab4399a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:55.724544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57b2b626-20c8-4992-9eaf-4a5ab4399a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:55.731000 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-57b2b626-20c8-4992-9eaf-4a5ab4399a73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8c6f7f2-7476-492d-93f7-5011889a2ce5 HTTP/1.1" status: 204 len: 168 time: 1.8669364 Sep 19 02:59:55.744126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-95391f85-b217-411a-aa7e-dfaecd6a1f41 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077160 Sep 19 02:59:55.814073 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:55.873038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2b626-20c8-4992-9eaf-4a5ab4399a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c6f7f2-7476-492d-93f7-5011889a2ce5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:55.997766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d50c9-af1d-4929-bc97-3ca389b99ff9 req-1b67f9dc-c5f4-4baa-b00a-049e354831e5 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416053 Sep 19 02:59:56.018191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.267816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c6bf62-d950-4701-abbe-dd17e2532baf {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 02:59:56.284132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.345931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Transition to ACTIVE for port object f5c6bf62-d950-4701-abbe-dd17e2532baf will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 02:59:56.353448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.470222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6bf62-d950-4701-abbe-dd17e2532baf,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:56.600860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.618786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.682144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Attempting to bind port f5c6bf62-d950-4701-abbe-dd17e2532baf on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 02:59:56.682471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Attempting to bind port f5c6bf62-d950-4701-abbe-dd17e2532baf by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 02:59:56.682818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Attempting to bind port f5c6bf62-d950-4701-abbe-dd17e2532baf on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:56.702577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.734363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Port f5c6bf62-d950-4701-abbe-dd17e2532baf on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 02:59:56.735012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Attempting to bind port f5c6bf62-d950-4701-abbe-dd17e2532baf on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 02:59:56.743997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.746080 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8467453 Sep 19 02:59:56.751791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 02:59:56.752147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 02:59:56.752697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 02:59:56.753191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Bound port: f5c6bf62-d950-4701-abbe-dd17e2532baf, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 02:59:56.753600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:56.761446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b8b1d-3ac7-437b-8f70-e566cd06d12e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event updated for resources: {'Port': ['ID=e11e98fe-cc96-49e4-8116-083bea52b28b,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:56.798688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58018) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:56.835128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e705f47-1d4d-4651-b9f7-f90a1ca2b2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.052687 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e705f47-1d4d-4651-b9f7-f90a1ca2b2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.061430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e705f47-1d4d-4651-b9f7-f90a1ca2b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.123466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e705f47-1d4d-4651-b9f7-f90a1ca2b2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa3d076-65fb-4a6f-8c06-cd943162595d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:57.158431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] For port f5c6bf62-d950-4701-abbe-dd17e2532baf, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 02:59:57.163827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] For port f5c6bf62-d950-4701-abbe-dd17e2532baf, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5c6bf62-d950-4701-abbe-dd17e2532baf,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 02:59:57.167206 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0e705f47-1d4d-4651-b9f7-f90a1ca2b2d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f4648c04c0b42ae87634b6e63b3f069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676305 Sep 19 02:59:57.170930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58024) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 02:59:57.175639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.320186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e14344d-0f3e-4a7e-93a5-7aaa9655ffde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.321105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c6bf62-d950-4701-abbe-dd17e2532baf,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:57.332172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:57.332807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.334260 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-5787ada4-576d-4b18-bede-1ab1b93759f7 service neutron] 10.222.0.32 "PUT /v2.0/ports/f5c6bf62-d950-4701-abbe-dd17e2532baf HTTP/1.1" status: 200 len: 1096 time: 3.1079266 Sep 19 02:59:57.334772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'tag': 'f5c6bf62-d950-4701-abbe-dd17e2532baf'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 02:59:57.407644 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e14344d-0f3e-4a7e-93a5-7aaa9655ffde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.477759 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e14344d-0f3e-4a7e-93a5-7aaa9655ffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.482926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e14344d-0f3e-4a7e-93a5-7aaa9655ffde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 02:59:57.487975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5e14344d-0f3e-4a7e-93a5-7aaa9655ffde admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fa3d076-65fb-4a6f-8c06-cd943162595d HTTP/1.1" status: 204 len: 168 time: 0.3157558 Sep 19 02:59:57.500899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14344d-0f3e-4a7e-93a5-7aaa9655ffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa3d076-65fb-4a6f-8c06-cd943162595d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 02:59:57.720377 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314738ff-ebb6-4007-9354-58f9d5d8ba78" -d '{"events": [{"name": "network-changed", "server_uuid": "670dcd83-a2a7-4915-b4a0-5d09ecbd2c79", "tag": "f5c6bf62-d950-4701-abbe-dd17e2532baf"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 02:59:57.748004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-8323b771-cf1d-4f7f-935e-671239257b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 02:59:57.749701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-8323b771-cf1d-4f7f-935e-671239257b67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=be83815390fa4d22905739e57f4da04f&device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 1099 time: 0.2184694 Sep 19 02:59:59.464413 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:00.606363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-e3b048e0-e600-41ec-812a-5fd76dcf2553 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c592b8061e83448fabdabaf9a34750dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357533 Sep 19 03:00:00.955917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-da941290-8744-4a92-99ab-355386a6d7e7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:00.957359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-da941290-8744-4a92-99ab-355386a6d7e7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.3756797 Sep 19 03:00:00.983663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-ce76bc53-cc4f-4e8f-a4dc-b14c10af862c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:00.985069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-ce76bc53-cc4f-4e8f-a4dc-b14c10af862c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3617828 Sep 19 03:00:00.986292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-75b98c80-cecb-4f0f-bd9b-8a637bf1cc6e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/quotas/ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 375 time: 0.0208218 Sep 19 03:00:01.009074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-f02b0a6b-c645-40d3-9424-ac9547ce902b tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/quotas/c592b8061e83448fabdabaf9a34750dc HTTP/1.1" status: 200 len: 375 time: 0.0181894 Sep 19 03:00:01.024456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-3c170abf-29f0-4b4b-8b5f-95fca7ca7bd0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268652 Sep 19 03:00:01.049212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-f22d00ce-6b5e-460f-86ad-c7fef27cd957 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c592b8061e83448fabdabaf9a34750dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274744 Sep 19 03:00:01.161116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-491b3591-b042-45db-92c0-7b30f11de10d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:00:01.162383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-491b3591-b042-45db-92c0-7b30f11de10d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0520177 Sep 19 03:00:01.273993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-fa824774-5112-427e-91ae-03183135c2a9 service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045852 Sep 19 03:00:01.351169 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 02:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3fa35c-d059-4cfa-8cac-0495067a4133 x-openstack-request-id: req-4a3fa35c-d059-4cfa-8cac-0495067a4133 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:01.351447 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942269d3-f43a-48da-8094-26c33cf94dd9", "tag": "52642ea0-4c73-4ce5-9dce-de8b49bf448e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:01.351661 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a3fa35c-d059-4cfa-8cac-0495067a4133 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:01.352119 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942269d3-f43a-48da-8094-26c33cf94dd9', 'tag': '52642ea0-4c73-4ce5-9dce-de8b49bf448e', 'status': 'completed', 'code': 200} Sep 19 03:00:01.415456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-053463a9-cb34-46ee-8902-753d079716ec service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348214 Sep 19 03:00:01.468140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-2a65807b-17f2-47a9-8822-0323a79edca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:01.469958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-2a65807b-17f2-47a9-8822-0323a79edca8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bea2980aa66490bb26d9ec9ef8919db&device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 1119 time: 0.0916171 Sep 19 03:00:01.484941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32732-9756-4122-95fe-9c6179056f38 req-5b82817f-b630-4a35-a5f0-5192800332b9 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:01.486426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ae32732-9756-4122-95fe-9c6179056f38 req-5b82817f-b630-4a35-a5f0-5192800332b9 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 968 time: 0.0922573 Sep 19 03:00:01.687294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ae32732-9756-4122-95fe-9c6179056f38 req-35843675-ad23-4843-8838-fe367428e281 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852214 Sep 19 03:00:01.716766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-caad02a1-0552-44fe-a7a7-ce299a73cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:01.719357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-caad02a1-0552-44fe-a7a7-ce299a73cc30 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2318888 Sep 19 03:00:01.732606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026f167-f97f-4a10-aec3-3fe0d3a194ae req-4cd20f30-9715-457e-81f9-f7d7dbaa245f tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:01.734193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f026f167-f97f-4a10-aec3-3fe0d3a194ae req-4cd20f30-9715-457e-81f9-f7d7dbaa245f tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 948 time: 0.1196716 Sep 19 03:00:01.785179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-02a424a7-acd1-4ceb-866f-ec17fc047a89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e HTTP/1.1" status: 200 len: 217 time: 0.0501041 Sep 19 03:00:01.873416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f026f167-f97f-4a10-aec3-3fe0d3a194ae req-a5f0bbaa-f53e-4831-bf42-ebb3d164495b tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316159 Sep 19 03:00:01.886319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-67e0d4dc-6e45-4b15-a889-f6895b666cda tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1952366158&fields=id&tenant_id=58e4605440a343bc98a07b1ee0eb370b HTTP/1.1" status: 200 len: 267 time: 0.1105793 Sep 19 03:00:01.900119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-e0b25b9a-5b7b-4c7a-b1a6-2925f8da5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:01.902213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-e0b25b9a-5b7b-4c7a-b1a6-2925f8da5759 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1041703 Sep 19 03:00:02.011656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-fad51871-2cf2-4bf4-8bff-f1f15d78161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:02.013146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-fad51871-2cf2-4bf4-8bff-f1f15d78161b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011970 Sep 19 03:00:02.085017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-c28cbe89-fe1c-4e57-ae4b-598601e4a721 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:02.085632 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-4f2ab772-b16c-4622-b242-8539c34da05d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f5c6bf62-d950-4701-abbe-dd17e2532baf HTTP/1.1" status: 200 len: 217 time: 0.0833902 Sep 19 03:00:02.086550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-c28cbe89-fe1c-4e57-ae4b-598601e4a721 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 823 time: 0.1834202 Sep 19 03:00:02.155475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-73713843-7b4e-4c2b-84b5-0e6e0cc9ea96 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/quotas/58e4605440a343bc98a07b1ee0eb370b HTTP/1.1" status: 200 len: 375 time: 0.0206344 Sep 19 03:00:02.166603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-cf091b69-83d2-4f5e-a904-4544806b053e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:02.168171 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-cf091b69-83d2-4f5e-a904-4544806b053e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0750306 Sep 19 03:00:02.210196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-3a647f9e-54fb-478e-893f-1e820702c175 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872067 Sep 19 03:00:02.267604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-39347f0c-d542-4ffe-8927-dbcc96e8c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:02.270644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-39347f0c-d542-4ffe-8927-dbcc96e8c5c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821528 Sep 19 03:00:02.271997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-08695da9-be82-4792-8c71-7679191282f3 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099823 Sep 19 03:00:02.302936 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 02:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103afcc9-1a5c-4062-8115-18ef5c447735 x-openstack-request-id: req-103afcc9-1a5c-4062-8115-18ef5c447735 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:02.303354 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670dcd83-a2a7-4915-b4a0-5d09ecbd2c79", "tag": "f5c6bf62-d950-4701-abbe-dd17e2532baf", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:02.303696 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-103afcc9-1a5c-4062-8115-18ef5c447735 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:02.304306 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'tag': 'f5c6bf62-d950-4701-abbe-dd17e2532baf', 'status': 'completed', 'code': 200} Sep 19 03:00:02.381917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5f6db71-1116-4c1a-bb4c-1b360e56ed01 req-0a250b2d-0e39-4192-a50f-ae222c8c4c0c service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630111 Sep 19 03:00:02.396120 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-c87b1ce0-79b4-4c3f-8aa8-85cbf8815be6 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107960 Sep 19 03:00:02.451839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-651fe386-9c99-4819-911b-f470b67ac8fd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:00:02.452934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-651fe386-9c99-4819-911b-f470b67ac8fd service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0872633 Sep 19 03:00:02.516038 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dcabfc-1321-4f16-8b7d-9efc4008b4d6 req-51cd4142-7bad-4a7a-9da9-278d21c27cb4 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074464 Sep 19 03:00:02.559737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-808fd08e-65f0-429b-9b7f-8b4e9de6863c req-889dbcdd-edbf-44a4-8c60-136b83d8e28c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 210 time: 0.0559392 Sep 19 03:00:02.592402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-123d34a4-97fd-47d3-8be2-b2207e902294 service neutron] 10.222.0.22 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219089 Sep 19 03:00:02.644305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-81870609-edcd-4b1a-aec0-56362f94758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:02.645694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-81870609-edcd-4b1a-aec0-56362f94758b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=be83815390fa4d22905739e57f4da04f&device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 1099 time: 0.0401115 Sep 19 03:00:02.650991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4126f17-2d16-4218-a981-acc25a329312 req-4849adbf-aa08-4ff7-ba98-66cddd1f486d tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 210 time: 0.0342386 Sep 19 03:00:02.714305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-976b4b35-5b9d-4751-8d16-c05ac0f07b6a service neutron] 10.222.0.22 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102793 Sep 19 03:00:02.819956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aa1cf-47d3-42c4-97aa-524cfe03b146 req-b3109929-e532-430f-80ba-b8dfc1b7fb55 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:02.821920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-790aa1cf-47d3-42c4-97aa-524cfe03b146 req-b3109929-e532-430f-80ba-b8dfc1b7fb55 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 968 time: 0.0609200 Sep 19 03:00:02.822221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-c031cf91-07e7-4f5a-9054-728471d83d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:02.824346 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-c031cf91-07e7-4f5a-9054-728471d83d57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1714165 Sep 19 03:00:02.886177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-790aa1cf-47d3-42c4-97aa-524cfe03b146 req-d621c1ba-8680-4611-8c64-5a984ba39ea3 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550165 Sep 19 03:00:02.944923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-957b43d0-31e0-4cb2-aa6a-c1c15fe17cf7 req-422af38b-5b19-470d-af71-47a21e250615 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 210 time: 0.0377543 Sep 19 03:00:03.011861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-0d6669e3-30f5-4626-95cb-36cb9e97a8ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=f5c6bf62-d950-4701-abbe-dd17e2532baf HTTP/1.1" status: 200 len: 217 time: 0.0746753 Sep 19 03:00:03.026633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.32', 57881) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:03.081675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-f38059c1-6513-43e9-94fc-79c045a4e9a4 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c592b8061e83448fabdabaf9a34750dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486476 Sep 19 03:00:03.203519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58180) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:03.228261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1752702-fa39-4063-ad7a-f0ee7c5f8aad req-807273ea-3aa5-4007-af5d-716970de399f tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:03.236398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1752702-fa39-4063-ad7a-f0ee7c5f8aad req-807273ea-3aa5-4007-af5d-716970de399f tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 948 time: 0.1492803 Sep 19 03:00:03.296137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-06a98cf0-2a05-44f3-9680-e6b6d91d6aba tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:03.297610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-06a98cf0-2a05-44f3-9680-e6b6d91d6aba tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2088163 Sep 19 03:00:03.312217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1752702-fa39-4063-ad7a-f0ee7c5f8aad req-0d90096b-2866-48b9-bc38-67df389f0690 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696826 Sep 19 03:00:03.319008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Request body: {'port': {'device_id': '6d171c44-6d6a-46da-8b75-432936587bb0', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'c592b8061e83448fabdabaf9a34750dc'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:03.394534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-86c3577c-0aa1-40da-ac91-83045c5b3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:03.397148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-86c3577c-0aa1-40da-ac91-83045c5b3c2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.3632638 Sep 19 03:00:03.451065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-26a4602e-1e57-45cb-a0cc-acee5fddc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:03.452856 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-26a4602e-1e57-45cb-a0cc-acee5fddc3a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475507 Sep 19 03:00:03.546789 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4db5aa6-33c2-432a-84f5-1aa7081cdbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:03.581037 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-bf91975d-1ce5-46b1-aa87-cd3d1919614b service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198499 Sep 19 03:00:03.619838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58196) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:03.738719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4355f586-d09b-4e09-9d32-ee15aa98833e req-b7ad1938-1397-4a2a-bd3d-542171dda58a tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 210 time: 0.0518777 Sep 19 03:00:03.741226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-314738ff-ebb6-4007-9354-58f9d5d8ba78 req-5a4e01ef-2308-4b8c-8196-86c21e3b8e16 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508217 Sep 19 03:00:03.755206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4db5aa6-33c2-432a-84f5-1aa7081cdbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:03.787019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e24e291-29dc-4859-b631-59a03d76ced5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:03.789561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba87f907-cb88-42a4-9f6b-451acde3730f req-159ea3f0-4d1f-42f8-9d1b-c3db25925b60 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 210 time: 0.0315750 Sep 19 03:00:03.792992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4db5aa6-33c2-432a-84f5-1aa7081cdbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:03.843423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b4db5aa6-33c2-432a-84f5-1aa7081cdbc5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f5089259b7745218f96f1553cd7ad00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6387289 Sep 19 03:00:03.846165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58202) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:03.861020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Made reservation on behalf of c592b8061e83448fabdabaf9a34750dc for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:03.865229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:03.878254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:03.894007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db5aa6-33c2-432a-84f5-1aa7081cdbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d4993-0aef-4992-ad50-c43c18462071,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:03.934330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3254884f-1863-487f-9de7-8dee26198e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.009609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3254884f-1863-487f-9de7-8dee26198e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.021294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51423fe-fea6-4edf-9ef2-077b12a54596 req-a14f8408-0c69-4e71-abb8-0729c31b0b63 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:04.030513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d51423fe-fea6-4edf-9ef2-077b12a54596 req-a14f8408-0c69-4e71-abb8-0729c31b0b63 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 968 time: 0.0674353 Sep 19 03:00:04.079551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85b74c99-9d13-41cc-9fc4-4cfe99769b5d req-ad66f787-0ef0-4099-b886-84fbd9a679d1 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 210 time: 0.0466375 Sep 19 03:00:04.104206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d51423fe-fea6-4edf-9ef2-077b12a54596 req-04908427-9ee3-4610-8979-fe71e297afc1 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727797 Sep 19 03:00:04.191864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e24e291-29dc-4859-b631-59a03d76ced5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.204274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-2bce99a0-d33a-4e9e-83d6-948cf0a105b2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:04.205862 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-2bce99a0-d33a-4e9e-83d6-948cf0a105b2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.2530491 Sep 19 03:00:04.207643 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e24e291-29dc-4859-b631-59a03d76ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.233069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Request body: {'port': {'device_id': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'admin_state_up': True, 'tenant_id': 'ef934edf9ce84369a7d7646bf99a2728'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:04.237855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3254884f-1863-487f-9de7-8dee26198e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.240427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3254884f-1863-487f-9de7-8dee26198e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.244606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3254884f-1863-487f-9de7-8dee26198e28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/482d4993-0aef-4992-ad50-c43c18462071 HTTP/1.1" status: 204 len: 168 time: 0.3941989 Sep 19 03:00:04.292113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 52642ea0-4c73-4ce5-9dce-de8b49bf448e details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:04.296454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e291-29dc-4859-b631-59a03d76ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a703d-01e0-4b08-9791-bea87fddf5d3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:04.329257 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7e24e291-29dc-4859-b631-59a03d76ced5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca8466f83e874c71b79bc05788105cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7078822 Sep 19 03:00:04.337236 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.338459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:04.371882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-369dc5c7-a68a-4f20-bf44-d8cbe2a8945a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:04.373642 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-369dc5c7-a68a-4f20-bf44-d8cbe2a8945a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 823 time: 0.2256753 Sep 19 03:00:04.393782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.419804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254884f-1863-487f-9de7-8dee26198e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d4993-0aef-4992-ad50-c43c18462071,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:04.431030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 52642ea0-4c73-4ce5-9dce-de8b49bf448e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:04.451999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '52642ea0-4c73-4ce5-9dce-de8b49bf448e', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '52642ea0-4c73-4ce5-9dce-de8b49bf448e', 'mac_address': 'fa:16:3e:a2:f4:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:tempest-test_az-493050415', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:04.475128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4221451a-467a-4ce3-8012-f6770c234cca,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:04.500524 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.518437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52642ea0-4c73-4ce5-9dce-de8b49bf448e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:04.542213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 52642ea0-4c73-4ce5-9dce-de8b49bf448e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:04.550553 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.568776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Made reservation on behalf of ef934edf9ce84369a7d7646bf99a2728 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:04.578264 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.607821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=52642ea0-4c73-4ce5-9dce-de8b49bf448e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:04.685811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-f774b5a9-1969-407e-ac10-8dcbfc0bf010 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58e4605440a343bc98a07b1ee0eb370b HTTP/1.1" status: 200 len: 380 time: 0.2930593 Sep 19 03:00:04.710937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'port': {'device_id': '0fb38899-7afe-4e33-bdac-914e8569005a', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'admin_state_up': True, 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'security_groups': ['8db31cdc-5c18-4f98-b892-d181cd5977ef']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:04.722729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Allocated IP 192.168.233.118 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/679e5483-4fda-4515-8cde-b5977c823d33) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:04.739142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd7f-140e-43f0-ac55-f7dba11b706b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.750927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Allocated IP 172.20.0.8 (f541e3a0-407b-4757-b916-a146249c9a6a/58e173fd-59d2-4cdd-9fca-055d94aea1a8/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:04.768831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea00aff-0a7b-4b87-8753-2bfb964b3c33 req-de2a667a-2628-4777-823c-0df6ae5cd30d tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:04.775562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58218) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:04.777651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aea00aff-0a7b-4b87-8753-2bfb964b3c33 req-de2a667a-2628-4777-823c-0df6ae5cd30d tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 948 time: 0.3294137 Sep 19 03:00:04.803575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7421506-1545-40fe-a54c-4989d38d3286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.850341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['52642ea0-4c73-4ce5-9dce-de8b49bf448e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:04.896697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd7f-140e-43f0-ac55-f7dba11b706b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:04.931172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3babbaf-9b18-493e-a7de-fcf43de7fd2b req-50804791-a97a-4e44-b8e0-9ffabec52dfc tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 210 time: 0.0829949 Sep 19 03:00:04.984373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aea00aff-0a7b-4b87-8753-2bfb964b3c33 req-dac54a2c-535e-458e-bc6c-2ea803ecbb59 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922600 Sep 19 03:00:05.014527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.051436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7421506-1545-40fe-a54c-4989d38d3286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.063092 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7421506-1545-40fe-a54c-4989d38d3286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.109920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd7f-140e-43f0-ac55-f7dba11b706b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.112551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ae6cbd7f-140e-43f0-ac55-f7dba11b706b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.113713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ae6cbd7f-140e-43f0-ac55-f7dba11b706b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de6a703d-01e0-4b08-9791-bea87fddf5d3 HTTP/1.1" status: 204 len: 168 time: 0.7499030 Sep 19 03:00:05.121416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7421506-1545-40fe-a54c-4989d38d3286 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6f32139c8934ad69d464d9b22cf4ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444564 Sep 19 03:00:05.122144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7421506-1545-40fe-a54c-4989d38d3286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51de4fa5-2c6e-49c7-b0a6-509117c37565,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:05.124556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:05.135938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e820cd9e-5170-4041-bd66-af08c257bc2e req-33ea4f21-0e06-4447-a3fb-b5ef901c4124 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 210 time: 0.0671558 Sep 19 03:00:05.143762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.169019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Made reservation on behalf of 58e4605440a343bc98a07b1ee0eb370b for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:05.173518 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.176234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cbd7f-140e-43f0-ac55-f7dba11b706b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a703d-01e0-4b08-9791-bea87fddf5d3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:05.220495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Network f541e3a0-407b-4757-b916-a146249c9a6a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:05.224231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:05.231257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1971ee93-b7cb-4759-a917-4176b144149b req-2d163138-bf58-4c8f-89bf-fd457b4cbd9b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 210 time: 0.0636599 Sep 19 03:00:05.236777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:05.244389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:05.244860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.269729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:05.286316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b633c76-e320-46c5-b917-284a80227fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.293285 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-56955561-c299-49b6-8723-a77bc3277cbf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0659432 Sep 19 03:00:05.304585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.311045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b633c76-e320-46c5-b917-284a80227fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.323642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Request body: {'port': {'device_id': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:05.398474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acb3e0-6b71-4afe-beb1-bbab123d14a0 req-e55c5641-28ff-43eb-bcb9-5bd91aaf23fd tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:05.398874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.400019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63acb3e0-6b71-4afe-beb1-bbab123d14a0 req-e55c5641-28ff-43eb-bcb9-5bd91aaf23fd tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 969 time: 0.1745420 Sep 19 03:00:05.432105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Allocated IP 172.20.0.3 (38f0404b-2130-4ac7-8696-206ce18e09f9/fa71bd19-11fe-4fcc-96fd-e836d81ea57b/29a88cea-c617-43d4-90cd-0f475acc2420) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:05.436099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.461270 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b633c76-e320-46c5-b917-284a80227fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.464611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b633c76-e320-46c5-b917-284a80227fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.468367 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4b633c76-e320-46c5-b917-284a80227fdd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51de4fa5-2c6e-49c7-b0a6-509117c37565 HTTP/1.1" status: 204 len: 168 time: 0.3404632 Sep 19 03:00:05.477335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b633c76-e320-46c5-b917-284a80227fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51de4fa5-2c6e-49c7-b0a6-509117c37565,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:05.509466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:05.523375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63acb3e0-6b71-4afe-beb1-bbab123d14a0 req-565be6dd-53dc-4c64-8cac-c36e5b0e1bd8 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155145 Sep 19 03:00:05.542844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:05.547218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:05.553095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:05.553727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.557213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Pushing event updated for resources: {'Port': ['ID=679e5483-4fda-4515-8cde-b5977c823d33,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:05.592033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-3c02a1fa-b06b-4ed5-a93b-e0d76337b1ae tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2770414 Sep 19 03:00:05.662799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Request body: {'port': {'device_id': '6d171c44-6d6a-46da-8b75-432936587bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:05.663216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58234) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:05.688594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-70f4d230-dce9-4791-8ab8-86341e1ce3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.760602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.790473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.838140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:05.855097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.877682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cf193dbe-cf35-4f26-9a1a-43b4a4164331 None None] Provisioning complete for port 679e5483-4fda-4515-8cde-b5977c823d33 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:05.878319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf193dbe-cf35-4f26-9a1a-43b4a4164331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.880985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Transition to ACTIVE for port object f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:05.891426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.903590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-70f4d230-dce9-4791-8ab8-86341e1ce3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.928895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-70f4d230-dce9-4791-8ab8-86341e1ce3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.931260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cf193dbe-cf35-4f26-9a1a-43b4a4164331 None None] Port 679e5483-4fda-4515-8cde-b5977c823d33 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:00:05.957577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:05.988518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:06.004712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:06.010967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:06.023959 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-70f4d230-dce9-4791-8ab8-86341e1ce3ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0313d29cc07641708ad7d2703d1b7089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571489 Sep 19 03:00:06.027927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:06.036477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4d230-dce9-4791-8ab8-86341e1ce3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937fe92d-3155-47fb-9594-6afcfb0f0ac4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:06.041440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:06.047702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:06.048109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:06.048241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:06.048582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:06.048763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.066251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:06.066251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:06.075738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3793054 Sep 19 03:00:06.085839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:06.086423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:06.087076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:06.087824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Bound port: f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:06.088418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.094412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Request body: {'port': {'device_id': '0fb38899-7afe-4e33-bdac-914e8569005a', 'device_owner': 'compute:tempest-test_az-493050415', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:06.133863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84dc8c70-0672-482d-9364-6c4f193e940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.174005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84dc8c70-0672-482d-9364-6c4f193e940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.178918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc6485-1fdc-44bf-a2e1-1ff42adb18bf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event updated for resources: {'Port': ['ID=29a88cea-c617-43d4-90cd-0f475acc2420,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:06.201822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:06.211716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:06.223511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.265203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:06.265944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.266070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 52642ea0-4c73-4ce5-9dce-de8b49bf448e up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:06.267713 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] 10.222.0.32 "PUT /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 1091 time: 0.9540403 Sep 19 03:00:06.271334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:06.272325 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956" -d '{"events": [{"name": "network-changed", "server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:06.313621 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3aabc6-75c9-4809-9c3b-3bd670247e4e service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:06.313709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.317596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84dc8c70-0672-482d-9364-6c4f193e940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.322065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84dc8c70-0672-482d-9364-6c4f193e940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.323561 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-84dc8c70-0672-482d-9364-6c4f193e940c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/937fe92d-3155-47fb-9594-6afcfb0f0ac4 HTTP/1.1" status: 204 len: 168 time: 0.2946208 Sep 19 03:00:06.331748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc8c70-0672-482d-9364-6c4f193e940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937fe92d-3155-47fb-9594-6afcfb0f0ac4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:06.364587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f7e65-c176-40a5-82d9-600fc1f9f595 req-4cd20523-0f35-4dc4-91f7-5a976803508a tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:06.366418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef9f7e65-c176-40a5-82d9-600fc1f9f595 req-4cd20523-0f35-4dc4-91f7-5a976803508a tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 936 time: 0.2090373 Sep 19 03:00:06.382534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 52642ea0-4c73-4ce5-9dce-de8b49bf448e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:06.396172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 52642ea0-4c73-4ce5-9dce-de8b49bf448e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:06.396720 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.421121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9145f5b7-62bd-4b07-8a64-9bad91ff7ade None None] Provisioning complete for port 29a88cea-c617-43d4-90cd-0f475acc2420 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:06.421838 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9145f5b7-62bd-4b07-8a64-9bad91ff7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.424753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5598bae-dcec-49e4-9453-2a3ffc18196d req-c1d96b0d-7100-4793-913f-efde87f6ca24 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:06.426330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5598bae-dcec-49e4-9453-2a3ffc18196d req-c1d96b0d-7100-4793-913f-efde87f6ca24 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 948 time: 0.2660799 Sep 19 03:00:06.430989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-39a5164d-fef4-427a-8779-c995a2e4b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:06.435777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-39a5164d-fef4-427a-8779-c995a2e4b76e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1094 time: 0.0949707 Sep 19 03:00:06.477096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9145f5b7-62bd-4b07-8a64-9bad91ff7ade None None] Port 29a88cea-c617-43d4-90cd-0f475acc2420 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:00:06.507559 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-2bfee1ce-0d9e-4e73-b926-5e1656754c65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0561430 Sep 19 03:00:06.522577 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.550995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942269d3-f43a-48da-8094-26c33cf94dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52642ea0-4c73-4ce5-9dce-de8b49bf448e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:06.594386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-6298e302-7a30-430d-9ea6-04c5f274eba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:06.596613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-6298e302-7a30-430d-9ea6-04c5f274eba1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0809245 Sep 19 03:00:06.627917 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:06.638169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 52642ea0-4c73-4ce5-9dce-de8b49bf448e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:06.644437 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.656373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef9f7e65-c176-40a5-82d9-600fc1f9f595 req-4e1e6b4f-b3e1-4694-a28e-a6a7f2c0a0e7 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787862 Sep 19 03:00:06.683504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-70255b01-dd93-4140-929e-d376dc67db75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755334 Sep 19 03:00:06.724350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=52642ea0-4c73-4ce5-9dce-de8b49bf448e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:06.809717 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623bd163-8658-4ed7-b746-1aacd7dd2a36" -d '{"events": [{"server_uuid": "942269d3-f43a-48da-8094-26c33cf94dd9", "name": "network-vif-plugged", "status": "completed", "tag": "52642ea0-4c73-4ce5-9dce-de8b49bf448e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:06.826671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-525386912-network', 'tenant_id': '9eb23c319f2d4904a9ad325b7d1efd73'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:06.865233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Made reservation on behalf of 9eb23c319f2d4904a9ad325b7d1efd73 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:06.867947 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.880884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-b4236507-45cf-4267-8a3c-aa406677a035 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902509 Sep 19 03:00:06.881838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:06.972456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679e5483-4fda-4515-8cde-b5977c823d33 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:06.989814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.011444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5598bae-dcec-49e4-9453-2a3ffc18196d req-710ebc53-33fd-4e33-9ec0-21930ff22144 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626070 Sep 19 03:00:07.015342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92f5802e-a87c-48af-85a0-3cad4d927209 req-55d9ca21-a5f3-4e55-92ce-421e19d26d91 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239562 Sep 19 03:00:07.032721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Transition to ACTIVE for port object 679e5483-4fda-4515-8cde-b5977c823d33 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:07.044979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.100451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.104906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.117596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fb9b8-ca1c-447f-854a-52632b23bd36 req-dcab2667-62dd-4a7d-89f2-75a5416762dd tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:07.119570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21fb9b8-ca1c-447f-854a-52632b23bd36 req-dcab2667-62dd-4a7d-89f2-75a5416762dd tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 943 time: 0.2251892 Sep 19 03:00:07.136298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:00:07.147142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb69665-3aec-41d8-af92-7c7b927b825e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:07.154938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.156591 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Added segment 886b2ef6-cb12-41cd-b042-592e7c5b9bb6 of type vlan for network 1168e2df-163a-4eb0-82eb-c9aac060ff6d Sep 19 03:00:07.209830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.246685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.248533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:07.249500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.255636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Pushing event updated for resources: {'Port': ['ID=679e5483-4fda-4515-8cde-b5977c823d33,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:07.290279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba14377-858b-41b3-865a-af2d39bc6913 req-8122db2d-89f9-488d-a3a3-3928c89c0abf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:07.292424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ba14377-858b-41b3-865a-af2d39bc6913 req-8122db2d-89f9-488d-a3a3-3928c89c0abf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 931 time: 0.1692536 Sep 19 03:00:07.310177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Attempting to bind port 679e5483-4fda-4515-8cde-b5977c823d33 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:07.310520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Attempting to bind port 679e5483-4fda-4515-8cde-b5977c823d33 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:07.310892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Attempting to bind port 679e5483-4fda-4515-8cde-b5977c823d33 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:07.318004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a88cea-c617-43d4-90cd-0f475acc2420 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:07.340612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21fb9b8-ca1c-447f-854a-52632b23bd36 req-44a47e8f-ca44-47e9-9302-b25d5d253a38 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682377 Sep 19 03:00:07.340789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7074430 Sep 19 03:00:07.340886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:07.340969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7973f7-eee9-4a1e-ad78-f34c2bea2208 admin admin] Pushing event updated for resources: {'Network': ['ID=1168e2df-163a-4eb0-82eb-c9aac060ff6d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:07.341051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.341753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58300) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:07.345398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Port 679e5483-4fda-4515-8cde-b5977c823d33 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:07.345729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Attempting to bind port 679e5483-4fda-4515-8cde-b5977c823d33 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:07.350667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:00:07.369608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Request body: {'subnet': {'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-525386912-subnet', 'tenant_id': '9eb23c319f2d4904a9ad325b7d1efd73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:07.370663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:07.371034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:07.371421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:07.371868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Bound port: 679e5483-4fda-4515-8cde-b5977c823d33, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:07.372217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.398081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Transition to ACTIVE for port object 29a88cea-c617-43d4-90cd-0f475acc2420 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:07.408625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Made reservation on behalf of 9eb23c319f2d4904a9ad325b7d1efd73 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:07.409700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.411661 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.414100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ba14377-858b-41b3-865a-af2d39bc6913 req-3ba38882-8b84-4bd7-933f-3fffe9998845 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050050 Sep 19 03:00:07.513967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-321971139-network', 'tenant_id': 'fce0b47f1d5b4cf5b38deb21598cdd94'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:07.544188 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d005fbb4-004a-4172-9be9-9eada2d02328 x-openstack-request-id: req-d005fbb4-004a-4172-9be9-9eada2d02328 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:07.545221 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:07.545705 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d005fbb4-004a-4172-9be9-9eada2d02328 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:07.546304 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9', 'status': 'completed', 'code': 200} Sep 19 03:00:07.561198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Pushing event updated for resources: {'Port': ['ID=29a88cea-c617-43d4-90cd-0f475acc2420,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:07.622019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Attempting to bind port 29a88cea-c617-43d4-90cd-0f475acc2420 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:07.622628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Attempting to bind port 29a88cea-c617-43d4-90cd-0f475acc2420 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:07.623195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Attempting to bind port 29a88cea-c617-43d4-90cd-0f475acc2420 on network 38f0404b-2130-4ac7-8696-206ce18e09f9 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:07.627310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] For port 679e5483-4fda-4515-8cde-b5977c823d33, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:07.636777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Made reservation on behalf of fce0b47f1d5b4cf5b38deb21598cdd94 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:07.639991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.640632 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a402051a-fb48-48e4-b57c-97c0958b3891 x-openstack-request-id: req-a402051a-fb48-48e4-b57c-97c0958b3891 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:07.641025 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942269d3-f43a-48da-8094-26c33cf94dd9", "name": "network-vif-plugged", "status": "completed", "tag": "52642ea0-4c73-4ce5-9dce-de8b49bf448e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:07.641575 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a402051a-fb48-48e4-b57c-97c0958b3891 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:07.642163 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942269d3-f43a-48da-8094-26c33cf94dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52642ea0-4c73-4ce5-9dce-de8b49bf448e', 'code': 200} Sep 19 03:00:07.647802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-fbb2a782-fa56-42d5-9d2e-5c54a449c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:07.653037 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-fbb2a782-fa56-42d5-9d2e-5c54a449c983 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1094 time: 0.1028261 Sep 19 03:00:07.656257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] For port 679e5483-4fda-4515-8cde-b5977c823d33, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=679e5483-4fda-4515-8cde-b5977c823d33,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:07.657648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Port 29a88cea-c617-43d4-90cd-0f475acc2420 on network 38f0404b-2130-4ac7-8696-206ce18e09f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:07.658126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Attempting to bind port 29a88cea-c617-43d4-90cd-0f475acc2420 on network 38f0404b-2130-4ac7-8696-206ce18e09f9 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:07.684482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.703881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2338fd-5070-426e-8a23-893f31f58d9a req-18505265-0d51-4cb4-844d-bdeda71b9394 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:07.705778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a2338fd-5070-426e-8a23-893f31f58d9a req-18505265-0d51-4cb4-844d-bdeda71b9394 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 970 time: 0.1674285 Sep 19 03:00:07.715166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.30', 58889) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:07.733951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:07.734514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Checking segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:07.735000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Bound using segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:07.735535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Bound port: 29a88cea-c617-43d4-90cd-0f475acc2420, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:07.735992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.788800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.794311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:07.795142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:07.796747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] 10.222.0.32 "PUT /v2.0/ports/679e5483-4fda-4515-8cde-b5977c823d33 HTTP/1.1" status: 200 len: 1096 time: 2.1874223 Sep 19 03:00:07.806272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d171c44-6d6a-46da-8b75-432936587bb0', 'tag': '679e5483-4fda-4515-8cde-b5977c823d33'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:07.808731 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d171c44-6d6a-46da-8b75-432936587bb0", "tag": "679e5483-4fda-4515-8cde-b5977c823d33"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:07.917953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] For port 29a88cea-c617-43d4-90cd-0f475acc2420, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:07.956191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db368b92-17b9-4d83-87e3-79930f966b6e service neutron] Pushing event updated for resources: {'Port': ['ID=679e5483-4fda-4515-8cde-b5977c823d33,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:07.970561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] For port 29a88cea-c617-43d4-90cd-0f475acc2420, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=29a88cea-c617-43d4-90cd-0f475acc2420,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:07.982699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a2338fd-5070-426e-8a23-893f31f58d9a req-fedf7e1c-b8d2-4842-912c-01ff31cae29f tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313983 Sep 19 03:00:07.986477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.028688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b77d66-4e74-45f6-b5a7-f9564135dd7c req-b71a4408-f7f0-4765-8f1f-fbd1037605fc tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.031473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64b77d66-4e74-45f6-b5a7-f9564135dd7c req-b71a4408-f7f0-4765-8f1f-fbd1037605fc tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 948 time: 0.2754560 Sep 19 03:00:08.054876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-04740f46-d35f-4db1-bc7a-5f7d11cb6261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.056368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-04740f46-d35f-4db1-bc7a-5f7d11cb6261 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c592b8061e83448fabdabaf9a34750dc&device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 1099 time: 0.1727331 Sep 19 03:00:08.059482 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632e546c-3b9c-471c-a0bf-75ec935dd679 x-openstack-request-id: req-632e546c-3b9c-471c-a0bf-75ec935dd679 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:08.059765 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d171c44-6d6a-46da-8b75-432936587bb0", "tag": "679e5483-4fda-4515-8cde-b5977c823d33", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:08.060486 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-632e546c-3b9c-471c-a0bf-75ec935dd679 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:08.060486 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d171c44-6d6a-46da-8b75-432936587bb0', 'tag': '679e5483-4fda-4515-8cde-b5977c823d33', 'status': 'completed', 'code': 200} Sep 19 03:00:08.068924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.069560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.071085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] 10.222.0.30 "PUT /v2.0/ports/29a88cea-c617-43d4-90cd-0f475acc2420 HTTP/1.1" status: 200 len: 1112 time: 1.9862912 Sep 19 03:00:08.087642 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.099199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e46a04-0b8e-45f4-94c2-e4c72925f0b4 req-b02e593a-f6e4-4c9c-90ac-559a42d2b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.101595 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95e46a04-0b8e-45f4-94c2-e4c72925f0b4 req-b02e593a-f6e4-4c9c-90ac-559a42d2b2ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 1121 time: 0.3695517 Sep 19 03:00:08.123214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-f5367982-3de9-45bd-aed4-16e041459656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.125036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-f5367982-3de9-45bd-aed4-16e041459656 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.4357533 Sep 19 03:00:08.137651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5c6bf62-d950-4701-abbe-dd17e2532baf details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:08.153372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34449897-7b06-4498-a083-4c8af67065b3 service neutron] Pushing event updated for resources: {'Port': ['ID=29a88cea-c617-43d4-90cd-0f475acc2420,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:08.168632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-003fb962-60ad-441f-acd2-267494879515 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=679e5483-4fda-4515-8cde-b5977c823d33 HTTP/1.1" status: 200 len: 217 time: 0.0749397 Sep 19 03:00:08.195930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95e46a04-0b8e-45f4-94c2-e4c72925f0b4 req-f5c6062d-5998-4ff8-af6d-97f58c5a2fb0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.214626 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-d8db67ee-c924-4259-af3d-161c2ce43c28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0680511 Sep 19 03:00:08.235867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=529cd5d9-771f-4357-9866-98e89e6e6b2b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:08.262521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64b77d66-4e74-45f6-b5a7-f9564135dd7c req-09d19240-20e0-43dc-b66f-8cb3d1b3993d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160633 Sep 19 03:00:08.266454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f5c6bf62-d950-4701-abbe-dd17e2532baf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5c6bf62-d950-4701-abbe-dd17e2532baf,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:08.279375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f5c6bf62-d950-4701-abbe-dd17e2532baf', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'f5c6bf62-d950-4701-abbe-dd17e2532baf', 'mac_address': 'fa:16:3e:c6:23:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:08.281867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:08.282320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Network hostable DHCP agents. Network: 1168e2df-163a-4eb0-82eb-c9aac060ff6d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:00:08.297387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-f28ed56c-818d-4397-ae13-2f4da31c9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.298988 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-f28ed56c-818d-4397-ae13-2f4da31c9e94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0714996 Sep 19 03:00:08.305061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.322323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.332065 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.338619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:00:08.346060 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-1af7d35f-fa06-4e27-8bd9-4d42a8b1283a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339720 Sep 19 03:00:08.355362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c6bf62-d950-4701-abbe-dd17e2532baf {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:08.369909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 1168e2df-163a-4eb0-82eb-c9aac060ff6d) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:08.372062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:00:08.375223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.375825 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.390320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-89448989-1949-4ee0-948e-9570b49d6b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.391794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-89448989-1949-4ee0-948e-9570b49d6b2d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2068896 Sep 19 03:00:08.396715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-6175fce0-b5c1-4c3d-9b79-d0ae7425b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.396987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd57fb5-9148-4ee1-9f60-ff2ac6423a46 None None] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:08.398900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-6175fce0-b5c1-4c3d-9b79-d0ae7425b7d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 1115 time: 0.2509012 Sep 19 03:00:08.408245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bfe7-6c02-420f-bc92-850d7ffad8c0 req-66c30142-9e9f-48bd-832d-6beea2d500ba tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.409948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1d0bfe7-6c02-420f-bc92-850d7ffad8c0 req-66c30142-9e9f-48bd-832d-6beea2d500ba tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 948 time: 0.2610402 Sep 19 03:00:08.428070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d45d14-c8a6-45c5-b247-4d7b4f06b616,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:08.445861 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.449811 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Added segment 20fe3bee-6f02-4e33-9c16-d10d2a26d42d of type vlan for network aab822ca-88b9-4105-984d-8c3d05a7c393 Sep 19 03:00:08.449944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f5c6bf62-d950-4701-abbe-dd17e2532baf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5c6bf62-d950-4701-abbe-dd17e2532baf,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:08.486776 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.505913 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-3ff6b591-375e-4bcb-bf4c-ae5d6ab7e36f service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487062 Sep 19 03:00:08.510691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-f653ac3d-d3a1-4088-aefe-57cbf3ab7eef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a88cea-c617-43d4-90cd-0f475acc2420 HTTP/1.1" status: 200 len: 217 time: 0.0975053 Sep 19 03:00:08.551832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95e46a04-0b8e-45f4-94c2-e4c72925f0b4 req-f5c6062d-5998-4ff8-af6d-97f58c5a2fb0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.577231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f5c6bf62-d950-4701-abbe-dd17e2532baf,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:08.591995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95e46a04-0b8e-45f4-94c2-e4c72925f0b4 req-f5c6062d-5998-4ff8-af6d-97f58c5a2fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.605040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec35d3-97ac-4292-b7ac-07ad62d23be5 None None] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:08.625036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.628317 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3c51bf7a-5164-477a-9b05-87adc6dde4ba admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2662461 Sep 19 03:00:08.640826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1d0bfe7-6c02-420f-bc92-850d7ffad8c0 req-e118b91a-369c-49bc-8add-4b3a927a7bb8 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099380 Sep 19 03:00:08.651410 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95e46a04-0b8e-45f4-94c2-e4c72925f0b4 req-f5c6062d-5998-4ff8-af6d-97f58c5a2fb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253136 Sep 19 03:00:08.666425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6062d-5998-4ff8-af6d-97f58c5a2fb0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=24e37306-2cce-4933-b6c2-36c84a6fc53e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:08.674600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a38de-4807-434c-bef0-b281c8a09630 req-3ffa44c5-f612-4c54-a005-5c96d0398a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.676200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-3ffa44c5-f612-4c54-a005-5c96d0398a79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2565789 Sep 19 03:00:08.676471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b4ead2-96a0-4ae5-90cb-01f5aeeff956 req-c10e9791-1ea0-4c3d-b385-07d280491ec0 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619034 Sep 19 03:00:08.687067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-afb368fd-5c2a-46c8-8045-8ebfb7c5066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.688568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-afb368fd-5c2a-46c8-8045-8ebfb7c5066b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa71bd19-11fe-4fcc-96fd-e836d81ea57b HTTP/1.1" status: 200 len: 862 time: 0.1618457 Sep 19 03:00:08.699931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829400ba-7b56-416b-92c3-e82e09dc90c4 req-611ac4c6-ae54-4f93-96fa-2144d9105673 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.701523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-829400ba-7b56-416b-92c3-e82e09dc90c4 req-611ac4c6-ae54-4f93-96fa-2144d9105673 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 943 time: 0.2091298 Sep 19 03:00:08.702684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.712069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.713631 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.873733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5264485 Sep 19 03:00:08.874088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58322) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:08.879076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Request body: {'subnet': {'network_id': 'aab822ca-88b9-4105-984d-8c3d05a7c393', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-321971139-subnet', 'tenant_id': 'fce0b47f1d5b4cf5b38deb21598cdd94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:08.905045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Made reservation on behalf of fce0b47f1d5b4cf5b38deb21598cdd94 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:08.907699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:08.926452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-829400ba-7b56-416b-92c3-e82e09dc90c4 req-b0159b34-c4e2-4ad3-a892-8a02e4180d41 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811974 Sep 19 03:00:08.927067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449e7a-2f72-43f3-9d46-b02f6fad9dda admin admin] Pushing event updated for resources: {'Network': ['ID=aab822ca-88b9-4105-984d-8c3d05a7c393,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:08.951312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-4cf25455-433a-444d-b798-7e7376f05799 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329605 Sep 19 03:00:08.954909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network aab822ca-88b9-4105-984d-8c3d05a7c393 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:00:08.964268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f65e5-1d19-4097-a8bf-924930d6eb07 req-a4b68370-1138-468f-9a2d-a3c03bebab2f tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:08.972801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb2f65e5-1d19-4097-a8bf-924930d6eb07 req-a4b68370-1138-468f-9a2d-a3c03bebab2f tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 964 time: 0.2098496 Sep 19 03:00:08.985255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f5c6bf62-d950-4701-abbe-dd17e2532baf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:09.108048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.167447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-7b2d6ddc-65e0-4e32-82b7-4888719779aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:09.169400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d86aaf-ccc9-4ffa-89c5-afe08bc0a844,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:09.169836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-7b2d6ddc-65e0-4e32-82b7-4888719779aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38f0404b-2130-4ac7-8696-206ce18e09f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174153 Sep 19 03:00:09.180468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Checking segment: {'id': '20fe3bee-6f02-4e33-9c16-d10d2a26d42d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aab822ca-88b9-4105-984d-8c3d05a7c393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:09.180942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Network hostable DHCP agents. Network: aab822ca-88b9-4105-984d-8c3d05a7c393, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:00:09.199111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb2f65e5-1d19-4097-a8bf-924930d6eb07 req-be17a9de-cb46-40c3-a759-2563136f347c tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236986 Sep 19 03:00:09.204412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Network aab822ca-88b9-4105-984d-8c3d05a7c393 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:00:09.227223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, aab822ca-88b9-4105-984d-8c3d05a7c393) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:09.235297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:09.235780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.250977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89c01a-0ad1-4a4a-97a4-81b5e09eb59c None None] Network aab822ca-88b9-4105-984d-8c3d05a7c393 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:09.256751 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5b3c7d8-70c2-429e-9d84-b44c9fda33c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3815694 Sep 19 03:00:09.261174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-114a38de-4807-434c-bef0-b281c8a09630 req-bae17d31-e0db-47fc-b1c2-c432d812fb20 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855353 Sep 19 03:00:09.275113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58338) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:09.280903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-442120305-network', 'tenant_id': 'ed9b3c10b4b44e37b6b2d21f0a2989b7'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:09.318400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Made reservation on behalf of ed9b3c10b4b44e37b6b2d21f0a2989b7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:09.321433 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.334090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.418796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6bd334-dcf6-4937-ad83-eba91ee9ea62 None None] Network aab822ca-88b9-4105-984d-8c3d05a7c393 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:09.483601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.489511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.501537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:00:09.513310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.513657 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Added segment 53aba1df-c070-45b3-8641-1a1b1893784d of type vlan for network 4c08270c-ede4-4d31-a9fa-8985f3c2b12e Sep 19 03:00:09.540569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79805eb4-cc84-471b-bcf8-85ded83bb403 req-04c9f6a7-eae9-4c0f-bab6-c861117fea64 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:09.542038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79805eb4-cc84-471b-bcf8-85ded83bb403 req-04c9f6a7-eae9-4c0f-bab6-c861117fea64 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 970 time: 0.3864148 Sep 19 03:00:09.563345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c81660-ae79-47cf-a3a0-2c07223d1d86,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:09.591704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.618671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.620757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:09.620757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.653778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-993de1e6-db3c-4ca9-a60b-e4582113c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:09.657989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-993de1e6-db3c-4ca9-a60b-e4582113c93c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c592b8061e83448fabdabaf9a34750dc&device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 1099 time: 0.1292737 Sep 19 03:00:09.658136 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3785160 Sep 19 03:00:09.658217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58346) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:09.664588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Request body: {'subnet': {'network_id': '4c08270c-ede4-4d31-a9fa-8985f3c2b12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-442120305-subnet', 'tenant_id': 'ed9b3c10b4b44e37b6b2d21f0a2989b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:09.698626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00799637-ce00-4563-aa02-23ae424571e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c08270c-ede4-4d31-a9fa-8985f3c2b12e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:09.700374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79805eb4-cc84-471b-bcf8-85ded83bb403 req-b63d572e-3c48-4a9c-b977-46c64ab54784 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314187 Sep 19 03:00:09.709971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-ae078a02-5384-48ad-a76a-2427227cc5db service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833152 Sep 19 03:00:09.720075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Made reservation on behalf of ed9b3c10b4b44e37b6b2d21f0a2989b7 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:09.722001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4c08270c-ede4-4d31-a9fa-8985f3c2b12e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:00:09.723086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.727705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177c275-a52a-43aa-9d13-9e838fb7d947 req-d0a779e7-e5cf-4339-aab3-ec0d1b31334d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:09.729313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7177c275-a52a-43aa-9d13-9e838fb7d947 req-d0a779e7-e5cf-4339-aab3-ec0d1b31334d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 948 time: 0.2058642 Sep 19 03:00:09.929214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:09.942716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7177c275-a52a-43aa-9d13-9e838fb7d947 req-12403b5f-185a-430d-8541-293c0dda1779 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869812 Sep 19 03:00:09.964735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ec574-28cf-420a-9719-c1bddba8d409 req-f7e60aca-4a43-4f39-ac6c-7ff856db7b75 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:09.970463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b26ec574-28cf-420a-9719-c1bddba8d409 req-f7e60aca-4a43-4f39-ac6c-7ff856db7b75 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 949 time: 0.1824760 Sep 19 03:00:09.990638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb8e273-ae47-4a67-93d7-153e74e22e6e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:10.005258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Checking segment: {'id': '53aba1df-c070-45b3-8641-1a1b1893784d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4c08270c-ede4-4d31-a9fa-8985f3c2b12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:10.005808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Network hostable DHCP agents. Network: 4c08270c-ede4-4d31-a9fa-8985f3c2b12e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:00:10.014706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-2a1a6ff0-b299-4c38-9fe4-c12b43f38911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.016188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-2a1a6ff0-b299-4c38-9fe4-c12b43f38911 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3380523 Sep 19 03:00:10.026126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Network 4c08270c-ede4-4d31-a9fa-8985f3c2b12e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:00:10.036260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58360) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:10.039156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0b9fe6-abcb-4cb6-b589-4e40d8ec6c1e req-ad189d98-6c6a-4222-a09f-b4fcd618c945 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087347 Sep 19 03:00:10.043171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1581307371-network', 'tenant_id': 'fd0e5e0ea761474ba501c8826dd3ad2f'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:10.048658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4c08270c-ede4-4d31-a9fa-8985f3c2b12e) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:10.054009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.054573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.061024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cd5c4a-53b8-45dd-bb19-545e67902c9b None None] Network 4c08270c-ede4-4d31-a9fa-8985f3c2b12e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:10.069037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:10.071334 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:10.086097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Made reservation on behalf of fd0e5e0ea761474ba501c8826dd3ad2f for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:10.088758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.089070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b26ec574-28cf-420a-9719-c1bddba8d409 req-a95ede20-efa9-41f9-8d39-26f41cc068c3 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090243 Sep 19 03:00:10.090378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-1526ff4f-48ef-4f00-ab8f-2036e0fb236f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=679e5483-4fda-4515-8cde-b5977c823d33 HTTP/1.1" status: 200 len: 217 time: 0.0639331 Sep 19 03:00:10.107885 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-44a695a5-5200-4527-96fd-82e295e976fc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4485836 Sep 19 03:00:10.109231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.194818 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443d51db-0852-4437-a5aa-26926e0041e6 x-openstack-request-id: req-443d51db-0852-4437-a5aa-26926e0041e6 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:10.201222 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:10.202251 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-443d51db-0852-4437-a5aa-26926e0041e6 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:10.203279 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420', 'status': 'completed', 'code': 200} Sep 19 03:00:10.217842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.224889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.226519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997a118-13f1-46e9-b107-c8029ec0ea3b None None] Network 4c08270c-ede4-4d31-a9fa-8985f3c2b12e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:10.253389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:00:10.270403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb4dce3-afea-48b8-9fbb-c5437856c9af,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:10.274029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.274384 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Added segment 04f0daba-7e5f-45f9-8410-b7be151ff95d of type vlan for network 602d29ae-32dd-4067-a45f-c4b8fef794a8 Sep 19 03:00:10.330457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.359287 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.360536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.361223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.392490 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3550849 Sep 19 03:00:10.395449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58370) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:10.402427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f7ba4-faf8-462c-a0c9-ec739e1a3cc1 req-45cf8e8d-281f-4b6f-a213-63bec4a08366 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.402631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Request body: {'subnet': {'network_id': '602d29ae-32dd-4067-a45f-c4b8fef794a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1581307371-subnet', 'tenant_id': 'fd0e5e0ea761474ba501c8826dd3ad2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:10.404875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba4f7ba4-faf8-462c-a0c9-ec739e1a3cc1 req-45cf8e8d-281f-4b6f-a213-63bec4a08366 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 943 time: 0.3301327 Sep 19 03:00:10.408486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-c7842af2-dbe9-46a1-bd8e-f9af024cf153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.409976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-c7842af2-dbe9-46a1-bd8e-f9af024cf153 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2795985 Sep 19 03:00:10.442048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cecef-42cd-4e22-adfc-5228e411ecbb admin admin] Pushing event updated for resources: {'Network': ['ID=602d29ae-32dd-4067-a45f-c4b8fef794a8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:10.455097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 602d29ae-32dd-4067-a45f-c4b8fef794a8 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:00:10.459020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Made reservation on behalf of fd0e5e0ea761474ba501c8826dd3ad2f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:10.461394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.470585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-0b0ea5f3-bc8e-47c4-a353-57a2549d20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.472125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-0b0ea5f3-bc8e-47c4-a353-57a2549d20e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 1115 time: 0.2664452 Sep 19 03:00:10.500105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70f628-8d95-4c6f-8745-96d68819c428 req-fb840906-80f4-4091-9101-9563bce9dc59 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.507270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a70f628-8d95-4c6f-8745-96d68819c428 req-fb840906-80f4-4091-9101-9563bce9dc59 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 964 time: 0.1579359 Sep 19 03:00:10.577053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba4f7ba4-faf8-462c-a0c9-ec739e1a3cc1 req-14a6dadf-8fee-4ae1-aa40-ea3081a7adc0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579614 Sep 19 03:00:10.626978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-39825c53-e049-436a-97cc-b030d0663f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.628505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-39825c53-e049-436a-97cc-b030d0663f99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2060986 Sep 19 03:00:10.644416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.649386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a70f628-8d95-4c6f-8745-96d68819c428 req-f42100e4-14aa-4c44-a88c-56a15cab8444 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350067 Sep 19 03:00:10.708053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19cc15b-568b-45b2-956c-37c94ae56c29,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:10.715943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Checking segment: {'id': '04f0daba-7e5f-45f9-8410-b7be151ff95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '602d29ae-32dd-4067-a45f-c4b8fef794a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:10.716307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Network hostable DHCP agents. Network: 602d29ae-32dd-4067-a45f-c4b8fef794a8, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:00:10.719650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-d4e80e29-60c6-476e-9a85-66317cdfb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.721121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-d4e80e29-60c6-476e-9a85-66317cdfb656 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 924 time: 0.2389138 Sep 19 03:00:10.733679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Network 602d29ae-32dd-4067-a45f-c4b8fef794a8 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:00:10.746908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 602d29ae-32dd-4067-a45f-c4b8fef794a8) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:10.753689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.754304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.758386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7012cf5-a166-4cd0-b499-58ed9aaf577c None None] Network 602d29ae-32dd-4067-a45f-c4b8fef794a8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:10.783989 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5e60167c-1509-4ce1-9f4e-f5d7435ffe12 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3874788 Sep 19 03:00:10.792225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-b1b366e0-15c7-430f-9e84-29fd4a535f44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a88cea-c617-43d4-90cd-0f475acc2420 HTTP/1.1" status: 200 len: 217 time: 0.0627244 Sep 19 03:00:10.877007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-dd714424-a921-4fca-8553-16f827807ee8 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386672 Sep 19 03:00:10.913739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58388) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:10.921005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9044e8-2834-447d-9dbb-231697c64c8f None None] Network 602d29ae-32dd-4067-a45f-c4b8fef794a8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:10.959364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] Deleting subnet e7d86aaf-ccc9-4ffa-89c5-afe08bc0a844 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:00:10.964127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-3084c949-cd22-4d08-98e5-67f219e31dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:10.964280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:10.965607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-3084c949-cd22-4d08-98e5-67f219e31dff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa71bd19-11fe-4fcc-96fd-e836d81ea57b HTTP/1.1" status: 200 len: 862 time: 0.1614265 Sep 19 03:00:11.000098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0512e-e5b8-4364-8bc2-522d030bf6e5 req-30e6cf96-4795-4234-85e6-0886ac9bb81a tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:11.001576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dde0512e-e5b8-4364-8bc2-522d030bf6e5 req-30e6cf96-4795-4234-85e6-0886ac9bb81a tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 970 time: 0.2138455 Sep 19 03:00:11.011671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.021736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.078820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.102193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-53407b30-b5c7-4a34-bb45-2d1b7386370f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:11.103642 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-53407b30-b5c7-4a34-bb45-2d1b7386370f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.2561073 Sep 19 03:00:11.106021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d86aaf-ccc9-4ffa-89c5-afe08bc0a844,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:11.113612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.115556 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3195dd2f-e0c9-4cb4-a583-7a4f653a0fb3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e7d86aaf-ccc9-4ffa-89c5-afe08bc0a844 HTTP/1.1" status: 204 len: 168 time: 0.2008507 Sep 19 03:00:11.118200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58394) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:11.120624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-cf7f699d-cc49-4d5c-a3d3-9d1a36642454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:11.122074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-cf7f699d-cc49-4d5c-a3d3-9d1a36642454 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38f0404b-2130-4ac7-8696-206ce18e09f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457903 Sep 19 03:00:11.169663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-bb64c736-a068-498f-876b-04bc4f85301d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/quotas/9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 375 time: 0.0538015 Sep 19 03:00:11.182169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dde0512e-e5b8-4364-8bc2-522d030bf6e5 req-9d633a82-b49e-4395-a934-21ea54d2f6a7 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569993 Sep 19 03:00:11.186046 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.193117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c05fd28-6ec1-476e-ac2f-4d0e0eb5e46b req-205f0e33-6048-4ea1-be92-d2c66f3f6a03 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998035 Sep 19 03:00:11.245627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-0a44c340-559b-4479-b56f-eefe161adb7d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622139 Sep 19 03:00:11.282606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.302604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.303001 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.303766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.304117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > port after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.304469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.304807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > port after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.305134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.305458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.305783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.306126 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.358714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-db8ad627-7415-4d08-ad4d-1fe10f3192ab service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217269 Sep 19 03:00:11.385408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc2845-ac23-4592-98c2-9cd661975a1c req-ab79c76a-a7b8-4c77-8a1b-e47b013d84ce tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:11.386793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1dc2845-ac23-4592-98c2-9cd661975a1c req-ab79c76a-a7b8-4c77-8a1b-e47b013d84ce tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 948 time: 0.1348913 Sep 19 03:00:11.395592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.395948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.396288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.396625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:11.397020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab822ca-88b9-4105-984d-8c3d05a7c393']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:11.416320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fe3bee-6f02-4e33-9c16-d10d2a26d42d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:11.416617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fe3bee-6f02-4e33-9c16-d10d2a26d42d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:11.429192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-39e954aa-2d13-4b51-b237-3a7f3aa595fb service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738214 Sep 19 03:00:11.432448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.453485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.461917 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:00:11.462155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: from cryptography.utils import int_from_bytes Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: from cryptography.utils import int_from_bytes Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:00:11.483675 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:00:11.545369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.552420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.554473 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] 10.222.0.22 "DELETE /v2.0/networks/aab822ca-88b9-4105-984d-8c3d05a7c393 HTTP/1.1" status: 204 len: 168 time: 0.4353166 Sep 19 03:00:11.557779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58398) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:11.575249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be9b0f-1d9f-4e7a-a148-b653f6fd4064 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab822ca-88b9-4105-984d-8c3d05a7c393,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:11.614971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] Deleting subnet f19cc15b-568b-45b2-956c-37c94ae56c29 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:00:11.618237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.652806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.677986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1dc2845-ac23-4592-98c2-9cd661975a1c req-d17e1192-dfac-4ae0-8b21-5f20205480aa tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737522 Sep 19 03:00:11.700195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.729569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab605bad-d313-4cc8-88de-ab7bc6bb57c2 req-1a894534-5748-4409-83a6-7d0a63d8d5ea service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593636 Sep 19 03:00:11.760212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.765545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-5d526719-09fc-4c71-afa2-9ec581107c30 service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028846 Sep 19 03:00:11.773258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.777745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f19cc15b-568b-45b2-956c-37c94ae56c29 HTTP/1.1" status: 204 len: 168 time: 0.2165384 Sep 19 03:00:11.778323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58404) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:11.793779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e9b29-a6b7-4939-996e-3ecb46cfa2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19cc15b-568b-45b2-956c-37c94ae56c29,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:11.857726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465df22-1b0c-42c8-ad9b-22f1b5f728ee req-72c20d92-2a80-4d86-bd92-bfaaa0d8f6fe tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:11.859294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9465df22-1b0c-42c8-ad9b-22f1b5f728ee req-72c20d92-2a80-4d86-bd92-bfaaa0d8f6fe tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 949 time: 0.1166086 Sep 19 03:00:11.866027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:11.945418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9465df22-1b0c-42c8-ad9b-22f1b5f728ee req-b425cd84-9094-4728-ae58-4cc9638d8402 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700366 Sep 19 03:00:12.028211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.105901 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.106249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.107013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.107358 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.107692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.108022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.108343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.108661 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.108982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.109312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.147527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:12.188070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.188421 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.188751 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.189076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 03:00:12.189455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602d29ae-32dd-4067-a45f-c4b8fef794a8']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:12.215709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5c6bf62-d950-4701-abbe-dd17e2532baf up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:12.217369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f0daba-7e5f-45f9-8410-b7be151ff95d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:12.217539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f0daba-7e5f-45f9-8410-b7be151ff95d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:12.241599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83774cd0-d0bf-48b1-85e8-12fb4ec7015c req-cf78fbbc-978f-4d0e-bb38-742f4207ed97 tempest-AggregatesAdminTestJSON-1921288872 tempest-AggregatesAdminTestJSON-1921288872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:12.243239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83774cd0-d0bf-48b1-85e8-12fb4ec7015c req-cf78fbbc-978f-4d0e-bb38-742f4207ed97 tempest-AggregatesAdminTestJSON-1921288872 tempest-AggregatesAdminTestJSON-1921288872-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 1121 time: 0.2677968 Sep 19 03:00:12.245619 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.278582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:12.281318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f614f-ff16-45eb-8a63-7ac67b5013fc req-af80ab87-34e3-4e09-a24d-94d6e624a027 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:12.282824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c9f614f-ff16-45eb-8a63-7ac67b5013fc req-af80ab87-34e3-4e09-a24d-94d6e624a027 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 943 time: 0.2374456 Sep 19 03:00:12.295534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.295872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'port_id': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9', 'mac_address': 'fa:16:3e:3d:93:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e173fd-59d2-4cdd-9fca-055d94aea1a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:12.300105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-83774cd0-d0bf-48b1-85e8-12fb4ec7015c req-ae0d840b-1e14-4bda-99cf-e20c3b336e4b tempest-AggregatesAdminTestJSON-1921288872 tempest-AggregatesAdminTestJSON-1921288872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.302508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f5c6bf62-d950-4701-abbe-dd17e2532baf completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:12.315899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:00:12.316545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: from cryptography.utils import int_from_bytes Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: from cryptography.utils import int_from_bytes Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:00:12.324905 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:00:12.328406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f5c6bf62-d950-4701-abbe-dd17e2532baf triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:12.328938 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.362288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.383730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:12.409656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:12.414227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c9f614f-ff16-45eb-8a63-7ac67b5013fc req-caeaadec-bbf5-4ca8-af6e-41871c04b3a1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200790 Sep 19 03:00:12.424790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.434568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.461318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=602d29ae-32dd-4067-a45f-c4b8fef794a8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:12.464117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.468856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-820f494d-ac39-4887-b98f-0c4d41b19ec8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/602d29ae-32dd-4067-a45f-c4b8fef794a8 HTTP/1.1" status: 204 len: 168 time: 0.6871808 Sep 19 03:00:12.479089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.520986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6bf62-d950-4701-abbe-dd17e2532baf'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:12.523242 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b33f96-fec1-47e0-bdcb-ecb794fd3237" -d '{"events": [{"server_uuid": "670dcd83-a2a7-4915-b4a0-5d09ecbd2c79", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6bf62-d950-4701-abbe-dd17e2532baf"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:12.528496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:12.540490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f5c6bf62-d950-4701-abbe-dd17e2532baf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5c6bf62-d950-4701-abbe-dd17e2532baf,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:12.547693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.562620 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-83774cd0-d0bf-48b1-85e8-12fb4ec7015c req-ae0d840b-1e14-4bda-99cf-e20c3b336e4b tempest-AggregatesAdminTestJSON-1921288872 tempest-AggregatesAdminTestJSON-1921288872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.581554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-83774cd0-d0bf-48b1-85e8-12fb4ec7015c req-ae0d840b-1e14-4bda-99cf-e20c3b336e4b tempest-AggregatesAdminTestJSON-1921288872 tempest-AggregatesAdminTestJSON-1921288872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.599281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f5c6bf62-d950-4701-abbe-dd17e2532baf,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:12.621284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83774cd0-d0bf-48b1-85e8-12fb4ec7015c req-ae0d840b-1e14-4bda-99cf-e20c3b336e4b tempest-AggregatesAdminTestJSON-1921288872 tempest-AggregatesAdminTestJSON-1921288872-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627987 Sep 19 03:00:12.636778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d840b-1e14-4bda-99cf-e20c3b336e4b tempest-AggregatesAdminTestJSON-1921288872 tempest-AggregatesAdminTestJSON-1921288872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf55fff6-fc65-444d-9383-21c1b01aba41,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:12.654117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed3cda-596f-4698-b1b8-87ebdd84ba39 req-074359de-1180-4578-88d5-4f92ea5176e7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:12.655674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05ed3cda-596f-4698-b1b8-87ebdd84ba39 req-074359de-1180-4578-88d5-4f92ea5176e7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 964 time: 0.1137123 Sep 19 03:00:12.696910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58422) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:12.720614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f8fa2c0-27f6-4e17-8916-8c627172bac1 req-9e3a46e1-bfb6-4b49-a0e9-18d67f7ab81b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 210 time: 0.0402470 Sep 19 03:00:12.723878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05ed3cda-596f-4698-b1b8-87ebdd84ba39 req-f9d23b17-5818-4d09-b8aa-caff96e931ba tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620110 Sep 19 03:00:12.738651 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9bfd00d5-9c41-49d9-bcdb-608e57b859e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fce0b47f1d5b4cf5b38deb21598cdd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404449 Sep 19 03:00:12.741091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58426) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:12.773017 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dca34d5-77c8-4f5c-9086-98e19ced5738 x-openstack-request-id: req-4dca34d5-77c8-4f5c-9086-98e19ced5738 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:12.773549 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670dcd83-a2a7-4915-b4a0-5d09ecbd2c79", "name": "network-vif-plugged", "status": "completed", "tag": "f5c6bf62-d950-4701-abbe-dd17e2532baf", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:12.774085 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dca34d5-77c8-4f5c-9086-98e19ced5738 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:12.774677 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c6bf62-d950-4701-abbe-dd17e2532baf', 'code': 200} Sep 19 03:00:12.798464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0c7a-2da8-42bd-8944-9679601a546c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.838191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0c7a-2da8-42bd-8944-9679601a546c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.873253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f5e5cc76-3b4b-4766-ad91-400e2e42d1c9'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:12.894260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc430b0-51f0-4469-afb5-7be8a165741d req-bd59a097-cf63-4c01-9228-bb92334d4e40 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:12.896962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cc430b0-51f0-4469-afb5-7be8a165741d req-bd59a097-cf63-4c01-9228-bb92334d4e40 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 948 time: 0.0779448 Sep 19 03:00:12.953434 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0c7a-2da8-42bd-8944-9679601a546c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.957521 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca9d0c7a-2da8-42bd-8944-9679601a546c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:12.958938 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca9d0c7a-2da8-42bd-8944-9679601a546c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79d45d14-c8a6-45c5-b247-4d7b4f06b616 HTTP/1.1" status: 204 len: 168 time: 0.2169266 Sep 19 03:00:12.973524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d0c7a-2da8-42bd-8944-9679601a546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d45d14-c8a6-45c5-b247-4d7b4f06b616,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:13.109060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036a5f9-9fc9-4e5b-b069-b001ccb939b5 req-b0a601d9-7959-429c-a720-70d9dd601ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:13.110759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6036a5f9-9fc9-4e5b-b069-b001ccb939b5 req-b0a601d9-7959-429c-a720-70d9dd601ba7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 1101 time: 0.2068851 Sep 19 03:00:13.137615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cc430b0-51f0-4469-afb5-7be8a165741d req-33e11cfc-4269-48e5-9842-cba08c38eca8 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219839 Sep 19 03:00:13.208574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-6c7eba33-0b67-4149-a0c0-f4d33fe8f894 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:13.210019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-6c7eba33-0b67-4149-a0c0-f4d33fe8f894 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.2921720 Sep 19 03:00:13.225463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ab953-e00b-4c74-9b52-1a2f0fd60c1e req-bf7b0089-6f58-43a5-9a99-6b837a701889 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:13.227008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e2ab953-e00b-4c74-9b52-1a2f0fd60c1e req-bf7b0089-6f58-43a5-9a99-6b837a701889 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 950 time: 0.1292031 Sep 19 03:00:13.230021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6036a5f9-9fc9-4e5b-b069-b001ccb939b5 req-4d73b533-80cd-4529-9a6e-b0a7bf3ef688 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057246 Sep 19 03:00:13.233407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Request body: {'port': {'device_id': '980f1cce-0187-4cae-9976-c924d386fc54', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'admin_state_up': True, 'tenant_id': '9eb23c319f2d4904a9ad325b7d1efd73'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:13.326918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e2ab953-e00b-4c74-9b52-1a2f0fd60c1e req-8b3d9182-0af5-4527-b4a9-cd3f47da9de1 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899858 Sep 19 03:00:13.369565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Made reservation on behalf of 9eb23c319f2d4904a9ad325b7d1efd73 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:13.373058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:13.401288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:13.450653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc46f06c-c7d5-4ed5-bc10-2b1ecbf0bd09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd0e5e0ea761474ba501c8826dd3ad2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467393 Sep 19 03:00:13.451803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58468) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:13.520667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Allocated IP 172.20.0.12 (1168e2df-163a-4eb0-82eb-c9aac060ff6d/529cd5d9-771f-4357-9866-98e89e6e6b2b/61094ab2-c505-456b-9d65-6c9cec5ec1da) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:13.521048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-695a3d07-624d-472e-9ea5-63f615c2c649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:13.546224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-695a3d07-624d-472e-9ea5-63f615c2c649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:13.607169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-695a3d07-624d-472e-9ea5-63f615c2c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:13.609766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-695a3d07-624d-472e-9ea5-63f615c2c649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:13.611103 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-695a3d07-624d-472e-9ea5-63f615c2c649 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfb4dce3-afea-48b8-9fbb-c5437856c9af HTTP/1.1" status: 204 len: 168 time: 0.1582203 Sep 19 03:00:13.612733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb9975-cf92-435d-aab6-5749e48ecb39 req-77752487-4929-4216-89b5-403aba09e0ca tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:13.614489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82cb9975-cf92-435d-aab6-5749e48ecb39 req-77752487-4929-4216-89b5-403aba09e0ca tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 944 time: 0.0823405 Sep 19 03:00:13.621154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a3d07-624d-472e-9ea5-63f615c2c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb4dce3-afea-48b8-9fbb-c5437856c9af,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:13.716778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82cb9975-cf92-435d-aab6-5749e48ecb39 req-527df47b-478f-4420-922b-d5bd25da1a15 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831606 Sep 19 03:00:13.762397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:13.808524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:13.907488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:13.918810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:13.922692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:13.924921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:13.934542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d172e14-4b57-4861-b067-719a161a51e2 req-2c363e16-8c61-48c0-9e55-bc1b9ccdea42 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:13.939202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d172e14-4b57-4861-b067-719a161a51e2 req-2c363e16-8c61-48c0-9e55-bc1b9ccdea42 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 932 time: 0.0965950 Sep 19 03:00:14.032038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:14.032656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.050502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d172e14-4b57-4861-b067-719a161a51e2 req-400fef1b-2780-4c1e-b829-a1b2599aaffb tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857763 Sep 19 03:00:14.058983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1bc22bf3-d6ca-4dd4-a691-77a892fb0d56 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8309565 Sep 19 03:00:14.073567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23874bd4-4c10-45cd-81d7-683ff3d1401a req-7fab751c-cd00-40ff-a2e7-67c68c9c6310 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:14.073567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23874bd4-4c10-45cd-81d7-683ff3d1401a req-7fab751c-cd00-40ff-a2e7-67c68c9c6310 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 964 time: 0.1095212 Sep 19 03:00:14.077202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Request body: {'port': {'device_id': '980f1cce-0187-4cae-9976-c924d386fc54', 'device_owner': 'compute:tempest-test_az-493050415', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:14.151026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 679e5483-4fda-4515-8cde-b5977c823d33 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:14.161137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23874bd4-4c10-45cd-81d7-683ff3d1401a req-9608ed1d-67e2-4c70-8bca-e2557a281f3a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803080 Sep 19 03:00:14.165389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:14.166616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.301305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 29a88cea-c617-43d4-90cd-0f475acc2420 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:14.309751 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:14.324518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:14.325059 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.418249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 679e5483-4fda-4515-8cde-b5977c823d33, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=679e5483-4fda-4515-8cde-b5977c823d33,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:14.418633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212b00-9696-42f1-b13a-d37850093154 req-c3002a24-f81a-499f-be0c-12d0387d0a95 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:14.420894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31212b00-9696-42f1-b13a-d37850093154 req-c3002a24-f81a-499f-be0c-12d0387d0a95 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 948 time: 0.1190369 Sep 19 03:00:14.482461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '679e5483-4fda-4515-8cde-b5977c823d33', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '679e5483-4fda-4515-8cde-b5977c823d33', 'mac_address': 'fa:16:3e:0d:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:14.536611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31212b00-9696-42f1-b13a-d37850093154 req-39c1142c-9431-4b68-ae0d-5f0ada7afc99 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084480 Sep 19 03:00:14.566448 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-418a1561-3ea6-48a0-a116-4ba9c95fe376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.608837 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.636628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.651839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 29a88cea-c617-43d4-90cd-0f475acc2420, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=29a88cea-c617-43d4-90cd-0f475acc2420,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:14.655318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61094ab2-c505-456b-9d65-6c9cec5ec1da {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:14.666101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.684775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679e5483-4fda-4515-8cde-b5977c823d33 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:14.692186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '29a88cea-c617-43d4-90cd-0f475acc2420', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'port_id': '29a88cea-c617-43d4-90cd-0f475acc2420', 'mac_address': 'fa:16:3e:d2:58:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-493050415', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:14.701991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1237b-56ce-417f-8b43-543a8032c7a1 req-a69c3b67-e917-43d0-8053-4a5cedf35be9 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:14.703654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6e1237b-56ce-417f-8b43-543a8032c7a1 req-a69c3b67-e917-43d0-8053-4a5cedf35be9 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 950 time: 0.0987625 Sep 19 03:00:14.704727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Transition to ACTIVE for port object 61094ab2-c505-456b-9d65-6c9cec5ec1da will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:14.709540 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.717421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:14.745232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 679e5483-4fda-4515-8cde-b5977c823d33, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=679e5483-4fda-4515-8cde-b5977c823d33,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:14.748432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.775857 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.780885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:14.783281 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eba449-a838-49f5-b654-d2ba0393240b" -d '{"events": [{"server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:14.791902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:14.799552 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.828668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a88cea-c617-43d4-90cd-0f475acc2420 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:14.844372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:14.863633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6e1237b-56ce-417f-8b43-543a8032c7a1 req-c8e378f4-5970-4e30-be87-9e8b20a65d92 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509995 Sep 19 03:00:14.888724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 29a88cea-c617-43d4-90cd-0f475acc2420, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=29a88cea-c617-43d4-90cd-0f475acc2420,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:14.904676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:14.920273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=679e5483-4fda-4515-8cde-b5977c823d33,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:14.938660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:14.939184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:14.940044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:14.945003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:14.945495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:14.950781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:14.951299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:14.951852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:14.952711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Bound port: 61094ab2-c505-456b-9d65-6c9cec5ec1da, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:14.953226 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:15.004823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=29a88cea-c617-43d4-90cd-0f475acc2420,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:15.011239 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011b1fd-5b4b-4dab-95df-e40e1d83f686 x-openstack-request-id: req-3011b1fd-5b4b-4dab-95df-e40e1d83f686 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:15.011701 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:15.011969 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3011b1fd-5b4b-4dab-95df-e40e1d83f686 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:15.012362 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9', 'code': 200} Sep 19 03:00:15.090914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1b397-38de-4b7c-b484-9d2065df3e76 req-0e998a5c-a6ec-4de5-a876-9767be50dd6f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:15.098011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83d1b397-38de-4b7c-b484-9d2065df3e76 req-0e998a5c-a6ec-4de5-a876-9767be50dd6f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 945 time: 0.0975659 Sep 19 03:00:15.100346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:15.104053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:15.115482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['29a88cea-c617-43d4-90cd-0f475acc2420'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:15.120755 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:15.200264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:15.200881 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:15.202290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] 10.222.0.30 "PUT /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 1113 time: 1.1321166 Sep 19 03:00:15.203774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:15.206209 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c377c-c8e2-4c00-a27c-5720b1cb884a" -d '{"events": [{"name": "network-changed", "server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:15.235167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83d1b397-38de-4b7c-b484-9d2065df3e76 req-f866936c-445c-4e3e-a2d2-384d97837e7c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318498 Sep 19 03:00:15.285093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['679e5483-4fda-4515-8cde-b5977c823d33'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:15.306649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f816cd5-4162-4bee-87c8-28f4e2411b2b req-9dad8fb5-87d8-4b4b-a5ef-ba7927281e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:15.308113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f816cd5-4162-4bee-87c8-28f4e2411b2b req-9dad8fb5-87d8-4b4b-a5ef-ba7927281e1e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1096 time: 0.1890397 Sep 19 03:00:15.343753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70532752-5672-4c30-9448-7e0197cbe27c service neutron] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:15.623670 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:15.633786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-51c1522e-7fd0-4575-b748-1c6cd67fd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:15.635850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-51c1522e-7fd0-4575-b748-1c6cd67fd070 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1116 time: 0.3927844 Sep 19 03:00:15.638842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f816cd5-4162-4bee-87c8-28f4e2411b2b req-94827c0b-e3be-49f7-b43a-fee95fdaf11f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139615 Sep 19 03:00:15.690102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec14113-e12a-4f9f-8e11-97078eb97ace req-c60bb83d-358e-400c-8410-d82085a21c0f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:15.691567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ec14113-e12a-4f9f-8e11-97078eb97ace req-c60bb83d-358e-400c-8410-d82085a21c0f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.1335223 Sep 19 03:00:15.694031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-d6740abe-868d-4f7b-95b9-c82a5abf28ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 217 time: 0.0490708 Sep 19 03:00:15.702000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71126441-7102-4a90-b15f-b6c2d33666d8 req-6c916f74-976c-4543-bdf2-f3138df2641e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:15.703399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71126441-7102-4a90-b15f-b6c2d33666d8 req-6c916f74-976c-4543-bdf2-f3138df2641e tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 965 time: 0.1471593 Sep 19 03:00:15.793187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1f5ea2a0-ed64-4b75-9e38-13674594f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:15.794546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-1f5ea2a0-ed64-4b75-9e38-13674594f7b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0893044 Sep 19 03:00:15.797276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ec14113-e12a-4f9f-8e11-97078eb97ace req-e557a8d1-bc93-4719-ad15-71641b5f989c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930371 Sep 19 03:00:15.800276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71126441-7102-4a90-b15f-b6c2d33666d8 req-a25ed624-1893-4dcf-99ec-3a27173b03be tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876858 Sep 19 03:00:15.832949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-016292aa-6e12-41c6-9e84-645a14eb951f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304391 Sep 19 03:00:15.867849 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bf1e72-d2a6-48df-8192-b17054c6bce3 x-openstack-request-id: req-b2bf1e72-d2a6-48df-8192-b17054c6bce3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:15.868345 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:15.868456 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2bf1e72-d2a6-48df-8192-b17054c6bce3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:15.869566 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da', 'status': 'completed', 'code': 200} Sep 19 03:00:15.957972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-a6baef46-4974-4cee-9359-870cfaf24ab0 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176634 Sep 19 03:00:16.006450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28503bc9-4c2c-4b40-9e24-b1584f5d8802 req-3522ce92-2f18-47ac-94bb-f4b271380c9c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:16.007959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28503bc9-4c2c-4b40-9e24-b1584f5d8802 req-3522ce92-2f18-47ac-94bb-f4b271380c9c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 949 time: 0.0873723 Sep 19 03:00:16.042480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1975579600', 'description': 'tempest-description-1003065598'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:16.109363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b1cb1e8-d308-4b21-9c25-f872737b3535 req-027a287a-e054-4dff-bb0e-caf539b49f44 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438880 Sep 19 03:00:16.112696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28503bc9-4c2c-4b40-9e24-b1584f5d8802 req-746579c1-5be0-490a-86fb-d692ebc44fbc tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763566 Sep 19 03:00:16.113551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.122054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.248292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-747fec1f-4347-49b0-bed5-afff77891e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:16.250292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-747fec1f-4347-49b0-bed5-afff77891e85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1116 time: 0.0866139 Sep 19 03:00:16.314403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 29a88cea-c617-43d4-90cd-0f475acc2420 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:16.316151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.351238 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.363055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 29a88cea-c617-43d4-90cd-0f475acc2420 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:16.366513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 29a88cea-c617-43d4-90cd-0f475acc2420 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:16.366921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.367782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca71b0c-c80e-4484-8b6a-adb05ea5e4a0 req-ec650c79-cc7d-4ed0-b991-0d93192728f4 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:16.369272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ca71b0c-c80e-4484-8b6a-adb05ea5e4a0 req-ec650c79-cc7d-4ed0-b991-0d93192728f4 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 950 time: 0.1437278 Sep 19 03:00:16.435283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46d33fea-1704-446f-a250-d7e14b5e038c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:16.447760 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.453552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-14ead4d0-0623-42c2-bdc5-09c853386f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:16.455031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-14ead4d0-0623-42c2-bdc5-09c853386f1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1894665 Sep 19 03:00:16.465062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ca71b0c-c80e-4484-8b6a-adb05ea5e4a0 req-ff2cb2cd-e9a7-494b-8e77-56ccc306f576 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835190 Sep 19 03:00:16.488055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 29a88cea-c617-43d4-90cd-0f475acc2420, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=29a88cea-c617-43d4-90cd-0f475acc2420,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:16.492991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.507086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-642b7f2d-b4d4-4881-abed-3b137d2bade5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 217 time: 0.0410526 Sep 19 03:00:16.543171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=29a88cea-c617-43d4-90cd-0f475acc2420,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:16.572595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.579085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.592347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-c0b17a90-8e9d-4833-92a5-b7490087ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:16.593790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-c0b17a90-8e9d-4833-92a5-b7490087ca78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0794628 Sep 19 03:00:16.639006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:16.640033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32c9ddd6-9f30-47ff-b9e4-906c8723b41e req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6048870 Sep 19 03:00:16.647052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-e40894d0-df62-4947-91c2-29a347be45b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431597 Sep 19 03:00:16.672845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56893fc-8b23-468b-b8f0-c7f91a36e42c tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a750d-0940-4e48-9310-8221945f79de,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:16.738624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc189e-06ab-43d7-9990-df001c232f7e req-0344989b-1e9d-431f-9f94-b9e7507afe99 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:16.740097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7cc189e-06ab-43d7-9990-df001c232f7e req-0344989b-1e9d-431f-9f94-b9e7507afe99 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 945 time: 0.1239979 Sep 19 03:00:16.787959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-2944a92b-efd1-40e3-a740-30271c7bd686 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254735 Sep 19 03:00:16.794936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7cc189e-06ab-43d7-9990-df001c232f7e req-eefc4751-0b13-451a-9532-6adaeed29981 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472581 Sep 19 03:00:16.848297 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:00:16.889486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-6d19a6e3-5df2-44ce-a21f-ad439075f342 req-4087302e-a82f-4aa4-a647-1a44569a9b7d tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Request body: {'security_group': {'name': 'tempest-securitygroup-900468076', 'description': 'tempest-description-1750174492'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:16.934634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978c377c-c8e2-4c00-a27c-5720b1cb884a req-65b5e7f0-2f3a-4475-93a7-6dff67724ce7 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270673 Sep 19 03:00:16.936123 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6d19a6e3-5df2-44ce-a21f-ad439075f342 req-4087302e-a82f-4aa4-a647-1a44569a9b7d tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.013156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:17.015649 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1682dd-76b4-454c-a1dd-92d959714cb6" -d '{"events": [{"server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "name": "network-vif-plugged", "status": "completed", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:17.063506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6d19a6e3-5df2-44ce-a21f-ad439075f342 req-4087302e-a82f-4aa4-a647-1a44569a9b7d tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.069718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6d19a6e3-5df2-44ce-a21f-ad439075f342 req-4087302e-a82f-4aa4-a647-1a44569a9b7d tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.079537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3796d-f426-436a-a26a-d2a7685495b7 req-8328edf6-6387-4e62-9caf-36658d47a695 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:17.081005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85e3796d-f426-436a-a26a-d2a7685495b7 req-8328edf6-6387-4e62-9caf-36658d47a695 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.0860813 Sep 19 03:00:17.120592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ecf4-f930-4972-b488-956dca5e5b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.121372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6d19a6e3-5df2-44ce-a21f-ad439075f342 req-4087302e-a82f-4aa4-a647-1a44569a9b7d tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.122814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d19a6e3-5df2-44ce-a21f-ad439075f342 req-4087302e-a82f-4aa4-a647-1a44569a9b7d tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2405665 Sep 19 03:00:17.125004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087302e-a82f-4aa4-a647-1a44569a9b7d tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfb5d20-cf84-413a-b9b2-8c40df4f7f3b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:17.144158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85e3796d-f426-436a-a26a-d2a7685495b7 req-8cad0d52-0e04-4777-906c-f8ded8188c5b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511701 Sep 19 03:00:17.183638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58650) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:17.248650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d132542-b5b1-4ebf-a0d7-a2fe68d199bd req-1d2c4fb7-4d36-4941-89b8-a93de161c437 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:17.250243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d132542-b5b1-4ebf-a0d7-a2fe68d199bd req-1d2c4fb7-4d36-4941-89b8-a93de161c437 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 966 time: 0.0515287 Sep 19 03:00:17.323683 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9920ae82-1d85-4bb0-9f2a-e839e49ce1a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.350718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d132542-b5b1-4ebf-a0d7-a2fe68d199bd req-3221bc38-3891-4fca-841f-c084afb27ec6 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931213 Sep 19 03:00:17.364859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dc95b-3a8a-477c-81c8-af7b05dbbe2f req-35e98bfc-55e2-4111-bbb1-89cff2c7477d tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:17.366319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-262dc95b-3a8a-477c-81c8-af7b05dbbe2f req-35e98bfc-55e2-4111-bbb1-89cff2c7477d tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 950 time: 0.1069579 Sep 19 03:00:17.394377 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae6a883-fb90-4fb1-9aca-7eb12193a928 x-openstack-request-id: req-0ae6a883-fb90-4fb1-9aca-7eb12193a928 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:17.395322 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "name": "network-vif-plugged", "status": "completed", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:17.395794 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ae6a883-fb90-4fb1-9aca-7eb12193a928 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:17.396279 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420', 'code': 200} Sep 19 03:00:17.431879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-262dc95b-3a8a-477c-81c8-af7b05dbbe2f req-1a555183-db4f-4f5c-b308-e6bf1c9aa1d8 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Sep 19 03:00:17.541591 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384168c-810c-4094-bc3a-ae3ce085e107 req-c02ffcfe-4c94-4d29-91a8-96637b3f777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:17.543076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7384168c-810c-4094-bc3a-ae3ce085e107 req-c02ffcfe-4c94-4d29-91a8-96637b3f777d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 1117 time: 0.0877633 Sep 19 03:00:17.544811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9920ae82-1d85-4bb0-9f2a-e839e49ce1a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.549796 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9920ae82-1d85-4bb0-9f2a-e839e49ce1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.610853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1364946483', 'description': 'tempest-description-473660598'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:17.620159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920ae82-1d85-4bb0-9f2a-e839e49ce1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2538c9-e761-4bab-bc14-345b0f2a1e42,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:17.624200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9920ae82-1d85-4bb0-9f2a-e839e49ce1a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6f8421bdc5943b6877e7e1545c9540c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4392734 Sep 19 03:00:17.627315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58658) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:17.641324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39e6dd-b104-46cd-bf04-6fb7ac01332b req-4636077e-8b2d-451f-bb19-3b0a0b54c8a5 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:17.642907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b39e6dd-b104-46cd-bf04-6fb7ac01332b req-4636077e-8b2d-451f-bb19-3b0a0b54c8a5 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 949 time: 0.1458511 Sep 19 03:00:17.655008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7384168c-810c-4094-bc3a-ae3ce085e107 req-71cd8aed-764b-434a-9201-3e4730163b4f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024425 Sep 19 03:00:17.677405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524b7c7d-abaa-4536-9aae-2cab01f66d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.678117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.694458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.698708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524b7c7d-abaa-4536-9aae-2cab01f66d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.699506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b39e6dd-b104-46cd-bf04-6fb7ac01332b req-0a8828e0-ecf5-49f0-853b-c93ec5e0da00 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483506 Sep 19 03:00:17.748940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524b7c7d-abaa-4536-9aae-2cab01f66d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.752745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524b7c7d-abaa-4536-9aae-2cab01f66d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.755720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-524b7c7d-abaa-4536-9aae-2cab01f66d1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af2538c9-e761-4bab-bc14-345b0f2a1e42 HTTP/1.1" status: 204 len: 168 time: 0.1276670 Sep 19 03:00:17.767234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b7c7d-abaa-4536-9aae-2cab01f66d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2538c9-e761-4bab-bc14-345b0f2a1e42,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:17.821525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.827673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.874842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ac8f8-1b4a-4f75-b699-d31e4c730150,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:17.915571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.974586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:17.985303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-44bdb772-76c4-4c64-86cf-af7352ee72d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654812 Sep 19 03:00:17.986031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.013615 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.031775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4de9330-c703-47f8-b3b4-dfe6a8cf7b18 req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4263952 Sep 19 03:00:18.034275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58cae9-e9f2-4f19-9395-fece9c080658 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af958f93-3a4e-492a-b340-9050d2599310,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:18.101571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58674) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:18.118228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-637fa59a-0bdb-4c46-9151-8a06fe9eabc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.140634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-80efa8bb-8fc4-4c1d-83e5-c227e9096037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.142230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-80efa8bb-8fc4-4c1d-83e5-c227e9096037 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bea2980aa66490bb26d9ec9ef8919db&device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 1121 time: 0.0827579 Sep 19 03:00:18.157981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e91039-8253-464a-92d9-2866af2c4995 req-d2db39e3-4d4e-45f4-b966-73724066a233 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.159934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5e91039-8253-464a-92d9-2866af2c4995 req-d2db39e3-4d4e-45f4-b966-73724066a233 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 945 time: 0.0681703 Sep 19 03:00:18.211179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 679e5483-4fda-4515-8cde-b5977c823d33 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:18.215027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d5186974-4c20-4f31-8847-2880159057f4 req-cfad0174-6e2f-402e-bf6f-8c5c2171156c tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1612160634', 'description': 'tempest-description-1829047109'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:18.215155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-637fa59a-0bdb-4c46-9151-8a06fe9eabc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.221141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-637fa59a-0bdb-4c46-9151-8a06fe9eabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.257297 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-637fa59a-0bdb-4c46-9151-8a06fe9eabc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a52400786a8c440ab1bb78c5111967a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1545794 Sep 19 03:00:18.261014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58680) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:18.267463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 679e5483-4fda-4515-8cde-b5977c823d33 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:18.273000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 679e5483-4fda-4515-8cde-b5977c823d33 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:18.274067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.274385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fa59a-0bdb-4c46-9151-8a06fe9eabc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11072cb1-54cf-44c8-b448-25db6200ab34,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:18.303580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5e91039-8253-464a-92d9-2866af2c4995 req-258bebb5-ae38-4e0b-b8a5-d2e10e4db23d tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191499 Sep 19 03:00:18.307437 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5186974-4c20-4f31-8847-2880159057f4 req-cfad0174-6e2f-402e-bf6f-8c5c2171156c tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.337969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2b0d42-75ff-4d49-8694-2cb854c7fa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.341022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.366610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2b0d42-75ff-4d49-8694-2cb854c7fa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.401427 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.410920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-45cda491-3b62-4a13-8e23-3864f763b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.412318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-45cda491-3b62-4a13-8e23-3864f763b00f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2465985 Sep 19 03:00:18.425878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2b0d42-75ff-4d49-8694-2cb854c7fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.428930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2b0d42-75ff-4d49-8694-2cb854c7fa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.430249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ce2b0d42-75ff-4d49-8694-2cb854c7fa0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11072cb1-54cf-44c8-b448-25db6200ab34 HTTP/1.1" status: 204 len: 168 time: 0.1683352 Sep 19 03:00:18.439402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b0d42-75ff-4d49-8694-2cb854c7fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11072cb1-54cf-44c8-b448-25db6200ab34,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:18.445850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 679e5483-4fda-4515-8cde-b5977c823d33, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=679e5483-4fda-4515-8cde-b5977c823d33,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:18.455954 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.474771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5186974-4c20-4f31-8847-2880159057f4 req-cfad0174-6e2f-402e-bf6f-8c5c2171156c tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.479207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-f9eb83e9-d6d4-49f1-88f0-cc6ad70f3c3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e HTTP/1.1" status: 200 len: 217 time: 0.0456557 Sep 19 03:00:18.485301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5186974-4c20-4f31-8847-2880159057f4 req-cfad0174-6e2f-402e-bf6f-8c5c2171156c tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.516452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2e93-e0fc-4dbf-9c43-3417318b86dc req-9ae0b528-ece8-43c7-829b-e40e6537cdc3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.517958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f48e2e93-e0fc-4dbf-9c43-3417318b86dc req-9ae0b528-ece8-43c7-829b-e40e6537cdc3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.1254871 Sep 19 03:00:18.524833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=679e5483-4fda-4515-8cde-b5977c823d33,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:18.559785 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5186974-4c20-4f31-8847-2880159057f4 req-cfad0174-6e2f-402e-bf6f-8c5c2171156c tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:18.560816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5186974-4c20-4f31-8847-2880159057f4 req-cfad0174-6e2f-402e-bf6f-8c5c2171156c tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3627498 Sep 19 03:00:18.570523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad0174-6e2f-402e-bf6f-8c5c2171156c tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba890f6c-1048-4467-80d7-849af28ef3ac,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:18.605030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-5b61ae97-a14a-4a2e-9a5a-795ad0f73991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.607843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-5b61ae97-a14a-4a2e-9a5a-795ad0f73991 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1131065 Sep 19 03:00:18.616419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f48e2e93-e0fc-4dbf-9c43-3417318b86dc req-b8e91cb0-1ea4-4030-8166-275a5162d28a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757990 Sep 19 03:00:18.660208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-920beaf0-c9b9-4f99-9290-3b47235e14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.662496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-920beaf0-c9b9-4f99-9290-3b47235e14d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450428 Sep 19 03:00:18.786009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-55056c58-198b-495e-a6b5-e3dd4018aaef tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.787564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-55056c58-198b-495e-a6b5-e3dd4018aaef tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 1101 time: 0.0971859 Sep 19 03:00:18.862527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-5b8df9fa-37e1-4a34-8185-be27a1635345 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914599 Sep 19 03:00:18.904110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd66e8e-12f6-49ad-bb61-da216d1a9ef1 req-6967f464-44a5-47d6-8f22-0c125ffb250f tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:18.905565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbd66e8e-12f6-49ad-bb61-da216d1a9ef1 req-6967f464-44a5-47d6-8f22-0c125ffb250f tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 966 time: 0.1408942 Sep 19 03:00:19.198851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbd66e8e-12f6-49ad-bb61-da216d1a9ef1 req-acf7a65d-de43-4f4b-8f0b-c75e8d54e9aa tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151228 Sep 19 03:00:19.219628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Deleting port f5c6bf62-d950-4701-abbe-dd17e2532baf {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:19.219965 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:19.226133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788cd6-c7e2-49c9-b20b-102e1744869e req-e91e17c5-bec4-466d-b4ec-4e4e4b413c91 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:19.227754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2788cd6-c7e2-49c9-b20b-102e1744869e req-e91e17c5-bec4-466d-b4ec-4e4e4b413c91 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1096 time: 0.1403244 Sep 19 03:00:19.239031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfccf55-ac49-4456-95f6-3ef9e3203691 req-c15b2fe2-3fbd-44df-9775-156f179f2b57 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584754 Sep 19 03:00:19.342291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2788cd6-c7e2-49c9-b20b-102e1744869e req-1c646236-bb03-4b8c-af49-675a535b37de tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001115 Sep 19 03:00:19.372332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] For port f5c6bf62-d950-4701-abbe-dd17e2532baf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5c6bf62-d950-4701-abbe-dd17e2532baf,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:19.372702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:19.391854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dd919-2aa4-472d-9190-aca5d29df932 req-ad581e53-ed39-40fd-9a27-3d135541b0f5 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:19.393300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-930dd919-2aa4-472d-9190-aca5d29df932 req-ad581e53-ed39-40fd-9a27-3d135541b0f5 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=670dcd83-a2a7-4915-b4a0-5d09ecbd2c79 HTTP/1.1" status: 200 len: 950 time: 0.0998025 Sep 19 03:00:19.397074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Calling delete_port for f5c6bf62-d950-4701-abbe-dd17e2532baf owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:19.398215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d171c44-6d6a-46da-8b75-432936587bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e5483-4fda-4515-8cde-b5977c823d33'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:19.401289 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0919b5-6878-48dc-9e98-c91b420fa78e" -d '{"events": [{"server_uuid": "6d171c44-6d6a-46da-8b75-432936587bb0", "name": "network-vif-plugged", "status": "completed", "tag": "679e5483-4fda-4515-8cde-b5977c823d33"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:19.539238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-930dd919-2aa4-472d-9190-aca5d29df932 req-7e674a08-f982-4957-a152-0c64a7b98274 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329212 Sep 19 03:00:19.723150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:19.756319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f5c6bf62-d950-4701-abbe-dd17e2532baf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:19.770317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5c6bf62-d950-4701-abbe-dd17e2532baf,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:19.786714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f1407-2937-42d8-889e-7404da942bb0 req-11e03f77-34e2-4002-ab70-22ae41b1d28c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:19.788289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-141f1407-2937-42d8-889e-7404da942bb0 req-11e03f77-34e2-4002-ab70-22ae41b1d28c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 950 time: 0.1447039 Sep 19 03:00:19.847399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:19.857740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] No DVR routers for this DVR port f5c6bf62-d950-4701-abbe-dd17e2532baf on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:19.862165 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:19.864195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c8aba2e-c272-4dd8-b9bc-9e5d5d11631d req-d73aaab3-ba8f-4640-8b84-e4e9cc318e26 tempest-DeleteServersAdminTestJSON-1492983014 tempest-DeleteServersAdminTestJSON-1492983014-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f5c6bf62-d950-4701-abbe-dd17e2532baf HTTP/1.1" status: 204 len: 173 time: 1.0614319 Sep 19 03:00:19.871956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'name': 'network-vif-deleted', 'tag': 'f5c6bf62-d950-4701-abbe-dd17e2532baf'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:19.874506 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fb3d34-d9bc-4c21-85fe-0728638d0edc" -d '{"events": [{"server_uuid": "670dcd83-a2a7-4915-b4a0-5d09ecbd2c79", "name": "network-vif-deleted", "tag": "f5c6bf62-d950-4701-abbe-dd17e2532baf"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:19.923557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-141f1407-2937-42d8-889e-7404da942bb0 req-7e817f7e-99fa-4956-bdf1-d2e4904bedbe tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117766 Sep 19 03:00:19.998829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-f308feec-db2d-406f-969c-d5b947519916 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50605 time: 0.5179036 Sep 19 03:00:20.018822 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c60cc72-58c8-4797-a07a-7391d2199c7a x-openstack-request-id: req-9c60cc72-58c8-4797-a07a-7391d2199c7a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:20.019154 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d171c44-6d6a-46da-8b75-432936587bb0", "name": "network-vif-plugged", "status": "completed", "tag": "679e5483-4fda-4515-8cde-b5977c823d33", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:20.019412 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c60cc72-58c8-4797-a07a-7391d2199c7a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:20.019848 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d171c44-6d6a-46da-8b75-432936587bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679e5483-4fda-4515-8cde-b5977c823d33', 'code': 200} Sep 19 03:00:20.059817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-0b967c94-55b3-415f-9027-20194f55dc8d tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/184e273a-6173-48ff-9c1c-15cb5330d4f5 HTTP/1.1" status: 200 len: 2981 time: 0.0530968 Sep 19 03:00:20.132702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-7f7d4007-ebf0-4b32-9c92-1fdeb35fb866 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/184e273a-6173-48ff-9c1c-15cb5330d4f5 HTTP/1.1" status: 200 len: 2981 time: 0.0714235 Sep 19 03:00:20.138181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4ccf0-ebb0-4161-9a21-60c562a848e6 req-960db962-4461-4252-80e1-6144836b9365 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:20.139682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4df4ccf0-ebb0-4161-9a21-60c562a848e6 req-960db962-4461-4252-80e1-6144836b9365 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1096 time: 0.0694373 Sep 19 03:00:20.239874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-29097a99-c8db-4382-87d6-793da25728e3 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/18c81660-ae79-47cf-a3a0-2c07223d1d86 HTTP/1.1" status: 200 len: 2981 time: 0.0971792 Sep 19 03:00:20.241275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4df4ccf0-ebb0-4161-9a21-60c562a848e6 req-e174c81e-1d0a-4f06-99af-f3a2e5fa90aa tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926445 Sep 19 03:00:20.248731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec638565-e99c-4a28-991d-01d21b9811a4 req-8e535837-2dcf-4f43-bad0-5427e0bd5b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:20.250148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec638565-e99c-4a28-991d-01d21b9811a4 req-8e535837-2dcf-4f43-bad0-5427e0bd5b00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 1101 time: 0.0728996 Sep 19 03:00:20.315650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec638565-e99c-4a28-991d-01d21b9811a4 req-6f19063e-fbff-46a2-a722-1b0db72497af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467651 Sep 19 03:00:20.315650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-05870b16-3bc7-43fe-868b-2b3262b7af28 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/18c81660-ae79-47cf-a3a0-2c07223d1d86 HTTP/1.1" status: 200 len: 2981 time: 0.0623183 Sep 19 03:00:20.342629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:20.356969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-d73e08ec-6b21-42b0-b050-1ac1a74208ed tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1bfd93a8-241b-4486-a9eb-d9aa578dde51 HTTP/1.1" status: 200 len: 2977 time: 0.0419071 Sep 19 03:00:20.431515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-0ade828c-0e13-43ff-8d5f-381492dd2868 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1bfd93a8-241b-4486-a9eb-d9aa578dde51 HTTP/1.1" status: 200 len: 2977 time: 0.0638013 Sep 19 03:00:20.442456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:20.453711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '61094ab2-c505-456b-9d65-6c9cec5ec1da', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'port_id': '61094ab2-c505-456b-9d65-6c9cec5ec1da', 'mac_address': 'fa:16:3e:ce:7e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529cd5d9-771f-4357-9866-98e89e6e6b2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-493050415', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:20.460928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efea027-a570-426c-9d2f-b1dff0186fd5 req-688365a6-c6c6-44cf-ad56-7894aa9ee765 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:20.462929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7efea027-a570-426c-9d2f-b1dff0186fd5 req-688365a6-c6c6-44cf-ad56-7894aa9ee765 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.0731277 Sep 19 03:00:20.488530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:20.501724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-b8ea1872-9787-41e5-8e6a-667511732b4f tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/24e37306-2cce-4933-b6c2-36c84a6fc53e HTTP/1.1" status: 200 len: 2981 time: 0.0639842 Sep 19 03:00:20.503852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61094ab2-c505-456b-9d65-6c9cec5ec1da {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:20.516441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7efea027-a570-426c-9d2f-b1dff0186fd5 req-a0a374e7-7fa4-4e70-a25e-8c07ac9b7622 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Sep 19 03:00:20.523147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:20.528246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:20.562659 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec3c99a-8537-4ed9-8d84-6cfd928c412a x-openstack-request-id: req-fec3c99a-8537-4ed9-8d84-6cfd928c412a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:20.562980 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670dcd83-a2a7-4915-b4a0-5d09ecbd2c79", "name": "network-vif-deleted", "tag": "f5c6bf62-d950-4701-abbe-dd17e2532baf", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:20.563230 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fec3c99a-8537-4ed9-8d84-6cfd928c412a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:20.563615 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670dcd83-a2a7-4915-b4a0-5d09ecbd2c79', 'name': 'network-vif-deleted', 'tag': 'f5c6bf62-d950-4701-abbe-dd17e2532baf', 'status': 'completed', 'code': 200} Sep 19 03:00:20.565724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-62c4569d-c484-42b3-a973-fcf23dd4a781 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/24e37306-2cce-4933-b6c2-36c84a6fc53e HTTP/1.1" status: 200 len: 2981 time: 0.0538192 Sep 19 03:00:20.580579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:20.609184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-b69100f7-fc2f-488f-ba2a-607873e99744 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4221451a-467a-4ce3-8012-f6770c234cca HTTP/1.1" status: 200 len: 2981 time: 0.0372865 Sep 19 03:00:20.651627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-a913a82e-9892-47f2-9463-fbcfc80a982e tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4221451a-467a-4ce3-8012-f6770c234cca HTTP/1.1" status: 200 len: 2981 time: 0.0361753 Sep 19 03:00:20.695367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-f241d28a-e32c-4d84-bfdc-4b54564cd549 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4343120e-2d77-4a23-a5ee-38e142e422f3 HTTP/1.1" status: 200 len: 2973 time: 0.0377982 Sep 19 03:00:20.738686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-31a7ddd6-8c92-4969-a5ff-fd2f87a94d0e tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4343120e-2d77-4a23-a5ee-38e142e422f3 HTTP/1.1" status: 200 len: 2973 time: 0.0365798 Sep 19 03:00:20.754859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['61094ab2-c505-456b-9d65-6c9cec5ec1da'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:20.811935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-2c3e7454-8a37-4b69-80d4-64c2b6f4a0cd tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/46d33fea-1704-446f-a250-d7e14b5e038c HTTP/1.1" status: 200 len: 2981 time: 0.0655711 Sep 19 03:00:20.844831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4a17-b8f6-48c3-863c-c042a6f9088d req-417c5049-282c-4b3d-aa06-0247f9a56e3a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:20.846384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4daa4a17-b8f6-48c3-863c-c042a6f9088d req-417c5049-282c-4b3d-aa06-0247f9a56e3a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 966 time: 0.0673420 Sep 19 03:00:20.893156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-9e092e58-6b8f-4ec1-ba64-7ec32b873948 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/46d33fea-1704-446f-a250-d7e14b5e038c HTTP/1.1" status: 200 len: 2981 time: 0.0745199 Sep 19 03:00:20.920807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4daa4a17-b8f6-48c3-863c-c042a6f9088d req-3713508f-ed47-4e04-b510-39682e6aa9a4 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586276 Sep 19 03:00:20.948464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-8420028d-8fd2-47ba-97ef-b45ee67a0b17 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5037d565-2fef-49e2-8248-d205a87ea1f9 HTTP/1.1" status: 200 len: 2981 time: 0.0470543 Sep 19 03:00:20.993332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-f66af4e9-5517-4218-8781-5618b8428a62 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5037d565-2fef-49e2-8248-d205a87ea1f9 HTTP/1.1" status: 200 len: 2981 time: 0.0403235 Sep 19 03:00:21.038892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-f26e8713-0be4-4bd7-ae00-3fbc4bc38c15 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5c737c4f-97d9-4c95-957b-e6f76eb3e72f HTTP/1.1" status: 200 len: 2981 time: 0.0387719 Sep 19 03:00:21.085043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-a81a90e0-fe02-4722-8e99-6991a19f9ea1 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5c737c4f-97d9-4c95-957b-e6f76eb3e72f HTTP/1.1" status: 200 len: 2981 time: 0.0387261 Sep 19 03:00:21.131542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-8d4e2323-4f32-48c2-b4de-cbb50394978e tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/6f7ac8f8-1b4a-4f75-b699-d31e4c730150 HTTP/1.1" status: 200 len: 2981 time: 0.0395882 Sep 19 03:00:21.173205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-36f85d54-d155-4fe8-9c6d-61d67e7deec9 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/6f7ac8f8-1b4a-4f75-b699-d31e4c730150 HTTP/1.1" status: 200 len: 2981 time: 0.0357070 Sep 19 03:00:21.213549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-73adae32-dded-4732-a36b-9071922d4c2b tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8d95b6fc-c911-4244-8f68-4c11d04da348 HTTP/1.1" status: 200 len: 2977 time: 0.0344124 Sep 19 03:00:21.289838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5deef-f77e-43ad-9d63-cf5e3a3d5933 req-f5341444-30aa-4b80-b570-9804f8c3184b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:21.291740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1eb5deef-f77e-43ad-9d63-cf5e3a3d5933 req-f5341444-30aa-4b80-b570-9804f8c3184b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 966 time: 0.0732746 Sep 19 03:00:21.293477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-b8e59a88-c447-43e0-833e-f4a6db15b77a tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8d95b6fc-c911-4244-8f68-4c11d04da348 HTTP/1.1" status: 200 len: 2977 time: 0.0734332 Sep 19 03:00:21.300145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58776) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:21.304722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'floatingip': {'port_id': '29a88cea-c617-43d4-90cd-0f475acc2420'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:21.336996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-5020fbd1-a5fb-4f0c-833c-a2d0b692260b tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8eb69665-3aec-41d8-af92-7c7b927b825e HTTP/1.1" status: 200 len: 2981 time: 0.0372458 Sep 19 03:00:21.377552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:21.411937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf74ab-3b8d-4504-9372-12b465daa2fa req-16dceb0f-7d96-48f2-80f8-4f3ab31384fa tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:21.413417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bcf74ab-3b8d-4504-9372-12b465daa2fa req-16dceb0f-7d96-48f2-80f8-4f3ab31384fa tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 950 time: 0.0739422 Sep 19 03:00:21.416955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-34f31f6a-bffb-4f93-8767-4b7f21136e88 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8eb69665-3aec-41d8-af92-7c7b927b825e HTTP/1.1" status: 200 len: 2981 time: 0.0692286 Sep 19 03:00:21.481944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-f629179e-858d-4ad8-8da9-850039497763 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/c805deb0-baa7-4895-8116-33936e1f3ba2 HTTP/1.1" status: 200 len: 2977 time: 0.0588315 Sep 19 03:00:21.484857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bcf74ab-3b8d-4504-9372-12b465daa2fa req-6a0c5d64-9309-4ec7-aee3-46d5fc5afc49 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561037 Sep 19 03:00:21.543493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-69b15a02-e25c-4853-bc5b-4602f0fadb33 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/c805deb0-baa7-4895-8116-33936e1f3ba2 HTTP/1.1" status: 200 len: 2977 time: 0.0516376 Sep 19 03:00:21.582646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-c500d21c-740c-4675-90a9-7a8bff305c58 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/cf55fff6-fc65-444d-9383-21c1b01aba41 HTTP/1.1" status: 200 len: 2981 time: 0.0381505 Sep 19 03:00:21.606993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-053eb59d-dd3e-42e4-8817-e9759a315e3b req-bb1a5970-5246-4c44-8c33-09537856646e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:00:21.608059 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-053eb59d-dd3e-42e4-8817-e9759a315e3b req-bb1a5970-5246-4c44-8c33-09537856646e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069983 Sep 19 03:00:21.631259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-e1a5c899-307b-47e5-85a0-ec8d724f4c18 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/cf55fff6-fc65-444d-9383-21c1b01aba41 HTTP/1.1" status: 200 len: 2981 time: 0.0422366 Sep 19 03:00:21.677376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-f8c5d48b-8f34-459d-871e-91f0707083e1 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/d843b473-1bd1-406a-8839-7ce18c7bd34c HTTP/1.1" status: 200 len: 2977 time: 0.0391531 Sep 19 03:00:21.742832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdb39a43-1bba-4f1a-bb04-54caacee5976 req-d6e48c53-88c8-4e83-bb5c-7545663e3815 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/d843b473-1bd1-406a-8839-7ce18c7bd34c HTTP/1.1" status: 200 len: 2977 time: 0.0574090 Sep 19 03:00:21.882577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-77c4ff22-2156-44fc-a669-c4b572adae0a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=be83815390fa4d22905739e57f4da04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241246 Sep 19 03:00:21.991062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-ff5d9671-e75d-470d-91c3-369bb7b3cd50 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:21.993725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-ff5d9671-e75d-470d-91c3-369bb7b3cd50 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1030250 Sep 19 03:00:22.008273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-474effd0-4eec-4c59-ac1d-444b29603938 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/quotas/be83815390fa4d22905739e57f4da04f HTTP/1.1" status: 200 len: 375 time: 0.0095677 Sep 19 03:00:22.045724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-7a890dfd-f100-47c3-9173-9dd27849266f tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=be83815390fa4d22905739e57f4da04f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296965 Sep 19 03:00:22.232548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:22.237901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:22.334990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de3371-c036-4d76-a6a0-4bb24a3aaf06 req-aa23e003-a26b-41ad-8577-be23c1da3838 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:22.336864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39de3371-c036-4d76-a6a0-4bb24a3aaf06 req-aa23e003-a26b-41ad-8577-be23c1da3838 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 966 time: 0.0560226 Sep 19 03:00:22.342150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:22.362244 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Floating IP 96929cda-af15-48e1-8923-c608fe8efd2b associated. External IP: 172.25.8.110, port: 29a88cea-c617-43d4-90cd-0f475acc2420. Sep 19 03:00:22.420398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 61094ab2-c505-456b-9d65-6c9cec5ec1da completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:22.424910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 61094ab2-c505-456b-9d65-6c9cec5ec1da triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:22.425084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39de3371-c036-4d76-a6a0-4bb24a3aaf06 req-7b9cfaaf-7569-421a-adb4-4663e077df03 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712714 Sep 19 03:00:22.425861 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:22.519632 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:22.559456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:22.560880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:22.563805 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b1ff93-ffdd-4c81-8036-72fce2fdc804" -d '{"events": [{"server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "name": "network-vif-plugged", "status": "completed", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:22.569134 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:22.598458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a9a195a-a3d7-4312-80fe-91fd30d304ee req-1baac141-d0af-4710-b4ff-5c77cc9a4db9 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b56bbe5b1ce44366aeec65f770fd01fd HTTP/1.1" status: 200 len: 6103 time: 0.1352227 Sep 19 03:00:22.627370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:22.639199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Router d1902d88-b6fc-47a0-a267-130d01cd1783 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:00:22.671925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a9a195a-a3d7-4312-80fe-91fd30d304ee req-05d72f0d-5b8f-4626-8716-af3a2f81a6f6 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "GET /v2.0/security-groups/46d33fea-1704-446f-a250-d7e14b5e038c HTTP/1.1" status: 200 len: 2981 time: 0.0725303 Sep 19 03:00:22.712087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a9a195a-a3d7-4312-80fe-91fd30d304ee req-aa5c8d16-eced-42b6-8866-68c0362e1a9b tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "GET /v2.0/security-groups/46d33fea-1704-446f-a250-d7e14b5e038c HTTP/1.1" status: 200 len: 2981 time: 0.0393112 Sep 19 03:00:22.765864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:00:22.771979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:22.789673 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] Sync routers for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:00:22.804975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f543c39c-5c1e-4404-83b3-931f9fb48ab7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "PUT /v2.0/floatingips/96929cda-af15-48e1-8923-c608fe8efd2b HTTP/1.1" status: 200 len: 1012 time: 1.5036523 Sep 19 03:00:22.805240 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:22.805902 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:22.806762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:22.809409 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6dd763-926c-42e7-ad51-44a913a0953c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:22.938587 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:22.967896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58846) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:23.110187 n-d-809936-1 neutron-server[94722]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 03:00:23.114148 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-8529112e-6b25-40a3-9246-d05ea9523eb3 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:00:23.115218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-8529112e-6b25-40a3-9246-d05ea9523eb3 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1462653 Sep 19 03:00:23.157705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-0017d5f7-027d-4134-a37c-f3bc0e557a27 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:23.159156 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-0017d5f7-027d-4134-a37c-f3bc0e557a27 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 1093 time: 0.0379007 Sep 19 03:00:23.174448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02bfd001-8c71-46e1-bd57-450b61290890 req-8d3ad1ac-acb0-4d1d-97be-cfaccbfedc89 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 210 time: 0.0313866 Sep 19 03:00:23.269179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Request body: {'binding': {'host': 'n-h1-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:23.269688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Unknown quota resources ['binding']. {{(pid=94722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:00:23.312069 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '96929cda-af15-48e1-8923-c608fe8efd2b', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'port_id': '29a88cea-c617-43d4-90cd-0f475acc2420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'mac_address': 'fa:16:3e:d2:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb38899-7afe-4e33-bdac-914e8569005a', 'device_owner': 'compute:tempest-test_az-493050415'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T02:59:55Z', 'updated_at': '2021-09-19T03:00:22Z', 'revision_number': 1, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:23.327934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda85267-c619-4291-ac21-3c6eb46bdf14 req-51e6e231-e6cb-406f-939d-74081a113dfd tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:23.334051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bda85267-c619-4291-ac21-3c6eb46bdf14 req-51e6e231-e6cb-406f-939d-74081a113dfd tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 950 time: 0.0545650 Sep 19 03:00:23.344530 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] Checking router: d1902d88-b6fc-47a0-a267-130d01cd1783 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:00:23.353656 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:23.354560 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:23.409164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bda85267-c619-4291-ac21-3c6eb46bdf14 req-6011ae2a-9976-4e2d-b335-4ebf82541d1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734336 Sep 19 03:00:23.411354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-98f36e05-058b-45ae-a2be-334b48f2c995 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=be83815390fa4d22905739e57f4da04f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427730 Sep 19 03:00:23.444104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on host n-h1-809936-1 for vnic_type normal with profile None {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:23.444688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:23.444914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:23.453615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:23.454175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:23.460761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:23.461255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:23.461646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:23.463280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Bound port: f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:23.477577 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:23.478258 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab582f-7a2f-4b73-a7d5-340be266e75d x-openstack-request-id: req-4fab582f-7a2f-4b73-a7d5-340be266e75d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:23.478833 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "name": "network-vif-plugged", "status": "completed", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:23.478916 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fab582f-7a2f-4b73-a7d5-340be266e75d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:23.479299 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da', 'code': 200} Sep 19 03:00:23.575337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00754eac-9a1d-4a26-9385-ab78192ca93b req-c7f048d3-e3fb-4d95-95cd-30f872db07f3 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ba890f6c-1048-4467-80d7-849af28ef3ac HTTP/1.1" status: 200 len: 1778 time: 0.0602713 Sep 19 03:00:23.584118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-4256c44d-afd9-4047-b68e-e66777ef330a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:23.585761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-4256c44d-afd9-4047-b68e-e66777ef330a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674702 Sep 19 03:00:23.602579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:23.608411 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:23.609568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Request body: {'port': {'device_id': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'be83815390fa4d22905739e57f4da04f'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:23.610505 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-959c6638-1f93-4f0d-b7ab-f92e83abcdf5 service neutron] 10.222.0.22 "POST /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3953075 Sep 19 03:00:23.674070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb23aa2-f741-42fa-be56-a954fc54e027 req-9f049d32-d836-4c86-b2ac-0df1492ea23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:23.676244 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb23aa2-f741-42fa-be56-a954fc54e027 req-9f049d32-d836-4c86-b2ac-0df1492ea23a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1118 time: 0.0521791 Sep 19 03:00:23.753726 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '96929cda-af15-48e1-8923-c608fe8efd2b', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'port_id': '29a88cea-c617-43d4-90cd-0f475acc2420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'mac_address': 'fa:16:3e:d2:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb38899-7afe-4e33-bdac-914e8569005a', 'device_owner': 'compute:tempest-test_az-493050415'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T02:59:55Z', 'updated_at': '2021-09-19T03:00:22Z', 'revision_number': 1, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:23.755927 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb23aa2-f741-42fa-be56-a954fc54e027 req-19f20550-e3d1-4166-8445-96dae9671685 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644033 Sep 19 03:00:23.774154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-00754eac-9a1d-4a26-9385-ab78192ca93b req-b9b96348-8469-4076-8fd1-03795da30108 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:23.782052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Made reservation on behalf of be83815390fa4d22905739e57f4da04f for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:23.782937 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badefffc-ebf7-4066-bf58-ae47ca5ff938 None None] The sync data for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 is: [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '96929cda-af15-48e1-8923-c608fe8efd2b', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'port_id': '29a88cea-c617-43d4-90cd-0f475acc2420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'mac_address': 'fa:16:3e:d2:58:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb38899-7afe-4e33-bdac-914e8569005a', 'device_owner': 'compute:tempest-test_az-493050415'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T02:59:55Z', 'updated_at': '2021-09-19T03:00:22Z', 'revision_number': 1, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:00:23.788825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:23.819275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-00754eac-9a1d-4a26-9385-ab78192ca93b req-b9b96348-8469-4076-8fd1-03795da30108 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:23.903490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-00754eac-9a1d-4a26-9385-ab78192ca93b req-b9b96348-8469-4076-8fd1-03795da30108 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:23.905961 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-00754eac-9a1d-4a26-9385-ab78192ca93b req-b9b96348-8469-4076-8fd1-03795da30108 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:23.907177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00754eac-9a1d-4a26-9385-ab78192ca93b req-b9b96348-8469-4076-8fd1-03795da30108 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba890f6c-1048-4467-80d7-849af28ef3ac HTTP/1.1" status: 204 len: 173 time: 0.3205044 Sep 19 03:00:23.936712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b96348-8469-4076-8fd1-03795da30108 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba890f6c-1048-4467-80d7-849af28ef3ac,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:23.945614 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d6eeac-4428-4ac2-837c-93c1ddb7100d x-openstack-request-id: req-e7d6eeac-4428-4ac2-837c-93c1ddb7100d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:23.946127 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:23.946415 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7d6eeac-4428-4ac2-837c-93c1ddb7100d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:23.947668 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420', 'status': 'completed', 'code': 200} Sep 19 03:00:23.975753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Allocated IP 192.168.233.164 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/3007211c-7c9e-41ab-9277-f5e8bffbe17b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:24.038275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ba93e7-6cbe-4a6c-a10a-1dde403608b7 None None] New status for floating IP 96929cda-af15-48e1-8923-c608fe8efd2b: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:00:24.066390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-d485876d-b11f-479b-a7a5-c60cd7d9e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.068087 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-d485876d-b11f-479b-a7a5-c60cd7d9e863 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 1117 time: 0.0792148 Sep 19 03:00:24.070900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.30', 58900) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:24.140403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd34d70-24c5-4ef7-8869-e647fbf5fb4d req-bb10e5f0-1895-4daa-8bd7-83d108f97b91 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.142131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acd34d70-24c5-4ef7-8869-e647fbf5fb4d req-bb10e5f0-1895-4daa-8bd7-83d108f97b91 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 970 time: 0.1116621 Sep 19 03:00:24.220042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-96bd9ca6-a904-4ff0-91a7-eef5818f8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.221812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5c6bf62-d950-4701-abbe-dd17e2532baf no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:24.222644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-96bd9ca6-a904-4ff0-91a7-eef5818f8035 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 924 time: 0.1411095 Sep 19 03:00:24.250664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acd34d70-24c5-4ef7-8869-e647fbf5fb4d req-48abf89e-b87d-4e56-bda6-38da72111003 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702722 Sep 19 03:00:24.275684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:24.301317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-59a1c078-5a43-4a72-bccb-bc7da50967b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.304363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-59a1c078-5a43-4a72-bccb-bc7da50967b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1096 time: 0.2322097 Sep 19 03:00:24.352379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: f5c6bf62-d950-4701-abbe-dd17e2532baf {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:00:24.352775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5c6bf62-d950-4701-abbe-dd17e2532baf not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:24.384768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-f734a03f-094a-4f73-954b-3b2ee688ba8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29a88cea-c617-43d4-90cd-0f475acc2420 HTTP/1.1" status: 200 len: 1020 time: 0.1517148 Sep 19 03:00:24.401275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fe5bc-75b3-454c-aff2-9f68eebc895f req-1385c6ad-b24c-4d39-aae3-0ad0fd430020 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.402844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-882fe5bc-75b3-454c-aff2-9f68eebc895f req-1385c6ad-b24c-4d39-aae3-0ad0fd430020 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 967 time: 0.1163731 Sep 19 03:00:24.428206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd0ae4-45ec-4144-bfe0-f5e7ca311e24 req-08c928b7-a733-4382-b234-bb239a73c507 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.431790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fcd0ae4-45ec-4144-bfe0-f5e7ca311e24 req-08c928b7-a733-4382-b234-bb239a73c507 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 945 time: 0.0942550 Sep 19 03:00:24.434666 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:24.476669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-b7203028-6a2d-42f6-b2b7-04905cdec704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.478710 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-b7203028-6a2d-42f6-b2b7-04905cdec704 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa71bd19-11fe-4fcc-96fd-e836d81ea57b HTTP/1.1" status: 200 len: 862 time: 0.0633264 Sep 19 03:00:24.479814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-787f698e-97f2-4059-8ed5-b342d958d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.481085 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-787f698e-97f2-4059-8ed5-b342d958d062 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1640539 Sep 19 03:00:24.521252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:24.528249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Pushing event updated for resources: {'Port': ['ID=3007211c-7c9e-41ab-9277-f5e8bffbe17b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:24.537346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:24.542312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-882fe5bc-75b3-454c-aff2-9f68eebc895f req-7c1693ef-a976-4fad-bb8d-f612450846d8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286941 Sep 19 03:00:24.543155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:24.548408 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-71cae569-9049-4432-a9c4-b7787b8169ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0503786 Sep 19 03:00:24.562413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-78dcb575-690e-406c-b58c-5cdd2cb4b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.563915 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-78dcb575-690e-406c-b58c-5cdd2cb4b17b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38f0404b-2130-4ac7-8696-206ce18e09f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732467 Sep 19 03:00:24.660928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-de27cf11-4962-44ef-b4dc-7a400af4e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.662429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-de27cf11-4962-44ef-b4dc-7a400af4e523 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1034284 Sep 19 03:00:24.751998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fcd0ae4-45ec-4144-bfe0-f5e7ca311e24 req-b48c320e-af67-4452-82e2-77c795ebe002 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121312 Sep 19 03:00:24.771363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-765388ff-3cfc-4497-a217-31ccf1004c2e None None] Provisioning complete for port 3007211c-7c9e-41ab-9277-f5e8bffbe17b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:24.772432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-765388ff-3cfc-4497-a217-31ccf1004c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:24.803016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2390ae6f-cb93-4196-8992-08b85921b1d0 req-47b8ec03-e7ed-41d8-8caa-e08cbcad9920 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "GET /v2.0/security-groups/af958f93-3a4e-492a-b340-9050d2599310 HTTP/1.1" status: 200 len: 1777 time: 0.0542314 Sep 19 03:00:24.836865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:24.838089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:24.843043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-765388ff-3cfc-4497-a217-31ccf1004c2e None None] Port 3007211c-7c9e-41ab-9277-f5e8bffbe17b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:00:24.847215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.30', 58901) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:24.896810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-51de99a5-e344-4441-94c5-f9e43626fd4a tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2914743 Sep 19 03:00:24.905279 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-90894ba6-1909-4121-ad6a-385039a2a0b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2337117 Sep 19 03:00:24.914233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Request body: {'port': {'device_id': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:24.927535 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-8e4cc22c-6bfe-44e3-a63a-b93c952db5a2 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532746 Sep 19 03:00:24.984667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2390ae6f-cb93-4196-8992-08b85921b1d0 req-97334172-e06d-4b1e-a28b-8d332403ef19 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.005136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-1fbf3f47-9b18-4449-9821-012dfc7f3702 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:25.006622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-1fbf3f47-9b18-4449-9821-012dfc7f3702 tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.30 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 970 time: 0.1538134 Sep 19 03:00:25.073308 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-d421edd7-7619-4034-b788-4264ae33a58b service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551178 Sep 19 03:00:25.081405 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb6dd763-926c-42e7-ad51-44a913a0953c req-2f409db8-0048-4560-95ae-73d617ace164 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442428 Sep 19 03:00:25.094230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6808d2-d9e7-44ec-bac4-bae71f71a32f req-54033ca7-98ab-4853-b10b-1baf176cba38 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:25.095774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d6808d2-d9e7-44ec-bac4-bae71f71a32f req-54033ca7-98ab-4853-b10b-1baf176cba38 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 936 time: 0.2035649 Sep 19 03:00:25.111870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2390ae6f-cb93-4196-8992-08b85921b1d0 req-97334172-e06d-4b1e-a28b-8d332403ef19 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.119193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.182601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-66cf197d-3ae0-4698-a0d8-88b5cf859a82 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995498 Sep 19 03:00:25.276942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d6808d2-d9e7-44ec-bac4-bae71f71a32f req-6b276a52-4f92-4a41-b883-c8a3d9c8572f tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671665 Sep 19 03:00:25.306455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2390ae6f-cb93-4196-8992-08b85921b1d0 req-97334172-e06d-4b1e-a28b-8d332403ef19 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.310628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2390ae6f-cb93-4196-8992-08b85921b1d0 req-97334172-e06d-4b1e-a28b-8d332403ef19 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.312044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2390ae6f-cb93-4196-8992-08b85921b1d0 req-97334172-e06d-4b1e-a28b-8d332403ef19 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/af958f93-3a4e-492a-b340-9050d2599310 HTTP/1.1" status: 204 len: 173 time: 0.5082111 Sep 19 03:00:25.408306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97334172-e06d-4b1e-a28b-8d332403ef19 tempest-SecurityGroupsTestAdminJSON-970155581 tempest-SecurityGroupsTestAdminJSON-970155581-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af958f93-3a4e-492a-b340-9050d2599310,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:25.428504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Deleting port 52642ea0-4c73-4ce5-9dce-de8b49bf448e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:25.428775 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.450423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-61c26203-b706-462d-98fa-515df70de965 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:25.452063 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-61c26203-b706-462d-98fa-515df70de965 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1174216 Sep 19 03:00:25.466223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809936-1'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:25.489954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-badef9b2-fff8-44fe-87dc-74ef1d7e3b78 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c592b8061e83448fabdabaf9a34750dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912890 Sep 19 03:00:25.539562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.674452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:25.720333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:25.733234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58900) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:25.738050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] For port 52642ea0-4c73-4ce5-9dce-de8b49bf448e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=52642ea0-4c73-4ce5-9dce-de8b49bf448e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:25.738473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.757087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23315fc-2887-41ab-b2cc-d5f4649e2502 req-b1e62652-c247-49cf-a9de-2f047c2bd3cd tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:25.758560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a23315fc-2887-41ab-b2cc-d5f4649e2502 req-b1e62652-c247-49cf-a9de-2f047c2bd3cd tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/ports?device_id=942269d3-f43a-48da-8094-26c33cf94dd9 HTTP/1.1" status: 200 len: 970 time: 0.2426488 Sep 19 03:00:25.765263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.771352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.794420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Calling delete_port for 52642ea0-4c73-4ce5-9dce-de8b49bf448e owned by compute:tempest-test_az-493050415 {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:25.808420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-d4942af6-dcd6-40cc-8873-6bb621e54f6e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:25.809886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-d4942af6-dcd6-40cc-8873-6bb621e54f6e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3191512 Sep 19 03:00:25.856574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:25.859839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-80ca4c93-ce37-4dbd-ae3a-afa594a5c0c9 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/quotas/c592b8061e83448fabdabaf9a34750dc HTTP/1.1" status: 200 len: 375 time: 0.0371838 Sep 19 03:00:25.873085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on host n-h2-809936-1 for vnic_type normal with profile {"migrating_to": "n-h1-809936-1"} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:25.873493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:25.873750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:25.878172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:25.878502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Attempting to bind port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:25.883461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:25.884660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:25.885566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:25.886224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Bound port: f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:25.887232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.949526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:25.951853 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bb2082-350e-4923-bddd-5296a5d8c337" -d '{"events": [{"server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:25.954394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a23315fc-2887-41ab-b2cc-d5f4649e2502 req-957f360d-1c8e-4c6b-86aa-0407a4c9debe tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.22 "GET /v2.0/security-groups?id=5037d565-2fef-49e2-8248-d205a87ea1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782963 Sep 19 03:00:25.958419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:25.961767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:25.977082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:25.989592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6154f59c-5ad5-4c86-92ba-6c1f4d1ad946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.043343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3007211c-7c9e-41ab-9277-f5e8bffbe17b {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:26.047217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=8']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:26.052901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:26.053598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.055067 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-af33359e-8932-4fd8-bd1e-b89bfaaa3bd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 1121 time: 0.5943735 Sep 19 03:00:26.058593 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.096592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-1a1e2cd1-1595-4e10-83cb-0c55325e6d1d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c592b8061e83448fabdabaf9a34750dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2359004 Sep 19 03:00:26.123943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Transition to ACTIVE for port object 3007211c-7c9e-41ab-9277-f5e8bffbe17b will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:26.135783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.146344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df479af9-902b-4413-a68f-414f174aaea3 req-8fa5ad0a-3bab-4298-bf2e-9a1785ba48f8 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "GET /v2.0/security-groups/1bfb5d20-cf84-413a-b9b2-8c40df4f7f3b HTTP/1.1" status: 200 len: 1777 time: 0.1477976 Sep 19 03:00:26.201881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f5e5cc76-3b4b-4766-ad91-400e2e42d1c9'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:26.310970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Pushing event updated for resources: {'Port': ['ID=3007211c-7c9e-41ab-9277-f5e8bffbe17b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:26.437792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.474722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-df479af9-902b-4413-a68f-414f174aaea3 req-c1179865-4b21-4ed4-8082-791c9a257c42 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.520782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Pushing event deleted for resources: {'Port': ['ID=52642ea0-4c73-4ce5-9dce-de8b49bf448e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:26.555537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777f88d-1d83-4e8c-a73c-fea00ca7bf19 req-430bf7a4-39fe-4fe4-b4db-181f2f888d9c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:26.557055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c777f88d-1d83-4e8c-a73c-fea00ca7bf19 req-430bf7a4-39fe-4fe4-b4db-181f2f888d9c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 967 time: 0.2863185 Sep 19 03:00:26.583372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6154f59c-5ad5-4c86-92ba-6c1f4d1ad946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.585534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-df479af9-902b-4413-a68f-414f174aaea3 req-c1179865-4b21-4ed4-8082-791c9a257c42 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.629784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6154f59c-5ad5-4c86-92ba-6c1f4d1ad946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.662781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] No DVR routers for this DVR port 52642ea0-4c73-4ce5-9dce-de8b49bf448e on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:26.695087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.697679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d9b3657-9cf4-4399-ad63-f3ee0ab5cb73 req-0afee68b-9228-4801-bc92-7e413ff07dcc tempest-AggregatesAdminTestJSON-812781521 tempest-AggregatesAdminTestJSON-812781521-project] 10.222.0.30 "DELETE /v2.0/ports/52642ea0-4c73-4ce5-9dce-de8b49bf448e HTTP/1.1" status: 204 len: 173 time: 1.6665854 Sep 19 03:00:26.704604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942269d3-f43a-48da-8094-26c33cf94dd9', 'name': 'network-vif-deleted', 'tag': '52642ea0-4c73-4ce5-9dce-de8b49bf448e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:26.707242 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0654242-2d96-4b16-95aa-05b1fb486c2b" -d '{"events": [{"server_uuid": "942269d3-f43a-48da-8094-26c33cf94dd9", "name": "network-vif-deleted", "tag": "52642ea0-4c73-4ce5-9dce-de8b49bf448e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:26.750297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Attempting to bind port 3007211c-7c9e-41ab-9277-f5e8bffbe17b on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:26.750658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Attempting to bind port 3007211c-7c9e-41ab-9277-f5e8bffbe17b by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:26.751231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Attempting to bind port 3007211c-7c9e-41ab-9277-f5e8bffbe17b on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:26.759063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6154f59c-5ad5-4c86-92ba-6c1f4d1ad946 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb16be10f7464432b90aa8279d8e6b89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0206637 Sep 19 03:00:26.759063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6154f59c-5ad5-4c86-92ba-6c1f4d1ad946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3c209-a43f-43d3-942e-3c5582051043,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:26.762389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:26.764713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c777f88d-1d83-4e8c-a73c-fea00ca7bf19 req-a56c21a9-52b5-42b4-bf46-389212c2f675 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755271 Sep 19 03:00:26.767647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Port 3007211c-7c9e-41ab-9277-f5e8bffbe17b on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:26.767647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Attempting to bind port 3007211c-7c9e-41ab-9277-f5e8bffbe17b on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:26.773258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:26.773616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:26.774211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:26.774895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Bound port: 3007211c-7c9e-41ab-9277-f5e8bffbe17b, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:26.775420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.778694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-df479af9-902b-4413-a68f-414f174aaea3 req-c1179865-4b21-4ed4-8082-791c9a257c42 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.783066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-df479af9-902b-4413-a68f-414f174aaea3 req-c1179865-4b21-4ed4-8082-791c9a257c42 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.784251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df479af9-902b-4413-a68f-414f174aaea3 req-c1179865-4b21-4ed4-8082-791c9a257c42 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "DELETE /v2.0/security-groups/1bfb5d20-cf84-413a-b9b2-8c40df4f7f3b HTTP/1.1" status: 204 len: 173 time: 0.6069450 Sep 19 03:00:26.804465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1179865-4b21-4ed4-8082-791c9a257c42 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfb5d20-cf84-413a-b9b2-8c40df4f7f3b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:26.872284 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeb51a1-03f2-41c8-b4c2-1fe33a171d22 x-openstack-request-id: req-cdeb51a1-03f2-41c8-b4c2-1fe33a171d22 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:26.872641 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "name": "network-vif-unplugged", "status": "completed", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:26.872962 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdeb51a1-03f2-41c8-b4c2-1fe33a171d22 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:26.873415 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9', 'code': 200} Sep 19 03:00:26.874049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44f1b881-e574-4b52-8afc-d75f82cb67c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.890619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] For port 3007211c-7c9e-41ab-9277-f5e8bffbe17b, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:26.895060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] For port 3007211c-7c9e-41ab-9277-f5e8bffbe17b, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3007211c-7c9e-41ab-9277-f5e8bffbe17b,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:26.897841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44f1b881-e574-4b52-8afc-d75f82cb67c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.914196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.956783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44f1b881-e574-4b52-8afc-d75f82cb67c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.960226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44f1b881-e574-4b52-8afc-d75f82cb67c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:26.963972 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-44f1b881-e574-4b52-8afc-d75f82cb67c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01a3c209-a43f-43d3-942e-3c5582051043 HTTP/1.1" status: 204 len: 168 time: 0.1976645 Sep 19 03:00:26.981700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1b881-e574-4b52-8afc-d75f82cb67c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3c209-a43f-43d3-942e-3c5582051043,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:27.191632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c1d0765-6ffa-4919-acd4-2122cf9497fb req-4cb95170-4aef-4673-be49-0730ef2f00c6 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 210 time: 0.0532415 Sep 19 03:00:27.193174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:27.193780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.195053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] 10.222.0.30 "PUT /v2.0/ports/3007211c-7c9e-41ab-9277-f5e8bffbe17b HTTP/1.1" status: 200 len: 1096 time: 2.2860394 Sep 19 03:00:27.219088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904d3d5-ff27-4312-baa7-24da5f6c2b73 service neutron] Pushing event updated for resources: {'Port': ['ID=3007211c-7c9e-41ab-9277-f5e8bffbe17b,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:27.238079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66115c-939e-4145-b94b-9093da0fcef6 req-919ac3fb-25f7-43aa-853f-c09e201d52b8 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:27.240339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e66115c-939e-4145-b94b-9093da0fcef6 req-919ac3fb-25f7-43aa-853f-c09e201d52b8 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 943 time: 0.3284388 Sep 19 03:00:27.274495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58940) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:27.295882 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8381b911-8669-40e5-a6e9-3278f0c9e1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.359215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e66115c-939e-4145-b94b-9093da0fcef6 req-90e80a15-ba7c-4ad2-94fb-5bcaf9222480 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004970 Sep 19 03:00:27.373775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-c63074f7-3ed8-40b2-ac33-deb1987d4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:27.375335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-c63074f7-3ed8-40b2-ac33-deb1987d4ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be83815390fa4d22905739e57f4da04f&device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 1099 time: 0.1000988 Sep 19 03:00:27.402140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbca1b0-c820-4c3d-af16-725c0516f213 req-a4c64c0f-c3cb-49ce-a6ab-0ff88d8c5818 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:27.403806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dbca1b0-c820-4c3d-af16-725c0516f213 req-a4c64c0f-c3cb-49ce-a6ab-0ff88d8c5818 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 948 time: 0.1175601 Sep 19 03:00:27.441561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-9c4b1759-bd42-4725-8882-99810a541f98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3007211c-7c9e-41ab-9277-f5e8bffbe17b HTTP/1.1" status: 200 len: 217 time: 0.0562987 Sep 19 03:00:27.465177 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8381b911-8669-40e5-a6e9-3278f0c9e1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.472708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8381b911-8669-40e5-a6e9-3278f0c9e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.502391 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8381b911-8669-40e5-a6e9-3278f0c9e1ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5189ce002137404e9ffa89dcd7c4559d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263126 Sep 19 03:00:27.509337 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a204d-c952-45d0-bf9b-46868511a179 x-openstack-request-id: req-f27a204d-c952-45d0-bf9b-46868511a179 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:27.509719 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942269d3-f43a-48da-8094-26c33cf94dd9", "name": "network-vif-deleted", "tag": "52642ea0-4c73-4ce5-9dce-de8b49bf448e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:27.510049 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f27a204d-c952-45d0-bf9b-46868511a179 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:27.510551 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942269d3-f43a-48da-8094-26c33cf94dd9', 'name': 'network-vif-deleted', 'tag': '52642ea0-4c73-4ce5-9dce-de8b49bf448e', 'status': 'completed', 'code': 200} Sep 19 03:00:27.511020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58942) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:27.534368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b911-8669-40e5-a6e9-3278f0c9e1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6d01e2-0f53-479a-8a5b-b5b8aae70f3e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:27.550172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dbca1b0-c820-4c3d-af16-725c0516f213 req-7198acfb-a7ce-4eaa-99ca-67be474b73e5 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122780 Sep 19 03:00:27.558821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-16def9b3-2bb4-4de7-bfd9-b31f8bee075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:27.560271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-16def9b3-2bb4-4de7-bfd9-b31f8bee075f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1110010 Sep 19 03:00:27.639412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-522c6c71-222f-4bee-aa8c-9f627823f037 req-0b833ecc-d3a0-46e3-858d-91b83dbbf005 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "GET /v2.0/security-groups/3d5a750d-0940-4e48-9310-8221945f79de HTTP/1.1" status: 200 len: 1778 time: 0.1129208 Sep 19 03:00:27.673381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-4ecb1a58-ca18-47a7-a244-45b3ad360017 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c592b8061e83448fabdabaf9a34750dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475657 Sep 19 03:00:27.681523 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af774e74-0c27-4f73-98c8-3bdd99e19efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.726588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91629981-43d2-4846-bfca-64e696699e8e req-1abd22c9-3b60-489a-bfc2-74a5ac65175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:27.728676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-1abd22c9-3b60-489a-bfc2-74a5ac65175c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562212 Sep 19 03:00:27.766214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af774e74-0c27-4f73-98c8-3bdd99e19efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.917966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-522c6c71-222f-4bee-aa8c-9f627823f037 req-95835087-4f08-4ef1-bd27-050ea59bedf7 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.963549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-4c4b4e5d-1b3b-4c87-81eb-ee6949110748 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:27.964974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-4c4b4e5d-1b3b-4c87-81eb-ee6949110748 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774763 Sep 19 03:00:27.980741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-522c6c71-222f-4bee-aa8c-9f627823f037 req-95835087-4f08-4ef1-bd27-050ea59bedf7 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:27.995044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Request body: {'port': {'device_id': '119a8935-2591-4008-b820-75d535679e6b', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'c592b8061e83448fabdabaf9a34750dc'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:28.051180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-8e551bb5-c8ce-4735-9064-18f06cdccad1 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010464 Sep 19 03:00:28.058129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0fd4-1eff-4b08-ba92-a3f5f0cbc828 req-63643004-2d2f-4e51-ba38-dfbf963d6685 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:28.059561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d0e0fd4-1eff-4b08-ba92-a3f5f0cbc828 req-63643004-2d2f-4e51-ba38-dfbf963d6685 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1118 time: 0.1951637 Sep 19 03:00:28.060450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af774e74-0c27-4f73-98c8-3bdd99e19efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:28.063695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af774e74-0c27-4f73-98c8-3bdd99e19efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:28.065253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-af774e74-0c27-4f73-98c8-3bdd99e19efd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b6d01e2-0f53-479a-8a5b-b5b8aae70f3e HTTP/1.1" status: 204 len: 168 time: 0.5523012 Sep 19 03:00:28.147524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af774e74-0c27-4f73-98c8-3bdd99e19efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6d01e2-0f53-479a-8a5b-b5b8aae70f3e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:28.209953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-522c6c71-222f-4bee-aa8c-9f627823f037 req-95835087-4f08-4ef1-bd27-050ea59bedf7 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:28.212545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-522c6c71-222f-4bee-aa8c-9f627823f037 req-95835087-4f08-4ef1-bd27-050ea59bedf7 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:28.213669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-522c6c71-222f-4bee-aa8c-9f627823f037 req-95835087-4f08-4ef1-bd27-050ea59bedf7 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] 10.222.0.22 "DELETE /v2.0/security-groups/3d5a750d-0940-4e48-9310-8221945f79de HTTP/1.1" status: 204 len: 173 time: 0.5675399 Sep 19 03:00:28.233039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d0e0fd4-1eff-4b08-ba92-a3f5f0cbc828 req-ad0c8e5a-13a2-4769-9781-51baa2d5880b tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491480 Sep 19 03:00:28.244634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95835087-4f08-4ef1-bd27-050ea59bedf7 tempest-SecurityGroupsTestAdminJSON-938086132 tempest-SecurityGroupsTestAdminJSON-938086132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a750d-0940-4e48-9310-8221945f79de,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:28.303136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Made reservation on behalf of c592b8061e83448fabdabaf9a34750dc for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:28.311733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:28.344662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:28.387602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 52642ea0-4c73-4ce5-9dce-de8b49bf448e no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:28.392463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91629981-43d2-4846-bfca-64e696699e8e req-bc0cb9c9-8b02-4304-ac44-dcd4dfa35b69 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235826 Sep 19 03:00:28.409423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 52642ea0-4c73-4ce5-9dce-de8b49bf448e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:00:28.409786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 52642ea0-4c73-4ce5-9dce-de8b49bf448e not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:28.449501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18e6ad71-5bf6-4dd2-8239-4162823bbac7 req-fd7b5f88-4e29-4e35-bd3a-8f68df11264b tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 210 time: 0.0409002 Sep 19 03:00:28.508137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43034b-0744-4c59-a0f4-ff95e42a6bb4 req-f9e12ae7-f190-4ac8-8ab8-b620b3657ec6 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:28.510405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de43034b-0744-4c59-a0f4-ff95e42a6bb4 req-f9e12ae7-f190-4ac8-8ab8-b620b3657ec6 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1118 time: 0.1536686 Sep 19 03:00:28.559677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:28.570633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 has no active binding in host n-h1-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:00:28.626462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de43034b-0744-4c59-a0f4-ff95e42a6bb4 req-6ecd4228-74d0-4769-89a9-6864c9d9dfe9 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054437 Sep 19 03:00:28.642370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Allocated IP 192.168.233.82 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/2b1bd39e-5483-41c9-a239-d489194d95fe) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:28.654952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58974) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:28.673396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91acbd-466d-481b-bc8c-24527ad27fac req-83af3008-4140-40b0-9115-d15c1144285c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:28.674985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c91acbd-466d-481b-bc8c-24527ad27fac req-83af3008-4140-40b0-9115-d15c1144285c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 943 time: 0.1044450 Sep 19 03:00:28.695248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58978) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:28.772627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c91acbd-466d-481b-bc8c-24527ad27fac req-955df4e9-8bea-46db-a305-896cc6e0e88e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846064 Sep 19 03:00:28.884756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:28.887546 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:28.901686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fe0b35d4-ac42-4a36-a0c5-c30f250a5bbd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5bea2980aa66490bb26d9ec9ef8919db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044532 Sep 19 03:00:28.904978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:28.914147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b8c1f-6db0-4175-94c2-bfe59f62c0d9 req-e2340c96-ad8f-41c2-b6e1-5a5a589c880c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:28.916414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d49b8c1f-6db0-4175-94c2-bfe59f62c0d9 req-e2340c96-ad8f-41c2-b6e1-5a5a589c880c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 948 time: 0.1574609 Sep 19 03:00:28.926990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b709dbbe-ca6b-403c-8f58-797a7fbd9820 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b56bbe5b1ce44366aeec65f770fd01fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678661 Sep 19 03:00:28.929049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58994) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:28.957988 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:28.961814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:28.972935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-84381f9f-c514-4cfd-acf3-e1902cb76e9f req-917edcfa-4acc-4948-8e44-93b88c4e3f5a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:00:28.973933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84381f9f-c514-4cfd-acf3-e1902cb76e9f req-917edcfa-4acc-4948-8e44-93b88c4e3f5a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082595 Sep 19 03:00:28.992530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.023421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d49b8c1f-6db0-4175-94c2-bfe59f62c0d9 req-99df996a-8e40-4745-9108-8427d769dfd1 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975323 Sep 19 03:00:29.085027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.088333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.092382 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5037d565-2fef-49e2-8248-d205a87ea1f9 HTTP/1.1" status: 204 len: 168 time: 0.1862996 Sep 19 03:00:29.100847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5037d565-2fef-49e2-8248-d205a87ea1f9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:29.106191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-751c08f1-0687-44a0-9cc8-343dbf3ea5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.110771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.111423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.111923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.112406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.112881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.113398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.114040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.114606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.115232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.115809 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.116350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.116898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb566df-4a89-48cc-81a2-67e0f5957b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.124487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.134468 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c967e368-7cc6-4eed-bea1-fe1b36e7e6ee x-openstack-request-id: req-c967e368-7cc6-4eed-bea1-fe1b36e7e6ee {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:29.135074 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:29.135545 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c967e368-7cc6-4eed-bea1-fe1b36e7e6ee {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:29.136149 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9', 'status': 'completed', 'code': 200} Sep 19 03:00:29.160349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['679e5483-4fda-4515-8cde-b5977c823d33'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:29.196007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-751c08f1-0687-44a0-9cc8-343dbf3ea5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.216387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:29.226380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:29.231990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:29.269714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-7a8bf6a9-0ff4-4764-ae12-cccfd8e829e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:29.272350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-7a8bf6a9-0ff4-4764-ae12-cccfd8e829e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1124 time: 0.0986841 Sep 19 03:00:29.337141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Pushing event updated for resources: {'Port': ['ID=2b1bd39e-5483-41c9-a239-d489194d95fe,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:29.403790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.412058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-fb4c13de-c92c-48b0-8ef0-bde04c731c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:29.414486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-fb4c13de-c92c-48b0-8ef0-bde04c731c3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1326675 Sep 19 03:00:29.415606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.416051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.416677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.416677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.417046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.417365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.417706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.418021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.418335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.418665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.418984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:29.458247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:29.458958 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.482308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c4c5adfc-be23-48f8-8485-92a6c10b2e1e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4985974 Sep 19 03:00:29.489451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-751c08f1-0687-44a0-9cc8-343dbf3ea5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.493336 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-9487de6a-2d2f-462e-aa57-e55d0c3c7315 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0701056 Sep 19 03:00:29.493523 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-751c08f1-0687-44a0-9cc8-343dbf3ea5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.497566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-751c08f1-0687-44a0-9cc8-343dbf3ea5da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46d33fea-1704-446f-a250-d7e14b5e038c HTTP/1.1" status: 204 len: 168 time: 0.5645127 Sep 19 03:00:29.515400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.529797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'tag': '3007211c-7c9e-41ab-9277-f5e8bffbe17b'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:29.536307 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd609c2-c6b5-425f-b06c-c1d856fab09d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e9da3eb-dac2-444c-803d-cc9df677b244", "tag": "3007211c-7c9e-41ab-9277-f5e8bffbe17b"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:29.546419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c08f1-0687-44a0-9cc8-343dbf3ea5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d33fea-1704-446f-a250-d7e14b5e038c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:29.556809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Request body: {'port': {'device_id': '119a8935-2591-4008-b820-75d535679e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:29.630895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-00d2a0a1-6cb3-4fff-9bc4-5ad2fa084208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:29.632389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-00d2a0a1-6cb3-4fff-9bc4-5ad2fa084208 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1146903 Sep 19 03:00:29.675641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.675881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-68c0f61a-dfff-4ddc-ba53-c8cafeaeeba9 None None] Provisioning complete for port 2b1bd39e-5483-41c9-a239-d489194d95fe triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:29.677166 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68c0f61a-dfff-4ddc-ba53-c8cafeaeeba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:29.705731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-06f7a5cc-b935-419a-8570-68635323c79e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611830 Sep 19 03:00:29.749085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-68c0f61a-dfff-4ddc-ba53-c8cafeaeeba9 None None] Port 2b1bd39e-5483-41c9-a239-d489194d95fe cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:00:29.831472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba55f70-59c9-4eb3-9af9-731e057fc8dc req-5486fb7f-2af6-418c-9c0b-3cdddebe49a2 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:29.833413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ba55f70-59c9-4eb3-9af9-731e057fc8dc req-5486fb7f-2af6-418c-9c0b-3cdddebe49a2 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 935 time: 0.1956725 Sep 19 03:00:29.871738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59024) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:29.877850 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-735ab205-a7db-494d-9562-8239dd6d1ea0 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572452 Sep 19 03:00:29.982667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ba55f70-59c9-4eb3-9af9-731e057fc8dc req-ceb84f18-11b7-4b92-a3b7-43a247572acf tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347704 Sep 19 03:00:29.991734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4d2ba739-8949-4fb9-9edf-e687a77ce9ba req-6f6af11c-0b7e-4ca0-89c7-fbd1d9c2547b service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051066 Sep 19 03:00:30.008560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e045c49e-9102-4367-b805-f79695af5720 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=029ed558442f47fc92b9a0eb73bd0b7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355331 Sep 19 03:00:30.013437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:30.110061 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cbdfc7-e88b-467b-a9ad-5e757edfaee8 x-openstack-request-id: req-75cbdfc7-e88b-467b-a9ad-5e757edfaee8 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:30.110562 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e9da3eb-dac2-444c-803d-cc9df677b244", "tag": "3007211c-7c9e-41ab-9277-f5e8bffbe17b", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:30.110912 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75cbdfc7-e88b-467b-a9ad-5e757edfaee8 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:30.111375 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'tag': '3007211c-7c9e-41ab-9277-f5e8bffbe17b', 'status': 'completed', 'code': 200} Sep 19 03:00:30.144038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abbb4952-86ff-4ea5-9ceb-1590672204ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.167627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abbb4952-86ff-4ea5-9ceb-1590672204ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.177570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1bd39e-5483-41c9-a239-d489194d95fe {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:30.197088 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.231107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-97030a99-7268-49cb-88da-2b97e8264c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:30.233782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-97030a99-7268-49cb-88da-2b97e8264c95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=be83815390fa4d22905739e57f4da04f&device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 1099 time: 0.1114209 Sep 19 03:00:30.237527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Transition to ACTIVE for port object 2b1bd39e-5483-41c9-a239-d489194d95fe will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:30.238577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abbb4952-86ff-4ea5-9ceb-1590672204ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.246475 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abbb4952-86ff-4ea5-9ceb-1590672204ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.249390 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-abbb4952-86ff-4ea5-9ceb-1590672204ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf55fff6-fc65-444d-9383-21c1b01aba41 HTTP/1.1" status: 204 len: 168 time: 0.2337887 Sep 19 03:00:30.255222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.259464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb4952-86ff-4ea5-9ceb-1590672204ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf55fff6-fc65-444d-9383-21c1b01aba41,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:30.338698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1bd39e-5483-41c9-a239-d489194d95fe,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:30.497109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59046) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:30.598670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-05c75a52-8044-456b-8e2d-5177c7b82e96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e231c6dd92534c8c9591591818a6193d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003144 Sep 19 03:00:30.604097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:30.691384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-534fd447-cd3a-4067-96ab-4b6cd4414077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.691543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-3679a5bd-5c0d-4a8b-938f-12f3bc96e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:30.693176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-3679a5bd-5c0d-4a8b-938f-12f3bc96e8d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4522579 Sep 19 03:00:30.721599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-534fd447-cd3a-4067-96ab-4b6cd4414077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.788593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-534fd447-cd3a-4067-96ab-4b6cd4414077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.794340 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-534fd447-cd3a-4067-96ab-4b6cd4414077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:30.796366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-534fd447-cd3a-4067-96ab-4b6cd4414077 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f7ac8f8-1b4a-4f75-b699-d31e4c730150 HTTP/1.1" status: 204 len: 168 time: 0.1914279 Sep 19 03:00:30.799550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-95f3e11c-640e-4670-9151-3e35878d6b78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3007211c-7c9e-41ab-9277-f5e8bffbe17b HTTP/1.1" status: 200 len: 217 time: 0.0856202 Sep 19 03:00:30.809474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fd447-cd3a-4067-96ab-4b6cd4414077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ac8f8-1b4a-4f75-b699-d31e4c730150,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:30.816232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949036-8dfb-42ef-aa81-b88c3c89af67 req-ca5b2f19-6137-472f-afcc-5c82dd6af34a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:30.819221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c949036-8dfb-42ef-aa81-b88c3c89af67 req-ca5b2f19-6137-472f-afcc-5c82dd6af34a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 943 time: 0.4817469 Sep 19 03:00:30.905678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Attempting to bind port 2b1bd39e-5483-41c9-a239-d489194d95fe on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:30.906002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Attempting to bind port 2b1bd39e-5483-41c9-a239-d489194d95fe by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:30.906332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Attempting to bind port 2b1bd39e-5483-41c9-a239-d489194d95fe on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:30.927257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Port 2b1bd39e-5483-41c9-a239-d489194d95fe on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:30.927576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Attempting to bind port 2b1bd39e-5483-41c9-a239-d489194d95fe on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:30.932354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c949036-8dfb-42ef-aa81-b88c3c89af67 req-42a24f61-4bed-4415-b15e-abaa30ac796a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968068 Sep 19 03:00:30.933720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-c9bb202d-3bb5-44b7-8504-f6d3cccc05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:30.935064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-c9bb202d-3bb5-44b7-8504-f6d3cccc05bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1144447 Sep 19 03:00:30.938960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:30.939283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:30.939650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:30.940329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Bound port: 2b1bd39e-5483-41c9-a239-d489194d95fe, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:30.940680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:31.109302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-584b2903-eab9-4230-97ad-9cb829ee464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:31.111038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-584b2903-eab9-4230-97ad-9cb829ee464b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570067 Sep 19 03:00:31.116958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] For port 2b1bd39e-5483-41c9-a239-d489194d95fe, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:31.122102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] For port 2b1bd39e-5483-41c9-a239-d489194d95fe, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b1bd39e-5483-41c9-a239-d489194d95fe,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:31.136344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:31.163258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838aca5-9d84-4cf2-8d4c-2de57f9a1ad3 req-f49bd062-45af-44d3-931d-6acba946fa34 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:31.170553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7838aca5-9d84-4cf2-8d4c-2de57f9a1ad3 req-f49bd062-45af-44d3-931d-6acba946fa34 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 948 time: 0.1378632 Sep 19 03:00:31.227513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:31.228168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:31.229562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/2b1bd39e-5483-41c9-a239-d489194d95fe HTTP/1.1" status: 200 len: 1095 time: 1.7021649 Sep 19 03:00:31.315422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7838aca5-9d84-4cf2-8d4c-2de57f9a1ad3 req-bbaa40b0-12cd-4b54-b447-69c702937d09 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439881 Sep 19 03:00:31.336102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1276034-8241-4525-b8de-7150334cb5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1bd39e-5483-41c9-a239-d489194d95fe,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:31.392952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-f3f8ff67-3222-4904-a921-1f0005c37a63 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694285 Sep 19 03:00:31.434616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-e105c035-e526-48dd-aa14-dda86b24fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:31.436128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-e105c035-e526-48dd-aa14-dda86b24fbca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c592b8061e83448fabdabaf9a34750dc&device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 1098 time: 0.0976861 Sep 19 03:00:31.543784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1e65d-12a2-4e9b-9205-be3c39daed3a req-1ac2379c-0165-4f3f-af3a-883cf9c97653 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:31.545220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30a1e65d-12a2-4e9b-9205-be3c39daed3a req-1ac2379c-0165-4f3f-af3a-883cf9c97653 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 947 time: 0.1239188 Sep 19 03:00:31.624403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-8d594716-abb0-4bd2-911b-1707f846087a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=2b1bd39e-5483-41c9-a239-d489194d95fe HTTP/1.1" status: 200 len: 217 time: 0.0594063 Sep 19 03:00:31.636404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fd609c2-c6b5-425f-b06c-c1d856fab09d req-acc181a2-2f95-445d-bada-8c1404268e49 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271183 Sep 19 03:00:31.662398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-85e61b46-a513-479f-b710-b007f45e2eb7 service neutron] 10.222.0.32 "GET /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.0975993 Sep 19 03:00:31.693816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30a1e65d-12a2-4e9b-9205-be3c39daed3a req-ce12c281-4542-4404-a5ee-a860a1284b2a tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421921 Sep 19 03:00:31.716403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-921db366-62b2-4cad-81dc-c782bd28d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:31.716403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-921db366-62b2-4cad-81dc-c782bd28d459 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0756016 Sep 19 03:00:31.782020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-d2f70358-b869-43f9-a45c-30c66c160f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:31.785644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-d2f70358-b869-43f9-a45c-30c66c160f5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667479 Sep 19 03:00:31.812537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59108) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:31.866403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:31.888064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:31.908754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-5ec290df-64e2-4cda-a63a-70ce97777fba service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052532 Sep 19 03:00:31.924452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:31.937383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:31.955027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:31.995970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-15f05fcf-5f69-4b8c-8698-eb2b94b372af tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:00:32.002574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-15f05fcf-5f69-4b8c-8698-eb2b94b372af tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1891334 Sep 19 03:00:32.054160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] Transition to ACTIVE for port object f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:32.054838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-7aa08ce1-69c0-4aed-888a-d3b091222577 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.060808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:32.065480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-7aa08ce1-69c0-4aed-888a-d3b091222577 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 1115 time: 0.0615854 Sep 19 03:00:32.084344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d59be727-2e19-4cf6-9c4a-accb5aff2f6d req-8ebface1-2e4e-4eed-b7dd-e156fd68681f service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669674 Sep 19 03:00:32.112501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119a8935-2591-4008-b820-75d535679e6b', 'tag': '2b1bd39e-5483-41c9-a239-d489194d95fe'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:32.115734 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "119a8935-2591-4008-b820-75d535679e6b", "tag": "2b1bd39e-5483-41c9-a239-d489194d95fe"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:32.132374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:32.157171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] No DVR routers for this DVR port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:32.195580 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-801b4667-8489-4008-88eb-474856b7d0ef service neutron] 10.222.0.32 "PUT /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9/bindings/n-h1-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5260875 Sep 19 03:00:32.201695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d2730-678c-45e7-9ec4-495bbfcc338e req-2a8e3cc7-fd3e-4be8-aca5-21ab38e79e3e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.203220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e3d2730-678c-45e7-9ec4-495bbfcc338e req-2a8e3cc7-fd3e-4be8-aca5-21ab38e79e3e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 944 time: 0.0553379 Sep 19 03:00:32.244904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e3d2730-678c-45e7-9ec4-495bbfcc338e req-8c9133e4-3318-4283-8f21-7303270b56b3 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351210 Sep 19 03:00:32.361718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3007211c-7c9e-41ab-9277-f5e8bffbe17b details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:32.408597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-2a441210-e8bd-46b2-bcdf-cf475d1c0265 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.410786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-2a441210-e8bd-46b2-bcdf-cf475d1c0265 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1095 time: 0.0986266 Sep 19 03:00:32.476215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3007211c-7c9e-41ab-9277-f5e8bffbe17b, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3007211c-7c9e-41ab-9277-f5e8bffbe17b,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:32.490937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '3007211c-7c9e-41ab-9277-f5e8bffbe17b', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '3007211c-7c9e-41ab-9277-f5e8bffbe17b', 'mac_address': 'fa:16:3e:59:30:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:32.502494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-29a8c0c4-b64f-4ff7-8016-460e112759e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.504144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-29a8c0c4-b64f-4ff7-8016-460e112759e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df&tenant_id=ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 1095 time: 0.0856464 Sep 19 03:00:32.533302 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:32.547058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3007211c-7c9e-41ab-9277-f5e8bffbe17b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:32.569980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3007211c-7c9e-41ab-9277-f5e8bffbe17b, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3007211c-7c9e-41ab-9277-f5e8bffbe17b,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:32.575619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:32.607922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-04e53c88-9ca2-44c7-b65d-30015dd5ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.611893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-04e53c88-9ca2-44c7-b65d-30015dd5ddfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1095 time: 0.0773680 Sep 19 03:00:32.633155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=3007211c-7c9e-41ab-9277-f5e8bffbe17b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:32.636446 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51674c-3b45-4f48-8769-ba84c54d19cc x-openstack-request-id: req-bf51674c-3b45-4f48-8769-ba84c54d19cc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:32.636910 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119a8935-2591-4008-b820-75d535679e6b", "tag": "2b1bd39e-5483-41c9-a239-d489194d95fe", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:32.637257 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf51674c-3b45-4f48-8769-ba84c54d19cc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:32.637945 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119a8935-2591-4008-b820-75d535679e6b', 'tag': '2b1bd39e-5483-41c9-a239-d489194d95fe', 'status': 'completed', 'code': 200} Sep 19 03:00:32.640954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.641467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.641696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.642035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.642489 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.642971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.643296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.643753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.644241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.645251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.646193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.646669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:32.724920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Request body: {'binding': {'host': 'n-h2-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:32.725458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Unknown quota resources ['binding']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:00:32.747641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-2440a0ee-bf5d-4158-9663-fe1f33fc9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.749529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-2440a0ee-bf5d-4158-9663-fe1f33fc9210 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c592b8061e83448fabdabaf9a34750dc&device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 1098 time: 0.0622423 Sep 19 03:00:32.811038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-28fd1790-9a36-4e2c-b29c-2fba8f416b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.812475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-28fd1790-9a36-4e2c-b29c-2fba8f416b64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1908140 Sep 19 03:00:32.832044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b962d-df3e-444b-ae54-c57c58cde843 req-604fde53-6b01-45e7-95b3-a3015d68910d tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.832772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['3007211c-7c9e-41ab-9277-f5e8bffbe17b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:32.841469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca1b962d-df3e-444b-ae54-c57c58cde843 req-604fde53-6b01-45e7-95b3-a3015d68910d tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 949 time: 0.1362965 Sep 19 03:00:32.895714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-8431dea9-da8e-4f84-bd7c-354d92dc0bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:32.898091 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-8431dea9-da8e-4f84-bd7c-354d92dc0bb8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1386495 Sep 19 03:00:32.921340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-c8b8f085-b13a-4b4a-be4a-751224e891b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0981231 Sep 19 03:00:32.954358 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-8a5f90af-d6bf-4b6c-aae7-c9816e2c12b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=2b1bd39e-5483-41c9-a239-d489194d95fe HTTP/1.1" status: 200 len: 217 time: 0.0480762 Sep 19 03:00:32.998920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca1b962d-df3e-444b-ae54-c57c58cde843 req-d414fe54-fb0c-47f7-8fce-cdbd95388001 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517329 Sep 19 03:00:33.031136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-cee5c21d-7308-4c37-a78f-22d373dad850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:33.032612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-cee5c21d-7308-4c37-a78f-22d373dad850 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1005957 Sep 19 03:00:33.072145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-dd8abbec-d081-4513-86e1-94f3dc324a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:33.074099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-dd8abbec-d081-4513-86e1-94f3dc324a39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1101186 Sep 19 03:00:33.103666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-ea80f77a-440d-479c-958b-72382d69db0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558503 Sep 19 03:00:33.128461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on host n-h2-809936-1 for vnic_type normal with profile None {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:33.128783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:33.129109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:33.153034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-07e12204-2f98-4c57-ade4-c2ec51d162b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:33.154792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-07e12204-2f98-4c57-ade4-c2ec51d162b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731692 Sep 19 03:00:33.161881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:33.162418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:33.193123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:33.193552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:33.193941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:33.194383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Bound port: 61094ab2-c505-456b-9d65-6c9cec5ec1da, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:33.282258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-70d10132-ab2e-4ef6-ad69-6243eb851d28 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049752 Sep 19 03:00:33.409067 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7298f777-0701-4f2f-8eb7-7a0b88e4f7e1 req-a00f09c3-941c-4fa4-a93b-b028ad36c7ee service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192250 Sep 19 03:00:33.495071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ded4-5870-4425-aae1-950d7599cb35 req-143a7f17-5dba-4828-885d-94a3ae5cea89 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:33.496552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1920ded4-5870-4425-aae1-950d7599cb35 req-143a7f17-5dba-4828-885d-94a3ae5cea89 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 947 time: 0.3635440 Sep 19 03:00:33.546415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-cb638e4c-47a9-4a7c-a4a9-15aef400dc2a service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272976 Sep 19 03:00:33.557338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:33.581525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:33.586247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-aa3834a7-5153-40fb-9da0-1cb9c77b05d3 service neutron] 10.222.0.22 "POST /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da/bindings HTTP/1.1" status: 201 len: 389 time: 1.2947497 Sep 19 03:00:33.611400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1920ded4-5870-4425-aae1-950d7599cb35 req-e8159c3f-2543-440a-ba00-d4d250625de9 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003439 Sep 19 03:00:33.694556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-09e5e668-d514-4f74-96d3-7c4b501f4958 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344783 Sep 19 03:00:33.826026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec0fa38-e91b-4e1d-989d-e6ab5b062399 req-b208f70c-d154-46fa-8c64-4d31455464a0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:33.831251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ec0fa38-e91b-4e1d-989d-e6ab5b062399 req-b208f70c-d154-46fa-8c64-4d31455464a0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 944 time: 0.0589004 Sep 19 03:00:33.874689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ec0fa38-e91b-4e1d-989d-e6ab5b062399 req-13171088-2227-4853-b3cf-0528cd233b46 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Sep 19 03:00:33.950823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-a5979be4-20f8-4f0b-8f7a-b2f6d3ac4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:33.951631 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-a5979be4-20f8-4f0b-8f7a-b2f6d3ac4c6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1118 time: 0.0455189 Sep 19 03:00:33.990970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-10360950-b58f-4346-b119-a430d40d80cf tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:33.992488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-10360950-b58f-4346-b119-a430d40d80cf tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1095 time: 0.0566442 Sep 19 03:00:34.069145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-431f175f-30e3-486d-b943-92c14e9fc111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:34.070829 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-431f175f-30e3-486d-b943-92c14e9fc111 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1096921 Sep 19 03:00:34.118071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869615b-604e-4538-a4d9-7ea4c02edef2 req-eceeac71-ba91-4ecf-a12e-5f64ae19b00b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:34.127001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1869615b-604e-4538-a4d9-7ea4c02edef2 req-eceeac71-ba91-4ecf-a12e-5f64ae19b00b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 967 time: 0.0930932 Sep 19 03:00:34.147385 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-5632fe3e-185c-499a-93e8-22b2adf9892b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 217 time: 0.0402956 Sep 19 03:00:34.203427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-b22c0671-5f63-468e-a211-b65631567ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:34.204875 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-b22c0671-5f63-468e-a211-b65631567ae4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0447557 Sep 19 03:00:34.235571 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1869615b-604e-4538-a4d9-7ea4c02edef2 req-cdd40649-531b-451a-a812-63ead3f3a990 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075847 Sep 19 03:00:34.238954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-dcaa247c-0f38-4f8e-b788-24cbce715cde service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249188 Sep 19 03:00:34.242580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-70dc73f6-8448-4a9b-b05e-283a479dc4d8 service neutron] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:34.248159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-70dc73f6-8448-4a9b-b05e-283a479dc4d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.249240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f76bde-e16a-4ba8-b60d-9045aac1bfc4 req-70dc73f6-8448-4a9b-b05e-283a479dc4d8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9/bindings/n-h2-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.2474282 Sep 19 03:00:34.257681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9be64-a325-476e-9b68-a27bd76fe897 req-ea2414fe-ff08-4854-bd86-ec00bc6750e9 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:34.259329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2d9be64-a325-476e-9b68-a27bd76fe897 req-ea2414fe-ff08-4854-bd86-ec00bc6750e9 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 949 time: 0.0965226 Sep 19 03:00:34.308847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2d9be64-a325-476e-9b68-a27bd76fe897 req-d86a996a-1ac7-43fa-a9f6-0e6a10714a75 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Sep 19 03:00:34.364698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3007211c-7c9e-41ab-9277-f5e8bffbe17b up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:34.371109 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-c5ca0ab5-1b7f-43f4-a03d-510c78d7a4d0 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241839 Sep 19 03:00:34.432754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:34.471274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 3007211c-7c9e-41ab-9277-f5e8bffbe17b completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:34.479800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-d67303b5-78b8-4304-968f-efead105e321 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997128 Sep 19 03:00:34.480060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 3007211c-7c9e-41ab-9277-f5e8bffbe17b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:34.480595 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.562881 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e817685-0d9e-4237-8853-686140c5da91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.569124 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.607118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3007211c-7c9e-41ab-9277-f5e8bffbe17b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:34.611526 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b22cb-fdd6-497e-af7a-0decbd3a79d2" -d '{"events": [{"server_uuid": "3e9da3eb-dac2-444c-803d-cc9df677b244", "name": "network-vif-plugged", "status": "completed", "tag": "3007211c-7c9e-41ab-9277-f5e8bffbe17b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:34.664887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3007211c-7c9e-41ab-9277-f5e8bffbe17b, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3007211c-7c9e-41ab-9277-f5e8bffbe17b,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:34.674349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.682371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-76326695-e679-437b-89d9-f3ca93341482 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:34.687574 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-76326695-e679-437b-89d9-f3ca93341482 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1118 time: 0.0756152 Sep 19 03:00:34.718240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809936-1'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:34.750138 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e817685-0d9e-4237-8853-686140c5da91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.765772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e817685-0d9e-4237-8853-686140c5da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.787109 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6b0e8a-ddc3-45f0-b4a4-9116f608ad06 x-openstack-request-id: req-fa6b0e8a-ddc3-45f0-b4a4-9116f608ad06 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:34.787872 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9da3eb-dac2-444c-803d-cc9df677b244", "name": "network-vif-plugged", "status": "completed", "tag": "3007211c-7c9e-41ab-9277-f5e8bffbe17b", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:34.788336 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa6b0e8a-ddc3-45f0-b4a4-9116f608ad06 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:34.789128 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3007211c-7c9e-41ab-9277-f5e8bffbe17b', 'code': 200} Sep 19 03:00:34.824853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=3007211c-7c9e-41ab-9277-f5e8bffbe17b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:34.878399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6e817685-0d9e-4237-8853-686140c5da91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ca5b9c4883d458c92efba2ebc46e86c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445488 Sep 19 03:00:34.883661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e817685-0d9e-4237-8853-686140c5da91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0916ac9f-cff8-4366-a644-f6a600753d52,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:34.886923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59232) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:34.912888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:34.917426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a2851-bb0a-43bf-a85c-9aa519641772 req-8ffa8b13-969f-40a2-a1d4-0d1153917ee9 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:34.918875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-065a2851-bb0a-43bf-a85c-9aa519641772 req-8ffa8b13-969f-40a2-a1d4-0d1153917ee9 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 947 time: 0.1579790 Sep 19 03:00:34.935968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c429cf-6ac3-4617-afd3-8ea125660fee req-649411e0-7931-459e-ab94-328ddef03a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:34.938653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9c429cf-6ac3-4617-afd3-8ea125660fee req-649411e0-7931-459e-ab94-328ddef03a13 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 1101 time: 0.1450233 Sep 19 03:00:35.019887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59240) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:35.025117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-065a2851-bb0a-43bf-a85c-9aa519641772 req-edacc719-34ca-4b98-8da1-c91ff7605483 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927112 Sep 19 03:00:35.025718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d2c56e6-028f-4545-9e5f-84743f075b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.033119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9c429cf-6ac3-4617-afd3-8ea125660fee req-f007a455-352e-4096-9b67-d99c374c4be8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816617 Sep 19 03:00:35.074914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d2c56e6-028f-4545-9e5f-84743f075b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.147708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:35.159475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bd5be-eeec-4f4d-a9f4-60d18814e6f5 req-a0a81adb-a2ec-49bc-95d8-0ae7cc07857c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:35.167795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e63bd5be-eeec-4f4d-a9f4-60d18814e6f5 req-a0a81adb-a2ec-49bc-95d8-0ae7cc07857c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 944 time: 0.1098921 Sep 19 03:00:35.205334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e422b50-e1b9-413e-84fb-d8abac4e5860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.219994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e63bd5be-eeec-4f4d-a9f4-60d18814e6f5 req-afcdd658-75b7-48bd-98ec-8b753258bafa tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512002 Sep 19 03:00:35.221615 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d2c56e6-028f-4545-9e5f-84743f075b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.229376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d2c56e6-028f-4545-9e5f-84743f075b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.243670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8d2c56e6-028f-4545-9e5f-84743f075b9c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0916ac9f-cff8-4366-a644-f6a600753d52 HTTP/1.1" status: 204 len: 168 time: 0.3445234 Sep 19 03:00:35.253613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:35.264058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c56e6-028f-4545-9e5f-84743f075b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0916ac9f-cff8-4366-a644-f6a600753d52,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:35.326194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:35.329293 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3e69f4-7945-4654-81a2-85214e4093dc" -d '{"events": [{"server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "name": "network-vif-unplugged", "status": "completed", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:35.333657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.343558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.482289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e422b50-e1b9-413e-84fb-d8abac4e5860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.485048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-35f88126-cf92-47c8-a29c-a00ec856aca9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1405499 Sep 19 03:00:35.487561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on host n-h1-809936-1 for vnic_type normal with profile {"migrating_to": "n-h2-809936-1"} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:35.487891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:35.488249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:35.490799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:35.498243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e422b50-e1b9-413e-84fb-d8abac4e5860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.499802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc769d5a-08b2-44df-9815-3bb5a580d93b req-c3faa446-63ba-4479-9283-8a9f30e3cab5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:35.501612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc769d5a-08b2-44df-9815-3bb5a580d93b req-c3faa446-63ba-4479-9283-8a9f30e3cab5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.1099684 Sep 19 03:00:35.503096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:35.503314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Attempting to bind port 61094ab2-c505-456b-9d65-6c9cec5ec1da on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:35.508019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055e6fe-79aa-4a81-8e3e-9909e9515a88 req-67219965-9f1f-40fd-bd7a-bddd2738236b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:35.509521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1055e6fe-79aa-4a81-8e3e-9909e9515a88 req-67219965-9f1f-40fd-bd7a-bddd2738236b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1095 time: 0.0759575 Sep 19 03:00:35.524384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:35.524968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:35.526058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:35.526505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Bound port: 61094ab2-c505-456b-9d65-6c9cec5ec1da, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:35.526894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.566042 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0e422b50-e1b9-413e-84fb-d8abac4e5860 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb8cb864ae6b428cb7d1095dd1bf8a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418358 Sep 19 03:00:35.566042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e422b50-e1b9-413e-84fb-d8abac4e5860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f93f46-7cb1-4fe8-8c06-2882d4a6afb1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:35.567728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59270) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:35.650878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:35.655713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:35.666152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.677636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc769d5a-08b2-44df-9815-3bb5a580d93b req-b3e6505e-728c-43fe-92c9-31224ddf3f2b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622839 Sep 19 03:00:35.707575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1055e6fe-79aa-4a81-8e3e-9909e9515a88 req-f009b35a-2c3f-4416-88dd-df135a82fa4a tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899056 Sep 19 03:00:35.769751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-37637861-3ea5-4b1d-85d4-f3e6f89f8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:35.775282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-37637861-3ea5-4b1d-85d4-f3e6f89f8a33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c592b8061e83448fabdabaf9a34750dc&device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 1101 time: 0.1922767 Sep 19 03:00:35.776483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b47e3628-f12d-4951-80c9-8e6320cfbe38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.816860 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb463c5-7e93-4680-8f25-82552665226c x-openstack-request-id: req-9bb463c5-7e93-4680-8f25-82552665226c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:35.817153 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "name": "network-vif-unplugged", "status": "completed", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:35.817403 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bb463c5-7e93-4680-8f25-82552665226c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:35.817812 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da', 'code': 200} Sep 19 03:00:35.821229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59276) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:35.821600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59278) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:35.857928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b47e3628-f12d-4951-80c9-8e6320cfbe38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:35.981390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebfcaf-8b49-42fe-8ba1-d6b44f576ac1 req-8a39a8bd-4700-4951-821c-128b2fbabe80 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:35.983010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37ebfcaf-8b49-42fe-8ba1-d6b44f576ac1 req-8a39a8bd-4700-4951-821c-128b2fbabe80 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 950 time: 0.2014475 Sep 19 03:00:36.001245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-22271790-7a72-4486-90c6-5b822fa7a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:36.002775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-22271790-7a72-4486-90c6-5b822fa7a862 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2047417 Sep 19 03:00:36.074672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-43ce0567-76f9-44ee-8a4e-9e0bc333a993 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=679e5483-4fda-4515-8cde-b5977c823d33 HTTP/1.1" status: 200 len: 217 time: 0.0534935 Sep 19 03:00:36.116886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:36.117619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.119251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] 10.222.0.32 "PUT /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 1143 time: 1.4227281 Sep 19 03:00:36.128832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d61a4b72-504d-4cb4-ab74-101688e4a881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.136844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af256e3-6d03-40a4-b24d-415102933862 service neutron] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=8']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:36.145366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.153481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b47e3628-f12d-4951-80c9-8e6320cfbe38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.156788 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b47e3628-f12d-4951-80c9-8e6320cfbe38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.157293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b47e3628-f12d-4951-80c9-8e6320cfbe38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86f93f46-7cb1-4fe8-8c06-2882d4a6afb1 HTTP/1.1" status: 204 len: 168 time: 0.5884316 Sep 19 03:00:36.186291 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:00:36.186291 n-d-809936-1 neutron-server[94722]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:00:36.186291 n-d-809936-1 neutron-server[94722]: [parameters: {'project_id': '3e245252449147a89ac999b29e2e40f3', 'id': 'd26b3640-a1cb-4418-a1c2-800dae0fc6a6', 'expiration': datetime.datetime(2021, 9, 19, 3, 2, 36, 181403)}] Sep 19 03:00:36.186291 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:00:36.186955 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:00:36.204000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37ebfcaf-8b49-42fe-8ba1-d6b44f576ac1 req-0afbc6b8-9212-4884-b94d-b4afe2edff59 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125485 Sep 19 03:00:36.212638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e3628-f12d-4951-80c9-8e6320cfbe38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f93f46-7cb1-4fe8-8c06-2882d4a6afb1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:36.224749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['61094ab2-c505-456b-9d65-6c9cec5ec1da'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:36.236108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-ac4a0677-efa2-4a02-b706-7d60b65c0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:36.244516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-ac4a0677-efa2-4a02-b706-7d60b65c0a01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1612365 Sep 19 03:00:36.305012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-6a9038e6-d452-4154-b353-99ad02f5e7f0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:36.306882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-6a9038e6-d452-4154-b353-99ad02f5e7f0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.3192215 Sep 19 03:00:36.310101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d61a4b72-504d-4cb4-ab74-101688e4a881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.317241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d61a4b72-504d-4cb4-ab74-101688e4a881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.335694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-3b951b06-1710-47d5-9cbf-2e7275b18c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:36.338008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-3b951b06-1710-47d5-9cbf-2e7275b18c8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843506 Sep 19 03:00:36.345575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b1bd39e-5483-41c9-a239-d489194d95fe details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:36.346716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-fe458962-3e93-4155-b856-045546b03bdd tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/quotas/ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 375 time: 0.0307331 Sep 19 03:00:36.353537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:36.370604 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d61a4b72-504d-4cb4-ab74-101688e4a881 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc05bc17079d473e8b7d520c21ff4545&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468163 Sep 19 03:00:36.371422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59302) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:36.372128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a4b72-504d-4cb4-ab74-101688e4a881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b242bba-5462-48c7-9dba-a076945d4362,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:36.456107 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6fca-98d6-431c-aae9-b36b9ff5411c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.481433 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6fca-98d6-431c-aae9-b36b9ff5411c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.511725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-b9e0233f-c869-494b-a649-b63a4736ad39 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1636875 Sep 19 03:00:36.522566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:36.542908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6fca-98d6-431c-aae9-b36b9ff5411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.549288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9b6fca-98d6-431c-aae9-b36b9ff5411c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.555349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddf844-ba3c-4a19-ae26-868cdd824266 req-60377333-ce41-427f-b2a4-a82a9983935d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:36.556904 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a9b6fca-98d6-431c-aae9-b36b9ff5411c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b242bba-5462-48c7-9dba-a076945d4362 HTTP/1.1" status: 204 len: 168 time: 0.1791353 Sep 19 03:00:36.557360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40ddf844-ba3c-4a19-ae26-868cdd824266 req-60377333-ce41-427f-b2a4-a82a9983935d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 947 time: 0.1540189 Sep 19 03:00:36.566578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2b1bd39e-5483-41c9-a239-d489194d95fe, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b1bd39e-5483-41c9-a239-d489194d95fe,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:36.570194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b6fca-98d6-431c-aae9-b36b9ff5411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b242bba-5462-48c7-9dba-a076945d4362,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:36.609138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '2b1bd39e-5483-41c9-a239-d489194d95fe', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '2b1bd39e-5483-41c9-a239-d489194d95fe', 'mac_address': 'fa:16:3e:9c:6e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:36.628449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-5ea9d5a5-1cb0-4bc1-9771-d03c5e0daeae service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792037 Sep 19 03:00:36.687577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.717893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59312) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:36.723128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40ddf844-ba3c-4a19-ae26-868cdd824266 req-c5c69b05-d59c-4c8c-8746-049d17760a47 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526630 Sep 19 03:00:36.738180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac942-a24f-4758-a46c-1a9e6168dde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.738624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-6ccc9cec-97ce-4a3a-bfb9-0d80e9bb5cc7 service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262578 Sep 19 03:00:36.804455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e032d5-9a65-4905-93a8-c9041b5cca03 req-154d40f7-18f3-45b7-8114-249e62e0b39d service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673219 Sep 19 03:00:36.810367 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.829098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1bd39e-5483-41c9-a239-d489194d95fe {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:36.867132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2b1bd39e-5483-41c9-a239-d489194d95fe, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b1bd39e-5483-41c9-a239-d489194d95fe,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:36.871594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.874922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.885288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:36.936307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2b1bd39e-5483-41c9-a239-d489194d95fe,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:36.936658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4467ee54-47f2-4ad3-bad8-63f533beff26,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:36.953034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd44325-42d1-4c94-b7ea-73b55d820ee9 req-8aac3d31-7e5e-4e67-8dbd-72fe598161df tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:36.960642 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fd44325-42d1-4c94-b7ea-73b55d820ee9 req-8aac3d31-7e5e-4e67-8dbd-72fe598161df tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.0793724 Sep 19 03:00:36.966650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5421f4d-0461-4bd5-8d87-236c012072a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e245252449147a89ac999b29e2e40f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1437573 Sep 19 03:00:36.970034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59318) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:36.977106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-af3abfaa-a803-4323-b080-62a7069a4acf service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375414 Sep 19 03:00:37.015199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fd44325-42d1-4c94-b7ea-73b55d820ee9 req-3dd21f91-9ed6-4ce5-9784-fa078d030d82 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534256 Sep 19 03:00:37.049186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fd9b36-c447-4636-9c98-7331c038070c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.083790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fd9b36-c447-4636-9c98-7331c038070c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.101705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac942-a24f-4758-a46c-1a9e6168dde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.109549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f1ac942-a24f-4758-a46c-1a9e6168dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.176615 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f1ac942-a24f-4758-a46c-1a9e6168dde6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7894382fb623486384cbd9e427fe172e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549980 Sep 19 03:00:37.178768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:37.193730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eeef6b52-0b16-47f3-a4e4-4879944a4c32 req-adb76935-0a96-4c6e-970a-e276899c6ace tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 210 time: 0.0429711 Sep 19 03:00:37.210079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ac942-a24f-4758-a46c-1a9e6168dde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee52d57-f3e0-429c-ae3b-7eade460c4b3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:37.239711 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fd9b36-c447-4636-9c98-7331c038070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.242679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fd9b36-c447-4636-9c98-7331c038070c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.246142 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-66fd9b36-c447-4636-9c98-7331c038070c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4467ee54-47f2-4ad3-bad8-63f533beff26 HTTP/1.1" status: 204 len: 168 time: 0.2731667 Sep 19 03:00:37.254469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff89c3a6-7dca-4101-aa14-b7fc9ec0fb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.256302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd9b36-c447-4636-9c98-7331c038070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4467ee54-47f2-4ad3-bad8-63f533beff26,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:37.307216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff89c3a6-7dca-4101-aa14-b7fc9ec0fb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.414228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff89c3a6-7dca-4101-aa14-b7fc9ec0fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.419043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff89c3a6-7dca-4101-aa14-b7fc9ec0fb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.420349 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ff89c3a6-7dca-4101-aa14-b7fc9ec0fb24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ee52d57-f3e0-429c-ae3b-7eade460c4b3 HTTP/1.1" status: 204 len: 168 time: 0.2398403 Sep 19 03:00:37.430093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89c3a6-7dca-4101-aa14-b7fc9ec0fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee52d57-f3e0-429c-ae3b-7eade460c4b3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:37.432552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162cbc5-64dc-4143-b63f-24bc787eb5df req-01ab2648-be91-47e6-b12b-1dfad08d4fc7 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:37.441113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8162cbc5-64dc-4143-b63f-24bc787eb5df req-01ab2648-be91-47e6-b12b-1dfad08d4fc7 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 950 time: 0.0947926 Sep 19 03:00:37.461497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2b1bd39e-5483-41c9-a239-d489194d95fe'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:37.504250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8162cbc5-64dc-4143-b63f-24bc787eb5df req-9b830f51-06f5-45ed-8d56-4e86c923670e tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620615 Sep 19 03:00:37.820022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:37.822969 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad035325-bc70-42e7-802b-6489c74b4243" -d '{"events": [{"name": "network-changed", "server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:37.832889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d8214-2bd1-49ad-aca6-c827b1608528 req-e4ec6856-e70f-4d35-a487-5eca0bc54c3e tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:37.847081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a53d8214-2bd1-49ad-aca6-c827b1608528 req-e4ec6856-e70f-4d35-a487-5eca0bc54c3e tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 950 time: 0.0712540 Sep 19 03:00:37.859473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59370) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:37.877491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7797152e-2ea1-4a37-8eaf-48a3825d7fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:37.943667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5eaeb-afec-443f-8972-41214dfcaa07 req-369b6403-fc53-44d4-9c8c-d5c02a5dcc31 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:37.945448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33a5eaeb-afec-443f-8972-41214dfcaa07 req-369b6403-fc53-44d4-9c8c-d5c02a5dcc31 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 948 time: 0.0949187 Sep 19 03:00:37.955007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a53d8214-2bd1-49ad-aca6-c827b1608528 req-ad1debbc-570a-4b37-bf08-1dea3b044763 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057217 Sep 19 03:00:38.007000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33a5eaeb-afec-443f-8972-41214dfcaa07 req-4324de1c-ba20-4170-a94b-042cfe59c94e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Sep 19 03:00:38.049422 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9d591-8b85-48a5-9ef6-da607961de0f x-openstack-request-id: req-cbd9d591-8b85-48a5-9ef6-da607961de0f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:38.051333 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:38.051657 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbd9d591-8b85-48a5-9ef6-da607961de0f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:38.052553 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da', 'status': 'completed', 'code': 200} Sep 19 03:00:38.087641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7797152e-2ea1-4a37-8eaf-48a3825d7fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:38.096969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7797152e-2ea1-4a37-8eaf-48a3825d7fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:38.137798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035325-bc70-42e7-802b-6489c74b4243 req-551a802b-78af-4a06-94fb-c91831bc672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:38.139405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad035325-bc70-42e7-802b-6489c74b4243 req-551a802b-78af-4a06-94fb-c91831bc672d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1146 time: 0.0852313 Sep 19 03:00:38.165072 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7797152e-2ea1-4a37-8eaf-48a3825d7fe7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a9a9606adc4447ab5a18446203d9c56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044934 Sep 19 03:00:38.168424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59386) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:38.185504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797152e-2ea1-4a37-8eaf-48a3825d7fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97106d99-a605-48c8-9b8f-6dd660ab2871,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:38.241322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63d6da80-facf-47c1-b048-a431398f576f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:38.294011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23cc54-48b4-49ec-90d4-6bd56c9e4e8f req-a90afab7-0dd2-4a2e-960a-86bce54d037f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:38.295965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f23cc54-48b4-49ec-90d4-6bd56c9e4e8f req-a90afab7-0dd2-4a2e-960a-86bce54d037f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.1477263 Sep 19 03:00:38.299119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63d6da80-facf-47c1-b048-a431398f576f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:38.319841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035325-bc70-42e7-802b-6489c74b4243 req-5c83cad1-90dc-408e-94e1-2d08f47e0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:38.321303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad035325-bc70-42e7-802b-6489c74b4243 req-5c83cad1-90dc-408e-94e1-2d08f47e0694 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1743541 Sep 19 03:00:38.376321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad035325-bc70-42e7-802b-6489c74b4243 req-d2942793-aaf5-4f53-9ac9-5b57955a3a48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 217 time: 0.0460205 Sep 19 03:00:38.381754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f23cc54-48b4-49ec-90d4-6bd56c9e4e8f req-0616b6da-68a7-4333-95cc-333dd04c3ab2 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718319 Sep 19 03:00:38.384380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63d6da80-facf-47c1-b048-a431398f576f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:38.386169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-63d6da80-facf-47c1-b048-a431398f576f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:38.389598 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-63d6da80-facf-47c1-b048-a431398f576f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97106d99-a605-48c8-9b8f-6dd660ab2871 HTTP/1.1" status: 204 len: 168 time: 0.2180142 Sep 19 03:00:38.396751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6da80-facf-47c1-b048-a431398f576f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97106d99-a605-48c8-9b8f-6dd660ab2871,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:38.486220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b46d758-fecd-4185-997c-1473795010d3 req-e237c830-f799-490a-91d1-c7e12d68e339 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 210 time: 0.0468037 Sep 19 03:00:38.536759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad035325-bc70-42e7-802b-6489c74b4243 req-34a167a8-1a31-42fe-ab4d-6d6f67604226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:38.538435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad035325-bc70-42e7-802b-6489c74b4243 req-34a167a8-1a31-42fe-ab4d-6d6f67604226 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1471267 Sep 19 03:00:38.591610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62a43-9b65-4894-a452-9a0e5bc61701 req-49adc9d7-a883-4494-9cb9-cfd974e9e605 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:38.593011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1b62a43-9b65-4894-a452-9a0e5bc61701 req-49adc9d7-a883-4494-9cb9-cfd974e9e605 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 950 time: 0.1057651 Sep 19 03:00:38.604872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad035325-bc70-42e7-802b-6489c74b4243 req-4ab4e7d7-1ab7-47db-8b54-bdb0241a96be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541556 Sep 19 03:00:38.919884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:38.949533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1b62a43-9b65-4894-a452-9a0e5bc61701 req-05d7ab73-84f4-441e-a55a-7e1f7841e961 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302593 Sep 19 03:00:38.981072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-9c497f1c-21e5-4b41-ac8a-cc0b7e5a6aea tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:38.983631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-9c497f1c-21e5-4b41-ac8a-cc0b7e5a6aea tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.4315348 Sep 19 03:00:38.994192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad035325-bc70-42e7-802b-6489c74b4243 req-304021c2-5784-4433-99f5-9043c60097f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774819 Sep 19 03:00:39.006054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Request body: {'port': {'device_id': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'admin_state_up': True, 'tenant_id': 'ef934edf9ce84369a7d7646bf99a2728'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:39.101864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-network', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:39.133070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Made reservation on behalf of 2b5f6cc806b84fce9bb834afc9a0c0c2 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:39.136824 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.148115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.245714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad035325-bc70-42e7-802b-6489c74b4243 req-b9b76723-d201-4c85-94b4-6495d8838a12 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350476 Sep 19 03:00:39.259615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87519719-0e4a-48e9-b95b-394ba40e6189 req-4a5cf5df-8697-49d6-8bba-8de7c8900e18 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:39.266697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87519719-0e4a-48e9-b95b-394ba40e6189 req-4a5cf5df-8697-49d6-8bba-8de7c8900e18 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 948 time: 0.1066196 Sep 19 03:00:39.271610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.281019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.308951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87519719-0e4a-48e9-b95b-394ba40e6189 req-2c4e9083-c07e-45a5-8652-cb4cd29c2200 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413852 Sep 19 03:00:39.319239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Made reservation on behalf of ef934edf9ce84369a7d7646bf99a2728 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:39.323356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.335065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:00:39.337583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02b5333-f55c-492c-8df6-580e587e8bef,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:39.352268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.352669 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Added segment 760dfea4-1e21-4bc1-a19e-83a3d0d581f7 of type vlan for network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a Sep 19 03:00:39.405439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.433930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.435029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:39.435664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.498251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:39.508682 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a2709067-464b-482c-a377-1bc39372a1b1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5845454 Sep 19 03:00:39.508682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59442) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:39.511553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Allocated IP 172.20.0.7 (f541e3a0-407b-4757-b916-a146249c9a6a/58e173fd-59d2-4cdd-9fca-055d94aea1a8/d76240c8-aa9d-443c-aa40-d489721bd9a0) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:39.516780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:00:39.518592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Request body: {'subnet': {'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-subnet', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:39.544361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Made reservation on behalf of 2b5f6cc806b84fce9bb834afc9a0c0c2 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:39.547727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.593520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1df2dd-2533-4d4f-9329-481ba2f4e250 req-9680f970-31f8-419b-8356-49cf2affaae8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:39.595189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c1df2dd-2533-4d4f-9329-481ba2f4e250 req-9680f970-31f8-419b-8356-49cf2affaae8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.0907450 Sep 19 03:00:39.702510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c1df2dd-2533-4d4f-9329-481ba2f4e250 req-be044532-9eaa-4e5f-b609-280312e5e9e7 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949154 Sep 19 03:00:39.817739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fde6d1ed-6241-4e33-9d97-030dc91fc822 req-cbd77d9c-96ba-4470-b589-e34f0cff8788 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 210 time: 0.0440843 Sep 19 03:00:39.827574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.830035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.884670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.926301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9d6ef8-8c39-4b08-9c94-cf836ed321dc,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:39.934508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Checking segment: {'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:39.935014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Network hostable DHCP agents. Network: 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:00:39.958477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:00:39.974232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:39.983392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:39.984207 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:39.985618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256592d5-2dbb-46ac-9c3f-a6a66bb96c00 None None] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:40.011606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8be36615-57fa-4821-bd84-aee48cb85ac6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5004697 Sep 19 03:00:40.014107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:40.017554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Network f541e3a0-407b-4757-b916-a146249c9a6a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:40.020386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:40.023250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:40.030503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:40.058725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:40.058978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.062776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.080168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-91c76d9c-51ac-42d8-bbe8-4e4a59ee56c4 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:40.081904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-91c76d9c-51ac-42d8-bbe8-4e4a59ee56c4 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 950 time: 0.1852396 Sep 19 03:00:40.128913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:40.129796 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.207797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.208519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-aabf3b7a-875d-4a3b-b5ef-b09bd8e50eab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2061493 Sep 19 03:00:40.239058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c940cbc-7e31-4a06-a72d-5da6491f16cd req-c88a0559-823a-4ffa-865f-82871fd595c2 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:40.240748 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c940cbc-7e31-4a06-a72d-5da6491f16cd req-c88a0559-823a-4ffa-865f-82871fd595c2 tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 950 time: 0.1046934 Sep 19 03:00:40.246649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Request body: {'port': {'device_id': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:40.282903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a', 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'fixed_ips': [{'subnet_id': '0c9d6ef8-8c39-4b08-9c94-cf836ed321dc'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:00:40.283953 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.335982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Deleting port 3007211c-7c9e-41ab-9277-f5e8bffbe17b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:40.336586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.349769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c940cbc-7e31-4a06-a72d-5da6491f16cd req-430f2ed4-e158-4261-8888-27fde3d84dcb tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/security-groups?id=184e273a-6173-48ff-9c1c-15cb5330d4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981123 Sep 19 03:00:40.396773 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.401656 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.431567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:40.435842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b1bd39e-5483-41c9-a239-d489194d95fe up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:40.547969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 2b1bd39e-5483-41c9-a239-d489194d95fe completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:40.558025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 2b1bd39e-5483-41c9-a239-d489194d95fe triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:40.559357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.650026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b9b5c-3e1b-4d84-9c4f-426aa0737359 req-6078f63f-9bf5-46cb-919f-be054e8e4e77 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:40.658060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-241b9b5c-3e1b-4d84-9c4f-426aa0737359 req-6078f63f-9bf5-46cb-919f-be054e8e4e77 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 948 time: 0.2236538 Sep 19 03:00:40.696802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] For port 3007211c-7c9e-41ab-9277-f5e8bffbe17b, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3007211c-7c9e-41ab-9277-f5e8bffbe17b,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:40.697625 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.727545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Calling delete_port for 3007211c-7c9e-41ab-9277-f5e8bffbe17b owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:40.741936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Allocated IP 172.20.0.2 (1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a/0c9d6ef8-8c39-4b08-9c94-cf836ed321dc/ef224e8c-0ab3-4e99-b47a-c6761ebb6e24) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:40.792858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-241b9b5c-3e1b-4d84-9c4f-426aa0737359 req-4a615ab9-b3b7-4ad2-b108-76c9069fae7c tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285491 Sep 19 03:00:40.799461 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.826168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.861441 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:40.904939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:40.921088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59506) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:40.941875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da has no active binding in host n-h2-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:00:40.950471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119a8935-2591-4008-b820-75d535679e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1bd39e-5483-41c9-a239-d489194d95fe'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:40.952743 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b7cc6f-db87-4a4f-84e5-1d0e747e9886" -d '{"events": [{"server_uuid": "119a8935-2591-4008-b820-75d535679e6b", "name": "network-vif-plugged", "status": "completed", "tag": "2b1bd39e-5483-41c9-a239-d489194d95fe"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:40.970593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2b1bd39e-5483-41c9-a239-d489194d95fe, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b1bd39e-5483-41c9-a239-d489194d95fe,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:40.981124 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.007954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Allocated IP 172.25.8.87 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/13b67ab1-2297-4f09-a4ed-de4d1b041266) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:41.080648 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.082540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2b1bd39e-5483-41c9-a239-d489194d95fe,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:41.100078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.114863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.127841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['3007211c-7c9e-41ab-9277-f5e8bffbe17b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:41.147007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.162667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:41.170475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:41.172283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Pushing event updated for resources: {'Port': ['ID=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:41.174414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:41.191348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.198318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Pushing event deleted for resources: {'Port': ['ID=3007211c-7c9e-41ab-9277-f5e8bffbe17b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:41.219513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c9c2399e-bc21-49d2-8e24-8f9ffcebb502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.237690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:41.240635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:41.248701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:41.259540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Attempting to bind port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:41.259929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Attempting to bind port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:41.260281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Attempting to bind port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 on network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:41.274931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Pushing event updated for resources: {'Port': ['ID=13b67ab1-2297-4f09-a4ed-de4d1b041266,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:41.278233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:41.278615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Checking segment: {'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:41.279093 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.279490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Bound using segment: {'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:41.279969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Bound port: ef224e8c-0ab3-4e99-b47a-c6761ebb6e24, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:41.280353 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.296764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b672c27-372c-49a8-98a5-68032d01185a req-6b7372db-0736-4150-a2b8-165a835a07e0 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:41.304143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b672c27-372c-49a8-98a5-68032d01185a req-6b7372db-0736-4150-a2b8-165a835a07e0 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.3652790 Sep 19 03:00:41.340815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9f118-92e6-4e1e-a0af-76b12e44b175 req-4188ae91-d711-4cdf-8de9-4dbbf2b07a23 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:41.348486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52f9f118-92e6-4e1e-a0af-76b12e44b175 req-4188ae91-d711-4cdf-8de9-4dbbf2b07a23 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 931 time: 0.3888466 Sep 19 03:00:41.350641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] For port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:41.355197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] For port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,segment=NetworkSegment(760dfea4-1e21-4bc1-a19e-83a3d0d581f7),segment_id=760dfea4-1e21-4bc1-a19e-83a3d0d581f7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:41.360877 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.382767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] No DVR routers for this DVR port 3007211c-7c9e-41ab-9277-f5e8bffbe17b on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:41.398576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.405730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe829fa1-5350-45dd-904a-a1dc52b290ff req-eaa08eb3-9f2a-440f-becc-f0cad684708c tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.30 "DELETE /v2.0/ports/3007211c-7c9e-41ab-9277-f5e8bffbe17b HTTP/1.1" status: 204 len: 173 time: 1.3169224 Sep 19 03:00:41.409034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'name': 'network-vif-deleted', 'tag': '3007211c-7c9e-41ab-9277-f5e8bffbe17b'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:41.419969 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c6dc1a-73db-4b40-b508-17002976d7af" -d '{"events": [{"server_uuid": "3e9da3eb-dac2-444c-803d-cc9df677b244", "name": "network-vif-deleted", "tag": "3007211c-7c9e-41ab-9277-f5e8bffbe17b"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:41.457089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72157ed6-041f-4af8-8a51-d22ea36a6dc6 None None] Pushing event updated for resources: {'Port': ['ID=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:41.471223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76240c8-aa9d-443c-aa40-d489721bd9a0 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:41.498186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.511362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52f9f118-92e6-4e1e-a0af-76b12e44b175 req-260e76ff-ebe9-4ff6-8d39-c596faea85f7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622403 Sep 19 03:00:41.529544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b672c27-372c-49a8-98a5-68032d01185a req-fe9b2357-577c-48ea-829e-cbb9ae0f720c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244768 Sep 19 03:00:41.549182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Transition to ACTIVE for port object d76240c8-aa9d-443c-aa40-d489721bd9a0 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:41.606330 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48e06c4-da8d-41a8-9b53-5b3139d19259 x-openstack-request-id: req-d48e06c4-da8d-41a8-9b53-5b3139d19259 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:41.606860 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119a8935-2591-4008-b820-75d535679e6b", "name": "network-vif-plugged", "status": "completed", "tag": "2b1bd39e-5483-41c9-a239-d489194d95fe", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:41.606938 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d48e06c4-da8d-41a8-9b53-5b3139d19259 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:41.607309 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119a8935-2591-4008-b820-75d535679e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1bd39e-5483-41c9-a239-d489194d95fe', 'code': 200} Sep 19 03:00:41.618646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.622667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c9c2399e-bc21-49d2-8e24-8f9ffcebb502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.624424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.652325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c9c2399e-bc21-49d2-8e24-8f9ffcebb502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.706054 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014a801-7d51-46bb-8411-0034bdbd462a x-openstack-request-id: req-a014a801-7d51-46bb-8411-0034bdbd462a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:41.706363 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e9da3eb-dac2-444c-803d-cc9df677b244", "name": "network-vif-deleted", "tag": "3007211c-7c9e-41ab-9277-f5e8bffbe17b", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:41.706617 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a014a801-7d51-46bb-8411-0034bdbd462a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:41.707113 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e9da3eb-dac2-444c-803d-cc9df677b244', 'name': 'network-vif-deleted', 'tag': '3007211c-7c9e-41ab-9277-f5e8bffbe17b', 'status': 'completed', 'code': 200} Sep 19 03:00:41.754989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:41.769285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c9c2399e-bc21-49d2-8e24-8f9ffcebb502 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70dcf47bec9648d29b54e9c84db6dba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8470261 Sep 19 03:00:41.781274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59526) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:41.799180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2399e-bc21-49d2-8e24-8f9ffcebb502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517bab97-4fda-41e0-a704-16b1f67f9ada,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:41.822452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba85c6fc-e95a-40af-a178-e8eb827e12ad req-d01e0838-eb25-4700-99f3-6a8f1aaa597f tempest-DeleteServersAdminTestJSON-194051467 tempest-DeleteServersAdminTestJSON-194051467-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e9da3eb-dac2-444c-803d-cc9df677b244 HTTP/1.1" status: 200 len: 210 time: 0.0929692 Sep 19 03:00:41.880205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:41.881141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:41.881674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:41.889116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:41.889843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:41.901390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:41.901840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:41.902302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:41.905895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Bound port: d76240c8-aa9d-443c-aa40-d489721bd9a0, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:41.907330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:41.932949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a4975-f70d-497d-a69b-7952ee2cb13d req-f75ac88b-f501-4825-96ec-657fa936de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:41.938553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-080a4975-f70d-497d-a69b-7952ee2cb13d req-f75ac88b-f501-4825-96ec-657fa936de67 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 1100 time: 0.1915970 Sep 19 03:00:42.012297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-12c96bbd-bc9e-446e-8b08-2ad83f15df87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.060671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-12c96bbd-bc9e-446e-8b08-2ad83f15df87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.063881 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-080a4975-f70d-497d-a69b-7952ee2cb13d req-f35f17e8-b969-4deb-9b8c-0fa2aee64ed2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179838 Sep 19 03:00:42.080544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.084382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:42.093155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:42.101837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e701207-2f38-495b-814e-d0adcf73e3c0 req-3ca3c31c-3e21-41c4-a75c-af8a89bc6d92 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:42.109477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e701207-2f38-495b-814e-d0adcf73e3c0 req-3ca3c31c-3e21-41c4-a75c-af8a89bc6d92 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 949 time: 0.1086011 Sep 19 03:00:42.117891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.179495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:42.180205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.181682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] 10.222.0.32 "PUT /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 1091 time: 1.9514852 Sep 19 03:00:42.199913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-12c96bbd-bc9e-446e-8b08-2ad83f15df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.203071 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-12c96bbd-bc9e-446e-8b08-2ad83f15df87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.203207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e701207-2f38-495b-814e-d0adcf73e3c0 req-60d92b6d-abeb-4ce9-b33c-28a271bd95e3 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 Sep 19 03:00:42.204371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-12c96bbd-bc9e-446e-8b08-2ad83f15df87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/517bab97-4fda-41e0-a704-16b1f67f9ada HTTP/1.1" status: 204 len: 168 time: 0.4232302 Sep 19 03:00:42.219081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c96bbd-bc9e-446e-8b08-2ad83f15df87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517bab97-4fda-41e0-a704-16b1f67f9ada,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:42.256514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dac4f-4bdb-42ae-b286-2ceffba02436 service neutron] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:42.264589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Router f433690e-bf64-4b85-8761-2fa02aedf145 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:00:42.282147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59546) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:42.398281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:00:42.408794 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Sync routers for ids ['f433690e-bf64-4b85-8761-2fa02aedf145'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:00:42.425852 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Routers {'f433690e-bf64-4b85-8761-2fa02aedf145'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:42.427455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f433690e-bf64-4b85-8761-2fa02aedf145'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:42.433135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.436126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24f62de2-9fb7-4644-bb8b-67ceb14bfa0a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4199200 Sep 19 03:00:42.438904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59552) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:42.581409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.610116 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Set router f433690e-bf64-4b85-8761-2fa02aedf145 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:42.675378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59560) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:42.699169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e23-706e-410f-96ea-3ad95b238f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.818372 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:41Z', 'revision_number': 3, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port': {'id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:42.839687 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e23-706e-410f-96ea-3ad95b238f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.846234 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Checking router: f433690e-bf64-4b85-8761-2fa02aedf145 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:00:42.847315 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Updating router f433690e-bf64-4b85-8761-2fa02aedf145 port 13b67ab1-2297-4f09-a4ed-de4d1b041266 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:00:42.850655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d8a5e23-706e-410f-96ea-3ad95b238f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.860274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62268bf-c6a3-4afb-ad83-82d11ef3558d None None] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:42.889279 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.902208 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8d8a5e23-706e-410f-96ea-3ad95b238f66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89312f012a324942bc7666cd03eb77e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256987 Sep 19 03:00:42.902847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59564) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:42.909299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a5e23-706e-410f-96ea-3ad95b238f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75811d51-8adb-439e-89b0-8c33b24912ed,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:42.958087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d56c7cd5-cf24-4863-967f-0329d0ae2d21 None None] Provisioning complete for port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:42.958576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d56c7cd5-cf24-4863-967f-0329d0ae2d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.979745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a83dfa0-6a19-4fee-85d9-dd9974f784f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:42.999617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:00:42.999617 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:00:42.999617 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': '290b0fb512864c3da9ae34dc1a8dc995', 'id': '06171e9e-cba4-49eb-88ea-7d4ca5112eae', 'expiration': datetime.datetime(2021, 9, 19, 3, 2, 42, 734967)}] Sep 19 03:00:42.999617 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:00:43.000081 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:00:43.008229 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a83dfa0-6a19-4fee-85d9-dd9974f784f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.076028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a83dfa0-6a19-4fee-85d9-dd9974f784f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.080415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a83dfa0-6a19-4fee-85d9-dd9974f784f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.081715 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7a83dfa0-6a19-4fee-85d9-dd9974f784f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75811d51-8adb-439e-89b0-8c33b24912ed HTTP/1.1" status: 204 len: 168 time: 0.1776669 Sep 19 03:00:43.103318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-c41da189-55ac-4bca-b83e-b76e73cb580d service neutron] 10.222.0.30 "GET /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da/bindings/n-h2-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.5352590 Sep 19 03:00:43.107717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-37c9276b-6121-4dff-b404-f11ca8683d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:43.108392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83dfa0-6a19-4fee-85d9-dd9974f784f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75811d51-8adb-439e-89b0-8c33b24912ed,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:43.109252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-37c9276b-6121-4dff-b404-f11ca8683d7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1094 time: 0.4222150 Sep 19 03:00:43.111921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d56c7cd5-cf24-4863-967f-0329d0ae2d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.120620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d8209-d05d-471b-9d79-9019908f76e5 req-b2944005-8958-4438-ab5e-b203dfb9c58e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:43.129629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-137d8209-d05d-471b-9d79-9019908f76e5 req-b2944005-8958-4438-ab5e-b203dfb9c58e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.4409053 Sep 19 03:00:43.141007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a97cef-447b-4eff-a35e-f216b8fbb06f req-537f8f02-14ef-41d7-8fc3-ab2f1252759b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:43.150628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3a97cef-447b-4eff-a35e-f216b8fbb06f req-537f8f02-14ef-41d7-8fc3-ab2f1252759b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.5153828 Sep 19 03:00:43.162545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d56c7cd5-cf24-4863-967f-0329d0ae2d21 None None] For port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,segment=NetworkSegment(760dfea4-1e21-4bc1-a19e-83a3d0d581f7),segment_id=760dfea4-1e21-4bc1-a19e-83a3d0d581f7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:43.169956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d56c7cd5-cf24-4863-967f-0329d0ae2d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.241793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c7cd5-cf24-4863-967f-0329d0ae2d21 None None] Pushing event updated for resources: {'Port': ['ID=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:43.276573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-e591d092-447d-4e46-9958-f69f2fe5ad8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 217 time: 0.1219332 Sep 19 03:00:43.288523 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.297314 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.360103 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Attempting to bind port 13b67ab1-2297-4f09-a4ed-de4d1b041266 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:43.360470 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Attempting to bind port 13b67ab1-2297-4f09-a4ed-de4d1b041266 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:43.360836 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Attempting to bind port 13b67ab1-2297-4f09-a4ed-de4d1b041266 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:43.368025 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55098414-6637-4291-9192-afdb08b03bba None None] Pushing event updated for resources: {'Port': ['ID=13b67ab1-2297-4f09-a4ed-de4d1b041266,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:43.371351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:43.371727 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:43.372132 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.372533 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:43.372993 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Bound port: 13b67ab1-2297-4f09-a4ed-de4d1b041266, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:43.373389 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.399690 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.399983 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.400293 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.400627 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.400956 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.401090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6026ad62-4563-4567-a94d-e21f322b3124 None None] Provisioning complete for port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:43.401277 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.401399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6026ad62-4563-4567-a94d-e21f322b3124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.401611 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.401935 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.402350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.402579 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.402938 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.404601 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55098414-6637-4291-9192-afdb08b03bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:00:43.446024 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] For port 13b67ab1-2297-4f09-a4ed-de4d1b041266, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:43.451013 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] For port 13b67ab1-2297-4f09-a4ed-de4d1b041266, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=13b67ab1-2297-4f09-a4ed-de4d1b041266,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:43.451881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3a97cef-447b-4eff-a35e-f216b8fbb06f req-40b947a6-5d9a-4d8d-849b-ae8b94bacce1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002846 Sep 19 03:00:43.459371 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.491794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-137d8209-d05d-471b-9d79-9019908f76e5 req-ae9dcb1b-7e95-4d95-91d5-ff4f5061abd8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616076 Sep 19 03:00:43.512785 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55098414-6637-4291-9192-afdb08b03bba None None] Pushing event updated for resources: {'Port': ['ID=13b67ab1-2297-4f09-a4ed-de4d1b041266,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:43.515378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.529905 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Routers {'f433690e-bf64-4b85-8761-2fa02aedf145'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:43.530735 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f433690e-bf64-4b85-8761-2fa02aedf145'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:43.531033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-4c75ece9-a76a-4665-932e-75a4c715326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:43.532650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-4c75ece9-a76a-4665-932e-75a4c715326e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.2273617 Sep 19 03:00:43.701739 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] Set router f433690e-bf64-4b85-8761-2fa02aedf145 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:43.759408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:43.761678 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f9239a-f63f-4111-b971-5f11914d539c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:43.775580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-d99a050f-5f0a-42f5-8a2a-c49ba6b4edb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201689 Sep 19 03:00:43.878403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:43.903292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.910803 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa171755-1844-4ddf-8f32-49219f2e5366 x-openstack-request-id: req-aa171755-1844-4ddf-8f32-49219f2e5366 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:43.911047 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:43.911285 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa171755-1844-4ddf-8f32-49219f2e5366 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:43.911810 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0', 'status': 'completed', 'code': 200} Sep 19 03:00:43.932160 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:43.985387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:43.985831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.003064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad9f94-7791-49eb-85ab-ac053122a5c8 req-a4c638fe-b2f3-48a5-8968-3bd6df66b18e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:44.010874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebad9f94-7791-49eb-85ab-ac053122a5c8 req-a4c638fe-b2f3-48a5-8968-3bd6df66b18e tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 949 time: 0.3051226 Sep 19 03:00:44.101680 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:41Z', 'revision_number': 3, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port': {'id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:44.137104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=290b0fb512864c3da9ae34dc1a8dc995&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8538182 Sep 19 03:00:44.139924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59602) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:44.147241 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5d8848-b5c2-4553-818c-6cad28270407 None None] The sync data for ids ['f433690e-bf64-4b85-8761-2fa02aedf145'] in n-d-809936-1 is: [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:41Z', 'revision_number': 3, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port': {'id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:00:44.150553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40a28d-5e7b-4a16-b355-a54bf89c4afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae21923a-9d4d-4d46-9db2-3407bfdd79a1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:44.220778 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c88f1f62-c0db-4bda-9ae3-6432e59a1592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.261005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c88f1f62-c0db-4bda-9ae3-6432e59a1592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.275063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebad9f94-7791-49eb-85ab-ac053122a5c8 req-23fc4074-bb3a-4fdf-add4-3aae815b3d39 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552733 Sep 19 03:00:44.277184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-f144eb54-3c99-470f-99f2-eae93572c6e4 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4873531 Sep 19 03:00:44.297133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59608) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:44.317790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:44.323617 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c88f1f62-c0db-4bda-9ae3-6432e59a1592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.326213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c88f1f62-c0db-4bda-9ae3-6432e59a1592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.328418 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c88f1f62-c0db-4bda-9ae3-6432e59a1592 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae21923a-9d4d-4d46-9db2-3407bfdd79a1 HTTP/1.1" status: 204 len: 168 time: 0.1873934 Sep 19 03:00:44.341629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f1f62-c0db-4bda-9ae3-6432e59a1592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae21923a-9d4d-4d46-9db2-3407bfdd79a1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:44.396027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3007211c-7c9e-41ab-9277-f5e8bffbe17b no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:44.421104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:44.429258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 3007211c-7c9e-41ab-9277-f5e8bffbe17b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:00:44.432927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3007211c-7c9e-41ab-9277-f5e8bffbe17b not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:44.459990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fff5bb5-8d7c-4f37-8b6a-cc1efe459baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.511025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61094ab2-c505-456b-9d65-6c9cec5ec1da {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:44.547197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:44.555203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4483e746-7401-4a3f-bb05-08ba3cfc8bdb req-0ca60fab-3029-4913-a0c9-55673d056e77 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613828 Sep 19 03:00:44.566025 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.594061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.803002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca597ada-edb3-4b7c-9c98-fb0cbd17608e req-b7548736-f228-4e1a-847a-617fbb72f1f3 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:44.804813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca597ada-edb3-4b7c-9c98-fb0cbd17608e req-b7548736-f228-4e1a-847a-617fbb72f1f3 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.2348914 Sep 19 03:00:44.880239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59630) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:44.895404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e2f7d6-12e9-4627-be13-ff35aaab083d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:44.968543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eceb3-c0a6-4c7d-bb90-f59b1aa6e624 req-b1abda35-3e30-4ffe-ad67-1c5b8520607c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:44.970398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a3eceb3-c0a6-4c7d-bb90-f59b1aa6e624 req-b1abda35-3e30-4ffe-ad67-1c5b8520607c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 965 time: 0.3350120 Sep 19 03:00:44.973724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] Transition to ACTIVE for port object 61094ab2-c505-456b-9d65-6c9cec5ec1da will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:44.981887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e4a6fd95-1e51-4cbd-9c81-1a34311faf13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be83815390fa4d22905739e57f4da04f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718159 Sep 19 03:00:44.984893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59632) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:44.992372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca597ada-edb3-4b7c-9c98-fb0cbd17608e req-b4328eb4-5828-4405-8070-293c1c4f0272 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710963 Sep 19 03:00:44.997306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9239a-f63f-4111-b971-5f11914d539c req-b15247e1-59ab-4d56-a6e0-3e5b66853e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:44.998815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f9239a-f63f-4111-b971-5f11914d539c req-b15247e1-59ab-4d56-a6e0-3e5b66853e19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1094 time: 0.2807319 Sep 19 03:00:44.999801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.102232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e2f7d6-12e9-4627-be13-ff35aaab083d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.109841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e2f7d6-12e9-4627-be13-ff35aaab083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.169279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2f7d6-12e9-4627-be13-ff35aaab083d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae676ba-4ac1-4a86-95d4-0345c5d4b84e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:45.178140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ac02-6af2-43a6-a5e7-0d851a9b0c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.191380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11e2f7d6-12e9-4627-be13-ff35aaab083d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64dd1924cade417b9c2371e40a94aec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095131 Sep 19 03:00:45.201809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59638) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:45.224324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ac02-6af2-43a6-a5e7-0d851a9b0c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.307522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ac02-6af2-43a6-a5e7-0d851a9b0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.310550 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ac02-6af2-43a6-a5e7-0d851a9b0c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.311950 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e6b2ac02-6af2-43a6-a5e7-0d851a9b0c2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/184e273a-6173-48ff-9c1c-15cb5330d4f5 HTTP/1.1" status: 204 len: 168 time: 0.3259993 Sep 19 03:00:45.329549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2ac02-6af2-43a6-a5e7-0d851a9b0c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184e273a-6173-48ff-9c1c-15cb5330d4f5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:45.526757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Allocated IP 172.20.0.1 (1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a/0c9d6ef8-8c39-4b08-9c94-cf836ed321dc/79f6d107-0e1c-4fba-8a88-bae7302aa639) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:45.533508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] Pushing event updated for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:45.536462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] No DVR routers for this DVR port 61094ab2-c505-456b-9d65-6c9cec5ec1da on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:45.550628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a3eceb3-c0a6-4c7d-bb90-f59b1aa6e624 req-8db38d5b-fde1-4134-8074-db1572471c8e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622203 Sep 19 03:00:45.645790 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.670199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-94f334ff-f9a1-4c91-bd83-4e2ea73a897b service neutron] 10.222.0.30 "PUT /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da/bindings/n-h2-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5164902 Sep 19 03:00:45.709281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9239a-f63f-4111-b971-5f11914d539c req-e70f60d3-0025-476f-b2b7-bacfb79e2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:45.712492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f9239a-f63f-4111-b971-5f11914d539c req-e70f60d3-0025-476f-b2b7-bacfb79e2423 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.7003362 Sep 19 03:00:45.722410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59652) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:45.751739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13876b1d-2eb2-4d41-9ed2-6958ca57b68c req-298018ca-df01-48af-bedf-79104dae4b25 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:45.753129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13876b1d-2eb2-4d41-9ed2-6958ca57b68c req-298018ca-df01-48af-bedf-79104dae4b25 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 949 time: 0.2277329 Sep 19 03:00:45.756228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88b90d4f-b0e6-422b-aab8-cf65ede65482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.787580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f9239a-f63f-4111-b971-5f11914d539c req-8042007c-7ecc-43db-927d-f309c8f5d3bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 217 time: 0.0577047 Sep 19 03:00:45.788175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-affef1df-6585-47e1-8ac6-51937901640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.824271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 13b67ab1-2297-4f09-a4ed-de4d1b041266 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:45.840937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-00eaaf6b-d864-4c9c-987d-43e171c7b407 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:45.843267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-00eaaf6b-d864-4c9c-987d-43e171c7b407 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1117 time: 0.0745950 Sep 19 03:00:45.888847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-affef1df-6585-47e1-8ac6-51937901640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.917196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 13b67ab1-2297-4f09-a4ed-de4d1b041266 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:45.917593 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.920639 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:45.933020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9239a-f63f-4111-b971-5f11914d539c req-05024239-1c4c-4689-9a59-706771c7a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:45.934560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f9239a-f63f-4111-b971-5f11914d539c req-05024239-1c4c-4689-9a59-706771c7a223 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1376889 Sep 19 03:00:45.944465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13876b1d-2eb2-4d41-9ed2-6958ca57b68c req-026e5d5f-f49d-42ff-a488-704940d10c26 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613793 Sep 19 03:00:45.994019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f9239a-f63f-4111-b971-5f11914d539c req-a8fa9de8-b886-493f-b35c-6f1c7318cbee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454342 Sep 19 03:00:46.019131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-331e4b90-ad61-43bc-aabc-164295205a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:46.023661 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-331e4b90-ad61-43bc-aabc-164295205a42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 1117 time: 0.1679962 Sep 19 03:00:46.045835 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.080359 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.104944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 13b67ab1-2297-4f09-a4ed-de4d1b041266, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=13b67ab1-2297-4f09-a4ed-de4d1b041266,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:46.111248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.139161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-affef1df-6585-47e1-8ac6-51937901640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.141799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-affef1df-6585-47e1-8ac6-51937901640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.145586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-affef1df-6585-47e1-8ac6-51937901640e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ae676ba-4ac1-4a86-95d4-0345c5d4b84e HTTP/1.1" status: 204 len: 168 time: 0.9347229 Sep 19 03:00:46.157639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88b90d4f-b0e6-422b-aab8-cf65ede65482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.168608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:46.183072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=13b67ab1-2297-4f09-a4ed-de4d1b041266,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:46.194262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:46.211304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Pushing event updated for resources: {'Port': ['ID=79f6d107-0e1c-4fba-8a88-bae7302aa639,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:46.213890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:46.219486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affef1df-6585-47e1-8ac6-51937901640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae676ba-4ac1-4a86-95d4-0345c5d4b84e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:46.318686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f9239a-f63f-4111-b971-5f11914d539c req-c3312d84-5ad1-46d5-8a7d-07c8f4b6d715 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117149 Sep 19 03:00:46.359690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.397890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-fb136b39-3181-4736-b5b6-639efb653fad tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=252772dca2754327b6dad85e996faff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1169183 Sep 19 03:00:46.405442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:46.481522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:46.536054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88b90d4f-b0e6-422b-aab8-cf65ede65482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.584034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88b90d4f-b0e6-422b-aab8-cf65ede65482 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94dfdbc19bc242468bfb6aef33683bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8604858 Sep 19 03:00:46.586023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b90d4f-b0e6-422b-aab8-cf65ede65482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9895ef22-aaa9-4a11-a863-cd6b0d0862ce,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:46.588466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59680) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:46.592010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-e0f22637-414e-4d90-89f2-4e5c0800ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:46.593427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-e0f22637-414e-4d90-89f2-4e5c0800ad97 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1117 time: 0.4926081 Sep 19 03:00:46.635794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-872c267b-8053-4800-8af5-d8a143b9bc99 None None] Provisioning complete for port 79f6d107-0e1c-4fba-8a88-bae7302aa639 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:46.636407 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-872c267b-8053-4800-8af5-d8a143b9bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.638917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fe9c7-5ce2-446f-b90a-0f5183f22e20 req-4e52ac6c-1d28-4879-b9bf-ffca7d95bb32 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:46.646167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc3fe9c7-5ce2-446f-b90a-0f5183f22e20 req-4e52ac6c-1d28-4879-b9bf-ffca7d95bb32 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.3425870 Sep 19 03:00:46.676901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-872c267b-8053-4800-8af5-d8a143b9bc99 None None] Port 79f6d107-0e1c-4fba-8a88-bae7302aa639 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:00:46.690429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f9239a-f63f-4111-b971-5f11914d539c req-16717e3d-d9f6-4906-8427-ce4ca3997464 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394241 Sep 19 03:00:46.730941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e773ca-5d75-493a-b7a2-7a0bc2c1d372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.733475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-7a2483b3-aeec-4aa0-a089-0c2008ba75ef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:46.739240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-7a2483b3-aeec-4aa0-a089-0c2008ba75ef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317758 Sep 19 03:00:46.756028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-4c629351-13f5-4d63-a5ab-c78affe19a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:46.757457 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-4c629351-13f5-4d63-a5ab-c78affe19a6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1514623 Sep 19 03:00:46.765863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e773ca-5d75-493a-b7a2-7a0bc2c1d372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.777635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc3fe9c7-5ce2-446f-b90a-0f5183f22e20 req-888ec45d-0bdc-4899-89a1-c28a95e5c99f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306107 Sep 19 03:00:46.779402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-1b9b39b2-9a42-43b2-a34c-1e18783e1930 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/quotas/252772dca2754327b6dad85e996faff1 HTTP/1.1" status: 200 len: 375 time: 0.0287440 Sep 19 03:00:46.815194 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-438348cf-e1ac-4f00-b6ff-f100fd848339 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 217 time: 0.0427842 Sep 19 03:00:46.839683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-81d488dd-3478-4fde-908a-b824eb8b3f4f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=252772dca2754327b6dad85e996faff1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323532 Sep 19 03:00:46.840269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.894062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e773ca-5d75-493a-b7a2-7a0bc2c1d372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.896641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e773ca-5d75-493a-b7a2-7a0bc2c1d372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:46.900402 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-66e773ca-5d75-493a-b7a2-7a0bc2c1d372 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9895ef22-aaa9-4a11-a863-cd6b0d0862ce HTTP/1.1" status: 204 len: 168 time: 0.3081250 Sep 19 03:00:46.900496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-09efe7fc-00e4-413f-8dd2-fc6c3aa20cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:46.902129 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-09efe7fc-00e4-413f-8dd2-fc6c3aa20cf9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0720892 Sep 19 03:00:46.911292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e773ca-5d75-493a-b7a2-7a0bc2c1d372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895ef22-aaa9-4a11-a863-cd6b0d0862ce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:46.950599 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-cf9d5220-76a6-4920-86a1-87bc839c0d16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355291 Sep 19 03:00:47.088440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacbee0-12cb-4cc3-a362-e6d1fcbc5ad2 req-858d0250-2761-436b-abfe-63e0f336de0d tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:47.090260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eacbee0-12cb-4cc3-a362-e6d1fcbc5ad2 req-858d0250-2761-436b-abfe-63e0f336de0d tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 1100 time: 0.0740523 Sep 19 03:00:47.130022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b128e160-b280-4f90-a045-8f3efa7d27c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.133377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.140265 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6eacbee0-12cb-4cc3-a362-e6d1fcbc5ad2 req-097fdf51-e7c9-4149-812a-3b6b8ab4e172 tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.150256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.180920 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-21dcebcf-6b62-4e73-97c3-252f35fdb045 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158935 Sep 19 03:00:47.315667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Pushing event updated for resources: {'Port': ['ID=79f6d107-0e1c-4fba-8a88-bae7302aa639,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:47.335119 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-2d74c65c-8d7a-48e1-8cc5-2b5e93f6731d service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179793 Sep 19 03:00:47.338787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.395906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa03353-6f7b-470b-9acf-38bc95334657 req-66d8bff3-9be0-474c-9ccf-f0970c45c369 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:47.397262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aaa03353-6f7b-470b-9acf-38bc95334657 req-66d8bff3-9be0-474c-9ccf-f0970c45c369 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 966 time: 0.2039356 Sep 19 03:00:47.516317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aaa03353-6f7b-470b-9acf-38bc95334657 req-61248a23-52a6-4c99-b818-cfb20f3a1e74 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000021 Sep 19 03:00:47.540633 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6eacbee0-12cb-4cc3-a362-e6d1fcbc5ad2 req-097fdf51-e7c9-4149-812a-3b6b8ab4e172 tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.561722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6eacbee0-12cb-4cc3-a362-e6d1fcbc5ad2 req-097fdf51-e7c9-4149-812a-3b6b8ab4e172 tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.642350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:47.668016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b46df38f-5f66-46d1-aad6-00e0ee7a76a2 req-977999f8-4756-45c5-8591-452e27222250 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 210 time: 0.0486937 Sep 19 03:00:47.671787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:47.690761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eacbee0-12cb-4cc3-a362-e6d1fcbc5ad2 req-097fdf51-e7c9-4149-812a-3b6b8ab4e172 tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891092 Sep 19 03:00:47.721818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-14dbe2c6-6c01-47b9-935d-6880231c1287 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:47.724539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fdf51-e7c9-4149-812a-3b6b8ab4e172 tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622ceba5-b116-4644-8dee-817de4a52f36,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:47.726074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-14dbe2c6-6c01-47b9-935d-6880231c1287 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1117 time: 0.0897665 Sep 19 03:00:47.903699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 13b67ab1-2297-4f09-a4ed-de4d1b041266 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:47.944279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Router f433690e-bf64-4b85-8761-2fa02aedf145 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:00:47.962114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-c0c03e09-2d6a-439b-a33c-646eba8240a2 service neutron] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:47.966006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-c0c03e09-2d6a-439b-a33c-646eba8240a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:47.967337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-95fa1f77-2d24-4071-8329-8030f8e22a4c req-c0c03e09-2d6a-439b-a33c-646eba8240a2 service neutron] 10.222.0.32 "DELETE /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da/bindings/n-h1-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.2311795 Sep 19 03:00:47.968107 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:48.073377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 13b67ab1-2297-4f09-a4ed-de4d1b041266 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:48.073708 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:48.083539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d346159-2a55-4474-912c-b492a6552834 req-1e2f919d-5c38-445f-adf2-bcaa0de6454c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:48.091666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d346159-2a55-4474-912c-b492a6552834 req-1e2f919d-5c38-445f-adf2-bcaa0de6454c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.0795004 Sep 19 03:00:48.154695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-dcaa7c28-0d6a-45e6-aefd-cd4534938115 None None] Provisioning complete for port 79f6d107-0e1c-4fba-8a88-bae7302aa639 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:48.156910 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcaa7c28-0d6a-45e6-aefd-cd4534938115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:48.175300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d346159-2a55-4474-912c-b492a6552834 req-1d913906-5d1a-4980-9c46-b5fa648c61e9 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826042 Sep 19 03:00:48.201306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:00:48.215567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Sync routers for ids ['f433690e-bf64-4b85-8761-2fa02aedf145'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:00:48.219564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dab79550-9530-4e83-a72e-71902830da18 admin admin] 10.222.0.22 "PUT /v2.0/routers/f433690e-bf64-4b85-8761-2fa02aedf145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7779880 Sep 19 03:00:48.250167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Routers {'f433690e-bf64-4b85-8761-2fa02aedf145'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:48.250873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f433690e-bf64-4b85-8761-2fa02aedf145'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:48.252659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa7c28-0d6a-45e6-aefd-cd4534938115 None None] Port 79f6d107-0e1c-4fba-8a88-bae7302aa639 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:00:48.322486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:48.374498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Set router f433690e-bf64-4b85-8761-2fa02aedf145 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:48.597641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-d43f4e6f-e3f5-4ea9-b5e5-8fd70610d541 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=252772dca2754327b6dad85e996faff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0750456 Sep 19 03:00:48.641765 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-3ec013c4-a6ee-4e20-9c1c-41d322eca91f req-ab9b5757-0ac4-49dd-b9e3-d351e4ed7c49 tempest-FloatingIPDetailsNegativeTestJSON-519025493 tempest-FloatingIPDetailsNegativeTestJSON-519025493-project] show failed (client error): The resource could not be found. Sep 19 03:00:48.653142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59762) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:48.653789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ec013c4-a6ee-4e20-9c1c-41d322eca91f req-ab9b5757-0ac4-49dd-b9e3-d351e4ed7c49 tempest-FloatingIPDetailsNegativeTestJSON-519025493 tempest-FloatingIPDetailsNegativeTestJSON-519025493-project] 10.222.0.22 "GET /v2.0/floatingips/783aacd5-b56e-4eee-9a40-0e3576e07ef2 HTTP/1.1" status: 404 len: 350 time: 0.1070023 Sep 19 03:00:48.809198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:46Z', 'revision_number': 4, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port': {'id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '79f6d107-0e1c-4fba-8a88-bae7302aa639', 'name': '', 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'mac_address': 'fa:16:3e:b2:74:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0c9d6ef8-8c39-4b08-9c94-cf836ed321dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:44Z', 'updated_at': '2021-09-19T03:00:46Z', 'revision_number': 2, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'subnets': [{'id': '0c9d6ef8-8c39-4b08-9c94-cf836ed321dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:48.849117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Checking router: f433690e-bf64-4b85-8761-2fa02aedf145 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:00:48.849117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Updating router f433690e-bf64-4b85-8761-2fa02aedf145 port 79f6d107-0e1c-4fba-8a88-bae7302aa639 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:00:48.919424 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.090462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6acabf1d-9011-4879-868c-851f14733b55 req-aa508e22-ae78-456e-9b58-f26e30b69ba9 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 210 time: 0.0888591 Sep 19 03:00:49.159967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d871-eb4b-45c0-81dd-c3497cfc88a3 req-a7e626e4-7c50-4602-9bba-bee7e80e6954 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:49.170453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9135d871-eb4b-45c0-81dd-c3497cfc88a3 req-a7e626e4-7c50-4602-9bba-bee7e80e6954 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 966 time: 0.1698918 Sep 19 03:00:49.254257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9135d871-eb4b-45c0-81dd-c3497cfc88a3 req-84ed123a-4935-4b9e-972c-f14c166abdfe tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665541 Sep 19 03:00:49.259477 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.272240 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.307902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-9bb54825-4911-4f01-b865-fc86aa05ebf7 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:49.309387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-9bb54825-4911-4f01-b865-fc86aa05ebf7 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6769993 Sep 19 03:00:49.323153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135ec30-e491-49bd-b1f6-e1079698e76b None None] Pushing event updated for resources: {'Port': ['ID=79f6d107-0e1c-4fba-8a88-bae7302aa639,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:49.324024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Request body: {'port': {'device_id': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '252772dca2754327b6dad85e996faff1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:49.344070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428a906-e71b-4cbe-9ee8-935b1185766f req-396c8d00-7101-4dbd-9843-360eafd2aa2f tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:49.345632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a428a906-e71b-4cbe-9ee8-935b1185766f req-396c8d00-7101-4dbd-9843-360eafd2aa2f tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 1100 time: 0.1214745 Sep 19 03:00:49.351132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.429408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Attempting to bind port 79f6d107-0e1c-4fba-8a88-bae7302aa639 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:49.429782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Attempting to bind port 79f6d107-0e1c-4fba-8a88-bae7302aa639 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:49.430186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Attempting to bind port 79f6d107-0e1c-4fba-8a88-bae7302aa639 on network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:49.441853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:49.442239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Checking segment: {'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:49.444609 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.445017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Bound using segment: {'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:49.445500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Bound port: 79f6d107-0e1c-4fba-8a88-bae7302aa639, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760dfea4-1e21-4bc1-a19e-83a3d0d581f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:49.445938 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.511918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a428a906-e71b-4cbe-9ee8-935b1185766f req-46105229-d204-4f03-884b-ea826b655b6c tempest-ServersAdminNegativeTestJSON-992529555 tempest-ServersAdminNegativeTestJSON-992529555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487956 Sep 19 03:00:49.577475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] For port 79f6d107-0e1c-4fba-8a88-bae7302aa639, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:49.580805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] For port 79f6d107-0e1c-4fba-8a88-bae7302aa639, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=79f6d107-0e1c-4fba-8a88-bae7302aa639,segment=NetworkSegment(760dfea4-1e21-4bc1-a19e-83a3d0d581f7),segment_id=760dfea4-1e21-4bc1-a19e-83a3d0d581f7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:49.588967 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.653589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135ec30-e491-49bd-b1f6-e1079698e76b None None] Pushing event updated for resources: {'Port': ['ID=79f6d107-0e1c-4fba-8a88-bae7302aa639,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:49.662290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Made reservation on behalf of 252772dca2754327b6dad85e996faff1 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:49.673804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.702612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f04b7e66-a298-446e-b3ca-2a1060345975 None None] Provisioning complete for port 79f6d107-0e1c-4fba-8a88-bae7302aa639 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:49.703009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f04b7e66-a298-446e-b3ca-2a1060345975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.708742 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.718816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59796) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:49.746427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed94e4-87e0-459b-80df-043868e0674e req-ae877aca-e333-4b9a-a93e-505c301d01bf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:49.747209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Routers {'f433690e-bf64-4b85-8761-2fa02aedf145'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:49.748182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f433690e-bf64-4b85-8761-2fa02aedf145'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:49.749334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47ed94e4-87e0-459b-80df-043868e0674e req-ae877aca-e333-4b9a-a93e-505c301d01bf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.2364938 Sep 19 03:00:49.879120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47ed94e4-87e0-459b-80df-043868e0674e req-c61af9b2-7970-458a-b8b7-dfc575826297 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134472 Sep 19 03:00:49.917232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Deleting port 79f6d107-0e1c-4fba-8a88-bae7302aa639 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:49.918335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.991079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3ed2672-b7f5-40c1-9edb-898bc18f7a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:49.996798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] Set router f433690e-bf64-4b85-8761-2fa02aedf145 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:49.999488 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.007085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.074367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45096228-aba5-41d4-b879-01d0f9eee7b3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:50.112500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] For port 79f6d107-0e1c-4fba-8a88-bae7302aa639, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=79f6d107-0e1c-4fba-8a88-bae7302aa639,segment=NetworkSegment(760dfea4-1e21-4bc1-a19e-83a3d0d581f7),segment_id=760dfea4-1e21-4bc1-a19e-83a3d0d581f7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:50.112861 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.132178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Calling delete_port for 79f6d107-0e1c-4fba-8a88-bae7302aa639 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:50.216148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.229078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Allocated IP 192.168.233.115 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/9a0308f6-1e13-4211-9543-0052f10aa846) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:50.296951 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f04b7e66-a298-446e-b3ca-2a1060345975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.302984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-146920d3-51bf-4e68-b8c4-878f3c86f6b1 req-0683942a-d54b-46d3-ad29-7fca696f7217 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 210 time: 0.0773909 Sep 19 03:00:50.315362 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3ed2672-b7f5-40c1-9edb-898bc18f7a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.326942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3ed2672-b7f5-40c1-9edb-898bc18f7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.345927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f04b7e66-a298-446e-b3ca-2a1060345975 None None] For port 79f6d107-0e1c-4fba-8a88-bae7302aa639, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=79f6d107-0e1c-4fba-8a88-bae7302aa639,segment=NetworkSegment(760dfea4-1e21-4bc1-a19e-83a3d0d581f7),segment_id=760dfea4-1e21-4bc1-a19e-83a3d0d581f7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:50.346332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467232b1-346c-45ec-a248-2d6ae58839ff req-335676b8-b312-48f0-85e1-1b2feebf934b tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:50.354324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-467232b1-346c-45ec-a248-2d6ae58839ff req-335676b8-b312-48f0-85e1-1b2feebf934b tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1117 time: 0.1276174 Sep 19 03:00:50.382979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed2672-b7f5-40c1-9edb-898bc18f7a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b630a6-ea7d-4d11-bc89-0e0238159800,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:50.391890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3ed2672-b7f5-40c1-9edb-898bc18f7a74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90907b8823f44e0b86708c37cc776ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6716809 Sep 19 03:00:50.393811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59814) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:50.406501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:50.451224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.483045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Pushing event deleted for resources: {'Port': ['ID=79f6d107-0e1c-4fba-8a88-bae7302aa639,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:50.494372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-467232b1-346c-45ec-a248-2d6ae58839ff req-ef77abd7-bb39-45bf-9125-5a438e970d8b tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193726 Sep 19 03:00:50.501362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f04b7e66-a298-446e-b3ca-2a1060345975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.539104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b7e66-a298-446e-b3ca-2a1060345975 None None] Pushing event deleted for resources: {'Port': ['ID=79f6d107-0e1c-4fba-8a88-bae7302aa639,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:50.598401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:50.608481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.658237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c4ab429d-8765-440f-a441-feb52df9c08b None None] Could not find standard attr ID for object 79f6d107-0e1c-4fba-8a88-bae7302aa639. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:00:50.666656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'd76240c8-aa9d-443c-aa40-d489721bd9a0', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'port_id': 'd76240c8-aa9d-443c-aa40-d489721bd9a0', 'mac_address': 'fa:16:3e:44:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e173fd-59d2-4cdd-9fca-055d94aea1a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:50.703217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:46Z', 'revision_number': 4, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port': {'id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '79f6d107-0e1c-4fba-8a88-bae7302aa639', 'name': '', 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'mac_address': 'fa:16:3e:b2:74:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0c9d6ef8-8c39-4b08-9c94-cf836ed321dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:44Z', 'updated_at': '2021-09-19T03:00:49Z', 'revision_number': 4, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'subnets': [{'id': '0c9d6ef8-8c39-4b08-9c94-cf836ed321dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:50.729581 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.738307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38eb7093-e959-489d-bd73-8cb9c5cbdd0c None None] The sync data for ids ['f433690e-bf64-4b85-8761-2fa02aedf145'] in n-d-809936-1 is: [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:46Z', 'revision_number': 4, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port': {'id': '13b67ab1-2297-4f09-a4ed-de4d1b041266', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:5b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '79f6d107-0e1c-4fba-8a88-bae7302aa639', 'name': '', 'network_id': '1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'mac_address': 'fa:16:3e:b2:74:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '0c9d6ef8-8c39-4b08-9c94-cf836ed321dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:00:44Z', 'updated_at': '2021-09-19T03:00:49Z', 'revision_number': 4, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'subnets': [{'id': '0c9d6ef8-8c39-4b08-9c94-cf836ed321dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:00:50.768948 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.795736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76240c8-aa9d-443c-aa40-d489721bd9a0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:50.858425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8064c1a6-86fe-4d0d-b030-6bcc4fa8d040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.868349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:50.882164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.944739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:50.994366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:51.010330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:51.016390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:51.034994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:51.059168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-aa071150-2e7e-4912-9ccd-47d509edb3e7 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:51.066688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-aa071150-2e7e-4912-9ccd-47d509edb3e7 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.2145751 Sep 19 03:00:51.123736 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8064c1a6-86fe-4d0d-b030-6bcc4fa8d040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.126526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Pushing event updated for resources: {'Port': ['ID=9a0308f6-1e13-4211-9543-0052f10aa846,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:51.150225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-f43b244d-699d-4e3e-aa6d-26142c378d7b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/quotas/9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 375 time: 0.0825915 Sep 19 03:00:51.229430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:51.230103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.241558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90d5ea-995b-4b4b-9019-1ae557dfde4b req-a85ce6e2-9c33-4a35-bc7a-dd8b7c27d41c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:51.243794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d90d5ea-995b-4b4b-9019-1ae557dfde4b req-a85ce6e2-9c33-4a35-bc7a-dd8b7c27d41c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 944 time: 0.2160990 Sep 19 03:00:51.289060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-03899c22-438e-4a87-87b0-958ce98f15dc None None] Provisioning complete for port 9a0308f6-1e13-4211-9543-0052f10aa846 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:51.290221 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03899c22-438e-4a87-87b0-958ce98f15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.328173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-02be421d-02a7-454c-a77c-068daca5b501 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0079188 Sep 19 03:00:51.337041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-bdd894ff-bef4-4b8d-bbab-c6c830287d99 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1735079 Sep 19 03:00:51.337659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8064c1a6-86fe-4d0d-b030-6bcc4fa8d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.340812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8064c1a6-86fe-4d0d-b030-6bcc4fa8d040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.346211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8064c1a6-86fe-4d0d-b030-6bcc4fa8d040 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2b630a6-ea7d-4d11-bc89-0e0238159800 HTTP/1.1" status: 204 len: 168 time: 0.9492385 Sep 19 03:00:51.346378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d76240c8-aa9d-443c-aa40-d489721bd9a0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:51.348486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-03899c22-438e-4a87-87b0-958ce98f15dc None None] Port 9a0308f6-1e13-4211-9543-0052f10aa846 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:00:51.354529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Request body: {'port': {'device_id': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:51.502722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d90d5ea-995b-4b4b-9019-1ae557dfde4b req-510f4bc2-404d-4f17-9f92-d9b8c819682f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491095 Sep 19 03:00:51.523204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064c1a6-86fe-4d0d-b030-6bcc4fa8d040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b630a6-ea7d-4d11-bc89-0e0238159800,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:51.535969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Router f433690e-bf64-4b85-8761-2fa02aedf145 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:00:51.600162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.628142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-95325750-3788-4395-af07-1e0685fb5893 service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409754 Sep 19 03:00:51.675310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:00:51.684873 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b8a32f58-32b3-4c7a-a56c-1dc4cc18bded admin admin] 10.222.0.22 "PUT /v2.0/routers/f433690e-bf64-4b85-8761-2fa02aedf145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0282688 Sep 19 03:00:51.685188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59856) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:51.769153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b0aa9-0aad-4a31-bd01-b99a5fb0065d req-0b2569f9-4041-48c7-a95b-4ebecae91728 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:51.770713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-322b0aa9-0aad-4a31-bd01-b99a5fb0065d req-0b2569f9-4041-48c7-a95b-4ebecae91728 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 949 time: 0.1658077 Sep 19 03:00:51.790928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59858) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:51.831557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b24acc64-73ff-44d4-bc21-de68944240e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.861312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:51.871305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-2cb3e04b-0081-470c-906f-ff61ab6ab2dc service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248168 Sep 19 03:00:51.903807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-322b0aa9-0aad-4a31-bd01-b99a5fb0065d req-75ec9145-3afc-4ab7-82d8-17b0a8b743fc tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879924 Sep 19 03:00:52.012465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.102716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b24acc64-73ff-44d4-bc21-de68944240e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.112893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b24acc64-73ff-44d4-bc21-de68944240e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.160958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0308f6-1e13-4211-9543-0052f10aa846 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:52.171942 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.177732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Deleting port 13b67ab1-2297-4f09-a4ed-de4d1b041266 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:52.178285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.183418 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b24acc64-73ff-44d4-bc21-de68944240e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac9c6236685c4a5a9362dacc3056fdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3915133 Sep 19 03:00:52.192425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59868) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:52.194772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24acc64-73ff-44d4-bc21-de68944240e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e0a41-eefa-4a87-82df-59b1cb7ce9e6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:52.240973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Transition to ACTIVE for port object 9a0308f6-1e13-4211-9543-0052f10aa846 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:52.246356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21ab9db6-061b-44f8-b5d4-daf23c5eba56 req-d42c18b2-16dd-45e6-b248-7f7cd9318449 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 210 time: 0.0523884 Sep 19 03:00:52.254040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6d5d-5031-41d3-9484-8297b46b02f6 req-58181f35-3984-49d8-b842-af8651b035e7 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:52.268668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ab6d5d-5031-41d3-9484-8297b46b02f6 req-58181f35-3984-49d8-b842-af8651b035e7 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 936 time: 0.1744564 Sep 19 03:00:52.282594 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.315483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] For port 13b67ab1-2297-4f09-a4ed-de4d1b041266, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=13b67ab1-2297-4f09-a4ed-de4d1b041266,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:52.316596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.333268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Calling delete_port for 13b67ab1-2297-4f09-a4ed-de4d1b041266 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:52.513816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Pushing event updated for resources: {'Port': ['ID=9a0308f6-1e13-4211-9543-0052f10aa846,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:52.531471 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] Sync routers for ids ['f433690e-bf64-4b85-8761-2fa02aedf145'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:00:52.561510 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] Routers {'f433690e-bf64-4b85-8761-2fa02aedf145'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:52.564353 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f433690e-bf64-4b85-8761-2fa02aedf145'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:52.568101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.597573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ab6d5d-5031-41d3-9484-8297b46b02f6 req-6a967443-bd51-4b8e-9b40-0695dad11d93 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278337 Sep 19 03:00:52.606019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b67ab1-2297-4f09-a4ed-de4d1b041266,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:52.629264 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f698f48a-f66b-4bb7-b9e6-35eb759b8296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.697841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.708451 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] Set router f433690e-bf64-4b85-8761-2fa02aedf145 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:52.752483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f698f48a-f66b-4bb7-b9e6-35eb759b8296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.779060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Attempting to bind port 9a0308f6-1e13-4211-9543-0052f10aa846 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:52.779659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Attempting to bind port 9a0308f6-1e13-4211-9543-0052f10aa846 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:52.783452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Attempting to bind port 9a0308f6-1e13-4211-9543-0052f10aa846 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:52.786097 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:52Z', 'revision_number': 7, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:52.809512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Port 9a0308f6-1e13-4211-9543-0052f10aa846 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:52.809972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Attempting to bind port 9a0308f6-1e13-4211-9543-0052f10aa846 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:52.819017 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] Checking router: f433690e-bf64-4b85-8761-2fa02aedf145 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:00:52.829102 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] Routers {'f433690e-bf64-4b85-8761-2fa02aedf145'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:00:52.829946 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:00:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f433690e-bf64-4b85-8761-2fa02aedf145'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:52.839987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.842298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.870857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ab9c4-dc40-461b-b3e1-94f7e075ac6f req-34e7cf05-5d9f-415d-8ff4-2b72f80598ed tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:52.878535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b16ab9c4-dc40-461b-b3e1-94f7e075ac6f req-34e7cf05-5d9f-415d-8ff4-2b72f80598ed tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 944 time: 0.2182593 Sep 19 03:00:52.883943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:52.884458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:52.884969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:52.885722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Bound port: 9a0308f6-1e13-4211-9543-0052f10aa846, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:52.886263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.911971 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] Set router f433690e-bf64-4b85-8761-2fa02aedf145 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:00:52.952809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.953684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f433690e-bf64-4b85-8761-2fa02aedf145 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:00:52.964784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:52.966567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8dfb32a5-48b2-40e3-b831-05c204c527c6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f433690e-bf64-4b85-8761-2fa02aedf145 HTTP/1.1" status: 204 len: 168 time: 1.2800665 Sep 19 03:00:52.969277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59892) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:52.997869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b16ab9c4-dc40-461b-b3e1-94f7e075ac6f req-0710073f-ea7e-477e-9a2c-7a1e9f6c742b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182284 Sep 19 03:00:53.005826 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:52Z', 'revision_number': 7, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:53.016890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:53.024399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f698f48a-f66b-4bb7-b9e6-35eb759b8296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.028258 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f698f48a-f66b-4bb7-b9e6-35eb759b8296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.029624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f698f48a-f66b-4bb7-b9e6-35eb759b8296 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c59e0a41-eefa-4a87-82df-59b1cb7ce9e6 HTTP/1.1" status: 204 len: 168 time: 0.8328009 Sep 19 03:00:53.055037 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b8118b-b0df-468c-ae85-59679e39aa61 None None] The sync data for ids ['f433690e-bf64-4b85-8761-2fa02aedf145'] in n-d-809936-1 is: [{'id': 'f433690e-bf64-4b85-8761-2fa02aedf145', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1360582934-router', 'tenant_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:00:40Z', 'updated_at': '2021-09-19T03:00:52Z', 'revision_number': 7, 'project_id': '2b5f6cc806b84fce9bb834afc9a0c0c2', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:00:53.077517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698f48a-f66b-4bb7-b9e6-35eb759b8296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e0a41-eefa-4a87-82df-59b1cb7ce9e6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:53.123515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] Deleting subnet 0c9d6ef8-8c39-4b08-9c94-cf836ed321dc {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:00:53.131691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.178065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-439fcf43-8dbf-4caf-bd68-e1834f6cfa74 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:53.180769 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-439fcf43-8dbf-4caf-bd68-e1834f6cfa74 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 949 time: 0.1822562 Sep 19 03:00:53.186320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] For port 9a0308f6-1e13-4211-9543-0052f10aa846, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:53.347729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Deleting port 2b1bd39e-5483-41c9-a239-d489194d95fe {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:53.347729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.487961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a7d108c9-70da-40cb-8b5d-f051736595a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.504853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.525001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] For port 2b1bd39e-5483-41c9-a239-d489194d95fe, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b1bd39e-5483-41c9-a239-d489194d95fe,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:53.525364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.545469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] For port 9a0308f6-1e13-4211-9543-0052f10aa846, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9a0308f6-1e13-4211-9543-0052f10aa846,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:53.546368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Calling delete_port for 2b1bd39e-5483-41c9-a239-d489194d95fe owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:53.569510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758a472-2b76-4f6f-901a-d841d11c5e49 req-667d218d-2350-4fad-93ac-cfac2353c93f tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:53.577733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6758a472-2b76-4f6f-901a-d841d11c5e49 req-667d218d-2350-4fad-93ac-cfac2353c93f tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=119a8935-2591-4008-b820-75d535679e6b HTTP/1.1" status: 200 len: 949 time: 0.5450971 Sep 19 03:00:53.614867 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.712974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ae5fa6f-3c24-4ed9-a713-be096b5d430d req-69b8cb34-888b-49b2-adfb-38a7c7d59c5d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 210 time: 0.1713285 Sep 19 03:00:53.731658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Pushing event updated for resources: {'Port': ['ID=9a0308f6-1e13-4211-9543-0052f10aa846,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:53.751453 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.785895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['679e5483-4fda-4515-8cde-b5977c823d33', '2b1bd39e-5483-41c9-a239-d489194d95fe'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:53.790530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Pushing event deleted for resources: {'Port': ['ID=2b1bd39e-5483-41c9-a239-d489194d95fe,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:53.861616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:53.862248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.863676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-317e38b6-919e-4650-bc61-7e1183788afd service neutron] 10.222.0.30 "PUT /v2.0/ports/9a0308f6-1e13-4211-9543-0052f10aa846 HTTP/1.1" status: 200 len: 1096 time: 2.5157232 Sep 19 03:00:53.864757 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:00:53.873737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] No DVR routers for this DVR port 2b1bd39e-5483-41c9-a239-d489194d95fe on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:53.877811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.880811 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-372f80d7-8348-4d69-83f8-b58a98cc6d8e req-070c18ce-e6ef-4fd8-b307-c43ddbd1525d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "DELETE /v2.0/ports/2b1bd39e-5483-41c9-a239-d489194d95fe HTTP/1.1" status: 204 len: 173 time: 0.6919384 Sep 19 03:00:53.881592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119a8935-2591-4008-b820-75d535679e6b', 'name': 'network-vif-deleted', 'tag': '2b1bd39e-5483-41c9-a239-d489194d95fe'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:53.885021 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4b99b0-bf9d-445c-9472-51c95865ff08" -d '{"events": [{"server_uuid": "119a8935-2591-4008-b820-75d535679e6b", "name": "network-vif-deleted", "tag": "2b1bd39e-5483-41c9-a239-d489194d95fe"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:53.899678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'tag': '9a0308f6-1e13-4211-9543-0052f10aa846'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:53.901915 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a47e1b09-c1ff-4d21-9154-f7c002971fb2", "tag": "9a0308f6-1e13-4211-9543-0052f10aa846"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:53.906153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a7d108c9-70da-40cb-8b5d-f051736595a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:53.922418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6758a472-2b76-4f6f-901a-d841d11c5e49 req-7ab86b1e-1f15-4359-9f41-504de7a8fdc5 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432279 Sep 19 03:00:53.924366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a7d108c9-70da-40cb-8b5d-f051736595a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.009127 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a7d108c9-70da-40cb-8b5d-f051736595a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f8b2f7c9b2e480b9570cc0a35a69924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9903207 Sep 19 03:00:54.010005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d108c9-70da-40cb-8b5d-f051736595a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323bddc8-7db9-478d-aeee-5f7e29541707,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:54.013665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:54.033980 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b303badb-5a41-464d-ac35-b4edd6e87d81 x-openstack-request-id: req-b303badb-5a41-464d-ac35-b4edd6e87d81 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:54.034278 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119a8935-2591-4008-b820-75d535679e6b", "name": "network-vif-deleted", "tag": "2b1bd39e-5483-41c9-a239-d489194d95fe", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:54.034527 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b303badb-5a41-464d-ac35-b4edd6e87d81 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:54.042537 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119a8935-2591-4008-b820-75d535679e6b', 'name': 'network-vif-deleted', 'tag': '2b1bd39e-5483-41c9-a239-d489194d95fe', 'status': 'completed', 'code': 200} Sep 19 03:00:54.128673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 79f6d107-0e1c-4fba-8a88-bae7302aa639 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:54.150036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc1f45ca-2ad2-43bb-8609-5e2b19f62736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.172490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.186722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 79f6d107-0e1c-4fba-8a88-bae7302aa639 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:00:54.187114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 79f6d107-0e1c-4fba-8a88-bae7302aa639 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:54.187510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 13b67ab1-2297-4f09-a4ed-de4d1b041266 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:54.198343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc1f45ca-2ad2-43bb-8609-5e2b19f62736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.212261 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f807b8-0424-49c4-9a3b-7113799443cb x-openstack-request-id: req-30f807b8-0424-49c4-9a3b-7113799443cb {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:54.212414 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47e1b09-c1ff-4d21-9154-f7c002971fb2", "tag": "9a0308f6-1e13-4211-9543-0052f10aa846", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:54.212641 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30f807b8-0424-49c4-9a3b-7113799443cb {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:54.213041 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'tag': '9a0308f6-1e13-4211-9543-0052f10aa846', 'status': 'completed', 'code': 200} Sep 19 03:00:54.231288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 13b67ab1-2297-4f09-a4ed-de4d1b041266 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:00:54.231762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 13b67ab1-2297-4f09-a4ed-de4d1b041266 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:54.319962 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc1f45ca-2ad2-43bb-8609-5e2b19f62736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.323698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc1f45ca-2ad2-43bb-8609-5e2b19f62736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.326856 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dc1f45ca-2ad2-43bb-8609-5e2b19f62736 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/323bddc8-7db9-478d-aeee-5f7e29541707 HTTP/1.1" status: 204 len: 168 time: 0.3120725 Sep 19 03:00:54.337625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f45ca-2ad2-43bb-8609-5e2b19f62736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323bddc8-7db9-478d-aeee-5f7e29541707,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:54.386334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-2acf8968-60a3-478b-a263-8335e0fc3fb9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:54.387926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-2acf8968-60a3-478b-a263-8335e0fc3fb9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.8445315 Sep 19 03:00:54.399741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a0c46-5a38-47ed-97e5-ac27833530f9 req-46616b20-5248-496e-ae5f-53bba627e24b tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:54.407315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f3a0c46-5a38-47ed-97e5-ac27833530f9 req-46616b20-5248-496e-ae5f-53bba627e24b tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 948 time: 0.5588574 Sep 19 03:00:54.421522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Request body: {'port': {'device_id': '884b35b1-8170-44ab-b15c-87d630016cec', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'admin_state_up': True, 'tenant_id': '9eb23c319f2d4904a9ad325b7d1efd73'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:54.454984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:00:54.455229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-7585d076-71ac-4186-97bb-854ab882182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:54.456539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-7585d076-71ac-4186-97bb-854ab882182f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=252772dca2754327b6dad85e996faff1&device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 1099 time: 0.4713283 Sep 19 03:00:54.552492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port d76240c8-aa9d-443c-aa40-d489721bd9a0 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:00:54.563297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port d76240c8-aa9d-443c-aa40-d489721bd9a0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:00:54.563850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.616292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-a90b62bf-48be-4e65-b0e3-4b70ab1dae51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9a0308f6-1e13-4211-9543-0052f10aa846 HTTP/1.1" status: 200 len: 217 time: 0.1142325 Sep 19 03:00:54.647142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae034cd8-28fe-4b17-b646-4be8ba4992cd req-30494272-ab27-4079-b3bc-c0164dd25b20 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:54.657827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae034cd8-28fe-4b17-b646-4be8ba4992cd req-30494272-ab27-4079-b3bc-c0164dd25b20 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 944 time: 0.3588238 Sep 19 03:00:54.667257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.687509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f3a0c46-5a38-47ed-97e5-ac27833530f9 req-3b176495-eda0-4ae3-98fb-f127e58689ef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793093 Sep 19 03:00:54.732644 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.776994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:54.780857 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3abc063-1ff8-409f-bba4-6cbcf4d10a37" -d '{"events": [{"server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "name": "network-vif-plugged", "status": "completed", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:54.798336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:54.805522 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.817401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:54.824853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0c9d6ef8-8c39-4b08-9c94-cf836ed321dc HTTP/1.1" status: 204 len: 168 time: 1.8516669 Sep 19 03:00:54.824853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce51ae-442a-431a-bca2-af5adcebd78a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9d6ef8-8c39-4b08-9c94-cf836ed321dc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:54.825171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59948) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:54.826305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c49924-67bb-492a-a770-8ce5108eb2e7 None None] Network 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:54.961903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0202f1d-436d-4cc1-a7e5-be14cf82a3cc req-625db24b-7477-4ddc-b627-d360194079b8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 210 time: 0.0992887 Sep 19 03:00:54.966624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-b6770461-05b7-4b4f-8757-d199efcacc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:54.968090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-b6770461-05b7-4b4f-8757-d199efcacc6d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.3068509 Sep 19 03:00:54.984057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae034cd8-28fe-4b17-b646-4be8ba4992cd req-aafa0ae8-e416-4b47-a519-6b452bd2b7f6 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213508 Sep 19 03:00:55.014446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.077494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Deleting port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:55.078084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.088606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:55.119127 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812b43f5-d7b3-4324-b119-0efe0213cf40 x-openstack-request-id: req-812b43f5-d7b3-4324-b119-0efe0213cf40 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:55.119414 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "name": "network-vif-plugged", "status": "completed", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:55.119837 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-812b43f5-d7b3-4324-b119-0efe0213cf40 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:55.120366 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0', 'code': 200} Sep 19 03:00:55.131733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efd132ab-7231-4b86-8212-26bc60690184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.137134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Made reservation on behalf of 9eb23c319f2d4904a9ad325b7d1efd73 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:55.141604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.176526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:55.200598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] For port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,segment=NetworkSegment(760dfea4-1e21-4bc1-a19e-83a3d0d581f7),segment_id=760dfea4-1e21-4bc1-a19e-83a3d0d581f7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:55.200961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.204703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d8827-2209-4611-9ecd-38b954d035e0 req-31ea4eb5-1f66-4a26-a9e7-a81b293969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:55.206398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-31ea4eb5-1f66-4a26-a9e7-a81b293969cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155378 Sep 19 03:00:55.248756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Calling delete_port for ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:55.275938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff907e71-10ba-4cef-be54-528d6c20c423 req-0fa9bee0-e4b8-4452-8de0-a4177452db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:55.278690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff907e71-10ba-4cef-be54-528d6c20c423 req-0fa9bee0-e4b8-4452-8de0-a4177452db38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1096 time: 0.0993428 Sep 19 03:00:55.347705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] DHCP port deletion for 1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:00:55.394966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff907e71-10ba-4cef-be54-528d6c20c423 req-17af5832-924c-45f1-9ee9-4ff7eca01f17 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724511 Sep 19 03:00:55.412726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.432464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] No DVR routers for this DVR port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:55.438383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] Deleting port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:55.438946 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.455373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:55.506582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] For port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:55.507833 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.521213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-7f1b6333-b84b-43aa-91ba-77acb7b87542 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941914 Sep 19 03:00:55.523114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] Calling delete_port for ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:55.527420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] Port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:00:55.529612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.543124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] No DVR routers for this DVR port ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:55.561034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.563428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9223eed-50bb-4f5c-96b2-58cf8d8cf77a None None] Pushing event deleted for resources: {'Port': ['ID=ef224e8c-0ab3-4e99-b47a-c6761ebb6e24,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:55.593999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:55.604542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760dfea4-1e21-4bc1-a19e-83a3d0d581f7') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:55.604895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760dfea4-1e21-4bc1-a19e-83a3d0d581f7') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:00:55.619344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.634275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Allocated IP 172.20.0.11 (1168e2df-163a-4eb0-82eb-c9aac060ff6d/529cd5d9-771f-4357-9866-98e89e6e6b2b/11c3a301-9bb7-4e01-a5e9-b57151066c5c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:00:55.634513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.641769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:00:55.642478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:00:55.644363 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:00:55.654350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c45c13-4a6a-46e1-9eae-971d57058bf6 req-9c20cdc2-1284-44f2-930a-d57bafcc0bef tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:55.655928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8c45c13-4a6a-46e1-9eae-971d57058bf6 req-9c20cdc2-1284-44f2-930a-d57bafcc0bef tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 950 time: 0.1976430 Sep 19 03:00:55.686586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efd132ab-7231-4b86-8212-26bc60690184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.715917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369d8827-2209-4611-9ecd-38b954d035e0 req-1bfc6dbf-9a98-45e6-b04f-eafe4da04175 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845365 Sep 19 03:00:55.716517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efd132ab-7231-4b86-8212-26bc60690184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.793555 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-efd132ab-7231-4b86-8212-26bc60690184 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acb7265cf7024da884bbfdff4b01069f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015326 Sep 19 03:00:55.810082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:55.810684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59978) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:55.834870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:00:55.835140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ef224e8c-0ab3-4e99-b47a-c6761ebb6e24 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:55.873713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8c45c13-4a6a-46e1-9eae-971d57058bf6 req-3914f6a1-efab-480c-8d6f-d237eba9a6c3 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959102 Sep 19 03:00:55.897053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd132ab-7231-4b86-8212-26bc60690184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f538723-c2a5-42cd-9037-ad1ae86365ea,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:55.989588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:55.996370 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.002442 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a HTTP/1.1" status: 204 len: 168 time: 1.1750748 Sep 19 03:00:56.017797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5a285-180f-4cc5-bafb-ed2bda105874 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f42dc6a-b7ab-4b98-a6eb-93336d3bdf1a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:56.051431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-1f698a4e-cea0-4c5c-b24e-20e7cb14f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:56.053040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-1f698a4e-cea0-4c5c-b24e-20e7cb14f9d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=252772dca2754327b6dad85e996faff1&device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 1099 time: 0.2567084 Sep 19 03:00:56.088578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-028b06d5-afe2-4ecd-b200-29dfcbb28c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.145139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1fd2c80-2d96-4445-a175-e3c9079e0edf req-8c3fca31-a41c-49b8-9c55-9cad1ef00864 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 210 time: 0.0852342 Sep 19 03:00:56.160378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.169636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573388d4-9202-498a-93c7-c797633602e3 req-71faa1bc-88e4-41db-8a7b-633c892eb2a6 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:56.171163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-573388d4-9202-498a-93c7-c797633602e3 req-71faa1bc-88e4-41db-8a7b-633c892eb2a6 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 948 time: 0.2183237 Sep 19 03:00:56.212944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-028b06d5-afe2-4ecd-b200-29dfcbb28c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.217272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:56.265503 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-77d4cf51-db9b-4a8e-a7ac-c7683c429ea8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b5f6cc806b84fce9bb834afc9a0c0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472796 Sep 19 03:00:56.266157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59994) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:56.316699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:56.330610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-69e713cc-d5ba-4243-9b54-a8977d31061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.354302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-69e713cc-d5ba-4243-9b54-a8977d31061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.404950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-69e713cc-d5ba-4243-9b54-a8977d31061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.409076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-69e713cc-d5ba-4243-9b54-a8977d31061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.411120 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-69e713cc-d5ba-4243-9b54-a8977d31061c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f02b5333-f55c-492c-8df6-580e587e8bef HTTP/1.1" status: 204 len: 168 time: 0.1439507 Sep 19 03:00:56.422433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e713cc-d5ba-4243-9b54-a8977d31061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02b5333-f55c-492c-8df6-580e587e8bef,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:56.471775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d81f-449e-4626-95c8-5f9ed1f165bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.477961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b1bd39e-5483-41c9-a239-d489194d95fe no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:00:56.509157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 2b1bd39e-5483-41c9-a239-d489194d95fe {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:00:56.509719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b1bd39e-5483-41c9-a239-d489194d95fe not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:00:56.580602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d81f-449e-4626-95c8-5f9ed1f165bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.587012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3cf0d81f-449e-4626-95c8-5f9ed1f165bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.588509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-573388d4-9202-498a-93c7-c797633602e3 req-c60363ba-c71d-4e98-b19d-7a4767dd11cb tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059501 Sep 19 03:00:56.595237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-89537e88-9a99-41dd-b9d8-3c677e6dfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:56.596728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-89537e88-9a99-41dd-b9d8-3c677e6dfbf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.5290191 Sep 19 03:00:56.619229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8338d5-befd-4e3e-b082-8037394cfe5d req-66949d59-cda1-47f8-bbcc-a9af5fdc79b1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:56.619345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3cf0d81f-449e-4626-95c8-5f9ed1f165bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1dbbb08a893479eaca6d2782a0403a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978461 Sep 19 03:00:56.619426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb8338d5-befd-4e3e-b082-8037394cfe5d req-66949d59-cda1-47f8-bbcc-a9af5fdc79b1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 945 time: 0.3942621 Sep 19 03:00:56.622773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60004) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:56.636195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0d81f-449e-4626-95c8-5f9ed1f165bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a84926-6599-4ba9-a8a3-34493dbadd2e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:56.637710 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.717783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-0b5518ba-f929-4a18-92ae-38411ab75441 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9a0308f6-1e13-4211-9543-0052f10aa846 HTTP/1.1" status: 200 len: 217 time: 0.0964832 Sep 19 03:00:56.718353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-028b06d5-afe2-4ecd-b200-29dfcbb28c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.720865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-028b06d5-afe2-4ecd-b200-29dfcbb28c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.724829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-028b06d5-afe2-4ecd-b200-29dfcbb28c61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f538723-c2a5-42cd-9037-ad1ae86365ea HTTP/1.1" status: 204 len: 168 time: 0.9102190 Sep 19 03:00:56.768141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:00:56.794347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b06d5-afe2-4ecd-b200-29dfcbb28c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f538723-c2a5-42cd-9037-ad1ae86365ea,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:56.803860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:56.807338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:00:56.827953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb8338d5-befd-4e3e-b082-8037394cfe5d req-f367b16b-2117-431c-ac89-98ab46e0d755 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080388 Sep 19 03:00:56.863041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:56.875025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-9bf66ced-34aa-4164-a9b3-dc9d66c8a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:56.877704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-9bf66ced-34aa-4164-a9b3-dc9d66c8a787 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1473477 Sep 19 03:00:56.960353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3479bf60-30e2-408c-a237-b04dfb83f4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:56.995810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3479bf60-30e2-408c-a237-b04dfb83f4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.021240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:57.021873 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.076768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-66ebcc31-9aaf-423a-891c-0d503522211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:57.078525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-66ebcc31-9aaf-423a-891c-0d503522211e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920912 Sep 19 03:00:57.089008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-33a09ca8-e47a-42c5-a726-693bbf05ba6e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6723647 Sep 19 03:00:57.105482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Request body: {'port': {'device_id': '884b35b1-8170-44ab-b15c-87d630016cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:57.170434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04688c-b8c3-4d0f-943f-4a5fa0d2370c req-db679c79-7435-46a9-b56d-a66e59f771b6 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:57.172172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba04688c-b8c3-4d0f-943f-4a5fa0d2370c req-db679c79-7435-46a9-b56d-a66e59f771b6 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 950 time: 0.1869104 Sep 19 03:00:57.240740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3479bf60-30e2-408c-a237-b04dfb83f4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.243823 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3479bf60-30e2-408c-a237-b04dfb83f4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.244986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3479bf60-30e2-408c-a237-b04dfb83f4eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5a84926-6599-4ba9-a8a3-34493dbadd2e HTTP/1.1" status: 204 len: 168 time: 0.6219347 Sep 19 03:00:57.272356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60042) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:57.280637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479bf60-30e2-408c-a237-b04dfb83f4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a84926-6599-4ba9-a8a3-34493dbadd2e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:57.301577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.346733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba04688c-b8c3-4d0f-943f-4a5fa0d2370c req-16554679-6a6e-438d-91a9-5eff1b68fbdb tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448421 Sep 19 03:00:57.352327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-49e05c2f-722d-47ad-8df1-c437fa30e7c8 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652650 Sep 19 03:00:57.432488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cc1c5-33c3-4124-b1e7-eb181e0da7af req-694cbd20-0e06-4fad-935c-6e2fffc96b07 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:57.433964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-950cc1c5-33c3-4124-b1e7-eb181e0da7af req-694cbd20-0e06-4fad-935c-6e2fffc96b07 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 932 time: 0.1835544 Sep 19 03:00:57.556266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2017369574-network', 'tenant_id': 'a9ffcd0957394b3594a1a0d16302ddcf'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:57.580040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Made reservation on behalf of a9ffcd0957394b3594a1a0d16302ddcf for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:57.583397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.588202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-950cc1c5-33c3-4124-b1e7-eb181e0da7af req-ece361a6-01e4-47f3-82c5-88bb6258d9bd tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410239 Sep 19 03:00:57.593477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.628675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca10bf9c-a64d-4106-9646-59ef1c5de9b1 req-8253b4bb-00cc-42e3-892a-3da5a11189fb service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423792 Sep 19 03:00:57.699194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60056) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:57.753377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa2a409f-a4c9-44df-bfd8-8497ed14d88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.761988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.770350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.803913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:00:57.815286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446ef0f-7028-49e4-a4de-bae837834974 req-c16f298f-ee43-419e-8fe3-263a4900d344 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:57.816804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e446ef0f-7028-49e4-a4de-bae837834974 req-c16f298f-ee43-419e-8fe3-263a4900d344 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 948 time: 0.1022594 Sep 19 03:00:57.821080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-8f5ae680-2a17-43d2-af7b-6ad58baf9c0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:57.822574 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-8f5ae680-2a17-43d2-af7b-6ad58baf9c0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 950 time: 0.0975783 Sep 19 03:00:57.826680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22375c1-5d15-4177-a5b3-52ffa85d6bd9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:57.841384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.841812 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Added segment 8fd5e35f-b170-4778-8e76-f75c5a660d44 of type vlan for network c9e42fea-da25-492e-8ca1-3c0117306d9d Sep 19 03:00:57.893867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c3a301-9bb7-4e01-a5e9-b57151066c5c {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:57.909337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.935050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e446ef0f-7028-49e4-a4de-bae837834974 req-c21d0963-fafd-48d1-9e67-a0182cd45f4f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955608 Sep 19 03:00:57.941903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Transition to ACTIVE for port object 11c3a301-9bb7-4e01-a5e9-b57151066c5c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:00:57.944289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:57.965477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.001348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.002424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:58.003298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.017832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Deleting port 679e5483-4fda-4515-8cde-b5977c823d33 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:00:58.017832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.074933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa2a409f-a4c9-44df-bfd8-8497ed14d88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.095696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa2a409f-a4c9-44df-bfd8-8497ed14d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.110269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.136702 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8627419 Sep 19 03:00:58.137517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a112b62-5dee-469b-bd9f-f44be6044759 admin admin] Pushing event updated for resources: {'Network': ['ID=c9e42fea-da25-492e-8ca1-3c0117306d9d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.140652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:58.153518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Request body: {'subnet': {'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2017369574-subnet', 'tenant_id': 'a9ffcd0957394b3594a1a0d16302ddcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:00:58.154923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network c9e42fea-da25-492e-8ca1-3c0117306d9d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:00:58.168648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60074) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:00:58.169298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fa2a409f-a4c9-44df-bfd8-8497ed14d88c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc66567babcd4d82af9cabbe7332dbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642632 Sep 19 03:00:58.190673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b954bab-ecc7-48f3-9925-0f91029a9d9d req-c93cd34e-0ee0-443a-8cb9-f5c5f5db80df tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:58.198815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b954bab-ecc7-48f3-9925-0f91029a9d9d req-c93cd34e-0ee0-443a-8cb9-f5c5f5db80df tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 945 time: 0.2400098 Sep 19 03:00:58.208026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] For port 679e5483-4fda-4515-8cde-b5977c823d33, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=679e5483-4fda-4515-8cde-b5977c823d33,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:58.208507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.234810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Calling delete_port for 679e5483-4fda-4515-8cde-b5977c823d33 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:00:58.236503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Made reservation on behalf of a9ffcd0957394b3594a1a0d16302ddcf for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:00:58.238895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.245964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a409f-a4c9-44df-bfd8-8497ed14d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b31742a-3980-40f8-a00a-5bed613b0f8d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.278962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b954bab-ecc7-48f3-9925-0f91029a9d9d req-9d4d487b-4c4c-4539-9e15-7a683c688eda tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790133 Sep 19 03:00:58.289521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:00:58.290004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:00:58.290190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:58.296554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:00:58.296949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:00:58.301977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:00:58.302384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:58.302869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:00:58.303721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Bound port: 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:00:58.303721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.369099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-967b01ec-781e-40d1-8b4a-1d128b541391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.422500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-967b01ec-781e-40d1-8b4a-1d128b541391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.435284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:00:58.467312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9a0308f6-1e13-4211-9543-0052f10aa846 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:00:58.475089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:00:58.484640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.523461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e005-c5ce-487f-8ded-c63c21e4e2b5 req-6e28f5fb-bd21-4525-9913-8a65857ec598 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:58.530707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a11e005-c5ce-487f-8ded-c63c21e4e2b5 req-6e28f5fb-bd21-4525-9913-8a65857ec598 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1096 time: 0.1519134 Sep 19 03:00:58.559632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:58.559632 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.560929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 1092 time: 1.4607251 Sep 19 03:00:58.565077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:58.574834 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260b5c6d-6b93-42e6-90c1-863c29ced6f0" -d '{"events": [{"name": "network-changed", "server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:58.596435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9a0308f6-1e13-4211-9543-0052f10aa846, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9a0308f6-1e13-4211-9543-0052f10aa846,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:58.597107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96096d-5ff0-41e3-ba65-7216f87f9f7b req-942da23c-4bbe-46ae-ad0e-316d2525743b tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:58.598682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc96096d-5ff0-41e3-ba65-7216f87f9f7b req-942da23c-4bbe-46ae-ad0e-316d2525743b tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d171c44-6d6a-46da-8b75-432936587bb0 HTTP/1.1" status: 200 len: 950 time: 0.1664596 Sep 19 03:00:58.609862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-967b01ec-781e-40d1-8b4a-1d128b541391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.610367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '9a0308f6-1e13-4211-9543-0052f10aa846', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '9a0308f6-1e13-4211-9543-0052f10aa846', 'mac_address': 'fa:16:3e:96:54:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:00:58.614481 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-967b01ec-781e-40d1-8b4a-1d128b541391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.618962 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-967b01ec-781e-40d1-8b4a-1d128b541391 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b31742a-3980-40f8-a00a-5bed613b0f8d HTTP/1.1" status: 204 len: 168 time: 0.4461699 Sep 19 03:00:58.626124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.649919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.662998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['679e5483-4fda-4515-8cde-b5977c823d33'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:58.671473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b01ec-781e-40d1-8b4a-1d128b541391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b31742a-3980-40f8-a00a-5bed613b0f8d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.677965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.682032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Pushing event deleted for resources: {'Port': ['ID=679e5483-4fda-4515-8cde-b5977c823d33,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.707638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0308f6-1e13-4211-9543-0052f10aa846 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:00:58.732751 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9a0308f6-1e13-4211-9543-0052f10aa846, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9a0308f6-1e13-4211-9543-0052f10aa846,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:00:58.735065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5957d0-fd62-41d7-8014-48ebb5ce83b4 service neutron] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.740558 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.743614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a11e005-c5ce-487f-8ded-c63c21e4e2b5 req-e6e7009f-63de-42b5-9c26-cad70fab3393 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110703 Sep 19 03:00:58.791323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-73284e88-fa30-414e-9d50-b5cee1b65b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:58.792931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-73284e88-fa30-414e-9d50-b5cee1b65b2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1095 time: 0.1643913 Sep 19 03:00:58.795802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] No DVR routers for this DVR port 679e5483-4fda-4515-8cde-b5977c823d33 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:00:58.799092 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.801905 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afdde55c-d4e6-4bc4-8578-4fb0309b61c4 req-631fe830-4e57-40b9-aba8-d89564883a0d tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.32 "DELETE /v2.0/ports/679e5483-4fda-4515-8cde-b5977c823d33 HTTP/1.1" status: 204 len: 173 time: 0.9696252 Sep 19 03:00:58.802522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d171c44-6d6a-46da-8b75-432936587bb0', 'name': 'network-vif-deleted', 'tag': '679e5483-4fda-4515-8cde-b5977c823d33'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:00:58.804466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9a0308f6-1e13-4211-9543-0052f10aa846,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.806970 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d80bf3e-2b39-4f92-b30d-55532d5152e4" -d '{"events": [{"server_uuid": "6d171c44-6d6a-46da-8b75-432936587bb0", "name": "network-vif-deleted", "tag": "679e5483-4fda-4515-8cde-b5977c823d33"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:00:58.842705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc96096d-5ff0-41e3-ba65-7216f87f9f7b req-385067f8-1a42-41d5-a1de-943ec95ff4e9 tempest-ServersAdminNegativeTestJSON-1639574039 tempest-ServersAdminNegativeTestJSON-1639574039-project] 10.222.0.22 "GET /v2.0/security-groups?id=4221451a-467a-4ce3-8012-f6770c234cca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723788 Sep 19 03:00:58.862140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc8ee03-bdb9-43db-97e9-f42e0d75f600,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:00:58.879578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Checking segment: {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:00:58.879947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Network hostable DHCP agents. Network: c9e42fea-da25-492e-8ca1-3c0117306d9d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:00:58.897998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Network c9e42fea-da25-492e-8ca1-3c0117306d9d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:00:58.915769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, c9e42fea-da25-492e-8ca1-3c0117306d9d) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:00:58.921070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:58.921625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:58.924769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba40da46-42a2-4c94-b129-ab2cc17c23cb None None] Network c9e42fea-da25-492e-8ca1-3c0117306d9d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:58.938274 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5aa928c-066c-4495-86b5-9dd1a7b64b9f x-openstack-request-id: req-c5aa928c-066c-4495-86b5-9dd1a7b64b9f {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:58.938605 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:58.938880 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5aa928c-066c-4495-86b5-9dd1a7b64b9f {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:58.940429 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c', 'status': 'completed', 'code': 200} Sep 19 03:00:58.943325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5f3da60e-3874-4e26-abbf-6e19a6618ba7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7968335 Sep 19 03:00:58.955097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-3274244f-083a-4163-a024-0f13b3c94058 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 217 time: 0.1091216 Sep 19 03:00:58.958056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9a0308f6-1e13-4211-9543-0052f10aa846'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:00:59.090266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-0919e9d7-2488-4b4d-82d4-7b7f404ed7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:59.091955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-0919e9d7-2488-4b4d-82d4-7b7f404ed7dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1297715 Sep 19 03:00:59.118609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1937e3-2e84-4f0b-9ada-d6b79baed45b req-3a9ae80f-97f3-4b91-80aa-f7dd5ebbe29a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:59.120423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c1937e3-2e84-4f0b-9ada-d6b79baed45b req-3a9ae80f-97f3-4b91-80aa-f7dd5ebbe29a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 944 time: 0.0916948 Sep 19 03:00:59.139385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-52fa429f-6c2d-4361-9397-1ae83978106d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391457 Sep 19 03:00:59.201418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f9cba-cdf9-4ac1-bffe-37837da6be07 None None] Network c9e42fea-da25-492e-8ca1-3c0117306d9d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:00:59.204738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c1937e3-2e84-4f0b-9ada-d6b79baed45b req-e25c6c5b-1c3e-41f3-8cf0-240fd0ff0177 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677230 Sep 19 03:00:59.279162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-498f079c-0967-4698-aa99-7b7a3387b4d1 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265137 Sep 19 03:00:59.354291 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca3d949-68ae-4fc3-869f-4fa54f0e865f x-openstack-request-id: req-3ca3d949-68ae-4fc3-869f-4fa54f0e865f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:00:59.354790 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d171c44-6d6a-46da-8b75-432936587bb0", "name": "network-vif-deleted", "tag": "679e5483-4fda-4515-8cde-b5977c823d33", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:00:59.355205 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ca3d949-68ae-4fc3-869f-4fa54f0e865f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:00:59.355721 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d171c44-6d6a-46da-8b75-432936587bb0', 'name': 'network-vif-deleted', 'tag': '679e5483-4fda-4515-8cde-b5977c823d33', 'status': 'completed', 'code': 200} Sep 19 03:00:59.504524 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:00:59.509819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c84bf-8768-4739-a11f-90e71e224bd2 req-0dab89cc-9826-4e97-944a-4367c2533df7 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:59.511358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789c84bf-8768-4739-a11f-90e71e224bd2 req-0dab89cc-9826-4e97-944a-4367c2533df7 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1096 time: 0.1610017 Sep 19 03:00:59.515247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4ad72a8-f3ab-407e-8ccd-3fc074b0e702 req-5e82afc7-9ed4-44b8-90fd-2579c48110b1 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210553 Sep 19 03:00:59.532991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3406d8-6442-4af7-b9aa-b84e14855222 req-340a5293-223c-424d-95c8-d3f7ddd0068f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:59.540073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d3406d8-6442-4af7-b9aa-b84e14855222 req-340a5293-223c-424d-95c8-d3f7ddd0068f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 949 time: 0.1115882 Sep 19 03:00:59.615503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789c84bf-8768-4739-a11f-90e71e224bd2 req-48215c4b-6395-4e6c-8fc4-55e69cf0ac9c tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960820 Sep 19 03:00:59.619550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d3406d8-6442-4af7-b9aa-b84e14855222 req-6ba0159d-bd6e-463b-869a-6bc4a4a9f09c tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787206 Sep 19 03:00:59.629263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-535e6309-7805-4c3b-aa4e-d862f4c60c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:59.630730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-535e6309-7805-4c3b-aa4e-d862f4c60c8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1095 time: 0.0690532 Sep 19 03:00:59.760507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-bdcb530a-fa46-4a60-a33c-7ac1749df33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:59.762036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-bdcb530a-fa46-4a60-a33c-7ac1749df33d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1237907 Sep 19 03:00:59.813182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-4f7ebc98-c6c5-4571-8894-82e8159f6837 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 217 time: 0.0429275 Sep 19 03:00:59.875632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-86bd4847-8f4c-446a-80f5-c94e764b1244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:00:59.877388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-86bd4847-8f4c-446a-80f5-c94e764b1244 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0570116 Sep 19 03:00:59.940769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-42655e95-5ad4-41ee-9c03-89cf7ca583ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554483 Sep 19 03:01:00.083373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-4dc8eb2e-86c6-45ed-a64a-5bf35afdab3c service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333220 Sep 19 03:01:00.094562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90c4ec-d3a3-42c5-b202-104dcf08cb1d req-b6a0ae9f-7d60-45d2-b2fa-6663eb2409dc tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:00.096610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef90c4ec-d3a3-42c5-b202-104dcf08cb1d req-b6a0ae9f-7d60-45d2-b2fa-6663eb2409dc tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1096 time: 0.0764887 Sep 19 03:01:00.290047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60176) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:00.468252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef90c4ec-d3a3-42c5-b202-104dcf08cb1d req-a7835f9e-4c73-4941-9096-8b9a082f6ecf tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618288 Sep 19 03:01:00.473746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9a0308f6-1e13-4211-9543-0052f10aa846 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:00.498706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-260b5c6d-6b93-42e6-90c1-863c29ced6f0 req-831d85db-d8bd-4e7d-8d6b-2ac85c22b78f service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079766 Sep 19 03:01:00.521543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-24e9a2e1-1bf2-4bde-8fcf-f95d357c5986 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:00.523568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-24e9a2e1-1bf2-4bde-8fcf-f95d357c5986 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 822 time: 0.3950200 Sep 19 03:01:00.540718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2427d9f0-8aff-4745-860d-7ffff75b1e3c tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/quotas/a9ffcd0957394b3594a1a0d16302ddcf HTTP/1.1" status: 200 len: 375 time: 0.0114882 Sep 19 03:01:00.577053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-eb20918b-5ec1-4c41-934d-e9fd1baa5bac tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303974 Sep 19 03:01:00.586507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 9a0308f6-1e13-4211-9543-0052f10aa846 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:00.591047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 9a0308f6-1e13-4211-9543-0052f10aa846 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:00.591874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:00.617101 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-99cb08b5-73c1-4d64-8ea8-1b4325726e3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c592b8061e83448fabdabaf9a34750dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256993 Sep 19 03:01:00.619952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:00.678802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf220bae-e649-4053-b5ef-91aeff46a42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:00.703512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf220bae-e649-4053-b5ef-91aeff46a42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:00.729231 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:00.735887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8310e-1ddf-439e-ae1c-659a2a8e0ee2 req-03bca23d-69be-41c7-ac5b-c670a52eb638 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:00.737539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51e8310e-1ddf-439e-ae1c-659a2a8e0ee2 req-03bca23d-69be-41c7-ac5b-c670a52eb638 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 944 time: 0.0773330 Sep 19 03:01:00.748177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-6dfb9e3b-e67a-48f0-91e3-45182cf68de9 service neutron] 10.222.0.22 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619766 Sep 19 03:01:00.754404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0308f6-1e13-4211-9543-0052f10aa846'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:00.756787 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be78ce8c-ebfa-4a0c-b24e-6c6b61793360" -d '{"events": [{"server_uuid": "a47e1b09-c1ff-4d21-9154-f7c002971fb2", "name": "network-vif-plugged", "status": "completed", "tag": "9a0308f6-1e13-4211-9543-0052f10aa846"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:00.770612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9a0308f6-1e13-4211-9543-0052f10aa846, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9a0308f6-1e13-4211-9543-0052f10aa846,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:00.772019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf220bae-e649-4053-b5ef-91aeff46a42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:00.776634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf220bae-e649-4053-b5ef-91aeff46a42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:00.777531 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:00.780591 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cf220bae-e649-4053-b5ef-91aeff46a42e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4221451a-467a-4ce3-8012-f6770c234cca HTTP/1.1" status: 204 len: 168 time: 0.1551318 Sep 19 03:01:00.791632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf220bae-e649-4053-b5ef-91aeff46a42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4221451a-467a-4ce3-8012-f6770c234cca,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:00.857224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51e8310e-1ddf-439e-ae1c-659a2a8e0ee2 req-b30e28bb-233f-4b48-bca1-fdb6f7724258 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001844 Sep 19 03:01:00.858344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9a0308f6-1e13-4211-9543-0052f10aa846,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:00.895220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-37ba95a3-d748-4de6-af28-203b571025ed service neutron] 10.222.0.22 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460760 Sep 19 03:01:01.025106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b139b-e477-4b96-ab2f-55487f73063f req-c3e74f3d-23d3-46bb-add6-e90a8317c0f7 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:01.026897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c02b139b-e477-4b96-ab2f-55487f73063f req-c3e74f3d-23d3-46bb-add6-e90a8317c0f7 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 950 time: 0.0563252 Sep 19 03:01:01.067637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c02b139b-e477-4b96-ab2f-55487f73063f req-6752653d-b7d0-48a7-92d4-c4d91af056b5 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344758 Sep 19 03:01:01.127559 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4b203b-2d73-41a0-ab5a-22576aa4f96c x-openstack-request-id: req-4e4b203b-2d73-41a0-ab5a-22576aa4f96c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:01.127971 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47e1b09-c1ff-4d21-9154-f7c002971fb2", "name": "network-vif-plugged", "status": "completed", "tag": "9a0308f6-1e13-4211-9543-0052f10aa846", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:01.128233 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e4b203b-2d73-41a0-ab5a-22576aa4f96c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:01.128632 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0308f6-1e13-4211-9543-0052f10aa846', 'code': 200} Sep 19 03:01:01.200733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60218) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:01.229943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af42e-98d9-43b0-8428-d0887512e86d req-520f1f69-a1d3-4fc8-9f67-5cb85498ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:01.231473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d21af42e-98d9-43b0-8428-d0887512e86d req-520f1f69-a1d3-4fc8-9f67-5cb85498ec31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 1101 time: 0.0422065 Sep 19 03:01:01.271263 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90054f81-be95-45b3-a2ee-c66b4bf3d99a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f141756ea9224bb8b6a6a5cd1368f007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689948 Sep 19 03:01:01.273731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60222) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:01.284156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1fb6029b-c011-4884-ade0-9ed95296b886 req-58dbd40c-7922-41c5-9f46-13dfa7a5d3cd tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 210 time: 0.0424991 Sep 19 03:01:01.294916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d21af42e-98d9-43b0-8428-d0887512e86d req-6112ee15-7d95-4017-9054-00fbdd282a6b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516069 Sep 19 03:01:01.341761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-569eaef4-05f0-4137-9de9-829368234883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:01.369246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-569eaef4-05f0-4137-9de9-829368234883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:01.424683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-569eaef4-05f0-4137-9de9-829368234883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:01.427543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-569eaef4-05f0-4137-9de9-829368234883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:01.428690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-569eaef4-05f0-4137-9de9-829368234883 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/622ceba5-b116-4644-8dee-817de4a52f36 HTTP/1.1" status: 204 len: 168 time: 0.1540606 Sep 19 03:01:01.437239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eaef4-05f0-4137-9de9-829368234883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622ceba5-b116-4644-8dee-817de4a52f36,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:01.521220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-2cd1cd93-5ae2-48da-9ee3-6c8877cf32d3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285380 Sep 19 03:01:01.699403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-07f1459c-30f9-45c8-934e-e2e1b99a32d0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:01.701066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-07f1459c-30f9-45c8-934e-e2e1b99a32d0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652346 Sep 19 03:01:01.706410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8c465-7a0f-4048-960c-9806a749ea90 req-fdb48110-3c38-4311-ad6e-9c0f77e0d070 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:01.708241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79a8c465-7a0f-4048-960c-9806a749ea90 req-fdb48110-3c38-4311-ad6e-9c0f77e0d070 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1096 time: 0.0917094 Sep 19 03:01:01.737975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-2de2d9e0-9114-4e77-8f38-b193466c0ea5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/quotas/40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 375 time: 0.0211360 Sep 19 03:01:01.749856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60248) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:01.765087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79a8c465-7a0f-4048-960c-9806a749ea90 req-18506a69-e193-4ecc-9f7a-69091a62ac12 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494313 Sep 19 03:01:01.789086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-27065cae-fd17-46be-b733-1d455c59acdf tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389855 Sep 19 03:01:01.876973 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abde434-837c-4469-8c7b-7806a016efd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.028209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abde434-837c-4469-8c7b-7806a016efd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.034470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abde434-837c-4469-8c7b-7806a016efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.038261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c77b97-2813-423e-9a07-7a335a168a08 req-a9593457-e385-4a2e-825f-46651d98e452 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:02.047693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49c77b97-2813-423e-9a07-7a335a168a08 req-a9593457-e385-4a2e-825f-46651d98e452 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 944 time: 0.0732677 Sep 19 03:01:02.092291 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8abde434-837c-4469-8c7b-7806a016efd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eee695471ba940dfa9ca048774eac4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411844 Sep 19 03:01:02.093177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abde434-837c-4469-8c7b-7806a016efd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d55830-e9a2-432a-bf7e-7cec81bf599d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:02.095722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60268) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:02.138345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49c77b97-2813-423e-9a07-7a335a168a08 req-55c9b946-74ea-4b0c-8cff-a4d862ce58f3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766320 Sep 19 03:01:02.194222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d180f9c-2987-4625-aaf5-37bf6c5aaa64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.241429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-561bb6a8-968f-49fc-906a-d93e994207a0 req-88acefa7-8e70-4138-a1be-3f405a787690 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 210 time: 0.0410151 Sep 19 03:01:02.250418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d180f9c-2987-4625-aaf5-37bf6c5aaa64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.333927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d180f9c-2987-4625-aaf5-37bf6c5aaa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.342397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d180f9c-2987-4625-aaf5-37bf6c5aaa64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.353976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9d180f9c-2987-4625-aaf5-37bf6c5aaa64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4d55830-e9a2-432a-bf7e-7cec81bf599d HTTP/1.1" status: 204 len: 168 time: 0.2570107 Sep 19 03:01:02.379339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d180f9c-2987-4625-aaf5-37bf6c5aaa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d55830-e9a2-432a-bf7e-7cec81bf599d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:02.468632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:02.488734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c6916-3ab9-475c-bd4d-7acc30496516 req-6125ac35-8829-4ab9-a9b4-e55611d02571 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:02.496647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-556c6916-3ab9-475c-bd4d-7acc30496516 req-6125ac35-8829-4ab9-a9b4-e55611d02571 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 950 time: 0.0953577 Sep 19 03:01:02.547387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-556c6916-3ab9-475c-bd4d-7acc30496516 req-883d16a7-58f0-41f8-9d3d-8d07288b2845 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446875 Sep 19 03:01:02.578255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 679e5483-4fda-4515-8cde-b5977c823d33 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:02.663955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f246e12-e40d-4d0c-bb66-2108b36a810d req-23fe5e40-767b-4c41-a4f2-4a4c1ad8042c tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 210 time: 0.0486722 Sep 19 03:01:02.687885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 679e5483-4fda-4515-8cde-b5977c823d33 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:01:02.688896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 679e5483-4fda-4515-8cde-b5977c823d33 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:01:02.775809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:02.788384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-0a1763db-30fc-429c-888b-b5bebe342f63 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:02.790158 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-0a1763db-30fc-429c-888b-b5bebe342f63 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.32 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 822 time: 0.2555058 Sep 19 03:01:02.798156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '11c3a301-9bb7-4e01-a5e9-b57151066c5c', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'port_id': '11c3a301-9bb7-4e01-a5e9-b57151066c5c', 'mac_address': 'fa:16:3e:6e:98:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529cd5d9-771f-4357-9866-98e89e6e6b2b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:02.816045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Request body: {'port': {'device_id': '101a82b9-95b5-407f-9177-0577788c0448', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'admin_state_up': True, 'tenant_id': 'a9ffcd0957394b3594a1a0d16302ddcf'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:02.840623 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.865270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c3a301-9bb7-4e01-a5e9-b57151066c5c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:02.893447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:02.899940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:02.973836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Made reservation on behalf of a9ffcd0957394b3594a1a0d16302ddcf for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:02.981337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.048905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:03.095733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60316) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:03.118079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82c52b07-6bea-4281-bfdd-f91e04a8e027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.124183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['11c3a301-9bb7-4e01-a5e9-b57151066c5c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:03.264578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Allocated IP 172.20.0.7 (c9e42fea-da25-492e-8ca1-3c0117306d9d/5fc8ee03-bdb9-43db-97e9-f42e0d75f600/44f27fc9-5ddc-493f-b21d-81c6726a08b3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:03.347415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82c52b07-6bea-4281-bfdd-f91e04a8e027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.358282 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82c52b07-6bea-4281-bfdd-f91e04a8e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.432250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-82c52b07-6bea-4281-bfdd-f91e04a8e027 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8de2dd4741c43cdb269da27f91882e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352263 Sep 19 03:01:03.434864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60330) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:03.435476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c52b07-6bea-4281-bfdd-f91e04a8e027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b1180-dd23-4294-a358-1018f3faf44a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:03.470781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084f769-3620-4d11-b251-a62ea51dcfe5 req-b1475b0d-806f-478b-9704-04328390965d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:03.472203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d084f769-3620-4d11-b251-a62ea51dcfe5 req-b1475b0d-806f-478b-9704-04328390965d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 945 time: 0.1354241 Sep 19 03:01:03.524790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.535152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9992f1f9-8f9c-47d9-b7b0-b952e9400320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.549161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d084f769-3620-4d11-b251-a62ea51dcfe5 req-9bf1c6f8-6e3d-4003-badf-9b13f77f4d81 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645113 Sep 19 03:01:03.568961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-be46f0e0-8006-47d9-8efd-35b05c5ed213 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:01:03.571878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-be46f0e0-8006-47d9-8efd-35b05c5ed213 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256341 Sep 19 03:01:03.581462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.600444 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9992f1f9-8f9c-47d9-b7b0-b952e9400320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.629881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Network c9e42fea-da25-492e-8ca1-3c0117306d9d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:03.633837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:03.637919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:03.645091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-b5588140-5f26-49d9-9823-6b16c9f746c4 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:03.646435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-b5588140-5f26-49d9-9823-6b16c9f746c4 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 1093 time: 0.0609577 Sep 19 03:01:03.680321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f96d8e27-5b27-49b9-a26a-463b4c5e76ed req-9dfdadbc-239b-4573-9133-4ece8fb1b02f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 210 time: 0.0365653 Sep 19 03:01:03.684623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:03.695901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Request body: {'binding': {'host': 'n-h1-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:03.696348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Unknown quota resources ['binding']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:01:03.705235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:03.705970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.726092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-ee41e777-e24b-4edd-8a29-5585d29cfcb1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9141676 Sep 19 03:01:03.764987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Request body: {'port': {'device_id': '101a82b9-95b5-407f-9177-0577788c0448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:03.765623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-d59d5215-6dff-4489-adf0-3775eb6c061d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225763 Sep 19 03:01:03.838168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.876601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9992f1f9-8f9c-47d9-b7b0-b952e9400320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.879305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9992f1f9-8f9c-47d9-b7b0-b952e9400320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:03.880433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9992f1f9-8f9c-47d9-b7b0-b952e9400320 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e9b1180-dd23-4294-a358-1018f3faf44a HTTP/1.1" status: 204 len: 168 time: 0.4422472 Sep 19 03:01:03.922277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992f1f9-8f9c-47d9-b7b0-b952e9400320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9b1180-dd23-4294-a358-1018f3faf44a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:03.991780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f7ec6-f678-4052-b31d-2db5f63543eb req-f824980f-5a84-4b8d-a3e3-0eeb0528cbd5 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:03.999058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-967f7ec6-f678-4052-b31d-2db5f63543eb req-f824980f-5a84-4b8d-a3e3-0eeb0528cbd5 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 950 time: 0.2061234 Sep 19 03:01:04.071935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-967f7ec6-f678-4052-b31d-2db5f63543eb req-31d64af2-7557-4459-839b-4cf644f7f265 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716522 Sep 19 03:01:04.092344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-3604edf2-3072-4d43-b3c3-94ebfdc8fecc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:04.097757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-3604edf2-3072-4d43-b3c3-94ebfdc8fecc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3214464 Sep 19 03:01:04.125091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Request body: {'port': {'device_id': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '40b1f0408c8f43399b1d0cc5a5e62a57'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:04.202636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f27fc9-5ddc-493f-b21d-81c6726a08b3 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:04.214226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on host n-h1-809936-1 for vnic_type normal with profile None {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:04.215152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:04.215625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:04.220532 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.226128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:04.226727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:04.236375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:04.236939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:04.237469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:04.238157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Bound port: d76240c8-aa9d-443c-aa40-d489721bd9a0, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:04.247969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Transition to ACTIVE for port object 44f27fc9-5ddc-493f-b21d-81c6726a08b3 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:04.256383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.337539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Made reservation on behalf of 40b1f0408c8f43399b1d0cc5a5e62a57 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:04.337881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:04.341838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.356789 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.362399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:04.376594 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.379320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-4fb3aec0-0441-41b8-91ae-d501e78e0a4d service neutron] 10.222.0.22 "POST /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.6868184 Sep 19 03:01:04.420764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db27cc-716d-4c34-88b2-7508d3390acf req-751a0e15-52c6-46c4-abda-ac58049a45c9 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:04.422320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Attempting to bind port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:04.422872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08db27cc-716d-4c34-88b2-7508d3390acf req-751a0e15-52c6-46c4-abda-ac58049a45c9 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 943 time: 0.1336129 Sep 19 03:01:04.423242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Attempting to bind port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:04.425526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Attempting to bind port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 on network c9e42fea-da25-492e-8ca1-3c0117306d9d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:04.431277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 on network c9e42fea-da25-492e-8ca1-3c0117306d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:04.432361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Attempting to bind port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 on network c9e42fea-da25-492e-8ca1-3c0117306d9d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:04.438395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:04.439038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Checking segment: {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:04.439616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Bound using segment: {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:04.440544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Bound port: 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:04.441272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.491524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:04.534581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08db27cc-716d-4c34-88b2-7508d3390acf req-319ee6ef-ead4-47cc-87b4-06b8e1b5e710 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802560 Sep 19 03:01:04.553691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:04.570056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:04.576383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.616990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-18de8da7-19e0-415f-a14c-56e81e701427 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=252772dca2754327b6dad85e996faff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507197 Sep 19 03:01:04.619109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 11c3a301-9bb7-4e01-a5e9-b57151066c5c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:04.622437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 11c3a301-9bb7-4e01-a5e9-b57151066c5c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:04.622962 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.651118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:04.652027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.654984 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] 10.222.0.32 "PUT /v2.0/ports/44f27fc9-5ddc-493f-b21d-81c6726a08b3 HTTP/1.1" status: 200 len: 1091 time: 0.9027550 Sep 19 03:01:04.655432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:04.658151 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daaa42b-fe3e-4176-a99f-87f858b44b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:04.717872 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.727387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472b280-3477-44c8-ad1c-4b6d4b1da332 service neutron] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:04.731669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.753129 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.800042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:04.802305 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296c0961-31bc-4b2c-a4f8-bb167d5d2e3d" -d '{"events": [{"server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "name": "network-vif-plugged", "status": "completed", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:04.809228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-92566ab5-c2e4-48f6-bfc0-43bb42d08d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:04.810908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-92566ab5-c2e4-48f6-bfc0-43bb42d08d5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1096 time: 0.1523290 Sep 19 03:01:04.825916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-a3e838cb-2176-4fec-8807-329ab03711dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:04.828181 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-a3e838cb-2176-4fec-8807-329ab03711dc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 1094 time: 0.1061158 Sep 19 03:01:04.834871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:04.850906 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:04.891756 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-5cd59eee-2359-40df-8e8d-3e444b00afde service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3 HTTP/1.1" status: 200 len: 217 time: 0.0478849 Sep 19 03:01:04.904754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2949e983-6ffb-4084-bbfc-4d3bd70cb036,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:04.993308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:04.996370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-3ceb4bea-36f2-4c65-a183-080b75c8b3c5 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:05.002228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-e5014071-a4c1-4cc8-b660-af3832d3ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:05.003926 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-e5014071-a4c1-4cc8-b660-af3832d3ae28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fc8ee03-bdb9-43db-97e9-f42e0d75f600 HTTP/1.1" status: 200 len: 862 time: 0.1053274 Sep 19 03:01:05.004892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-3ceb4bea-36f2-4c65-a183-080b75c8b3c5 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864701 Sep 19 03:01:05.055102 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-3de71504-9ea4-4c84-b0bf-aeaa9d778c97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9e42fea-da25-492e-8ca1-3c0117306d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432901 Sep 19 03:01:05.083884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-b02cf841-7897-4848-bc67-e0c9dd159129 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/quotas/252772dca2754327b6dad85e996faff1 HTTP/1.1" status: 200 len: 375 time: 0.0756021 Sep 19 03:01:05.169964 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-c769c1ef-1157-414c-9ee3-f7ccc2cb4f7c service neutron] 10.222.0.32 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068234 Sep 19 03:01:05.196692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-07edeaad-dde4-4c96-8202-c51758114849 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522540 Sep 19 03:01:05.306427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5be705a8-301e-4d75-a16e-6b0f0b854a85 req-2bf7b9c1-cf4e-4a21-a7c7-f03c64ce4d56 service neutron] 10.222.0.32 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289504 Sep 19 03:01:05.308867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Allocated IP 192.168.233.53 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/9908e1f8-4ef7-47a6-8b43-e9d161dc7839) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:05.317167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-04e4acba-d7a6-42f5-939a-d55fab677d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:05.318764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-04e4acba-d7a6-42f5-939a-d55fab677d09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.4065540 Sep 19 03:01:05.333146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-55da9177-0081-4b64-af9f-9568360fbd0f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=252772dca2754327b6dad85e996faff1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2417064 Sep 19 03:01:05.380528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-f13e6792-c021-44f5-acb3-d95b29602a0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 217 time: 0.0521967 Sep 19 03:01:05.693265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-0b5fb21b-2491-4605-a474-45a5b32045dd tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:05.694654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-0b5fb21b-2491-4605-a474-45a5b32045dd tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4969161 Sep 19 03:01:05.762475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-f936a701-02eb-46a4-9a1a-04ea9520048f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/quotas/270d523e1715463eb8ba48649847cc0a HTTP/1.1" status: 200 len: 375 time: 0.0532336 Sep 19 03:01:05.769239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-e0ee1a22-360a-4fd7-bb30-c7d21a2551e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:05.770661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-e0ee1a22-360a-4fd7-bb30-c7d21a2551e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.3775716 Sep 19 03:01:05.845258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-33235403-f117-440e-bb2d-531888782772 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729184 Sep 19 03:01:05.863920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-15879305-92d6-43af-bed8-6ae7e04ce35b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494175 Sep 19 03:01:05.873812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665dd48-7f73-4b44-8f68-b58cb8d6493b req-b0f7c456-e93b-4c9c-91ed-859094fae3e7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:05.875275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4665dd48-7f73-4b44-8f68-b58cb8d6493b req-b0f7c456-e93b-4c9c-91ed-859094fae3e7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 945 time: 0.1894979 Sep 19 03:01:05.988365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:06.001961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4665dd48-7f73-4b44-8f68-b58cb8d6493b req-5c199d3f-da50-463d-8e51-9a5be9b48b6e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135068 Sep 19 03:01:06.062855 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3deb69-7492-4d4f-9059-d1428f99163d x-openstack-request-id: req-6f3deb69-7492-4d4f-9059-d1428f99163d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:06.063417 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:06.063551 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f3deb69-7492-4d4f-9059-d1428f99163d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:06.064130 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'status': 'completed', 'code': 200} Sep 19 03:01:06.082073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-7106a075-7dc9-4db1-a004-cf38a933c79b service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039659 Sep 19 03:01:06.132201 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:06.173654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-dcd5c1a9-3abb-4244-9de5-f115768d1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.175195 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-dcd5c1a9-3abb-4244-9de5-f115768d1944 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 1094 time: 0.0441890 Sep 19 03:01:06.184950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826b59a-266b-46b1-bbd7-39c8452d1e95 req-d40227c0-b094-4dc0-9f49-4fe1f89e43d1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.186466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a826b59a-266b-46b1-bbd7-39c8452d1e95 req-d40227c0-b094-4dc0-9f49-4fe1f89e43d1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 946 time: 0.1740134 Sep 19 03:01:06.261414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:06.272662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-303cae6d-5119-492e-bf9c-dde31810d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.274235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-303cae6d-5119-492e-bf9c-dde31810d48e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 923 time: 0.0914006 Sep 19 03:01:06.276707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:06.279322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:06.330407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-9c9e0911-f437-459a-a128-dd4b0e45ab7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3 HTTP/1.1" status: 200 len: 217 time: 0.0477793 Sep 19 03:01:06.356068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:06.386832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23ded7-931f-4ef3-9e39-93368eba1db1 req-03400b6e-7d73-4ec3-a7e5-cce4e0b91365 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.394906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de23ded7-931f-4ef3-9e39-93368eba1db1 req-03400b6e-7d73-4ec3-a7e5-cce4e0b91365 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 935 time: 0.2730081 Sep 19 03:01:06.408866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-2b0186df-4e28-43f0-8988-0332bf69ebf0 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157489 Sep 19 03:01:06.420266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-4394813a-42e0-4b10-805c-e6a2b8e54d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.421718 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-4394813a-42e0-4b10-805c-e6a2b8e54d37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5fc8ee03-bdb9-43db-97e9-f42e0d75f600 HTTP/1.1" status: 200 len: 862 time: 0.0842662 Sep 19 03:01:06.427660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a826b59a-266b-46b1-bbd7-39c8452d1e95 req-28385e50-9512-42f4-804a-aca84828f2d1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935465 Sep 19 03:01:06.463630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.464401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:06.489707 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-088b6aa4-9f17-4208-bd36-a55b2f6467dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c9e42fea-da25-492e-8ca1-3c0117306d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606892 Sep 19 03:01:06.505350 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba32764-d3fa-4af1-b599-38e49919b3f7 x-openstack-request-id: req-aba32764-d3fa-4af1-b599-38e49919b3f7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:06.506409 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "name": "network-vif-plugged", "status": "completed", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:06.507593 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aba32764-d3fa-4af1-b599-38e49919b3f7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:06.508258 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c', 'code': 200} Sep 19 03:01:06.518494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-0dc6eb6a-5a9d-4129-bfe9-74185a833a24 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4074039 Sep 19 03:01:06.557581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de23ded7-931f-4ef3-9e39-93368eba1db1 req-309f4b45-6674-490e-802f-ab85f29543a0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573601 Sep 19 03:01:06.578040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Request body: {'port': {'device_id': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:06.587288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1a4e563b-fa2e-428b-beb8-10434c48d143 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=252772dca2754327b6dad85e996faff1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986853 Sep 19 03:01:06.648019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-a6ee77b9-606f-45df-a33f-8cf13136410a service neutron] 10.222.0.32 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505172 Sep 19 03:01:06.649470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6fd266db-520f-4293-8752-337adfe00eae None None] Provisioning complete for port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:06.655271 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fd266db-520f-4293-8752-337adfe00eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:06.707890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6fd266db-520f-4293-8752-337adfe00eae None None] Port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:06.774641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-8cb66359-785c-4422-b8b9-bf2e47b03464 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.776910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-8cb66359-785c-4422-b8b9-bf2e47b03464 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.2909842 Sep 19 03:01:06.778634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-771774a8-3c00-4bb3-86ec-96c8b1e92d56 req-4aef3bc6-e85a-4374-961d-6def1ec3bd74 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 210 time: 0.0965946 Sep 19 03:01:06.790357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee5f9b-2f85-469b-bb4e-8670486856b7 req-8d20128f-6bd0-4b7c-8ad6-1e86f773a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.792773 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:06.792927 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0bee5f9b-2f85-469b-bb4e-8670486856b7 req-8d20128f-6bd0-4b7c-8ad6-1e86f773a81f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1097 time: 0.1434045 Sep 19 03:01:06.811090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1daaa42b-fe3e-4176-a99f-87f858b44b0f req-dda90dfd-6dea-4e0b-b426-1ff6077fe8cb service neutron] 10.222.0.32 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195593 Sep 19 03:01:06.818293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809936-1'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:06.847648 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0bee5f9b-2f85-469b-bb4e-8670486856b7 req-3c3ed62e-556d-495a-99b2-4f2837c69b9c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319374 Sep 19 03:01:06.915322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-a991dcd7-1236-4d15-b5ef-f3ebec4b6c64 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.916765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-a991dcd7-1236-4d15-b5ef-f3ebec4b6c64 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008471 Sep 19 03:01:06.944696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a575cb-edd9-40b8-bf12-b133405a918f req-d86e3261-b7d6-4ec9-b564-7d8682c9a756 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:06.946566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a575cb-edd9-40b8-bf12-b133405a918f req-d86e3261-b7d6-4ec9-b564-7d8682c9a756 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 943 time: 0.1821144 Sep 19 03:01:06.972283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.042603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Request body: {'port': {'device_id': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '252772dca2754327b6dad85e996faff1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:07.133448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d089bb8d-9259-403f-a2be-5d77a9966cb8 req-291c576a-f187-42c6-82f9-af554f313e23 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 210 time: 0.0992293 Sep 19 03:01:07.146688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a575cb-edd9-40b8-bf12-b133405a918f req-5e81ac96-e1b0-4caf-b981-5a1ab7297529 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895149 Sep 19 03:01:07.401058 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-a36fc9ad-cb03-4e66-be60-3941d3c30190 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319252 Sep 19 03:01:07.401572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:07.416574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d10ca0-83d1-4dc4-85f8-697a6a69324e req-aca9f0a9-1c0b-4c9e-820b-d945cc6b2fe2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:07.418125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90d10ca0-83d1-4dc4-85f8-697a6a69324e req-aca9f0a9-1c0b-4c9e-820b-d945cc6b2fe2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 945 time: 0.1875787 Sep 19 03:01:07.427449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Made reservation on behalf of 252772dca2754327b6dad85e996faff1 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:07.430879 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.565952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b01cffe3-388d-4319-8413-bdc06adf682a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:07.568494 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b01cffe3-388d-4319-8413-bdc06adf682a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608927 Sep 19 03:01:07.582823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:07.707637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:07.715242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.725670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.788306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:07.795409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90d10ca0-83d1-4dc4-85f8-697a6a69324e req-e4b709d5-80ca-407f-b48a-71a27e5016a9 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525243 Sep 19 03:01:07.827770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60474) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:07.838861 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.848051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.859486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.865250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:07.867915 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007cca1-ef2a-4d8d-a0bb-71ca75ee1451" -d '{"events": [{"server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "name": "network-vif-unplugged", "status": "completed", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:07.911867 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.939215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4d815-fa5e-4c97-ae18-55e27c970e39,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:07.974338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8428695-e687-42fd-b321-03f5c552ffef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:07.999783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:08.028362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.046483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:08.062187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4e98b-7d02-472e-a5d1-e3c1174f28a7 req-32e69bb7-3540-4216-8c3c-9cdd0ba522d3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:08.063760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30d4e98b-7d02-472e-a5d1-e3c1174f28a7 req-32e69bb7-3540-4216-8c3c-9cdd0ba522d3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 946 time: 0.3035808 Sep 19 03:01:08.075094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Transition to ACTIVE for port object 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:08.087418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8428695-e687-42fd-b321-03f5c552ffef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.087612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197086e-fe57-437d-9413-dce304d919f8 req-e7d996e1-7acd-4f76-9275-cfbd91b865e5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:08.089098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3197086e-fe57-437d-9413-dce304d919f8 req-e7d996e1-7acd-4f76-9275-cfbd91b865e5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 935 time: 0.1783810 Sep 19 03:01:08.092312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8428695-e687-42fd-b321-03f5c552ffef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.114377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.156863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8428695-e687-42fd-b321-03f5c552ffef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fcf630-7df9-4495-a406-50bb59553e05,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:08.164734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e8428695-e687-42fd-b321-03f5c552ffef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ae711d7a48a4978b11e74ed3ca774f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356915 Sep 19 03:01:08.168104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60482) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:08.183047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.18 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/0250ef5c-9eb7-43c4-8a93-65c8c73ad679) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:08.184315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on host n-h2-809936-1 for vnic_type normal with profile {"migrating_to": "n-h1-809936-1"} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:08.184816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:08.185008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:08.211756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:08.212122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Attempting to bind port d76240c8-aa9d-443c-aa40-d489721bd9a0 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:08.216637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30d4e98b-7d02-472e-a5d1-e3c1174f28a7 req-73c80cb8-07ff-46d8-91d3-6a1d8d26c5a2 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405632 Sep 19 03:01:08.244295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3197086e-fe57-437d-9413-dce304d919f8 req-aaa16f3a-8f98-40c6-b8b8-71fa8e48aae5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340332 Sep 19 03:01:08.245104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:08.245449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:08.246233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:08.246349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Bound port: d76240c8-aa9d-443c-aa40-d489721bd9a0, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:08.246635 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.272452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb6402a1-a786-4bf3-b603-e7ae6d4741d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.277056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:08.354876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb6402a1-a786-4bf3-b603-e7ae6d4741d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.392225 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e6c301-356d-4614-be2f-8a0a484bb181 x-openstack-request-id: req-69e6c301-356d-4614-be2f-8a0a484bb181 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:08.392532 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "name": "network-vif-unplugged", "status": "completed", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:08.392787 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69e6c301-356d-4614-be2f-8a0a484bb181 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:08.393185 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0', 'code': 200} Sep 19 03:01:08.413544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1f83a67-16bc-4c23-b84a-54a03ab2ce9e req-5f3850b5-e0b0-48aa-a947-e9e6090f1077 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 210 time: 0.0654035 Sep 19 03:01:08.451196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.472943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:08.473291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:08.473632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:08.477716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb6402a1-a786-4bf3-b603-e7ae6d4741d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.480350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb6402a1-a786-4bf3-b603-e7ae6d4741d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.483951 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb6402a1-a786-4bf3-b603-e7ae6d4741d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8fcf630-7df9-4495-a406-50bb59553e05 HTTP/1.1" status: 204 len: 168 time: 0.3124676 Sep 19 03:01:08.487217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2c0a15a-0d77-4777-b84c-12add5bf7537 req-4e2ab4c2-7b9e-4dbf-b18c-21d5900a3bce tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 210 time: 0.0556700 Sep 19 03:01:08.505646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:08.505646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:08.506431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:08.507022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:08.507360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:08.508298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Bound port: 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:08.508940 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.509618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6402a1-a786-4bf3-b603-e7ae6d4741d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fcf630-7df9-4495-a406-50bb59553e05,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:08.534761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.585083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:08.588688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:08.592957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:08.595450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:08.597730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:08.642942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:08.650274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:08.651736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.662298 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.670989 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b21fb894-5d25-4088-b015-eff5e7346611 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0920761 Sep 19 03:01:08.684255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Request body: {'port': {'device_id': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:08.694698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c188-8c06-49c0-9979-b4b54f72aad6 req-00b99fd6-4eed-4564-93ee-63dd5e456561 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:08.702030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85a4c188-8c06-49c0-9979-b4b54f72aad6 req-00b99fd6-4eed-4564-93ee-63dd5e456561 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 943 time: 0.1774049 Sep 19 03:01:08.735063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Allocated IP 192.168.233.11 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/17b1eb76-1d10-4ecc-afce-bd8144b38223) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:08.737684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:08.756795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.775715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:08.800313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.886183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60492) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:08.887729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:08.888365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.889760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] 10.222.0.30 "PUT /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 1121 time: 2.0784905 Sep 19 03:01:08.895587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85a4c188-8c06-49c0-9979-b4b54f72aad6 req-1f2201b4-78d3-4e5b-8ed5-431a47d89c0e tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927497 Sep 19 03:01:08.896189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d29e5fd-5935-4c9b-898f-0f07410f1650 service neutron] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=8']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:08.917492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:08.918307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.919516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] 10.222.0.32 "PUT /v2.0/ports/9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 1095 time: 2.3595445 Sep 19 03:01:08.968418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5b11dccf-d466-4e26-b766-870694e73d4c None None] Provisioning complete for port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:08.969022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b11dccf-d466-4e26-b766-870694e73d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:08.974162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f9fc827-c218-455a-870c-4dcb336d8e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.008165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5b11dccf-d466-4e26-b766-870694e73d4c None None] Port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:09.012294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d76240c8-aa9d-443c-aa40-d489721bd9a0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:09.090233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75508b12-ef7d-401d-8e2b-969a4a155e6d service neutron] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:09.138821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0b607-a846-4fd2-ad32-8404d5db5a9e req-27c1cf74-a7e7-439a-92f5-5a5683d9fbd4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:09.140336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbe0b607-a846-4fd2-ad32-8404d5db5a9e req-27c1cf74-a7e7-439a-92f5-5a5683d9fbd4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.2402589 Sep 19 03:01:09.212916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-5d63c431-ccb2-4e25-96ea-356f145d1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:09.214402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-5d63c431-ccb2-4e25-96ea-356f145d1751 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1098 time: 0.1761820 Sep 19 03:01:09.253220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.256868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbe0b607-a846-4fd2-ad32-8404d5db5a9e req-de8c57bb-58eb-438b-8ee9-2a487befd977 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050899 Sep 19 03:01:09.295538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-8b880880-3f49-45b8-b413-e4ad5003a2e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.0592139 Sep 19 03:01:09.432895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f9fc827-c218-455a-870c-4dcb336d8e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.441411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-c9ce8fa6-a391-4fac-861b-901737c9857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:09.443029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-c9ce8fa6-a391-4fac-861b-901737c9857f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1316266 Sep 19 03:01:09.447029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f9fc827-c218-455a-870c-4dcb336d8e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.453952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.466971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9a0308f6-1e13-4211-9543-0052f10aa846'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:09.486495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af17f1-2c37-455f-bc3c-c06ea0e15188 req-bf16ed71-0bcd-4844-b43b-69cc333aef96 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:09.488003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63af17f1-2c37-455f-bc3c-c06ea0e15188 req-bf16ed71-0bcd-4844-b43b-69cc333aef96 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 946 time: 0.1895700 Sep 19 03:01:09.576500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f427a-985f-4f5f-980d-eea141fe7ebd req-d81ee45a-5f30-4d25-aabb-3847fb00d43e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:09.579194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c0f427a-985f-4f5f-980d-eea141fe7ebd req-d81ee45a-5f30-4d25-aabb-3847fb00d43e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 947 time: 0.2228165 Sep 19 03:01:09.591766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:09.595219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4f9fc827-c218-455a-870c-4dcb336d8e35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=056bee400c13497d9ac780f4ec444fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015741 Sep 19 03:01:09.595830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60504) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:09.603173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fc827-c218-455a-870c-4dcb336d8e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee6af7-8e15-48a3-9cf7-e1a5ef605993,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:09.607139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.610030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:09.627904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:09.638062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Transition to ACTIVE for port object 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:09.645038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:09.647836 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.651341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Pushing event updated for resources: {'Port': ['ID=17b1eb76-1d10-4ecc-afce-bd8144b38223,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:09.668183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92518c46-9171-42aa-8175-3b05a4014a56 req-40e4b98d-c920-4855-9124-06c96cfa2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:09.669712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-40e4b98d-c920-4855-9124-06c96cfa2b3d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2072620 Sep 19 03:01:09.704044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b783de7-2b6c-4b74-bf5f-1d1db14f1031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.718188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63af17f1-2c37-455f-bc3c-c06ea0e15188 req-f61ddcca-a5e1-4837-a027-3e928b60f2a7 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171679 Sep 19 03:01:09.727629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Pushing event updated for resources: {'Port': ['ID=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:09.750591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c0f427a-985f-4f5f-980d-eea141fe7ebd req-f81f2d27-362d-45aa-818c-ec8a0bfc249f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564698 Sep 19 03:01:09.775897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b783de7-2b6c-4b74-bf5f-1d1db14f1031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.802643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:09.803312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.832171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7e565b18-4cc2-4468-bf96-989e992f5b1e tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7954967 Sep 19 03:01:09.836068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-f5582737-a183-4d58-ac7f-a43721504435 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448011 Sep 19 03:01:09.862112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Attempting to bind port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:09.862570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Attempting to bind port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:09.863040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Attempting to bind port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:09.868454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Request body: {'port': {'device_id': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:09.870212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:09.870650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Attempting to bind port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:09.877169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:09.877674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:09.878160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:09.879412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Bound port: 0250ef5c-9eb7-43c4-8a93-65c8c73ad679, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:09.879412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.899196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b783de7-2b6c-4b74-bf5f-1d1db14f1031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.902197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b783de7-2b6c-4b74-bf5f-1d1db14f1031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:09.903539 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6b783de7-2b6c-4b74-bf5f-1d1db14f1031 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0ee6af7-8e15-48a3-9cf7-e1a5ef605993 HTTP/1.1" status: 204 len: 168 time: 0.3067539 Sep 19 03:01:09.960251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b783de7-2b6c-4b74-bf5f-1d1db14f1031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee6af7-8e15-48a3-9cf7-e1a5ef605993,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:09.988251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] For port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:09.992040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] For port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:09.995088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a231d576-e563-4e9f-a283-2c703c54bb89 None None] Provisioning complete for port 17b1eb76-1d10-4ecc-afce-bd8144b38223 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:09.995658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a231d576-e563-4e9f-a283-2c703c54bb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:10.002718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:10.046907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a231d576-e563-4e9f-a283-2c703c54bb89 None None] Port 17b1eb76-1d10-4ecc-afce-bd8144b38223 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:10.151911 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:10.162775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82500c02-e6dc-4b33-8a12-b5a4d249c9e4 req-577879b1-4f2c-46bc-9287-a8c758a69528 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.171252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82500c02-e6dc-4b33-8a12-b5a4d249c9e4 req-577879b1-4f2c-46bc-9287-a8c758a69528 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 935 time: 0.2981184 Sep 19 03:01:10.225614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bafc47-665c-4baa-a561-34f4b1bc9fb5 req-456a70bb-caaa-4346-a4eb-aece0999135e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.227794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4bafc47-665c-4baa-a561-34f4b1bc9fb5 req-456a70bb-caaa-4346-a4eb-aece0999135e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 947 time: 0.2768438 Sep 19 03:01:10.240463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92518c46-9171-42aa-8175-3b05a4014a56 req-6b9c8792-644a-4fa4-9b01-83bf47a337ea service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903399 Sep 19 03:01:10.326511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82500c02-e6dc-4b33-8a12-b5a4d249c9e4 req-550ddebf-1008-4cac-ae3e-f89b61eea23c tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492472 Sep 19 03:01:10.363309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4bafc47-665c-4baa-a561-34f4b1bc9fb5 req-71e281f4-3341-4630-8f72-b5ab8c6753ad tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271751 Sep 19 03:01:10.368494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.369464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:10.371211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] 10.222.0.30 "PUT /v2.0/ports/0250ef5c-9eb7-43c4-8a93-65c8c73ad679 HTTP/1.1" status: 200 len: 1095 time: 1.6922159 Sep 19 03:01:10.373641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'tag': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:10.376214 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9363db-b6f2-48cb-8f0f-aa40d7af123a", "tag": "0250ef5c-9eb7-43c4-8a93-65c8c73ad679"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:10.458452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0'}, {'name': 'network-changed', 'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:10.459869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c8e19-99d0-4406-8fb7-8fc2af4d6989 service neutron] Pushing event updated for resources: {'Port': ['ID=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:10.461851 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986b4057-59b4-40be-841e-e82f9c7116f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0"}, {"name": "network-changed", "server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:10.497643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-a312a1f4-b3e1-4f8a-8184-edb3b49ac2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.499450 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-a312a1f4-b3e1-4f8a-8184-edb3b49ac2a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 1098 time: 0.0729692 Sep 19 03:01:10.550375 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-a4e5d057-f74e-401e-9d4a-5bf494dc6723 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0250ef5c-9eb7-43c4-8a93-65c8c73ad679 HTTP/1.1" status: 200 len: 217 time: 0.0421395 Sep 19 03:01:10.579491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0f7d9-f975-4e5f-8015-391be4deef74 req-fbabbb18-4e0a-4ac5-810d-ecd64a1813f5 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.581519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82a0f7d9-f975-4e5f-8015-391be4deef74 req-fbabbb18-4e0a-4ac5-810d-ecd64a1813f5 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1097 time: 0.1115503 Sep 19 03:01:10.584907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 44f27fc9-5ddc-493f-b21d-81c6726a08b3 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:10.617843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-dc6c231e-149a-4d4f-ad76-c235884bbef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.619440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-dc6c231e-149a-4d4f-ad76-c235884bbef5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0610101 Sep 19 03:01:10.642337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5daffc5-415e-4ed0-9446-047ccee63269 req-da38b43b-2115-43a2-9015-239a97d735f3 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.644324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5daffc5-415e-4ed0-9446-047ccee63269 req-da38b43b-2115-43a2-9015-239a97d735f3 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 943 time: 0.1788371 Sep 19 03:01:10.675169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0715c-3b92-461a-bbb4-32073ae351db req-eaea7fed-bee7-409e-a723-0ecbdaf718df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:10.677009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-eaea7fed-bee7-409e-a723-0ecbdaf718df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0481884 Sep 19 03:01:10.692448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82a0f7d9-f975-4e5f-8015-391be4deef74 req-f4eee8b0-ef0f-4b08-b733-92f0adf9be5b tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Sep 19 03:01:10.723165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:10.736625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'port_id': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'mac_address': 'fa:16:3e:0f:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc8ee03-bdb9-43db-97e9-f42e0d75f600', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:10.812928 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:10.832137 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-b2b9e890-864d-492c-b506-5d1c05ad9dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460993 Sep 19 03:01:10.837425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f27fc9-5ddc-493f-b21d-81c6726a08b3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:10.868320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:10.874500 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:10.935267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:10.961431 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dab0715c-3b92-461a-bbb4-32073ae351db req-018081a3-6c70-4789-a379-de078c9c2941 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218188 Sep 19 03:01:10.993963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5daffc5-415e-4ed0-9446-047ccee63269 req-cc0e98c7-7b1a-433d-ba93-7a5fce282718 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336434 Sep 19 03:01:11.024622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a2012-f845-4658-90f5-3cda6dfc0714 req-90d2a063-627c-4a4f-9945-ed507212a117 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.026002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d48a2012-f845-4658-90f5-3cda6dfc0714 req-90d2a063-627c-4a4f-9945-ed507212a117 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.1003530 Sep 19 03:01:11.044726 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a738861e-d20a-477d-a74c-607da712d663 x-openstack-request-id: req-a738861e-d20a-477d-a74c-607da712d663 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:11.045021 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9363db-b6f2-48cb-8f0f-aa40d7af123a", "tag": "0250ef5c-9eb7-43c4-8a93-65c8c73ad679", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:11.045271 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a738861e-d20a-477d-a74c-607da712d663 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:11.045718 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'tag': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679', 'status': 'completed', 'code': 200} Sep 19 03:01:11.094678 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d036c788-6067-4de1-bf37-9bcdd0b7dbea x-openstack-request-id: req-d036c788-6067-4de1-bf37-9bcdd0b7dbea {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:11.095555 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:11.095884 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d036c788-6067-4de1-bf37-9bcdd0b7dbea {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:11.096352 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0', 'status': 'completed', 'code': 200} Sep 19 03:01:11.097201 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'status': 'completed', 'code': 200} Sep 19 03:01:11.115733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-534eee1c-76ff-45f6-884f-ad01c08cafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.118074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-534eee1c-76ff-45f6-884f-ad01c08cafbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 1098 time: 0.0488384 Sep 19 03:01:11.131650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b1eb76-1d10-4ecc-afce-bd8144b38223 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:11.139552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d48a2012-f845-4658-90f5-3cda6dfc0714 req-e1b127df-569f-4d42-b136-38c89d429237 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986094 Sep 19 03:01:11.152162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:11.217546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Transition to ACTIVE for port object 17b1eb76-1d10-4ecc-afce-bd8144b38223 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:11.232222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:11.260545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-ca99037a-bcec-422c-a49c-64529eb1d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.262081 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-ca99037a-bcec-422c-a49c-64529eb1d076 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1310256 Sep 19 03:01:11.300676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19045f51-3d76-4b99-b66f-161b2212eb2b req-b7e0c26e-8e55-4e17-b20f-fb74d2b00096 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.302403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19045f51-3d76-4b99-b66f-161b2212eb2b req-b7e0c26e-8e55-4e17-b20f-fb74d2b00096 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1097 time: 0.1466343 Sep 19 03:01:11.311661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-3eff7abb-e341-4955-96d5-89d74d9377b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.313147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-3eff7abb-e341-4955-96d5-89d74d9377b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1124 time: 0.1704969 Sep 19 03:01:11.319036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-a68aa6c0-b609-47ba-b2e6-5a97f27efe8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0250ef5c-9eb7-43c4-8a93-65c8c73ad679 HTTP/1.1" status: 200 len: 217 time: 0.0477519 Sep 19 03:01:11.379375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1eb76-1d10-4ecc-afce-bd8144b38223,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:11.395688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-52429fe8-cdb1-4fbe-a379-7d6082676606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.397544 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-52429fe8-cdb1-4fbe-a379-7d6082676606 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0618918 Sep 19 03:01:11.465997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-6fb0405f-7ffa-4cb0-8f05-e38d615c0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.467746 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-6fb0405f-7ffa-4cb0-8f05-e38d615c0265 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530021 Sep 19 03:01:11.481067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba164da2-348d-4e68-bbee-042c8aa751be req-33e0bff8-86bd-4607-8ed6-3eb9865ace19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.482579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba164da2-348d-4e68-bbee-042c8aa751be req-33e0bff8-86bd-4607-8ed6-3eb9865ace19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 947 time: 0.2557707 Sep 19 03:01:11.505732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19045f51-3d76-4b99-b66f-161b2212eb2b req-aed74cb5-0056-4f73-8cdf-f728bea983da tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915729 Sep 19 03:01:11.571415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-a29fc0e0-3b98-4bac-b355-b55a759284f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.573031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-a29fc0e0-3b98-4bac-b355-b55a759284f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.2498872 Sep 19 03:01:11.589444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba164da2-348d-4e68-bbee-042c8aa751be req-ec9be4fb-2ec3-463e-b620-6fd148480872 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941136 Sep 19 03:01:11.592286 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-43bc7053-efed-49c1-9352-1e415a9d9b4b service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131518 Sep 19 03:01:11.593182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['44f27fc9-5ddc-493f-b21d-81c6726a08b3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:11.681233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Attempting to bind port 17b1eb76-1d10-4ecc-afce-bd8144b38223 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:11.681233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Attempting to bind port 17b1eb76-1d10-4ecc-afce-bd8144b38223 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:11.681581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Attempting to bind port 17b1eb76-1d10-4ecc-afce-bd8144b38223 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:11.684725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-53c8087e-7833-4bb6-ac3a-026407759e29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 217 time: 0.0943167 Sep 19 03:01:11.706396 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03b6a1d3-06b0-49ab-a12e-b08a7e4a3d9c req-716630ce-a8d4-4575-a203-74bd042831c6 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034322 Sep 19 03:01:11.713251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Port 17b1eb76-1d10-4ecc-afce-bd8144b38223 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:11.713396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Attempting to bind port 17b1eb76-1d10-4ecc-afce-bd8144b38223 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:11.776249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:11.776502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:11.776881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:11.777324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Bound port: 17b1eb76-1d10-4ecc-afce-bd8144b38223, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:11.777681 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:11.820447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-445a914a-c583-4fb0-a8e9-071296808e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.821895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-445a914a-c583-4fb0-a8e9-071296808e6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1099169 Sep 19 03:01:11.850634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0d4ff-c196-4a59-be1d-76c53a8cd677 req-036083fc-e190-469e-b16b-f561be60b79a tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.852703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8e0d4ff-c196-4a59-be1d-76c53a8cd677 req-036083fc-e190-469e-b16b-f561be60b79a tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 947 time: 0.1561503 Sep 19 03:01:11.870917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9761265-02ea-4710-a5b8-d2dd7c0b9185 req-fa6eaf56-a3aa-4db9-b4fb-e96dd338d080 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:11.872349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9761265-02ea-4710-a5b8-d2dd7c0b9185 req-fa6eaf56-a3aa-4db9-b4fb-e96dd338d080 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 947 time: 0.1790795 Sep 19 03:01:11.897056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-d0daeda1-fc60-4bff-99d2-0419ed943799 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556362 Sep 19 03:01:12.012616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8e0d4ff-c196-4a59-be1d-76c53a8cd677 req-fbecb708-c2cc-4bf6-aded-689b3f7b392b tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495113 Sep 19 03:01:12.015356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] For port 17b1eb76-1d10-4ecc-afce-bd8144b38223, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:12.034294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] For port 17b1eb76-1d10-4ecc-afce-bd8144b38223, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=17b1eb76-1d10-4ecc-afce-bd8144b38223,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:12.038036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9761265-02ea-4710-a5b8-d2dd7c0b9185 req-55466e83-0d56-467d-991f-b70169ca1897 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470017 Sep 19 03:01:12.041972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:12.096216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.096831 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:12.098203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/17b1eb76-1d10-4ecc-afce-bd8144b38223 HTTP/1.1" status: 200 len: 1095 time: 2.2497330 Sep 19 03:01:12.105430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-65b774c4-8669-4ea4-b325-bb154640bfc2 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930313 Sep 19 03:01:12.162946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc9f82-b873-4c27-b40e-d5151a0272a5 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1eb76-1d10-4ecc-afce-bd8144b38223,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:12.282939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71ad3c-885f-4008-8f7f-a5a04fa61855 req-ec1c434b-af23-493c-bf25-59933fde6596 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.284397 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b71ad3c-885f-4008-8f7f-a5a04fa61855 req-ec1c434b-af23-493c-bf25-59933fde6596 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 944 time: 0.1489096 Sep 19 03:01:12.291801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-c6b4eaab-ff99-417b-95b4-464ebba6ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.293247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-c6b4eaab-ff99-417b-95b4-464ebba6ce8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=252772dca2754327b6dad85e996faff1&device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 1098 time: 0.1314001 Sep 19 03:01:12.321506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-0b01b18c-2842-445c-80c7-a4d6e73885b0 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001510 Sep 19 03:01:12.356716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-7ce1970a-61fe-4254-918c-c44a3248f345 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=17b1eb76-1d10-4ecc-afce-bd8144b38223 HTTP/1.1" status: 200 len: 217 time: 0.0479865 Sep 19 03:01:12.382241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b71ad3c-885f-4008-8f7f-a5a04fa61855 req-158ce54a-0b10-4648-89d9-0c10da915d79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828762 Sep 19 03:01:12.432204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-dc06cdbf-ebb9-4378-9e8a-a98353258b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.433594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-dc06cdbf-ebb9-4378-9e8a-a98353258b3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0690870 Sep 19 03:01:12.503590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:12.520704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-2d684fef-6e01-4eba-8646-f979abf7914a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.522297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-2d684fef-6e01-4eba-8646-f979abf7914a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1098 time: 0.0988305 Sep 19 03:01:12.546082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93802d10-3b7e-4538-85a5-d318733ab3d2 req-52893752-f4d3-4357-b8e6-055cb8093186 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.547727 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93802d10-3b7e-4538-85a5-d318733ab3d2 req-52893752-f4d3-4357-b8e6-055cb8093186 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 943 time: 0.1262574 Sep 19 03:01:12.551082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-d8c2e416-48b3-4e5a-be5f-34823cb7cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.552631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-d8c2e416-48b3-4e5a-be5f-34823cb7cd19 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1094856 Sep 19 03:01:12.648239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:12.661049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 has no active binding in host n-h1-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:01:12.735923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93802d10-3b7e-4538-85a5-d318733ab3d2 req-8a07760e-1fa2-4c8e-b434-b1dfb57264d5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749346 Sep 19 03:01:12.770269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d11c-98e9-467b-85e9-7e8ec884d27a req-0a4e1aed-a410-4731-aa4e-8e5b4c07a213 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.771802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ed8d11c-98e9-467b-85e9-7e8ec884d27a req-0a4e1aed-a410-4731-aa4e-8e5b4c07a213 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1097 time: 0.1723301 Sep 19 03:01:12.774683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-b6469a12-f890-4323-8385-034495fdb6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:12.776336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-b6469a12-f890-4323-8385-034495fdb6d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2274604 Sep 19 03:01:12.779632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-b08123d9-dda3-4d9f-8039-38a34bc50693 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165706 Sep 19 03:01:12.807202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-06ac6dba-dd6c-486b-9b07-91875fbe9b43 service neutron] 10.222.0.32 "GET /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.0596595 Sep 19 03:01:12.870207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-5a5d623a-9f48-406e-8431-44c602e2c496 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.0832727 Sep 19 03:01:12.959089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ed8d11c-98e9-467b-85e9-7e8ec884d27a req-87d75215-b010-44ed-b3a1-e7b5b732d82c tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784673 Sep 19 03:01:12.994425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:13.001700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235bff-20a3-4f93-a905-d24f56eec070 req-00f4ef84-686a-4b8e-989f-7fe5f312d233 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.003226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f235bff-20a3-4f93-a905-d24f56eec070 req-00f4ef84-686a-4b8e-989f-7fe5f312d233 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 947 time: 0.1519415 Sep 19 03:01:13.008488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a67279-ea2f-481f-8bd0-f2e4a981d374 req-79bffc46-cc8c-4e6a-9686-6d4dd46617af service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205775 Sep 19 03:01:13.013859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-8dca4bc4-ca68-4047-908e-2e1b07bfddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.015273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-8dca4bc4-ca68-4047-908e-2e1b07bfddfb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1256928 Sep 19 03:01:13.019728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:13.060407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76240c8-aa9d-443c-aa40-d489721bd9a0 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:13.072882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:13.083149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f235bff-20a3-4f93-a905-d24f56eec070 req-7623dc1e-b046-4b43-bb5b-7b5a6f45c18d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716136 Sep 19 03:01:13.087953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-75c38855-16ac-4f68-8152-cb514e265f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.089404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-75c38855-16ac-4f68-8152-cb514e265f41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612080 Sep 19 03:01:13.090171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:13.098047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'tag': '17b1eb76-1d10-4ecc-afce-bd8144b38223'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:13.100674 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538b5bdb-9da3-4881-a50a-83ae2380e129" -d '{"events": [{"name": "network-changed", "server_uuid": "bd386a7f-a421-4b3f-b4b7-896815aa9b1a", "tag": "17b1eb76-1d10-4ecc-afce-bd8144b38223"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:13.178984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] Transition to ACTIVE for port object d76240c8-aa9d-443c-aa40-d489721bd9a0 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:13.184875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:13.252936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] No DVR routers for this DVR port d76240c8-aa9d-443c-aa40-d489721bd9a0 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:01:13.263247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] Pushing event updated for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:13.290865 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-3ab3c4cf-36ba-46ca-a423-829b078e711b service neutron] 10.222.0.32 "PUT /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0/bindings/n-h1-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4758651 Sep 19 03:01:13.435495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eee64f5-fdc0-4670-b9fd-c9d8fc8d11f8 req-82ecdd48-e659-4d74-be5e-d1da06deb306 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f1d5ab8984a4c88a68277f9b2041645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598207 Sep 19 03:01:13.511940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-ecc3eb05-384a-485b-988b-0ffc7205e820 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069495 Sep 19 03:01:13.548614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794e022-8ddb-49ae-b8d4-692e7b55aa05 req-8f8c068d-ac4e-4be1-9636-7f2314169f22 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.549993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2794e022-8ddb-49ae-b8d4-692e7b55aa05 req-8f8c068d-ac4e-4be1-9636-7f2314169f22 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 947 time: 0.1733465 Sep 19 03:01:13.586943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-8e69a5d0-9096-45d5-81c1-c2bdb9a89641 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.588354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-8e69a5d0-9096-45d5-81c1-c2bdb9a89641 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1095 time: 0.1945362 Sep 19 03:01:13.702221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee64f5-fdc0-4670-b9fd-c9d8fc8d11f8 req-c1f80f76-36b6-427b-ac2c-fcfdc6009614 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.703615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eee64f5-fdc0-4670-b9fd-c9d8fc8d11f8 req-c1f80f76-36b6-427b-ac2c-fcfdc6009614 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496893 Sep 19 03:01:13.706228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2794e022-8ddb-49ae-b8d4-692e7b55aa05 req-388a8c94-ba7f-4497-aa74-7ee1f1a43f5c tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394100 Sep 19 03:01:13.730607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-ca651ad2-9c28-48d4-8827-3a73e69ad405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.732078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-ca651ad2-9c28-48d4-8827-3a73e69ad405 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc&tenant_id=ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 1095 time: 0.1280704 Sep 19 03:01:13.742723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eee64f5-fdc0-4670-b9fd-c9d8fc8d11f8 req-d33349c7-56d0-4277-9a56-c3f0e10449e1 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/quotas/1f1d5ab8984a4c88a68277f9b2041645 HTTP/1.1" status: 200 len: 375 time: 0.0298641 Sep 19 03:01:13.744599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-986b4057-59b4-40be-841e-e82f9c7116f1 req-d6a60a5a-3df9-4793-a9f2-a7d2352c8fcc service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937733 Sep 19 03:01:13.787771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eee64f5-fdc0-4670-b9fd-c9d8fc8d11f8 req-9f404e9b-858f-419a-908d-e680e9632776 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f1d5ab8984a4c88a68277f9b2041645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373693 Sep 19 03:01:13.843448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-d89fdd16-f236-4bc6-9d29-526d5c6873ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.844941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-d89fdd16-f236-4bc6-9d29-526d5c6873ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1095 time: 0.0858178 Sep 19 03:01:13.861287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53dca7-5a9b-486a-b3cd-71ac8484ce23 req-f458fb68-8dec-4020-a7a0-3edd82b8c4e1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.862786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a53dca7-5a9b-486a-b3cd-71ac8484ce23 req-f458fb68-8dec-4020-a7a0-3edd82b8c4e1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 947 time: 0.0775199 Sep 19 03:01:13.872585 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eacdd8-2dc7-4c31-ae14-3e7e6da34c19 x-openstack-request-id: req-78eacdd8-2dc7-4c31-ae14-3e7e6da34c19 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:13.872874 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd386a7f-a421-4b3f-b4b7-896815aa9b1a", "tag": "17b1eb76-1d10-4ecc-afce-bd8144b38223", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:13.873127 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78eacdd8-2dc7-4c31-ae14-3e7e6da34c19 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:13.873511 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'tag': '17b1eb76-1d10-4ecc-afce-bd8144b38223', 'status': 'completed', 'code': 200} Sep 19 03:01:13.941600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-ddef5a9a-3191-415b-b2c5-602fc2487efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:13.943218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-ddef5a9a-3191-415b-b2c5-602fc2487efb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=252772dca2754327b6dad85e996faff1&device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 1098 time: 0.0456772 Sep 19 03:01:13.986657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a53dca7-5a9b-486a-b3cd-71ac8484ce23 req-d9b3a0ac-183a-4809-858c-48884edad3e9 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165967 Sep 19 03:01:14.014352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-5cbc88a6-3d08-48e5-a8f2-c18ddaafe01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.015859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-5cbc88a6-3d08-48e5-a8f2-c18ddaafe01b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1628611 Sep 19 03:01:14.026470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5b19-7ccf-4e98-a5b8-9c73e74bf341 req-de70238f-eb87-4957-97a0-32073ef28562 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.027955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d4e5b19-7ccf-4e98-a5b8-9c73e74bf341 req-de70238f-eb87-4957-97a0-32073ef28562 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 944 time: 0.0889740 Sep 19 03:01:14.035725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-fe8b1e28-b9c9-4350-b603-ac86e1b929cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.036742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-fe8b1e28-b9c9-4350-b603-ac86e1b929cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.0858290 Sep 19 03:01:14.066607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-88fc3a81-68a8-4123-9daf-524e48916c62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 217 time: 0.0376990 Sep 19 03:01:14.082054 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-6f950d4c-162c-435e-821d-f862df4f34c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=17b1eb76-1d10-4ecc-afce-bd8144b38223 HTTP/1.1" status: 200 len: 217 time: 0.0377243 Sep 19 03:01:14.129792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-0a1ca3ce-5413-4fea-a997-28a99b146d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.131288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-0a1ca3ce-5413-4fea-a997-28a99b146d7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0428545 Sep 19 03:01:14.163201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d4e5b19-7ccf-4e98-a5b8-9c73e74bf341 req-c84264ff-3baf-4b86-8a41-cb44145679b7 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992696 Sep 19 03:01:14.169316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-c4daff2a-625e-43b4-8629-1cb5f42cd264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.170757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-c4daff2a-625e-43b4-8629-1cb5f42cd264 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0922937 Sep 19 03:01:14.177310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-36289a3f-d716-4e57-a988-7f613d9183aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.178861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-36289a3f-d716-4e57-a988-7f613d9183aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400343 Sep 19 03:01:14.179290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd52b9-8a29-4a96-9e24-33915da88d92 req-8ae4ab6c-edcc-4973-9d98-535fe218bee4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.181284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6cd52b9-8a29-4a96-9e24-33915da88d92 req-8ae4ab6c-edcc-4973-9d98-535fe218bee4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 944 time: 0.1190386 Sep 19 03:01:14.220039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-7421b9b4-e6da-45b7-8ac1-a14189a71b35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377805 Sep 19 03:01:14.263503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6cd52b9-8a29-4a96-9e24-33915da88d92 req-20590e06-ccc7-4df9-829d-280863529ad5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717261 Sep 19 03:01:14.285240 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-b3872aff-f105-4180-a39e-3fc23b4f0248 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948479 Sep 19 03:01:14.344644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-a50f0160-b294-44b4-a238-29f41866fb4c service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165037 Sep 19 03:01:14.391992 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-538b5bdb-9da3-4881-a50a-83ae2380e129 req-1e7782ec-ee6a-4d11-9ac9-d9930734503e service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015699 Sep 19 03:01:14.451137 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d064ac2-9892-4d59-9eb1-c0dd62740ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:14.474639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b70c9-16a5-4e50-a024-89d18b9f5b7e req-e9324e43-db11-4a27-9317-79698445a6eb tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.476267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb8b70c9-16a5-4e50-a024-89d18b9f5b7e req-e9324e43-db11-4a27-9317-79698445a6eb tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1097 time: 0.1307261 Sep 19 03:01:14.495261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-7eb4e5bb-507f-47ea-ba41-4af6889a6629 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416194 Sep 19 03:01:14.512300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:14.517620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f2b28-6efb-4feb-b8cc-a93e05f66459 req-41adac23-431d-480e-a673-9e7a16ba363e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.519114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-696f2b28-6efb-4feb-b8cc-a93e05f66459 req-41adac23-431d-480e-a673-9e7a16ba363e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 947 time: 0.0858247 Sep 19 03:01:14.544590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb8b70c9-16a5-4e50-a024-89d18b9f5b7e req-54bd4af8-814c-4921-a2b7-c819edf2b463 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589309 Sep 19 03:01:14.572681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-696f2b28-6efb-4feb-b8cc-a93e05f66459 req-fcf113fd-9d3d-4879-b2f4-65392e942f56 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Sep 19 03:01:14.614253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:14.628223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679', 'mac_address': 'fa:16:3e:f3:8b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:14.656206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:14.658351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 44f27fc9-5ddc-493f-b21d-81c6726a08b3 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:14.728471 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:14.771021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:14.780962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-5ecd4ccd-ffce-44a7-b24a-d231e89e8059 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.783007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-5ecd4ccd-ffce-44a7-b24a-d231e89e8059 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1095 time: 0.0736842 Sep 19 03:01:14.848026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:14.868180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:14.868180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:14.871795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:14.895528 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:14.949958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:14.956158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df02b9-3275-4041-9998-a0d89d490604 req-0e43913e-2578-4035-af1e-6dde65fcd021 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:14.957768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73df02b9-3275-4041-9998-a0d89d490604 req-0e43913e-2578-4035-af1e-6dde65fcd021 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 947 time: 0.0856383 Sep 19 03:01:14.978037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'mac_address': 'fa:16:3e:40:17:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:14.990605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-84492766-5fb7-4287-bc1b-ed582747df53 service neutron] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:14.998928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-84492766-5fb7-4287-bc1b-ed582747df53 service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:14.999246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce29625a-e15e-4ce1-bcef-97a2f457d30c req-84492766-5fb7-4287-bc1b-ed582747df53 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0/bindings/n-h2-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.2081258 Sep 19 03:01:15.012726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73df02b9-3275-4041-9998-a0d89d490604 req-9357c12d-3bb3-44b4-9bf1-4583752662a2 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476723 Sep 19 03:01:15.151734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44011688-06b0-4dab-a94d-32c9893be4d8 req-f6fa03be-6325-451d-8aa1-d53e5bb57ff9 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f1d5ab8984a4c88a68277f9b2041645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263007 Sep 19 03:01:15.175985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:15.198484 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:15.201180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:15.224195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:15.235275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:15.237471 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3394f23e-7f74-42e9-94fc-f1a3dde9bb2b" -d '{"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-plugged", "status": "completed", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:15.261674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:15.263552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:15.266241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:15.271407 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:15.271933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44011688-06b0-4dab-a94d-32c9893be4d8 req-50cdbadb-c50c-4415-a82a-2fb57cabd61a tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:15.273202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:15.273474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44011688-06b0-4dab-a94d-32c9893be4d8 req-50cdbadb-c50c-4415-a82a-2fb57cabd61a tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155255 Sep 19 03:01:15.290421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44011688-06b0-4dab-a94d-32c9893be4d8 req-8305328b-703d-44ea-bffb-69221d64c0d6 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/quotas/1f1d5ab8984a4c88a68277f9b2041645 HTTP/1.1" status: 200 len: 375 time: 0.0101559 Sep 19 03:01:15.326661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44011688-06b0-4dab-a94d-32c9893be4d8 req-9ea4be60-b814-437e-9e18-18cd08681ad2 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f1d5ab8984a4c88a68277f9b2041645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290346 Sep 19 03:01:15.346375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:15.439421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:15.511744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb5718-a989-4ba2-a153-eb381caef1fa req-63069c76-61fb-425c-a714-0efe93c73d78 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:15.513354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5fb5718-a989-4ba2-a153-eb381caef1fa req-63069c76-61fb-425c-a714-0efe93c73d78 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 948 time: 0.0551801 Sep 19 03:01:15.557732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5fb5718-a989-4ba2-a153-eb381caef1fa req-913cb22d-746b-46a8-b6b1-c8dc15eb94d7 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382915 Sep 19 03:01:15.635143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-ff994843-c69a-4bf2-94e5-707fc9e506e3 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:01:15.636118 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-ff994843-c69a-4bf2-94e5-707fc9e506e3 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064893 Sep 19 03:01:15.652442 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:15.661745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53ebd0-3874-4749-9f85-2a0249968588 req-3a8c6cf4-a27e-4c69-b055-83b0c910f717 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:15.663267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad53ebd0-3874-4749-9f85-2a0249968588 req-3a8c6cf4-a27e-4c69-b055-83b0c910f717 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Sep 19 03:01:15.678099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-6db1a2e3-3339-4a4f-8510-2f8c73f98690 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:15.679673 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-6db1a2e3-3339-4a4f-8510-2f8c73f98690 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 1094 time: 0.0376284 Sep 19 03:01:15.688319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Request body: {'binding': {'host': 'n-h2-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:15.688878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Unknown quota resources ['binding']. {{(pid=94722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:01:15.700034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:15.703461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad53ebd0-3874-4749-9f85-2a0249968588 req-248a3b27-265f-409f-ba1e-7ba61b8827d0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323069 Sep 19 03:01:15.750016 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cb3c0e-81e0-4930-9e9a-db7bd9090246 x-openstack-request-id: req-24cb3c0e-81e0-4930-9e9a-db7bd9090246 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:15.750376 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-plugged", "status": "completed", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:15.750688 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24cb3c0e-81e0-4930-9e9a-db7bd9090246 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:15.751201 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'code': 200} Sep 19 03:01:15.865315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599af9e8-fa4e-41d3-8cda-7084767c99c1 req-bfa9debe-9064-4348-b9b8-653f9069a5f9 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:15.866817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-599af9e8-fa4e-41d3-8cda-7084767c99c1 req-bfa9debe-9064-4348-b9b8-653f9069a5f9 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 944 time: 0.0674613 Sep 19 03:01:15.872882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on host n-h2-809936-1 for vnic_type normal with profile None {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:15.873233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:15.873560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:15.877851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:15.878170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:15.883595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:15.884031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:15.884422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:15.884847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Bound port: 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:15.927246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb218b7b-798f-44ea-834a-feef771db609 req-b06deba0-ea4a-452f-9e93-f21a0bd0e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:15.929170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb218b7b-798f-44ea-834a-feef771db609 req-b06deba0-ea4a-452f-9e93-f21a0bd0e6d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 1096 time: 0.0826085 Sep 19 03:01:15.932093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-599af9e8-fa4e-41d3-8cda-7084767c99c1 req-f3d9f28a-d5da-41a7-b8c1-df710c99cdec tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 Sep 19 03:01:15.940190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:15.946414 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:15.960017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-01e58645-1905-4692-bdd5-baf82b0350a3 service neutron] 10.222.0.22 "POST /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2668409 Sep 19 03:01:15.983203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb218b7b-798f-44ea-834a-feef771db609 req-ef1de6ab-5e7f-4af0-9ff5-16e63cfa7259 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Sep 19 03:01:16.139091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2583ed-d775-4348-bdcb-4993e4d45e9f req-4ad458f3-c64a-46b0-836b-caf2c81f242e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.139091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad2583ed-d775-4348-bdcb-4993e4d45e9f req-4ad458f3-c64a-46b0-836b-caf2c81f242e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 948 time: 0.0524998 Sep 19 03:01:16.174986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad2583ed-d775-4348-bdcb-4993e4d45e9f req-64fbba43-0435-41a8-b186-461126ac6484 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 Sep 19 03:01:16.268884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03ad2d-88ed-4de4-baeb-e3380417742c req-3c4230e2-e5a3-47fb-a91b-5ca30981bb32 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.270207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef03ad2d-88ed-4de4-baeb-e3380417742c req-3c4230e2-e5a3-47fb-a91b-5ca30981bb32 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 946 time: 0.0723095 Sep 19 03:01:16.303700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9704c-7b1e-4c73-bce4-0004d5c560f9 req-ad68b38e-b142-4768-a525-abba3b6d4c74 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.305773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbe9704c-7b1e-4c73-bce4-0004d5c560f9 req-ad68b38e-b142-4768-a525-abba3b6d4c74 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 947 time: 0.0747046 Sep 19 03:01:16.327822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef03ad2d-88ed-4de4-baeb-e3380417742c req-bdc8c0c9-fd70-4444-8a0d-549689cee38c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Sep 19 03:01:16.360968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbe9704c-7b1e-4c73-bce4-0004d5c560f9 req-9d81af53-ee96-4233-91f2-0d45fc763aeb tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 Sep 19 03:01:16.497880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc732a-168b-4ae4-9ebb-698b8df13656 req-77657e95-af19-4971-b3b7-aa985bf58ec8 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.499431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0dc732a-168b-4ae4-9ebb-698b8df13656 req-77657e95-af19-4971-b3b7-aa985bf58ec8 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1095 time: 0.0711508 Sep 19 03:01:16.505635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-f7ac0864-cd56-42de-9c4b-3ce125022efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.507095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-f7ac0864-cd56-42de-9c4b-3ce125022efc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1097 time: 0.0516508 Sep 19 03:01:16.534734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 17b1eb76-1d10-4ecc-afce-bd8144b38223 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:16.538471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:16.576565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0dc732a-168b-4ae4-9ebb-698b8df13656 req-5c06c68f-d063-47e4-9d56-fa08dce874f7 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652533 Sep 19 03:01:16.645916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:16.670777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:16.677205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:16.677468 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:16.704041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-64938b80-ff73-4b46-927e-f2db5718576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.705659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-64938b80-ff73-4b46-927e-f2db5718576b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1903176 Sep 19 03:01:16.733282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 17b1eb76-1d10-4ecc-afce-bd8144b38223, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=17b1eb76-1d10-4ecc-afce-bd8144b38223,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:16.756392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '17b1eb76-1d10-4ecc-afce-bd8144b38223', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '17b1eb76-1d10-4ecc-afce-bd8144b38223', 'mac_address': 'fa:16:3e:44:95:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:16.775449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b312710-f063-4bc1-873c-41d5530bdbd4 req-27da0096-8c6a-46c4-a5a7-9d4145219ac4 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f1d5ab8984a4c88a68277f9b2041645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622292 Sep 19 03:01:16.782798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce029505-bead-49d6-bd6b-d718cfc673c6 req-fc5e0a84-fe4c-4fc2-a912-9fa28f6dde18 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.784167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce029505-bead-49d6-bd6b-d718cfc673c6 req-fc5e0a84-fe4c-4fc2-a912-9fa28f6dde18 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 948 time: 0.1219447 Sep 19 03:01:16.785474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-8551ae4b-9a8d-4153-adcd-83f2bc825532 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 217 time: 0.0705216 Sep 19 03:01:16.788096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:16.799882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:16.799882 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:16.854205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:16.882546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b1eb76-1d10-4ecc-afce-bd8144b38223 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:16.889215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:16.917129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 17b1eb76-1d10-4ecc-afce-bd8144b38223, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=17b1eb76-1d10-4ecc-afce-bd8144b38223,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:16.919818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce029505-bead-49d6-bd6b-d718cfc673c6 req-774d784c-35b6-4e6c-b890-b73d9884f031 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230652 Sep 19 03:01:16.923316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-bf992551-2f74-45f6-a1b4-7b23cc760b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:16.924688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-bf992551-2f74-45f6-a1b4-7b23cc760b53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1290143 Sep 19 03:01:16.926100 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:16.969113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-43f73334-4006-4f81-9f60-5636414f60f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369833 Sep 19 03:01:16.986426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:16.997695 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:17.006154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b312710-f063-4bc1-873c-41d5530bdbd4 req-0eb73e0a-b587-46cb-a4e9-08d9635d6f39 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:17.007751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b312710-f063-4bc1-873c-41d5530bdbd4 req-0eb73e0a-b587-46cb-a4e9-08d9635d6f39 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2214565 Sep 19 03:01:17.013183 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:17.025742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=17b1eb76-1d10-4ecc-afce-bd8144b38223,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:17.080434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b312710-f063-4bc1-873c-41d5530bdbd4 req-728b5429-8597-4154-a1ac-30ec801b4b1e tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/quotas/1f1d5ab8984a4c88a68277f9b2041645 HTTP/1.1" status: 200 len: 375 time: 0.0517495 Sep 19 03:01:17.082978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:17.099373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:17.100150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:17.125853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b312710-f063-4bc1-873c-41d5530bdbd4 req-34d72980-9366-4a4c-a5bf-3e6db961cc28 tempest-QuotasAdminNegativeTest-2050967573 tempest-QuotasAdminNegativeTest-2050967573-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f1d5ab8984a4c88a68277f9b2041645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360215 Sep 19 03:01:17.128524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:17.135857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad5834-edc9-41ab-971e-05743a462c84 req-80ddf4f6-1918-441d-bdfd-d11218cb66ae tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:17.137322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0dad5834-edc9-41ab-971e-05743a462c84 req-80ddf4f6-1918-441d-bdfd-d11218cb66ae tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1286907 Sep 19 03:01:17.163722 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8d465e7-8dd8-402e-82a6-ad4a9473d327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:17.173198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-c7d42400-3c98-487d-8b64-24ce67dc2e20 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937988 Sep 19 03:01:17.185981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:01:17.197439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:17.203256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0dad5834-edc9-41ab-971e-05743a462c84 req-39f1d369-2fda-451d-bf8d-b5fb4dcb3a2b tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575039 Sep 19 03:01:17.216572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['17b1eb76-1d10-4ecc-afce-bd8144b38223'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:17.317338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-525ce464-4e2f-464a-9540-2157c8fd4ce8 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327569 Sep 19 03:01:17.410984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faad1c-fabc-4ab5-8791-613283a71155 req-5937807d-6d3f-4c9d-9c70-b162c2eac75b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:17.412532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-5937807d-6d3f-4c9d-9c70-b162c2eac75b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.1238728 Sep 19 03:01:17.429665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-7fe8dcad-3d4a-43b5-a3c8-5f0ee8c835e4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/quotas/ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 375 time: 0.0103552 Sep 19 03:01:17.516614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92129b88-d2ed-48ca-8916-6e7a896d8523 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811489 Sep 19 03:01:17.538879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-e302601f-2ec5-4c29-b4a8-7436bd13e9e1 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:17.540288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-e302601f-2ec5-4c29-b4a8-7436bd13e9e1 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1097 time: 0.0921464 Sep 19 03:01:17.562414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809936-1'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:17.667872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802bb68-0676-4f31-bc85-19ed7c505524 req-cb7f0245-95ab-449a-95e0-be0e57fc0d23 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:17.669239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a802bb68-0676-4f31-bc85-19ed7c505524 req-cb7f0245-95ab-449a-95e0-be0e57fc0d23 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1516809 Sep 19 03:01:17.688497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:17.752172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679'}, {'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:17.754591 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39ade8c-1985-479d-85b2-a45495cfeabe" -d '{"events": [{"server_uuid": "0f9363db-b6f2-48cb-8f0f-aa40d7af123a", "name": "network-vif-plugged", "status": "completed", "tag": "0250ef5c-9eb7-43c4-8a93-65c8c73ad679"}, {"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:17.881145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:17.922886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-a7fc4de2-088b-4f0a-af4c-7d731006d096 service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934848 Sep 19 03:01:17.948465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a802bb68-0676-4f31-bc85-19ed7c505524 req-7cfca3ad-8a9e-4658-b8ad-af4f49daf354 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710006 Sep 19 03:01:18.124299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-c901ac6b-d7e5-4859-b417-6968d377e996 service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794529 Sep 19 03:01:18.131647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6f865-9513-46c2-8fe6-8957ae5c41ef req-36b231dd-7ed2-45d3-b23e-55f086d29d2d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:18.133055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fb6f865-9513-46c2-8fe6-8957ae5c41ef req-36b231dd-7ed2-45d3-b23e-55f086d29d2d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 946 time: 0.1200833 Sep 19 03:01:18.166863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:18.203656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fb6f865-9513-46c2-8fe6-8957ae5c41ef req-046201c4-3d67-431b-94a0-db1fe8d20781 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644791 Sep 19 03:01:18.225485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:18.271342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:18.273648 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1e6de4-c510-46aa-8c7c-416fc69c4abb" -d '{"events": [{"server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "name": "network-vif-unplugged", "status": "completed", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:18.279446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.313652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.320592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.340945 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5714e11-ae09-489f-afe0-24b4205bed31 x-openstack-request-id: req-b5714e11-ae09-489f-afe0-24b4205bed31 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:18.341270 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9363db-b6f2-48cb-8f0f-aa40d7af123a", "name": "network-vif-plugged", "status": "completed", "tag": "0250ef5c-9eb7-43c4-8a93-65c8c73ad679", "code": 200}, {"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:18.341652 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5714e11-ae09-489f-afe0-24b4205bed31 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:18.342064 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679', 'code': 200} Sep 19 03:01:18.342323 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'code': 200} Sep 19 03:01:18.384067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec1181-d608-499d-953d-5e79ce3ce77a req-e8706913-92e2-4b0b-b35a-5bd4f0453697 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:18.385622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ec1181-d608-499d-953d-5e79ce3ce77a req-e8706913-92e2-4b0b-b35a-5bd4f0453697 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 948 time: 0.1086230 Sep 19 03:01:18.441674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:18.496721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268469d-9aeb-461b-9dfe-053305342d78 req-4c8124ed-a57b-4cf5-bd21-d7a88d6a1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:18.498860 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a268469d-9aeb-461b-9dfe-053305342d78 req-4c8124ed-a57b-4cf5-bd21-d7a88d6a1c86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1100 time: 0.0578227 Sep 19 03:01:18.526005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on host n-h1-809936-1 for vnic_type normal with profile {"migrating_to": "n-h2-809936-1"} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:18.526371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:18.526781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:18.550896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 17b1eb76-1d10-4ecc-afce-bd8144b38223 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:18.553342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a268469d-9aeb-461b-9dfe-053305342d78 req-a2521042-0e05-435d-8aef-60c67a0afb89 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 Sep 19 03:01:18.560731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ec1181-d608-499d-953d-5e79ce3ce77a req-c7775862-3c10-4512-8164-4274d7813bad tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534750 Sep 19 03:01:18.567127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:18.567484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Attempting to bind port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:18.584656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:18.585000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:18.586794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:18.588074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Bound port: 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:18.588451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.605698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 17b1eb76-1d10-4ecc-afce-bd8144b38223 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:18.609935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 17b1eb76-1d10-4ecc-afce-bd8144b38223 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:18.610529 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.666696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60780) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:18.696957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd5c461a-6964-4d40-a982-7d1d9a64dd66 req-3fde952c-564c-44c8-a3f6-40c6bcf8af7b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 210 time: 0.0789900 Sep 19 03:01:18.705831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.730037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecc0cb-5f52-474c-80a8-f0a94b78c93a req-01bcd35f-181f-4851-8862-e95232b568e8 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:18.733496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5ecc0cb-5f52-474c-80a8-f0a94b78c93a req-01bcd35f-181f-4851-8862-e95232b568e8 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 949 time: 0.3091257 Sep 19 03:01:18.738202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edeb420-c4d2-4cb8-98cb-f408b59ec8f9 req-996b28ae-4b9c-4e4a-84ac-ac11d87d25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:18.740912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0edeb420-c4d2-4cb8-98cb-f408b59ec8f9 req-996b28ae-4b9c-4e4a-84ac-ac11d87d25c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 1100 time: 0.2895012 Sep 19 03:01:18.753759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 17b1eb76-1d10-4ecc-afce-bd8144b38223, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=17b1eb76-1d10-4ecc-afce-bd8144b38223,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:18.762486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.817056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=17b1eb76-1d10-4ecc-afce-bd8144b38223,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:18.839660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a06f1a66-c9e8-4a97-91ab-df369b37d7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.866734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-f829546d-951f-437f-9594-84e938d7e3e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753262 Sep 19 03:01:18.867032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:18.871336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5ecc0cb-5f52-474c-80a8-f0a94b78c93a req-ca26cd68-6c63-4aa1-a97b-8f5230852799 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266918 Sep 19 03:01:18.875139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0edeb420-c4d2-4cb8-98cb-f408b59ec8f9 req-73573092-3497-4b92-a72a-7169381d464c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234334 Sep 19 03:01:18.885671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:18.892043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.903892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7ed7b-3095-4691-9718-c4b9314fed9e req-b50a33d7-e658-4fe2-8c6b-2ea09616b094 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:18.911109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3db7ed7b-3095-4691-9718-c4b9314fed9e req-b50a33d7-e658-4fe2-8c6b-2ea09616b094 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1290596 Sep 19 03:01:18.951332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a06f1a66-c9e8-4a97-91ab-df369b37d7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:18.951549 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d38a86-bf82-43eb-bf72-03c0f761e2a3 x-openstack-request-id: req-a0d38a86-bf82-43eb-bf72-03c0f761e2a3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:18.951841 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "name": "network-vif-unplugged", "status": "completed", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:18.952087 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0d38a86-bf82-43eb-bf72-03c0f761e2a3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:18.952529 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c', 'code': 200} Sep 19 03:01:18.959354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a06f1a66-c9e8-4a97-91ab-df369b37d7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.003516 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a06f1a66-c9e8-4a97-91ab-df369b37d7db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f1d5ab8984a4c88a68277f9b2041645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354137 Sep 19 03:01:19.005974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:19.010258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3db7ed7b-3095-4691-9718-c4b9314fed9e req-81a82460-c2fb-4009-9b4f-dbc58c87918f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981750 Sep 19 03:01:19.031162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=8']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:19.031720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f1a66-c9e8-4a97-91ab-df369b37d7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c814fb9-1af1-4674-b6ea-a0b0df197a1a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:19.046946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.048191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.049725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-0658a646-7f6d-40f8-8459-dfb172eb1ae4 service neutron] 10.222.0.32 "PUT /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 1122 time: 1.4929187 Sep 19 03:01:19.072894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dca8766-a554-44eb-bbaf-ca7eb523b0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.100383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dca8766-a554-44eb-bbaf-ca7eb523b0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.156006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['11c3a301-9bb7-4e01-a5e9-b57151066c5c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:19.178004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dca8766-a554-44eb-bbaf-ca7eb523b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.181960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249579a-18dc-4b64-b2d2-182320473aab req-48fd1474-7439-482b-969f-368f94a6afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.182533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dca8766-a554-44eb-bbaf-ca7eb523b0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.183885 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5dca8766-a554-44eb-bbaf-ca7eb523b0f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c814fb9-1af1-4674-b6ea-a0b0df197a1a HTTP/1.1" status: 204 len: 168 time: 0.1769538 Sep 19 03:01:19.186327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-48fd1474-7439-482b-969f-368f94a6afae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1095 time: 0.0598400 Sep 19 03:01:19.200841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca8766-a554-44eb-bbaf-ca7eb523b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c814fb9-1af1-4674-b6ea-a0b0df197a1a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:19.210964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deacc05-3fcf-4b73-8fbf-6cd765f1a865 req-b297f585-fe16-42ac-88ea-004e2ed85468 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.212559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1deacc05-3fcf-4b73-8fbf-6cd765f1a865 req-b297f585-fe16-42ac-88ea-004e2ed85468 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1220851 Sep 19 03:01:19.336642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7cfef-8f78-4ec8-ba80-6387b55e5bfc req-92670e88-ca0e-4491-9820-cb3475cf9874 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.341141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9c7cfef-8f78-4ec8-ba80-6387b55e5bfc req-92670e88-ca0e-4491-9820-cb3475cf9874 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1607950 Sep 19 03:01:19.347207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1deacc05-3fcf-4b73-8fbf-6cd765f1a865 req-fd2b2b9f-d100-4b82-9beb-7e49fd1af7c5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095614 Sep 19 03:01:19.405041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9c7cfef-8f78-4ec8-ba80-6387b55e5bfc req-97fe0f75-0f1d-4186-aa68-2d08f2475983 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552301 Sep 19 03:01:19.407357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249579a-18dc-4b64-b2d2-182320473aab req-bef45d3c-5c85-4791-93b1-58f958013bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.408718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-bef45d3c-5c85-4791-93b1-58f958013bc3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1731734 Sep 19 03:01:19.471259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-7297acb2-4509-4b88-8068-97710d8226be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 217 time: 0.0545440 Sep 19 03:01:19.525680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60800) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:19.527329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411a154-a5e3-4c03-9175-72368a15de33 req-e3f21a15-00fb-4a61-9957-a009c8bd81d6 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.528806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d411a154-a5e3-4c03-9175-72368a15de33 req-e3f21a15-00fb-4a61-9957-a009c8bd81d6 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 944 time: 0.1227927 Sep 19 03:01:19.542132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e90a533-7269-416a-bb9e-c7bf9927234e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.575891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249579a-18dc-4b64-b2d2-182320473aab req-8b628a73-8f91-4732-a3bf-9361923921a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.577249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-8b628a73-8f91-4732-a3bf-9361923921a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0989413 Sep 19 03:01:19.610973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508c9bf-612d-4644-9bff-f72323783d27 req-ffa372f4-41a0-44cb-ac03-13c6fc263cae tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.612424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7508c9bf-612d-4644-9bff-f72323783d27 req-ffa372f4-41a0-44cb-ac03-13c6fc263cae tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1064963 Sep 19 03:01:19.632475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-b8185bd6-074b-4144-9b5a-7573e158c5a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417905 Sep 19 03:01:19.633581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e90a533-7269-416a-bb9e-c7bf9927234e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.635272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d411a154-a5e3-4c03-9175-72368a15de33 req-2b6bd682-fdae-41e2-bba6-bd751320b56e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868895 Sep 19 03:01:19.637541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0e90a533-7269-416a-bb9e-c7bf9927234e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.680723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90a533-7269-416a-bb9e-c7bf9927234e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb513fab-baf1-4756-9e31-3d35b0342b48,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:19.689412 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0e90a533-7269-416a-bb9e-c7bf9927234e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9d328284ad14ee18068b9196d0b2f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600268 Sep 19 03:01:19.689715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:19.721638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7508c9bf-612d-4644-9bff-f72323783d27 req-cebe9e5e-bc18-4868-b0cd-765c0e306f38 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916092 Sep 19 03:01:19.748492 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d7992-06a4-4f71-a782-12f06cd324d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.774257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d7992-06a4-4f71-a782-12f06cd324d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.789410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2018e4-0214-42d2-99ab-45f49d70a662 req-4e5cb71e-c0c5-497f-ba23-79047a838544 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:19.790936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c2018e4-0214-42d2-99ab-45f49d70a662 req-4e5cb71e-c0c5-497f-ba23-79047a838544 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.0731494 Sep 19 03:01:19.792884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-c677fca6-baaa-4a68-a371-8b7df249e52f service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512995 Sep 19 03:01:19.827584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d7992-06a4-4f71-a782-12f06cd324d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.830230 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d7992-06a4-4f71-a782-12f06cd324d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.831439 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c03d7992-06a4-4f71-a782-12f06cd324d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb513fab-baf1-4756-9e31-3d35b0342b48 HTTP/1.1" status: 204 len: 168 time: 0.1405482 Sep 19 03:01:19.838114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65f4482-85da-43b4-a936-1a492105a264 req-5c5a089c-debe-4d23-8be4-c624e080fb54 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 210 time: 0.0433123 Sep 19 03:01:19.852881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d7992-06a4-4f71-a782-12f06cd324d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb513fab-baf1-4756-9e31-3d35b0342b48,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:19.855402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:19.902989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c2018e4-0214-42d2-99ab-45f49d70a662 req-79aa99f2-41ec-4000-9ab0-ee65f40adb10 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002693 Sep 19 03:01:19.941141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1249579a-18dc-4b64-b2d2-182320473aab req-287743b4-a978-4b03-a159-32182c0ad1ff service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357439 Sep 19 03:01:20.057422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd300d-ff24-48dd-9e81-0605066d17fa req-397f7108-0c90-4578-86ea-ac34a05192a7 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:20.059102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9dd300d-ff24-48dd-9e81-0605066d17fa req-397f7108-0c90-4578-86ea-ac34a05192a7 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.0804071 Sep 19 03:01:20.160905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ab6c5-8e12-4ebb-99d5-6d2ab6982e9e req-82a85f5f-ecf5-4055-a4c4-e616e92ec091 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:20.162467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-525ab6c5-8e12-4ebb-99d5-6d2ab6982e9e req-82a85f5f-ecf5-4055-a4c4-e616e92ec091 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 949 time: 0.1498630 Sep 19 03:01:20.205361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9dd300d-ff24-48dd-9e81-0605066d17fa req-14a36775-b08f-4186-8b4b-33d961d35d0a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329329 Sep 19 03:01:20.240577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-525ab6c5-8e12-4ebb-99d5-6d2ab6982e9e req-e628ef3c-98c1-4196-95ab-ff0245ae0507 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584133 Sep 19 03:01:20.254137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faad1c-fabc-4ab5-8791-613283a71155 req-91d4cb24-97f9-4984-9fd4-2d1840dae468 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:20.255635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-91d4cb24-97f9-4984-9fd4-2d1840dae468 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.1948566 Sep 19 03:01:20.297850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Request body: {'port': {'device_id': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'admin_state_up': True, 'tenant_id': 'ef934edf9ce84369a7d7646bf99a2728'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:20.343943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1eb76-1d10-4ecc-afce-bd8144b38223'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:20.346720 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce4aeff-106e-4d01-9792-ee96b691fe9b" -d '{"events": [{"server_uuid": "bd386a7f-a421-4b3f-b4b7-896815aa9b1a", "name": "network-vif-plugged", "status": "completed", "tag": "17b1eb76-1d10-4ecc-afce-bd8144b38223"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:20.399455 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726b2b4b-6742-4059-aec4-33145ccd1c31 x-openstack-request-id: req-726b2b4b-6742-4059-aec4-33145ccd1c31 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:20.399750 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd386a7f-a421-4b3f-b4b7-896815aa9b1a", "name": "network-vif-plugged", "status": "completed", "tag": "17b1eb76-1d10-4ecc-afce-bd8144b38223", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:20.400002 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-726b2b4b-6742-4059-aec4-33145ccd1c31 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:20.400408 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1eb76-1d10-4ecc-afce-bd8144b38223', 'code': 200} Sep 19 03:01:20.447317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06349f8-a24a-41f3-9d2f-c4a8c10210cb req-be976bf0-cad8-4f3f-87e2-45abfe88de7d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:20.448902 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f06349f8-a24a-41f3-9d2f-c4a8c10210cb req-be976bf0-cad8-4f3f-87e2-45abfe88de7d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.0831482 Sep 19 03:01:20.509535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Made reservation on behalf of ef934edf9ce84369a7d7646bf99a2728 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:20.512977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:20.575030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f06349f8-a24a-41f3-9d2f-c4a8c10210cb req-967845fd-ff6f-432d-ad9f-310dc0c4d09e tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174941 Sep 19 03:01:20.616618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb900fc-1dd3-48a9-851d-e745beb5dabb req-e5a089da-cea9-4a2e-9d64-8e8aa6a5dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:20.618173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fb900fc-1dd3-48a9-851d-e745beb5dabb req-e5a089da-cea9-4a2e-9d64-8e8aa6a5dfb0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 1100 time: 0.1512036 Sep 19 03:01:20.633513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c629e37-3012-46e1-a1e8-6a1decde7403 req-c9da7763-cc0c-4f4a-a86e-68d45eab8b9c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:20.635018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c629e37-3012-46e1-a1e8-6a1decde7403 req-c9da7763-cc0c-4f4a-a86e-68d45eab8b9c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1582851 Sep 19 03:01:20.748852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fb900fc-1dd3-48a9-851d-e745beb5dabb req-7863be33-da03-4103-bced-7bda314e1a41 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128712 Sep 19 03:01:20.764944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c629e37-3012-46e1-a1e8-6a1decde7403 req-ebf9468f-42bc-4261-b53e-9d8a44481b5d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212018 Sep 19 03:01:20.789627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9b4c5-98a3-4c25-9043-8ecd1ae72603 req-b48289c9-f659-4bcb-b46b-677194de7764 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:20.794068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46f9b4c5-98a3-4c25-9043-8ecd1ae72603 req-b48289c9-f659-4bcb-b46b-677194de7764 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1376584 Sep 19 03:01:20.796492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Allocated IP 172.20.0.12 (f541e3a0-407b-4757-b916-a146249c9a6a/58e173fd-59d2-4cdd-9fca-055d94aea1a8/973b48ab-a360-4f95-99c9-57e651702f6f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:21.021369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:21.023648 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:21.093955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46f9b4c5-98a3-4c25-9043-8ecd1ae72603 req-425e4bb5-d11b-4d4f-9ff8-059c7dcb5142 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915072 Sep 19 03:01:21.140669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d73d5-4218-4fa5-b514-de2ce642b0dd req-bf93766a-3d82-4135-858c-1a580a8ab0b1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:21.142281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab1d73d5-4218-4fa5-b514-de2ce642b0dd req-bf93766a-3d82-4135-858c-1a580a8ab0b1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 944 time: 0.1135514 Sep 19 03:01:21.233379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab1d73d5-4218-4fa5-b514-de2ce642b0dd req-f8f765d8-30dc-4ab7-b33e-d68d1e743b31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550277 Sep 19 03:01:21.250914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:21.311920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:21.377244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Network f541e3a0-407b-4757-b916-a146249c9a6a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:21.389032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:21.394540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:21.399547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:21.408832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce582c68-7a0d-42c4-b2b1-d3d6f1c648f6 req-420dcc30-8503-47f5-965a-ae54f5560403 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:21.410547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce582c68-7a0d-42c4-b2b1-d3d6f1c648f6 req-420dcc30-8503-47f5-965a-ae54f5560403 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 932 time: 0.1108057 Sep 19 03:01:21.499232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:21.499837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:21.511758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce582c68-7a0d-42c4-b2b1-d3d6f1c648f6 req-7f159b94-a5a2-4f38-b61f-8463fc68f5b7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814564 Sep 19 03:01:21.524293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4204e769-ede5-43f5-8cf1-9f01e850e56e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2307556 Sep 19 03:01:21.526248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28296ee7-f98e-40c8-abe5-c87d7bce12fa req-553fee0c-e025-4327-9708-0dcb6d34d889 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:21.527670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28296ee7-f98e-40c8-abe5-c87d7bce12fa req-553fee0c-e025-4327-9708-0dcb6d34d889 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1100 time: 0.0774114 Sep 19 03:01:21.545973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Request body: {'port': {'device_id': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:21.567512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28296ee7-f98e-40c8-abe5-c87d7bce12fa req-f39dd682-ad28-40ae-a1ac-fd44a2ad7576 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:21.650441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:21.683592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31dded-0ab8-46fb-b52e-f7bcfada7a92 req-5cef34ba-959f-4665-9252-79654d3b7bea tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:21.685061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b31dded-0ab8-46fb-b52e-f7bcfada7a92 req-5cef34ba-959f-4665-9252-79654d3b7bea tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.1055174 Sep 19 03:01:21.772376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b31dded-0ab8-46fb-b52e-f7bcfada7a92 req-d01bbf37-ef1f-4e07-986e-f80d1f6f9e76 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804484 Sep 19 03:01:21.822996 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d96536d-edf8-45c2-9832-c08d7e995ede x-openstack-request-id: req-1d96536d-edf8-45c2-9832-c08d7e995ede {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:21.822996 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:21.822996 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d96536d-edf8-45c2-9832-c08d7e995ede {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:21.822996 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c', 'status': 'completed', 'code': 200} Sep 19 03:01:21.927010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28296ee7-f98e-40c8-abe5-c87d7bce12fa req-f39dd682-ad28-40ae-a1ac-fd44a2ad7576 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:21.946475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28296ee7-f98e-40c8-abe5-c87d7bce12fa req-f39dd682-ad28-40ae-a1ac-fd44a2ad7576 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:21.998994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-434d2a58-9d57-4f94-aea6-63468de5a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:22.000480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-434d2a58-9d57-4f94-aea6-63468de5a456 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1125 time: 0.1579578 Sep 19 03:01:22.028961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28296ee7-f98e-40c8-abe5-c87d7bce12fa req-f39dd682-ad28-40ae-a1ac-fd44a2ad7576 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942813 Sep 19 03:01:22.048869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39dd682-ad28-40ae-a1ac-fd44a2ad7576 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8862fd-3a7f-4c51-b13e-c5866c8fe6c9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:22.073966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19038d41-979e-4fb6-aebb-b6a78fa85e7b req-72493d0a-9e85-4e3f-99c4-9659fd2f53b1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:22.075471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19038d41-979e-4fb6-aebb-b6a78fa85e7b req-72493d0a-9e85-4e3f-99c4-9659fd2f53b1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 949 time: 0.1983414 Sep 19 03:01:22.217421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19038d41-979e-4fb6-aebb-b6a78fa85e7b req-d1431230-2fec-4ac7-9050-6ec1e391d9c9 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300619 Sep 19 03:01:22.223213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-bac1e7fe-f131-472a-a357-7cfd1ef3a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:22.224613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-bac1e7fe-f131-472a-a357-7cfd1ef3a7a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.2114263 Sep 19 03:01:22.226579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973b48ab-a360-4f95-99c9-57e651702f6f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:22.253733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:22.291655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-89e7c235-edb8-47f7-ab8e-5f78b2813143 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=11d4e3de250b4ca4bc044f1ec0cbef2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732675 Sep 19 03:01:22.300477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-828e25f5-23a6-4491-9f65-50ea96a2165a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 217 time: 0.0563903 Sep 19 03:01:22.343001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Transition to ACTIVE for port object 973b48ab-a360-4f95-99c9-57e651702f6f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:22.374998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:22.480030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-3e0c8d5c-f459-40fe-857a-c953e293ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:22.481494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-3e0c8d5c-f459-40fe-857a-c953e293ac84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1706085 Sep 19 03:01:22.495149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b199a-f143-4650-83a5-7bbe70f7c162 req-d93bc22e-eff9-4584-88ac-fb1caf1e5377 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:22.496532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-403b199a-f143-4650-83a5-7bbe70f7c162 req-d93bc22e-eff9-4584-88ac-fb1caf1e5377 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.2017162 Sep 19 03:01:22.509029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:22.541635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-05e5a8ff-7c23-4dac-bdc9-b04098e52372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441742 Sep 19 03:01:22.634208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-441746d8-5eb3-406d-bcdc-a58d3609d04b tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:22.635692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-441746d8-5eb3-406d-bcdc-a58d3609d04b tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3344166 Sep 19 03:01:22.667010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:22.689643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-403b199a-f143-4650-83a5-7bbe70f7c162 req-bdd50ad3-0e06-4247-bd6f-8f698ab5ee9e tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769624 Sep 19 03:01:22.701656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-81a2d543-9e71-4072-b70d-a89c99b799ac tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/quotas/11d4e3de250b4ca4bc044f1ec0cbef2d HTTP/1.1" status: 200 len: 375 time: 0.0577233 Sep 19 03:01:22.738558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:22.738931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:22.739260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:22.760310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-f2bfc188-887a-40d6-a323-55f10e0f36d7 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11d4e3de250b4ca4bc044f1ec0cbef2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504389 Sep 19 03:01:22.762674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-66c81e9e-7604-4abb-b378-a0e99f10e55c service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093880 Sep 19 03:01:22.763408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:22.763734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:22.766837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:22.768871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:22.769188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:22.769574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:22.770000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Bound port: 973b48ab-a360-4f95-99c9-57e651702f6f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:22.770357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:22.780099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c has no active binding in host n-h2-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:01:22.902460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:22.917093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:22.920425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bab3fd1-a012-4d50-a9d5-ee4f5cfb5e1a req-d16ebfd6-16c2-4248-aa87-a6e8b5f745ce service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412017 Sep 19 03:01:22.923087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:22.983136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:22.995347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:22.996155 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:22.997551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-92546d05-307f-4a0a-94f8-1b62d3a5c1f1 service neutron] 10.222.0.32 "PUT /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 1092 time: 1.4563301 Sep 19 03:01:23.153064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faad1c-fabc-4ab5-8791-613283a71155 req-229307e5-27d3-47c5-a159-f3288085058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:23.154561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-229307e5-27d3-47c5-a159-f3288085058a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1095 time: 0.0796599 Sep 19 03:01:23.160562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1c77a-f676-4e9f-b0bc-23f24812b901 req-01d844e2-bbfc-45f3-bc0c-2f34ab6dc6b2 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:23.162144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3b1c77a-f676-4e9f-b0bc-23f24812b901 req-01d844e2-bbfc-45f3-bc0c-2f34ab6dc6b2 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 1100 time: 0.0574439 Sep 19 03:01:23.217669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3b1c77a-f676-4e9f-b0bc-23f24812b901 req-12b24774-68d7-40a5-8992-6f1c8f137ed4 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:23.221980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-6ea6136c-e7f9-4ffe-8cf3-a687eca63ddf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 217 time: 0.0451777 Sep 19 03:01:23.357464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faad1c-fabc-4ab5-8791-613283a71155 req-926882c4-5c25-47b2-8882-f7025e412b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:23.358935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-926882c4-5c25-47b2-8882-f7025e412b9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1189876 Sep 19 03:01:23.394235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde6cf7-f1ca-4036-8c7e-5ee1658bfcc4 req-0eae437e-8011-4df0-a655-d8df7d7ff8e9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:23.395709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fde6cf7-f1ca-4036-8c7e-5ee1658bfcc4 req-0eae437e-8011-4df0-a655-d8df7d7ff8e9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 944 time: 0.1669993 Sep 19 03:01:23.419411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-4060a16f-7114-4b05-98c4-3926e33933ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526576 Sep 19 03:01:23.422145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-ae1deafe-af92-4bdd-bf1f-cc4a811e633d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1811869 Sep 19 03:01:23.446380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-c4d921e6-bd88-4f82-9d72-b60e734a7633 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:01:23.447429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-c4d921e6-bd88-4f82-9d72-b60e734a7633 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135434 Sep 19 03:01:23.538011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fde6cf7-f1ca-4036-8c7e-5ee1658bfcc4 req-c958e603-0959-4880-87d8-266e45efe5c1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222780 Sep 19 03:01:23.576969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3b1c77a-f676-4e9f-b0bc-23f24812b901 req-12b24774-68d7-40a5-8992-6f1c8f137ed4 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:23.589182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3b1c77a-f676-4e9f-b0bc-23f24812b901 req-12b24774-68d7-40a5-8992-6f1c8f137ed4 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:23.601952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-edea7f3d-7e3c-4759-8c53-96bdae4e76c3 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690257 Sep 19 03:01:23.622797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3b1c77a-f676-4e9f-b0bc-23f24812b901 req-12b24774-68d7-40a5-8992-6f1c8f137ed4 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537356 Sep 19 03:01:23.675702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b24774-68d7-40a5-8992-6f1c8f137ed4 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d3f18b-9df3-4c31-90d4-eabb8a85e82b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:23.777393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11bf26-2a78-4978-8225-3e91984cfb9c req-ae75f379-0b20-478f-ae2e-5c6cc13d150b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:23.778887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e11bf26-2a78-4978-8225-3e91984cfb9c req-ae75f379-0b20-478f-ae2e-5c6cc13d150b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 944 time: 0.1424358 Sep 19 03:01:23.801004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c1877-9f45-4743-b397-faf3ab6cc760 req-5d89f979-4e5c-4632-b81d-bd194927d9f3 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:23.802464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b51c1877-9f45-4743-b397-faf3ab6cc760 req-5d89f979-4e5c-4632-b81d-bd194927d9f3 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1183169 Sep 19 03:01:23.804781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21faad1c-fabc-4ab5-8791-613283a71155 req-ee104e5e-5279-4b96-86a7-4efa4245718d service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929383 Sep 19 03:01:23.825545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:23.829247 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bad34e-5c19-428b-aec5-1a847289963f" -d '{"events": [{"name": "network-changed", "server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:23.877248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e11bf26-2a78-4978-8225-3e91984cfb9c req-31fa63a8-13af-4e78-9261-fa002ab51670 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911043 Sep 19 03:01:23.884228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b51c1877-9f45-4743-b397-faf3ab6cc760 req-ac763402-8fcb-4aa5-bbbe-b433baf258f1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707188 Sep 19 03:01:24.153248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-54d02a9b-6639-4eb1-85b4-e89b15c258a2 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=11d4e3de250b4ca4bc044f1ec0cbef2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2399249 Sep 19 03:01:24.204140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbb443a2-a5de-4f4a-8a79-13a6c177eae0 req-e16a7b6b-bc92-4a2b-8f1b-009b79098e89 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 210 time: 0.0541797 Sep 19 03:01:24.283472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821a0e4-d21b-4f33-823c-9e066cae47a7 req-89e94461-5a82-4ec2-ac43-b1093efe5636 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:24.284954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1821a0e4-d21b-4f33-823c-9e066cae47a7 req-89e94461-5a82-4ec2-ac43-b1093efe5636 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.1362593 Sep 19 03:01:24.327894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-a976dbab-8932-4591-aea0-63b25d4be9d1 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:24.329339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-a976dbab-8932-4591-aea0-63b25d4be9d1 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624687 Sep 19 03:01:24.346211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Request body: {'port': {'device_id': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '11d4e3de250b4ca4bc044f1ec0cbef2d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:24.389947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1821a0e4-d21b-4f33-823c-9e066cae47a7 req-119c78dd-77ac-47c4-98df-e9e664cec1e2 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968320 Sep 19 03:01:24.459010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d43a6-0f82-48fd-8270-08a31efeb87d req-3255bb44-eb71-4620-a2f3-5da944c96a07 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:24.461106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d1d43a6-0f82-48fd-8270-08a31efeb87d req-3255bb44-eb71-4620-a2f3-5da944c96a07 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1207585 Sep 19 03:01:24.520568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d1d43a6-0f82-48fd-8270-08a31efeb87d req-88ea9b26-779e-4169-af7e-b363b5f444b8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Sep 19 03:01:24.530390 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c749308-a94e-4c06-96cf-962770a700a8 x-openstack-request-id: req-1c749308-a94e-4c06-96cf-962770a700a8 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:24.530894 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:24.531136 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c749308-a94e-4c06-96cf-962770a700a8 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:24.531546 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f', 'status': 'completed', 'code': 200} Sep 19 03:01:24.534898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Made reservation on behalf of 11d4e3de250b4ca4bc044f1ec0cbef2d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:24.539085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:24.547820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:24.647188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad34e-5c19-428b-aec5-1a847289963f req-bd4d0baa-7d12-441c-984d-b8666d321c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:24.649910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35bad34e-5c19-428b-aec5-1a847289963f req-bd4d0baa-7d12-441c-984d-b8666d321c2f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1095 time: 0.0738039 Sep 19 03:01:24.736804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:24.746077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-e3407207-8092-4881-8bc5-7092e738cf30 service neutron] 10.222.0.30 "GET /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c/bindings/n-h2-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.0893633 Sep 19 03:01:24.747538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:24.863239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae696bb-8f2c-40f5-838a-c8984e538557,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:24.869363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad34e-5c19-428b-aec5-1a847289963f req-a7ef0811-0799-4214-bde9-40890679660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:24.870928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35bad34e-5c19-428b-aec5-1a847289963f req-a7ef0811-0799-4214-bde9-40890679660a service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.2108803 Sep 19 03:01:24.932028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35bad34e-5c19-428b-aec5-1a847289963f req-ccf68b07-cf62-453a-bb7a-0192af5c2dd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 217 time: 0.0511370 Sep 19 03:01:24.934166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-542088b0-4abb-4b76-a09a-bb576e4f2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:24.935770 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-542088b0-4abb-4b76-a09a-bb576e4f2fd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1100 time: 0.1042061 Sep 19 03:01:24.981944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c305be6-4def-4cc6-9314-bae762b1ac2e req-92756039-2227-4f04-8df4-5c305d8387e5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:24.983470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c305be6-4def-4cc6-9314-bae762b1ac2e req-92756039-2227-4f04-8df4-5c305d8387e5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 944 time: 0.1939454 Sep 19 03:01:25.048939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Allocated IP 192.168.233.86 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/663aab60-f26b-470a-a9a4-f186184b49be) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:25.064322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bad34e-5c19-428b-aec5-1a847289963f req-4b0f1fd2-a792-4947-8a87-e8776d7844c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.066067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35bad34e-5c19-428b-aec5-1a847289963f req-4b0f1fd2-a792-4947-8a87-e8776d7844c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1066153 Sep 19 03:01:25.084003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c305be6-4def-4cc6-9314-bae762b1ac2e req-bd9dc081-ca83-402e-9396-9b52c39b2ef7 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781288 Sep 19 03:01:25.100723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:25.120768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:25.134379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35bad34e-5c19-428b-aec5-1a847289963f req-06366e9f-32a6-48b2-bb99-78139df71588 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470819 Sep 19 03:01:25.174296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-7b3d4bdd-bbb0-4a6e-bf48-2df290746211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.175828 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-7b3d4bdd-bbb0-4a6e-bf48-2df290746211 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2291491 Sep 19 03:01:25.184126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c3a301-9bb7-4e01-a5e9-b57151066c5c {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:25.200908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:25.220699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-8b6cb1e2-91ad-4918-9740-285a19869707 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671015 Sep 19 03:01:25.243321 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-3103ce82-6693-48c1-a7c8-62b95ca7cdec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.0493343 Sep 19 03:01:25.253112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:25.333762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-9019ba03-bc8b-4466-8aa0-5472f4c79ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.335447 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-9019ba03-bc8b-4466-8aa0-5472f4c79ab8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0834680 Sep 19 03:01:25.398147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] Transition to ACTIVE for port object 11c3a301-9bb7-4e01-a5e9-b57151066c5c will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:25.403539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-323a54e5-a0c8-4128-822e-add982774fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.405074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-323a54e5-a0c8-4128-822e-add982774fe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596595 Sep 19 03:01:25.406166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:25.438638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbddd4-022e-47db-9600-c6514756d0a5 req-a39f2e7e-8e3a-4b55-8f7f-e048ee6016e2 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.440373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ddbddd4-022e-47db-9600-c6514756d0a5 req-a39f2e7e-8e3a-4b55-8f7f-e048ee6016e2 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.2645445 Sep 19 03:01:25.458885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35bad34e-5c19-428b-aec5-1a847289963f req-4f2f924b-04b5-4aef-b9bd-b8e53ce08029 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153923 Sep 19 03:01:25.498252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] No DVR routers for this DVR port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:01:25.526626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-c88020df-fe6c-4078-a403-940cdd340038 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.528098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-c88020df-fe6c-4078-a403-940cdd340038 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3066502 Sep 19 03:01:25.545676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] Pushing event updated for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:25.556100 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:25.574575 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-68157a94-4f14-49ef-8954-327c827118d2 service neutron] 10.222.0.30 "PUT /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c/bindings/n-h2-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8136783 Sep 19 03:01:25.584579 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-60bf3d6b-ccd8-4459-8f4a-b02923a83b6b service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540494 Sep 19 03:01:25.601826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ddbddd4-022e-47db-9600-c6514756d0a5 req-4d3c1cbe-1177-4c4f-8e40-8432f4edd606 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499298 Sep 19 03:01:25.610986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-45fb17f1-95ac-414f-baf5-5452305cf70c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/quotas/270d523e1715463eb8ba48649847cc0a HTTP/1.1" status: 200 len: 375 time: 0.0691411 Sep 19 03:01:25.646679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.32', 57936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:25.687916 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-0efdf672-1a09-4cee-9572-addbd36e4849 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935552 Sep 19 03:01:25.704053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35bad34e-5c19-428b-aec5-1a847289963f req-00a65caf-447b-4607-b8f8-b13e087a91db service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282262 Sep 19 03:01:25.718377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:25.790024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-e22c55d2-1908-4b75-918c-37a43787d4c6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1673903 Sep 19 03:01:25.807233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-aa443ebd-fef3-481f-b795-f4d19b6d67e7 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.808716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-aa443ebd-fef3-481f-b795-f4d19b6d67e7 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1593101 Sep 19 03:01:25.816949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:25.822036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Pushing event updated for resources: {'Port': ['ID=663aab60-f26b-470a-a9a4-f186184b49be,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:25.831120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:25.835946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:25.845303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c692-39df-49ce-9dec-14d1eb8c82ae req-ca4f480c-401b-4c40-9a7e-f2fcf199de45 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.847081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f094c692-39df-49ce-9dec-14d1eb8c82ae req-ca4f480c-401b-4c40-9a7e-f2fcf199de45 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 944 time: 0.1494958 Sep 19 03:01:25.937380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.938000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:25.951316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-42936b80-8571-48bf-a2fc-e4de12db10ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:25.952847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-42936b80-8571-48bf-a2fc-e4de12db10ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 1096 time: 0.1337626 Sep 19 03:01:25.958195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f094c692-39df-49ce-9dec-14d1eb8c82ae req-ee86a206-632d-4b62-98f4-d73f3ae35299 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792794 Sep 19 03:01:25.967562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-081a2670-13ff-4c12-8a44-b9ccf211c71d tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6258163 Sep 19 03:01:25.994873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Request body: {'port': {'device_id': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:26.099868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:26.110690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-fad422d4-5d04-40a7-8e9e-8c2b98f619df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:26.112184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-fad422d4-5d04-40a7-8e9e-8c2b98f619df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1096 time: 0.1055906 Sep 19 03:01:26.119795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-068cfbc0-0d54-461f-afb0-4b07a8676151 None None] Provisioning complete for port 663aab60-f26b-470a-a9a4-f186184b49be triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:26.120744 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-068cfbc0-0d54-461f-afb0-4b07a8676151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:26.154633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-068cfbc0-0d54-461f-afb0-4b07a8676151 None None] Port 663aab60-f26b-470a-a9a4-f186184b49be cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:26.255355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04e588-168a-4297-abf9-56fdec8407d8 req-8ec1a7d6-3a67-4942-bdb3-997c9d4c224b tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:26.256877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a04e588-168a-4297-abf9-56fdec8407d8 req-8ec1a7d6-3a67-4942-bdb3-997c9d4c224b tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 935 time: 0.1596630 Sep 19 03:01:26.403454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-cd1d2ce9-8407-4201-baf6-20d9f4d43fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:26.405268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-cd1d2ce9-8407-4201-baf6-20d9f4d43fc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.2838128 Sep 19 03:01:26.427337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a04e588-168a-4297-abf9-56fdec8407d8 req-ed4f026f-f729-4861-91a5-4c7ed516833a tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606176 Sep 19 03:01:26.690279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aec8b-c0dd-481b-ab00-33de28e34216 req-081703d5-eb95-4d4d-8d22-c3ed278b5a4f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:26.691772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-755aec8b-c0dd-481b-ab00-33de28e34216 req-081703d5-eb95-4d4d-8d22-c3ed278b5a4f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.3744414 Sep 19 03:01:26.705709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-1105df86-abb5-4f7c-bfef-bf7ebbf09cd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 217 time: 0.2684612 Sep 19 03:01:26.859214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-755aec8b-c0dd-481b-ab00-33de28e34216 req-925369f3-00b3-49b4-af47-0f6d87e1f7d8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550195 Sep 19 03:01:26.862785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-fae885ce-e499-4955-b868-458b8a1b1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:26.863689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-fae885ce-e499-4955-b868-458b8a1b1d4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1148853 Sep 19 03:01:26.871075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb85e5-abad-48b9-863c-f4b0da1a66cc req-09c9ff8a-50ea-4e52-a354-564add6b6c91 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:26.872476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7feb85e5-abad-48b9-863c-f4b0da1a66cc req-09c9ff8a-50ea-4e52-a354-564add6b6c91 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 945 time: 0.1796021 Sep 19 03:01:26.915406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-9f3ae1a6-46a7-4b94-b28f-6417f3afc800 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351624 Sep 19 03:01:26.983585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7feb85e5-abad-48b9-863c-f4b0da1a66cc req-e928f2cd-0c5a-428b-b4ed-fb940a4ce249 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046247 Sep 19 03:01:27.014940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663aab60-f26b-470a-a9a4-f186184b49be {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:27.049081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:27.082005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Transition to ACTIVE for port object 663aab60-f26b-470a-a9a4-f186184b49be will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:27.101134 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:27.146471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-a65cbaf7-63a8-4cf9-8ebb-186f7dd19d5d service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963756 Sep 19 03:01:27.230995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae35f-9e62-4d55-af8a-60a428d08d0c req-44a46dc0-a899-4afd-8ba1-5f8299803fc7 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:27.232524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee8ae35f-9e62-4d55-af8a-60a428d08d0c req-44a46dc0-a899-4afd-8ba1-5f8299803fc7 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1697900 Sep 19 03:01:27.247309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=663aab60-f26b-470a-a9a4-f186184b49be,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:27.372356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ef605-83a9-430a-a30b-7ebc85b73ff5 req-d10bae8d-0748-4a2e-a42f-4e945ef38674 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:27.373753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873ef605-83a9-430a-a30b-7ebc85b73ff5 req-d10bae8d-0748-4a2e-a42f-4e945ef38674 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.2055607 Sep 19 03:01:27.387607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee8ae35f-9e62-4d55-af8a-60a428d08d0c req-05f6128e-4e20-462e-b99a-802be991a7d4 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348927 Sep 19 03:01:27.404934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-c9f3ed6b-fd53-4afe-96a8-942934247157 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491424 Sep 19 03:01:27.411063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Attempting to bind port 663aab60-f26b-470a-a9a4-f186184b49be on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:27.411394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Attempting to bind port 663aab60-f26b-470a-a9a4-f186184b49be by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:27.411701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Attempting to bind port 663aab60-f26b-470a-a9a4-f186184b49be on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:27.422083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Port 663aab60-f26b-470a-a9a4-f186184b49be on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:27.422336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Attempting to bind port 663aab60-f26b-470a-a9a4-f186184b49be on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:27.434001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:27.434338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:27.434715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:27.435164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Bound port: 663aab60-f26b-470a-a9a4-f186184b49be, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:27.435516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:27.454243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873ef605-83a9-430a-a30b-7ebc85b73ff5 req-d6398497-8f17-4827-9c96-6c722f063f4c tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718169 Sep 19 03:01:27.567256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58985b-31da-461d-8389-185adf19a556 req-3e078da1-4088-4d1d-8ab4-542b7eb0f0a4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:27.568723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f58985b-31da-461d-8389-185adf19a556 req-3e078da1-4088-4d1d-8ab4-542b7eb0f0a4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 944 time: 0.1201725 Sep 19 03:01:27.573088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb994731-2059-432e-ac4e-b7a061cd9138 req-2d25e07f-cf28-4838-9c09-ba2ff13382ce tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 210 time: 0.0494668 Sep 19 03:01:27.575571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] For port 663aab60-f26b-470a-a9a4-f186184b49be, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:27.598841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] For port 663aab60-f26b-470a-a9a4-f186184b49be, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=663aab60-f26b-470a-a9a4-f186184b49be,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:27.607394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:27.661791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:27.662412 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:27.664057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/663aab60-f26b-470a-a9a4-f186184b49be HTTP/1.1" status: 200 len: 1095 time: 1.6838439 Sep 19 03:01:27.664737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'tag': '663aab60-f26b-470a-a9a4-f186184b49be'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:27.667312 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7179b-546c-4f47-8841-d0434eae1f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3f39c0-e047-4728-a9bc-22cafc5644f8", "tag": "663aab60-f26b-470a-a9a4-f186184b49be"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:27.693229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f58985b-31da-461d-8389-185adf19a556 req-da71dd2a-9cc6-4445-bb39-f2d3317a1bf3 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152275 Sep 19 03:01:27.717573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6e9e8-501b-46e8-b17d-3f4a67b9b1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=663aab60-f26b-470a-a9a4-f186184b49be,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:27.796308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-320d1ebc-6dd3-4aaa-9dcd-ca0cc14fb361 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388682 Sep 19 03:01:27.887830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-ddd26d7f-3b6c-48d4-930d-58203e98ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:27.889739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-ddd26d7f-3b6c-48d4-930d-58203e98ead9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11d4e3de250b4ca4bc044f1ec0cbef2d&device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 1098 time: 0.1735857 Sep 19 03:01:27.946082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39aee-c311-4a33-b0e9-f72ed9fbbe24 req-098904cc-b035-486c-bdbb-c580aa453eca tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:27.947459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4b39aee-c311-4a33-b0e9-f72ed9fbbe24 req-098904cc-b035-486c-bdbb-c580aa453eca tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 947 time: 0.1772816 Sep 19 03:01:27.952173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a6b0a-5eee-4f99-a73c-80f297a1feab req-87e7ab51-bd4f-4ec8-853f-ef9a3050bf28 tempest-LiveMigrationNegativeTest-529406232 tempest-LiveMigrationNegativeTest-529406232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:27.953539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c41a6b0a-5eee-4f99-a73c-80f297a1feab req-87e7ab51-bd4f-4ec8-853f-ef9a3050bf28 tempest-LiveMigrationNegativeTest-529406232 tempest-LiveMigrationNegativeTest-529406232-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 1100 time: 0.1609263 Sep 19 03:01:27.992612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-dc49fe2c-3985-48dd-b40e-550df9443ac2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=663aab60-f26b-470a-a9a4-f186184b49be HTTP/1.1" status: 200 len: 217 time: 0.0645316 Sep 19 03:01:28.032074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c41a6b0a-5eee-4f99-a73c-80f297a1feab req-67ecf9ba-3015-4c81-9a2c-f8b900f415ee tempest-LiveMigrationNegativeTest-529406232 tempest-LiveMigrationNegativeTest-529406232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:28.078301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d31a63f2-3b61-4e02-8ffc-e7375696ea0f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:28.079736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d31a63f2-3b61-4e02-8ffc-e7375696ea0f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606292 Sep 19 03:01:28.094663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4b39aee-c311-4a33-b0e9-f72ed9fbbe24 req-dee04057-386e-42e7-9aa5-d440b3cb6f71 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114459 Sep 19 03:01:28.106451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-937e07fe-0da2-425e-a214-5db1ca217eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:28.107993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-937e07fe-0da2-425e-a214-5db1ca217eb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0998590 Sep 19 03:01:28.155835 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eeeca6-6c26-4a9d-baeb-1dd809b8d63d x-openstack-request-id: req-23eeeca6-6c26-4a9d-baeb-1dd809b8d63d {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:28.156128 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3f39c0-e047-4728-a9bc-22cafc5644f8", "tag": "663aab60-f26b-470a-a9a4-f186184b49be", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:28.156498 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23eeeca6-6c26-4a9d-baeb-1dd809b8d63d {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:28.156929 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'tag': '663aab60-f26b-470a-a9a4-f186184b49be', 'status': 'completed', 'code': 200} Sep 19 03:01:28.161757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': '2f215e45-a535-4aac-8444-23b65600d4d8', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:28.276935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeff27-4466-4482-9251-f93d993f981f req-dd2b1f46-a5a4-4bb7-87e9-bace104601ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:28.278396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-dd2b1f46-a5a4-4bb7-87e9-bace104601ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626270 Sep 19 03:01:28.343523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-06e19e8b-56d1-4e9c-a2cf-972028c27d61 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584731 Sep 19 03:01:28.356581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-3d21297f-9bd2-4b1b-9726-39cb03efb66d tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:28.358089 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-3d21297f-9bd2-4b1b-9726-39cb03efb66d tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.0559876 Sep 19 03:01:28.435935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82968766-eb38-44f1-b5fe-1fe56b8d3dd0 req-cd407b07-e2d3-45e9-9b1f-e9c0d7cfc628 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:28.437680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82968766-eb38-44f1-b5fe-1fe56b8d3dd0 req-cd407b07-e2d3-45e9-9b1f-e9c0d7cfc628 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.2415726 Sep 19 03:01:28.471265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-cf0032fd-7c90-4593-864c-7a2ab01333f7 service neutron] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:28.474528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-cf0032fd-7c90-4593-864c-7a2ab01333f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:28.475681 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6e741bd-cda4-41f0-9bf6-362dca3085d1 req-cf0032fd-7c90-4593-864c-7a2ab01333f7 service neutron] 10.222.0.32 "DELETE /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c/bindings/n-h1-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.1103222 Sep 19 03:01:28.540721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c41a6b0a-5eee-4f99-a73c-80f297a1feab req-67ecf9ba-3015-4c81-9a2c-f8b900f415ee tempest-LiveMigrationNegativeTest-529406232 tempest-LiveMigrationNegativeTest-529406232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:28.568553 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c41a6b0a-5eee-4f99-a73c-80f297a1feab req-67ecf9ba-3015-4c81-9a2c-f8b900f415ee tempest-LiveMigrationNegativeTest-529406232 tempest-LiveMigrationNegativeTest-529406232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:28.589979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-80adb14b-556e-480e-91b9-f3c10f2c8c35 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921875 Sep 19 03:01:28.601565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82968766-eb38-44f1-b5fe-1fe56b8d3dd0 req-2057d564-f9cd-42ed-a9a7-80dd27812c85 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509378 Sep 19 03:01:28.605378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:28.629980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c41a6b0a-5eee-4f99-a73c-80f297a1feab req-67ecf9ba-3015-4c81-9a2c-f8b900f415ee tempest-LiveMigrationNegativeTest-529406232 tempest-LiveMigrationNegativeTest-529406232-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449420 Sep 19 03:01:28.651047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:01:28.661982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-2ed71995-2109-4bc5-acee-773c73493f9a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:28.663472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-2ed71995-2109-4bc5-acee-773c73493f9a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2971284 Sep 19 03:01:28.668657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:28.671984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:28.677422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecf9ba-3015-4c81-9a2c-f8b900f415ee tempest-LiveMigrationNegativeTest-529406232 tempest-LiveMigrationNegativeTest-529406232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4b795a-a18c-4bf5-b705-e08a7e720958,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:28.719219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 973b48ab-a360-4f95-99c9-57e651702f6f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:28.816099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:28.828600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '973b48ab-a360-4f95-99c9-57e651702f6f', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'port_id': '973b48ab-a360-4f95-99c9-57e651702f6f', 'mac_address': 'fa:16:3e:c0:96:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e173fd-59d2-4cdd-9fca-055d94aea1a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:28.874680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:28.890420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973b48ab-a360-4f95-99c9-57e651702f6f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:28.913898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:28.918419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:28.925954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': 'bcb22497-7600-4b1f-9d74-b75822882990', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:28.975941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:29.114874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfeff27-4466-4482-9251-f93d993f981f req-66a9ea83-26a6-4456-a936-969632e28635 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105228 Sep 19 03:01:29.134397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4bb8a-89a6-41ac-9b3f-93f43878084b req-6c50bdbe-553e-41a0-b401-ffe6b6302cfb tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.135903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4f4bb8a-89a6-41ac-9b3f-93f43878084b req-6c50bdbe-553e-41a0-b401-ffe6b6302cfb tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 945 time: 0.4593937 Sep 19 03:01:29.143262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649d105-bcef-44a8-ab4a-7bf64982a43a req-eb665a54-d771-49dd-b1d8-403464c9441f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.144641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3649d105-bcef-44a8-ab4a-7bf64982a43a req-eb665a54-d771-49dd-b1d8-403464c9441f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.2239938 Sep 19 03:01:29.321659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3649d105-bcef-44a8-ab4a-7bf64982a43a req-8e3bc001-51f1-4166-9179-b10976fa24e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548913 Sep 19 03:01:29.324225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4f4bb8a-89a6-41ac-9b3f-93f43878084b req-89fceebd-c5e3-461a-abb5-9e4a9a3f29de tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787069 Sep 19 03:01:29.326846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.182 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/3e042f3e-809c-491b-aef4-cd0eda99905a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:29.346421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-c1b00420-2feb-4472-9282-2333507bf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.346421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-c1b00420-2feb-4472-9282-2333507bf2cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=11d4e3de250b4ca4bc044f1ec0cbef2d&device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 1098 time: 0.1729269 Sep 19 03:01:29.346421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:29.348246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:29.433459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['973b48ab-a360-4f95-99c9-57e651702f6f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:29.474867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36b37762-2106-4112-89a0-cadb6bb9dfb3 req-44e2e29a-cc49-493b-a915-41971658dfaa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 210 time: 0.0770254 Sep 19 03:01:29.510054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:29.531747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-ff35be46-7de0-4447-9437-21c4b8fa87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.533401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-ff35be46-7de0-4447-9437-21c4b8fa87d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1801970 Sep 19 03:01:29.691574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-33c21a40-9f72-4774-999b-e448b990d6ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=663aab60-f26b-470a-a9a4-f186184b49be HTTP/1.1" status: 200 len: 217 time: 0.1181831 Sep 19 03:01:29.812004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89209a5-0176-4685-ba34-af6b725b1cf8 req-00760ffb-ae24-45d3-8b45-f67e0ee19326 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.813375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a89209a5-0176-4685-ba34-af6b725b1cf8 req-00760ffb-ae24-45d3-8b45-f67e0ee19326 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 945 time: 0.2428250 Sep 19 03:01:29.852851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cdd2e-847b-4867-b3a7-8a7fe1fafb84 req-910a434f-8998-4d5f-b3ee-46fbeb4ed63f tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.854618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-647cdd2e-847b-4867-b3a7-8a7fe1fafb84 req-910a434f-8998-4d5f-b3ee-46fbeb4ed63f tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 947 time: 0.2823210 Sep 19 03:01:29.882781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-23380efc-f929-491e-b297-eb4a55544754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.884173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-23380efc-f929-491e-b297-eb4a55544754 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1728103 Sep 19 03:01:29.922678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:29.938438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a89209a5-0176-4685-ba34-af6b725b1cf8 req-edb457c5-d200-434c-88c2-89133d5ce766 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160457 Sep 19 03:01:29.968636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-647cdd2e-847b-4867-b3a7-8a7fe1fafb84 req-1638d9ae-8a13-4661-858d-bb132d542760 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996785 Sep 19 03:01:29.984666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-696bc2ad-68e2-480f-8f78-f1bc95755666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:29.986174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-696bc2ad-68e2-480f-8f78-f1bc95755666 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785842 Sep 19 03:01:30.021396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:30.035880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:30.230634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:30.246149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:30.254289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:30.256609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=3e042f3e-809c-491b-aef4-cd0eda99905a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:30.275231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.20 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/d50acfa6-a42a-4ad4-a545-c9d87f89cb1c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:30.310199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.310544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.310922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.311257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.311588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.311915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.312237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.312561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.312883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.313201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.313519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.313834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:30.360832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055617d-edda-413e-80f5-3469744f5a07 req-c754c3b5-c669-4093-80ba-9272a55b6253 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:30.362363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7055617d-edda-413e-80f5-3469744f5a07 req-c754c3b5-c669-4093-80ba-9272a55b6253 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.3121917 Sep 19 03:01:30.369955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-6d31c32a-8d0a-4470-a309-3878d294bb88 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734562 Sep 19 03:01:30.380403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d335a94-8545-413c-8bc3-25a48e3a3e52 req-641f26ef-317b-4305-9d1f-4fd0f895b17a tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:30.381910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d335a94-8545-413c-8bc3-25a48e3a3e52 req-641f26ef-317b-4305-9d1f-4fd0f895b17a tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1096 time: 0.2707679 Sep 19 03:01:30.414182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:30.414803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:30.434634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cc55a1d0-13dc-42c8-a7bb-48f17a07c4ff None None] Provisioning complete for port 3e042f3e-809c-491b-aef4-cd0eda99905a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:30.435048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc55a1d0-13dc-42c8-a7bb-48f17a07c4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:30.472479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cc55a1d0-13dc-42c8-a7bb-48f17a07c4ff None None] Port 3e042f3e-809c-491b-aef4-cd0eda99905a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:30.558976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7055617d-edda-413e-80f5-3469744f5a07 req-71a91786-9c71-487b-8e0d-3b7fa0fa65b9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858826 Sep 19 03:01:30.560058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-407a580f-690b-45ce-bf01-76c8edbbc126 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4065650 Sep 19 03:01:30.593815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d335a94-8545-413c-8bc3-25a48e3a3e52 req-59500212-4442-451c-9539-7d233c10f617 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059333 Sep 19 03:01:30.604179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Request body: {'port': {'device_id': '2f215e45-a535-4aac-8444-23b65600d4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:30.651066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcf7179b-546c-4f47-8841-d0434eae1f6b req-8a5ea80c-dd67-4db2-900b-c98220426801 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674968 Sep 19 03:01:30.713547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 44f27fc9-5ddc-493f-b21d-81c6726a08b3 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:30.825417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:30.837752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'port_id': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'mac_address': 'fa:16:3e:0f:37:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc8ee03-bdb9-43db-97e9-f42e0d75f600', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:30.858853 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:01:30.875436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:30.891796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44f27fc9-5ddc-493f-b21d-81c6726a08b3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:30.911816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:30.916227 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:30.940856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:30.945815 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:30.963292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:30.971365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79b375e0-f6da-450e-be36-b61673bade71 req-7ffc2494-040c-4ef9-b6a7-4ce3fab8e70b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 210 time: 0.0557001 Sep 19 03:01:31.027902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d9e7-96c0-4d1f-829d-ee59d5504f72 req-9cb32da5-64e9-462f-b796-a19f9b396492 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:31.029380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b8d9e7-96c0-4d1f-829d-ee59d5504f72 req-9cb32da5-64e9-462f-b796-a19f9b396492 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.3660324 Sep 19 03:01:31.093297 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:31.105035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:31.129565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['44f27fc9-5ddc-493f-b21d-81c6726a08b3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:31.229100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:31.232307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b8d9e7-96c0-4d1f-829d-ee59d5504f72 req-02118c48-e194-41e5-890d-4eb064a1311a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955283 Sep 19 03:01:31.239599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e804d6-20bd-43f9-9eb5-b1e0bd13b58c req-08da3b10-716a-4b3e-8be7-fd6acbfaab2f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:31.241064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08e804d6-20bd-43f9-9eb5-b1e0bd13b58c req-08da3b10-716a-4b3e-8be7-fd6acbfaab2f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.2108104 Sep 19 03:01:31.255151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:31.264868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:31.285085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:31.414968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08e804d6-20bd-43f9-9eb5-b1e0bd13b58c req-49b7d960-eb31-43b9-ae29-3f12c3e3cace tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511660 Sep 19 03:01:31.431343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:31.432007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:31.499206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-358514f7-fbde-4c42-8e5c-b0f113078256 None None] Provisioning complete for port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:31.499576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-358514f7-fbde-4c42-8e5c-b0f113078256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:31.527575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-d45e8f59-fa9f-4c1c-a328-11e3909f4cb2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6078560 Sep 19 03:01:31.532312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-358514f7-fbde-4c42-8e5c-b0f113078256 None None] Port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:31.563290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Request body: {'port': {'device_id': 'bcb22497-7600-4b1f-9d74-b75822882990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:31.614388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8eb1600d-8128-47da-97c2-f282aa1824a5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:31.615772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8eb1600d-8128-47da-97c2-f282aa1824a5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.2693214 Sep 19 03:01:31.642801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e042f3e-809c-491b-aef4-cd0eda99905a {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:31.670323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e532a15-d82f-4cc4-8b76-ce3b38f945c7 req-6fbea9c0-90fa-47c3-bd78-a9263c2b2a38 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:31.671799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e532a15-d82f-4cc4-8b76-ce3b38f945c7 req-6fbea9c0-90fa-47c3-bd78-a9263c2b2a38 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 945 time: 0.1848991 Sep 19 03:01:31.675352 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:31.680506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-0cca660e-4198-4677-8f62-c168f66b6f26 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/quotas/9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 375 time: 0.0562658 Sep 19 03:01:31.698189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:31.729390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Transition to ACTIVE for port object 3e042f3e-809c-491b-aef4-cd0eda99905a will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:31.751206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:31.811667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e532a15-d82f-4cc4-8b76-ce3b38f945c7 req-25c9f4e1-943f-4d0f-a337-4a4499f15b7b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277978 Sep 19 03:01:31.863987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8af11fd5-049d-4b7b-9aa0-bfcd39d9a3ac tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702495 Sep 19 03:01:31.956279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Pushing event updated for resources: {'Port': ['ID=3e042f3e-809c-491b-aef4-cd0eda99905a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:32.154086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e67bf-c5cc-46dd-a88d-51e7ab300f3b req-36dce91a-d7b1-4745-8ca4-7c41de7fbecb tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:32.155502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e9e67bf-c5cc-46dd-a88d-51e7ab300f3b req-36dce91a-d7b1-4745-8ca4-7c41de7fbecb tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 947 time: 0.2653923 Sep 19 03:01:32.162035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Attempting to bind port 3e042f3e-809c-491b-aef4-cd0eda99905a on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:32.162366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Attempting to bind port 3e042f3e-809c-491b-aef4-cd0eda99905a by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:32.162687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Attempting to bind port 3e042f3e-809c-491b-aef4-cd0eda99905a on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:32.182800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Port 3e042f3e-809c-491b-aef4-cd0eda99905a on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:32.183123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Attempting to bind port 3e042f3e-809c-491b-aef4-cd0eda99905a on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:32.207655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:32.207981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:32.208346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:32.208763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Bound port: 3e042f3e-809c-491b-aef4-cd0eda99905a, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:32.209108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:32.217084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-515a10be-2d17-4898-a87b-633a492bf1b0 service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232286 Sep 19 03:01:32.295492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e9e67bf-c5cc-46dd-a88d-51e7ab300f3b req-f5554ce2-df31-4fe6-9b83-139a48c18c3c tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279447 Sep 19 03:01:32.464857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] For port 3e042f3e-809c-491b-aef4-cd0eda99905a, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:32.477389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50acfa6-a42a-4ad4-a545-c9d87f89cb1c {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:32.493784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-3224828c-3bc8-44ee-a4be-c88bf7457fe3 service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639825 Sep 19 03:01:32.496866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:32.505666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-45013d71-e337-4c79-967c-515896dbf41f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:32.507598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-45013d71-e337-4c79-967c-515896dbf41f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.2038188 Sep 19 03:01:32.510160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] For port 3e042f3e-809c-491b-aef4-cd0eda99905a, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3e042f3e-809c-491b-aef4-cd0eda99905a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:32.526968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:32.558618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Transition to ACTIVE for port object d50acfa6-a42a-4ad4-a545-c9d87f89cb1c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:32.567952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369649f-8606-4bfd-a229-134c336f4a12 req-9f4cf834-3a5e-4990-9de4-d509bb153d70 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:32.569891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f369649f-8606-4bfd-a229-134c336f4a12 req-9f4cf834-3a5e-4990-9de4-d509bb153d70 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.2003326 Sep 19 03:01:32.593956 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:32.600288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:32.600922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:32.602256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] 10.222.0.32 "PUT /v2.0/ports/3e042f3e-809c-491b-aef4-cd0eda99905a HTTP/1.1" status: 200 len: 1096 time: 2.0075674 Sep 19 03:01:32.607932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f215e45-a535-4aac-8444-23b65600d4d8', 'tag': '3e042f3e-809c-491b-aef4-cd0eda99905a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:32.608988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 663aab60-f26b-470a-a9a4-f186184b49be details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:32.610138 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c4f4a-ae8b-4d47-a810-657d04e7b66b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f215e45-a535-4aac-8444-23b65600d4d8", "tag": "3e042f3e-809c-491b-aef4-cd0eda99905a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:32.761668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 973b48ab-a360-4f95-99c9-57e651702f6f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:32.828164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 663aab60-f26b-470a-a9a4-f186184b49be, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=663aab60-f26b-470a-a9a4-f186184b49be,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:32.849677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '663aab60-f26b-470a-a9a4-f186184b49be', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '663aab60-f26b-470a-a9a4-f186184b49be', 'mac_address': 'fa:16:3e:ac:e0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:32.858590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 973b48ab-a360-4f95-99c9-57e651702f6f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:32.864959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 973b48ab-a360-4f95-99c9-57e651702f6f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:32.865328 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.045964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c763c67-cc7b-4829-b556-8c5d2661b865 service neutron] Pushing event updated for resources: {'Port': ['ID=3e042f3e-809c-491b-aef4-cd0eda99905a,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:33.053160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f369649f-8606-4bfd-a229-134c336f4a12 req-1048ce0b-6892-47df-9e90-56361c92fc18 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613419 Sep 19 03:01:33.107505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.143712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663aab60-f26b-470a-a9a4-f186184b49be {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:33.169533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-a096b49c-2422-448a-af23-8a74c7f7fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.171023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-a096b49c-2422-448a-af23-8a74c7f7fc57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 1099 time: 0.2797229 Sep 19 03:01:33.188106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 663aab60-f26b-470a-a9a4-f186184b49be, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=663aab60-f26b-470a-a9a4-f186184b49be,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:33.195252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.196803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaba55-28b6-4ef0-9556-99e5e51211b9 req-70215824-a61f-4010-ac9f-32853fdf232e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.198318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0aaba55-28b6-4ef0-9556-99e5e51211b9 req-70215824-a61f-4010-ac9f-32853fdf232e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 947 time: 0.3082719 Sep 19 03:01:33.253712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-a9b438c8-5664-4399-a895-2ecda1011d58 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3e042f3e-809c-491b-aef4-cd0eda99905a HTTP/1.1" status: 200 len: 217 time: 0.0542364 Sep 19 03:01:33.255697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.271299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:33.283242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Deleting port 17b1eb76-1d10-4ecc-afce-bd8144b38223 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:01:33.283751 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.297232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=663aab60-f26b-470a-a9a4-f186184b49be,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:33.310919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:33.313139 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ec272-b905-4a88-96d3-7e57c7f4b00f" -d '{"events": [{"server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "name": "network-vif-plugged", "status": "completed", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:33.325524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.325904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.326209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.326545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.326906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.327370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.327547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.327868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.328195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.328517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.328843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.329164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:33.335663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:33.341422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.342521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 44f27fc9-5ddc-493f-b21d-81c6726a08b3 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:33.420712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Attempting to bind port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:33.421064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Attempting to bind port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:33.421368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Attempting to bind port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:33.428513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:33.441989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:33.442392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.444997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0aaba55-28b6-4ef0-9556-99e5e51211b9 req-10b1746c-6ebb-4220-b8e1-79e05782e895 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933458 Sep 19 03:01:33.458063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-e130e5b9-02e5-4105-9f56-61915c5aea39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.458063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-e130e5b9-02e5-4105-9f56-61915c5aea39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1786237 Sep 19 03:01:33.459820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f586863d-c75f-4612-812c-e11e65e559a4 req-e6b6e8c1-99a8-44f2-bd60-2a92855d12ee tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.461733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f586863d-c75f-4612-812c-e11e65e559a4 req-e6b6e8c1-99a8-44f2-bd60-2a92855d12ee tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 944 time: 0.2870054 Sep 19 03:01:33.464372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:33.464688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Attempting to bind port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:33.495445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['663aab60-f26b-470a-a9a4-f186184b49be'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:33.508005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:33.508338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:33.508715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:33.509157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Bound port: d50acfa6-a42a-4ad4-a545-c9d87f89cb1c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:33.509507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.559093 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.604849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] For port 17b1eb76-1d10-4ecc-afce-bd8144b38223, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=17b1eb76-1d10-4ecc-afce-bd8144b38223,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:33.605216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.608241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:33.616246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.634896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Calling delete_port for 17b1eb76-1d10-4ecc-afce-bd8144b38223 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:01:33.640175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f586863d-c75f-4612-812c-e11e65e559a4 req-6840a8e5-6f79-4d92-b134-98eb1d8cd56a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596835 Sep 19 03:01:33.662353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-e1226516-bf66-4ed4-bdd3-a04e60cc4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.664264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-e1226516-bf66-4ed4-bdd3-a04e60cc4787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1957788 Sep 19 03:01:33.718969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:33.746398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e1e36-0b0f-4e86-9788-dd8ced435095 req-266bf313-22fa-4f24-bd9c-c000c0ab486d tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.747904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb5e1e36-0b0f-4e86-9788-dd8ced435095 req-266bf313-22fa-4f24-bd9c-c000c0ab486d tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd386a7f-a421-4b3f-b4b7-896815aa9b1a HTTP/1.1" status: 200 len: 949 time: 0.2312760 Sep 19 03:01:33.762551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] For port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:33.796711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e1795eb-1973-4d5b-b45d-3c2dbe21cdf3 req-18291112-2710-4c4d-813a-507ac13958d9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 210 time: 0.0682237 Sep 19 03:01:33.817647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] For port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:33.860872 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.895769 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea1b5b5-2d34-4f5a-bfb3-dfe0861dbf70 x-openstack-request-id: req-eea1b5b5-2d34-4f5a-bfb3-dfe0861dbf70 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:33.896051 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f215e45-a535-4aac-8444-23b65600d4d8", "tag": "3e042f3e-809c-491b-aef4-cd0eda99905a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:33.896300 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eea1b5b5-2d34-4f5a-bfb3-dfe0861dbf70 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:33.896677 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f215e45-a535-4aac-8444-23b65600d4d8', 'tag': '3e042f3e-809c-491b-aef4-cd0eda99905a', 'status': 'completed', 'code': 200} Sep 19 03:01:33.915646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-282f03a8-55c2-4e1b-901a-54915c8b3092 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.917807 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-282f03a8-55c2-4e1b-901a-54915c8b3092 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.1346166 Sep 19 03:01:33.936106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Request body: {'port': {'device_id': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'admin_state_up': True, 'tenant_id': '9eb23c319f2d4904a9ad325b7d1efd73'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:33.952743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb5e1e36-0b0f-4e86-9788-dd8ced435095 req-dfe371a4-c808-4c63-a168-52c236f5ab1c tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915150 Sep 19 03:01:33.955166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:33.955784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:33.957089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] 10.222.0.32 "PUT /v2.0/ports/d50acfa6-a42a-4ad4-a545-c9d87f89cb1c HTTP/1.1" status: 200 len: 1095 time: 2.4075222 Sep 19 03:01:34.006242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-51016ad4-a902-4412-a35f-ab3fd6780504 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240757 Sep 19 03:01:34.038681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f00b0-8506-43bb-9d51-a43560e31bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:34.078794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Made reservation on behalf of 9eb23c319f2d4904a9ad325b7d1efd73 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:34.082595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.176791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f20925-733b-47c1-833f-7cdf3077f2a1 req-e0d48ac9-a195-4587-b0b5-06e8bed0c370 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.178289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60f20925-733b-47c1-833f-7cdf3077f2a1 req-e0d48ac9-a195-4587-b0b5-06e8bed0c370 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.2515125 Sep 19 03:01:34.212514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Allocated IP 172.20.0.10 (1168e2df-163a-4eb0-82eb-c9aac060ff6d/529cd5d9-771f-4357-9866-98e89e6e6b2b/59d2e762-67c8-4b1e-9f50-317c6365b362) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:34.230079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.241027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9a0308f6-1e13-4211-9543-0052f10aa846', '17b1eb76-1d10-4ecc-afce-bd8144b38223'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:34.242232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b42546-a0ef-4e3c-964b-dd6c8e1bed40 req-c206c8ea-f530-4cda-b5f1-22d2c0ef4555 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.243752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55b42546-a0ef-4e3c-964b-dd6c8e1bed40 req-c206c8ea-f530-4cda-b5f1-22d2c0ef4555 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 948 time: 0.2004907 Sep 19 03:01:34.293814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-545c9eda-bcf3-4d8c-89e0-4920ad69100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.295349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-545c9eda-bcf3-4d8c-89e0-4920ad69100f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 1098 time: 0.2312994 Sep 19 03:01:34.300397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Pushing event deleted for resources: {'Port': ['ID=17b1eb76-1d10-4ecc-afce-bd8144b38223,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:34.389494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.393412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-e1492075-965d-46d8-b3bc-cb8def7647db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c HTTP/1.1" status: 200 len: 217 time: 0.0708466 Sep 19 03:01:34.401749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60f20925-733b-47c1-833f-7cdf3077f2a1 req-14526316-aeeb-49d7-9d04-72f0430767e7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888454 Sep 19 03:01:34.403699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-fd040b7f-619f-461b-9b07-a07f13c7a075 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449013 Sep 19 03:01:34.453954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] No DVR routers for this DVR port 17b1eb76-1d10-4ecc-afce-bd8144b38223 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:01:34.461611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.471944 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eeb1fa-8332-43b4-a666-b35256f54a7e x-openstack-request-id: req-86eeb1fa-8332-43b4-a666-b35256f54a7e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:34.472248 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "name": "network-vif-plugged", "status": "completed", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:34.472505 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86eeb1fa-8332-43b4-a666-b35256f54a7e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:34.473093 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f', 'code': 200} Sep 19 03:01:34.473559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55b42546-a0ef-4e3c-964b-dd6c8e1bed40 req-4642bf94-07c5-4743-84e9-1dedefda046e tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111037 Sep 19 03:01:34.476728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.478755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd0eb6bf-8fc1-4d2c-bd1e-b716ab7722f7 req-e955119a-1fa8-41f2-9242-c46b26f74eef tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "DELETE /v2.0/ports/17b1eb76-1d10-4ecc-afce-bd8144b38223 HTTP/1.1" status: 204 len: 173 time: 1.9648271 Sep 19 03:01:34.501218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-4b4bfab3-2e3b-4e6d-8630-eedd3260bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.503075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-4b4bfab3-2e3b-4e6d-8630-eedd3260bbb2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0933483 Sep 19 03:01:34.532813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:34.539424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:34.576678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:34.580044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:34.624756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 663aab60-f26b-470a-a9a4-f186184b49be up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:34.686415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.686819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.687124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.688428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.688428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.688428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.688704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.688907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.689208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.689532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.690834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.691646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:34.728263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 663aab60-f26b-470a-a9a4-f186184b49be completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:34.733127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 663aab60-f26b-470a-a9a4-f186184b49be triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:34.733883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.734447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.735160 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.736226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-0d958aeb-61e2-4e16-8b48-4e2f321515b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.738345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-0d958aeb-61e2-4e16-8b48-4e2f321515b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 1099 time: 0.1911485 Sep 19 03:01:34.740167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ba975-6454-4752-8ed4-e9129de0191d req-2bd6b357-df53-4e16-99c9-bd97a9d4d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.742295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-2bd6b357-df53-4e16-99c9-bd97a9d4d83a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1847670 Sep 19 03:01:34.754853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01268aa-9514-4e23-8b3e-2e70c212e815 req-4173d2c5-5388-4185-969b-9f18699bcd6a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.758283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-383d00b2-733d-4959-866e-5278b5d3d254 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8272069 Sep 19 03:01:34.762281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cdca6-1bbf-42be-8e9e-1256143d037a req-f8544bc0-469d-4b29-bf49-05aa4adb3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:34.764236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c21cdca6-1bbf-42be-8e9e-1256143d037a req-f8544bc0-469d-4b29-bf49-05aa4adb3a61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1097 time: 0.0916612 Sep 19 03:01:34.764355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f01268aa-9514-4e23-8b3e-2e70c212e815 req-4173d2c5-5388-4185-969b-9f18699bcd6a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1096435 Sep 19 03:01:34.772610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Request body: {'port': {'device_id': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:34.833369 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.855657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c21cdca6-1bbf-42be-8e9e-1256143d037a req-baf389e5-7000-43d0-bfda-43b27d0a895b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784488 Sep 19 03:01:34.858611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.874297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 663aab60-f26b-470a-a9a4-f186184b49be, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=663aab60-f26b-470a-a9a4-f186184b49be,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:34.878879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:34.879679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 17b1eb76-1d10-4ecc-afce-bd8144b38223 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:34.916805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 17b1eb76-1d10-4ecc-afce-bd8144b38223 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:01:34.917156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 17b1eb76-1d10-4ecc-afce-bd8144b38223 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:01:34.946846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=663aab60-f26b-470a-a9a4-f186184b49be,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:35.153859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f01268aa-9514-4e23-8b3e-2e70c212e815 req-67173a4b-b91c-4dc6-b643-3a272afea7fa tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887181 Sep 19 03:01:35.158833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d2e762-67c8-4b1e-9f50-317c6365b362 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:35.176176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:35.181762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Transition to ACTIVE for port object 59d2e762-67c8-4b1e-9f50-317c6365b362 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:35.182627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4366d-8080-4160-a2a1-683800d1020c req-5cc357ff-a0ba-4169-89d8-561733798327 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.183931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0f4366d-8080-4160-a2a1-683800d1020c req-5cc357ff-a0ba-4169-89d8-561733798327 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 947 time: 0.4054530 Sep 19 03:01:35.186275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:35.226363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-34374e27-1b08-44c7-ae70-ae6d62b707f1 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447114 Sep 19 03:01:35.239706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:35.242396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-0be003be-5642-4587-8eb9-ee1db58e182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.243803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-0be003be-5642-4587-8eb9-ee1db58e182e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4637649 Sep 19 03:01:35.311780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:35.312113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:35.312440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:35.316952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:35.317277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:35.322635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:35.323013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:35.323398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:35.324999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Bound port: 59d2e762-67c8-4b1e-9f50-317c6365b362, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:35.325384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:35.337607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0f4366d-8080-4160-a2a1-683800d1020c req-6c1c6305-7bf9-4749-ab5b-aadf307fe1da tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380658 Sep 19 03:01:35.343489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-05cd5b65-7e5c-4236-ae87-187651e562ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=3e042f3e-809c-491b-aef4-cd0eda99905a HTTP/1.1" status: 200 len: 217 time: 0.0669816 Sep 19 03:01:35.374630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc683b6-16e9-49a6-a986-533c3107913e req-485efe0c-d6e7-4ed0-ade5-66028a247f7f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.376298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fc683b6-16e9-49a6-a986-533c3107913e req-485efe0c-d6e7-4ed0-ade5-66028a247f7f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1485498 Sep 19 03:01:35.390901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:35.393928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:35.399090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:35.431873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.432488 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:35.434488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] 10.222.0.30 "PUT /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 1092 time: 0.6671443 Sep 19 03:01:35.437956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:35.441374 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18df4304-57b2-463d-8fe2-9edf7ab9c95d" -d '{"events": [{"name": "network-changed", "server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:35.520550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad0dc5-da37-41ae-affc-461f1bb37ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:35.525551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fc683b6-16e9-49a6-a986-533c3107913e req-e0059705-bea7-4063-a526-b8f9ba4c9f6c tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230860 Sep 19 03:01:35.527912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b01ba975-6454-4752-8ed4-e9129de0191d req-7b4460e7-5393-4727-b40f-2a8e84a43d34 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500269 Sep 19 03:01:35.538597 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-8a554376-34f4-4ce7-b930-f5ffd918b8fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031308 Sep 19 03:01:35.541288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1ae94-f369-4ae0-bca9-40cafb6d4c3f req-78fe60f8-794f-4de1-b991-8945aeca9b72 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.550202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-16f335d9-50ca-4a63-8c4b-3acbd4a5edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.551645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d1ae94-f369-4ae0-bca9-40cafb6d4c3f req-78fe60f8-794f-4de1-b991-8945aeca9b72 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.1480520 Sep 19 03:01:35.551843 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-16f335d9-50ca-4a63-8c4b-3acbd4a5edcf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1095 time: 0.0689938 Sep 19 03:01:35.553113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-186bf844-a6cd-455d-9dd1-fd7f684e0ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.554485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-186bf844-a6cd-455d-9dd1-fd7f684e0ceb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1149602 Sep 19 03:01:35.601910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d1ae94-f369-4ae0-bca9-40cafb6d4c3f req-26c5f2b7-0c3e-488f-950e-5caca15a9633 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430901 Sep 19 03:01:35.611650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-da7afda9-38b3-47b2-9003-e53ea712c192 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 217 time: 0.0500443 Sep 19 03:01:35.635755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-e1595f87-88c7-4e40-bd6f-32a04d3eedf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.637753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-e1595f87-88c7-4e40-bd6f-32a04d3eedf2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467315 Sep 19 03:01:35.662143 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b6295b-97fa-4e71-8c39-5b6dda1ba77f x-openstack-request-id: req-c5b6295b-97fa-4e71-8c39-5b6dda1ba77f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:35.662430 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:35.662677 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5b6295b-97fa-4e71-8c39-5b6dda1ba77f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:35.663137 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362', 'status': 'completed', 'code': 200} Sep 19 03:01:35.714585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-14f787ef-4116-492c-9c86-df4d9bc75f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.715973 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-14f787ef-4116-492c-9c86-df4d9bc75f92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0917926 Sep 19 03:01:35.718467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-2f0d4d81-53e7-4236-bf26-2493830e2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.719820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-2f0d4d81-53e7-4236-bf26-2493830e2ba0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1117 time: 0.0559692 Sep 19 03:01:35.780107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78813000-c3fe-4b81-986d-587a68991d85 req-c94f13a9-603c-4a78-82df-52caca499c21 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.781700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78813000-c3fe-4b81-986d-587a68991d85 req-c94f13a9-603c-4a78-82df-52caca499c21 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.1378958 Sep 19 03:01:35.825530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-37af011f-ef9b-4e1b-8f43-99a3b6757692 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724582 Sep 19 03:01:35.837568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db04a4-f3c8-4ae9-95c0-0aa5c051685e req-1bbd945b-42b8-4cec-8499-0a99955ffa48 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:35.839097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0db04a4-f3c8-4ae9-95c0-0aa5c051685e req-1bbd945b-42b8-4cec-8499-0a99955ffa48 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 949 time: 0.1115725 Sep 19 03:01:35.881277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78813000-c3fe-4b81-986d-587a68991d85 req-6a24c997-a019-4a18-8484-52294bd32a16 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912654 Sep 19 03:01:35.904187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb22497-7600-4b1f-9d74-b75822882990', 'tag': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c'}, {'server_uuid': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'name': 'network-vif-deleted', 'tag': '17b1eb76-1d10-4ecc-afce-bd8144b38223'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:35.907258 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ba274-1b06-46bc-aa7f-685fcc85304f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb22497-7600-4b1f-9d74-b75822882990", "tag": "d50acfa6-a42a-4ad4-a545-c9d87f89cb1c"}, {"server_uuid": "bd386a7f-a421-4b3f-b4b7-896815aa9b1a", "name": "network-vif-deleted", "tag": "17b1eb76-1d10-4ecc-afce-bd8144b38223"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:35.964020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0db04a4-f3c8-4ae9-95c0-0aa5c051685e req-f615c5ae-4ea1-47f7-b323-56ae022408ba tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055055 Sep 19 03:01:35.995377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-966c4f4a-ae8b-4d47-a810-657d04e7b66b req-499447b3-73a2-4cdf-a015-ae0fa6c44932 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552641 Sep 19 03:01:36.005990 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-53dd7714-8a53-47a3-9365-e5c0923e4255 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2808235 Sep 19 03:01:36.023289 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d8eb3-43e1-4e1e-a833-882e7bf1fe2b x-openstack-request-id: req-8b1d8eb3-43e1-4e1e-a833-882e7bf1fe2b {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:36.023593 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb22497-7600-4b1f-9d74-b75822882990", "tag": "d50acfa6-a42a-4ad4-a545-c9d87f89cb1c", "status": "completed", "code": 200}, {"server_uuid": "bd386a7f-a421-4b3f-b4b7-896815aa9b1a", "name": "network-vif-deleted", "tag": "17b1eb76-1d10-4ecc-afce-bd8144b38223", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:36.023845 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b1d8eb3-43e1-4e1e-a833-882e7bf1fe2b {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:36.024846 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb22497-7600-4b1f-9d74-b75822882990', 'tag': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'status': 'completed', 'code': 200} Sep 19 03:01:36.025116 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd386a7f-a421-4b3f-b4b7-896815aa9b1a', 'name': 'network-vif-deleted', 'tag': '17b1eb76-1d10-4ecc-afce-bd8144b38223', 'status': 'completed', 'code': 200} Sep 19 03:01:36.160006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-5d5f0b8b-426d-4c74-aba1-72912124d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.161494 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-5d5f0b8b-426d-4c74-aba1-72912124d09e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1581979 Sep 19 03:01:36.165447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-c95d4855-cd4b-46ed-8b97-3c042c0f5bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.166951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-c95d4855-cd4b-46ed-8b97-3c042c0f5bb6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 1098 time: 0.0716398 Sep 19 03:01:36.171221 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-9335ad0d-16c8-49f7-9d2e-2a616dae044b service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427424 Sep 19 03:01:36.192288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac311aa0-8359-4fa9-a66e-77f6dc83d97b req-083a7629-88a5-43a9-acc1-f4b2bb573424 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.193756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac311aa0-8359-4fa9-a66e-77f6dc83d97b req-083a7629-88a5-43a9-acc1-f4b2bb573424 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 950 time: 0.0666337 Sep 19 03:01:36.222725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-528a6c0b-ce3c-4a75-a475-70036fb391ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 217 time: 0.0462337 Sep 19 03:01:36.311941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac311aa0-8359-4fa9-a66e-77f6dc83d97b req-c79055bd-fcf1-4f39-ba10-e748b9886de9 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062663 Sep 19 03:01:36.315659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-87e73c8a-f1d5-4a7a-8691-633212d5035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.317025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-87e73c8a-f1d5-4a7a-8691-633212d5035e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0841591 Sep 19 03:01:36.341307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c482-15ca-4aa2-8b57-40ef3ba74ceb req-762f4867-bf1c-4f1b-9704-ef5f419e5bbb tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.344170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a483c482-15ca-4aa2-8b57-40ef3ba74ceb req-762f4867-bf1c-4f1b-9704-ef5f419e5bbb tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1178162 Sep 19 03:01:36.345694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-c0e79f2f-369a-4f04-a4de-368ca9eec5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.347068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-c0e79f2f-369a-4f04-a4de-368ca9eec5f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1697495 Sep 19 03:01:36.348401 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0964c6d6-944e-4fe6-9294-675bb14e24c2 req-a4807a3b-2d82-455c-a709-6fd75f98a60e service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337538 Sep 19 03:01:36.362962 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-62efbff5-2ed3-41ac-9ef4-617193c9da48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371265 Sep 19 03:01:36.403789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-1c7877a3-2b4d-43f4-bed3-60c8d893573f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c HTTP/1.1" status: 200 len: 217 time: 0.0429623 Sep 19 03:01:36.468992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a483c482-15ca-4aa2-8b57-40ef3ba74ceb req-8a807537-968c-42f0-ae1e-924caf555cdf tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169448 Sep 19 03:01:36.475639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3'}, {'server_uuid': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663aab60-f26b-470a-a9a4-f186184b49be'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:36.480040 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54fd4d8-e8e8-4a49-81ce-72ef04d49101" -d '{"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-plugged", "status": "completed", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3"}, {"server_uuid": "ab3f39c0-e047-4728-a9bc-22cafc5644f8", "name": "network-vif-plugged", "status": "completed", "tag": "663aab60-f26b-470a-a9a4-f186184b49be"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:36.496510 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-d9fe787d-16d8-4f9c-a123-361644eb3540 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200156 Sep 19 03:01:36.498018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-9cd4da00-d33e-4b33-96a7-59ad54415dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.499472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-9cd4da00-d33e-4b33-96a7-59ad54415dad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0821760 Sep 19 03:01:36.501500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-f8fcb3be-8c58-4935-a9b1-668fe850b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.503160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-f8fcb3be-8c58-4935-a9b1-668fe850b86f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1095 time: 0.0693579 Sep 19 03:01:36.508265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09975788-7a42-4bef-8ce1-8db5c8ae73a1 req-5d4a3fad-f44f-4f58-8e4b-3c32a88c96fc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.509661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09975788-7a42-4bef-8ce1-8db5c8ae73a1 req-5d4a3fad-f44f-4f58-8e4b-3c32a88c96fc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 947 time: 0.0963604 Sep 19 03:01:36.541419 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f964e4-99dd-4d21-ad77-885b845157fc x-openstack-request-id: req-d3f964e4-99dd-4d21-ad77-885b845157fc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:36.541723 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-plugged", "status": "completed", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3", "code": 200}, {"server_uuid": "ab3f39c0-e047-4728-a9bc-22cafc5644f8", "name": "network-vif-plugged", "status": "completed", "tag": "663aab60-f26b-470a-a9a4-f186184b49be", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:36.541972 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3f964e4-99dd-4d21-ad77-885b845157fc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:36.542367 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'code': 200} Sep 19 03:01:36.542624 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663aab60-f26b-470a-a9a4-f186184b49be', 'code': 200} Sep 19 03:01:36.582089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-ae16fc1e-ffe2-41a3-ac9b-0b1e62161c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.583670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-ae16fc1e-ffe2-41a3-ac9b-0b1e62161c4c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731750 Sep 19 03:01:36.599132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09975788-7a42-4bef-8ce1-8db5c8ae73a1 req-eb28e9df-2a51-4a2f-aadc-9abe0aece027 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702181 Sep 19 03:01:36.668795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-553c8532-dab2-4b21-af4f-ebdcdb8320f4 req-715c9529-3297-40ea-8525-bca1eacd0467 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594524 Sep 19 03:01:36.669946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-57daafe0-b134-4c6d-9c41-8d78e6e1a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.671296 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-57daafe0-b134-4c6d-9c41-8d78e6e1a423 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1547229 Sep 19 03:01:36.717605 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-52b7126c-30a5-410c-99a3-7476dbf01c50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 217 time: 0.0368993 Sep 19 03:01:36.767021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb13b5-ac18-4bbe-bdbb-a650d378ad76 req-6296ddd7-816a-4098-b450-fdc2caeddeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.768196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 44f27fc9-5ddc-493f-b21d-81c6726a08b3 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:36.768427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28eb13b5-ac18-4bbe-bdbb-a650d378ad76 req-6296ddd7-816a-4098-b450-fdc2caeddeed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 1100 time: 0.1562390 Sep 19 03:01:36.771265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-105d1f12-b172-4e65-a240-b88a3f9646c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.772944 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-105d1f12-b172-4e65-a240-b88a3f9646c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0483646 Sep 19 03:01:36.784047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e21381-8552-4ed1-a0c3-1ad9295dc7dc req-729847db-3cb3-4731-bc21-d153ca343cf8 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.785511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93e21381-8552-4ed1-a0c3-1ad9295dc7dc req-729847db-3cb3-4731-bc21-d153ca343cf8 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 945 time: 0.1641057 Sep 19 03:01:36.809454 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-80c4dba9-81fd-4c46-a926-6d4f50734ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267107 Sep 19 03:01:36.823973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-18ad8d3e-91f5-4a27-b47c-86c288346bd5 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234049 Sep 19 03:01:36.842063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e98e71-ad47-4bf4-aa2c-71b7985d6045 req-f6a5cba3-3ecd-4dbf-aa52-d2734f149416 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:36.843758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69e98e71-ad47-4bf4-aa2c-71b7985d6045 req-f6a5cba3-3ecd-4dbf-aa52-d2734f149416 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.1572092 Sep 19 03:01:36.877373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93e21381-8552-4ed1-a0c3-1ad9295dc7dc req-ed5c1f34-e2ca-4e09-9162-383bc7e22636 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733106 Sep 19 03:01:36.888158 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:36.920252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28eb13b5-ac18-4bbe-bdbb-a650d378ad76 req-fe925561-ea80-4ab9-bfbe-e94ac5a4d15f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280365 Sep 19 03:01:36.925753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:36.934606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-2beefd2b-740a-4856-ac11-94a5fc4d37c3 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161079 Sep 19 03:01:36.944475 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:36.973889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69e98e71-ad47-4bf4-aa2c-71b7985d6045 req-2494cc4d-af77-4ea7-ae1e-ce70646960c8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090863 Sep 19 03:01:37.000640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:37.031343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e24ba274-1b06-46bc-aa7f-685fcc85304f req-4c4d6c44-820f-4f93-b358-fcd5f7127b74 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675828 Sep 19 03:01:37.043799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb746b-9602-49bf-a96c-8a2c81085001 req-46ee2b35-ef9c-4c50-b707-826275a40f6b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.045198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bffb746b-9602-49bf-a96c-8a2c81085001 req-46ee2b35-ef9c-4c50-b707-826275a40f6b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.0654171 Sep 19 03:01:37.086283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bffb746b-9602-49bf-a96c-8a2c81085001 req-62859953-690c-45c7-8ba5-56f3d9bf3870 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349321 Sep 19 03:01:37.191055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd40ad-4d13-45b2-b899-c80dcaf1d69e req-df8ccdf8-792a-4de0-82cd-24b1c6ac87d8 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.192527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61dd40ad-4d13-45b2-b899-c80dcaf1d69e req-df8ccdf8-792a-4de0-82cd-24b1c6ac87d8 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 949 time: 0.0488086 Sep 19 03:01:37.225450 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18df4304-57b2-463d-8fe2-9edf7ab9c95d req-71838a4d-baa3-44fc-98be-d8f65a234f8e service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886986 Sep 19 03:01:37.256885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61dd40ad-4d13-45b2-b899-c80dcaf1d69e req-69f4292f-f2a5-4c0e-b485-d1fb6c25af26 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558317 Sep 19 03:01:37.259510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a8672-54fb-483b-bac0-abc7ef238c40 req-3f836a40-4dd2-4a25-86a0-504472bfe91b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.260913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df3a8672-54fb-483b-bac0-abc7ef238c40 req-3f836a40-4dd2-4a25-86a0-504472bfe91b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1097 time: 0.0675333 Sep 19 03:01:37.295103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df3a8672-54fb-483b-bac0-abc7ef238c40 req-c70bbfc4-d985-4614-b32f-c15f97ad2ac7 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281830 Sep 19 03:01:37.425899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092710a7-670d-4cc0-9f4d-11d846c1cb85 req-091ac560-289b-437a-ae81-3a61bd6a134f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.427382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-092710a7-670d-4cc0-9f4d-11d846c1cb85 req-091ac560-289b-437a-ae81-3a61bd6a134f tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 950 time: 0.0486319 Sep 19 03:01:37.465817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-092710a7-670d-4cc0-9f4d-11d846c1cb85 req-6a50ac53-b7f2-43a7-8a69-c9b23183f43a tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/security-groups?id=45096228-aba5-41d4-b879-01d0f9eee7b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Sep 19 03:01:37.591183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2da32b-fc4b-47df-a41d-51ed52824231 req-2298a12a-e936-4b33-8e98-139d1eed44e7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.592935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf2da32b-fc4b-47df-a41d-51ed52824231 req-2298a12a-e936-4b33-8e98-139d1eed44e7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.0498605 Sep 19 03:01:37.638952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf2da32b-fc4b-47df-a41d-51ed52824231 req-65ea91ec-72ff-4eab-9de5-06098ce16195 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398324 Sep 19 03:01:37.717780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf878e-15da-460a-afda-548e09c1cd1e req-e2e4e780-1e19-4729-a0e4-be11e5e3468d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.719504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00bf878e-15da-460a-afda-548e09c1cd1e req-e2e4e780-1e19-4729-a0e4-be11e5e3468d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 947 time: 0.0560427 Sep 19 03:01:37.759238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00bf878e-15da-460a-afda-548e09c1cd1e req-bef9a7da-01c6-416e-a493-135c3e4b8a28 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337100 Sep 19 03:01:37.938902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-a2273e98-5332-4a81-a069-7263f1437c8d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.940940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-a2273e98-5332-4a81-a069-7263f1437c8d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.32 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 943 time: 0.0611537 Sep 19 03:01:37.943699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-caaceab7-12ce-40d7-9932-84c222180fbf tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:37.946258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-caaceab7-12ce-40d7-9932-84c222180fbf tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 950 time: 0.0630419 Sep 19 03:01:38.065002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Deleting port 9a0308f6-1e13-4211-9543-0052f10aa846 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:01:38.067188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.109300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00045ef-d4b7-4337-8ed6-36eb200b7139 req-12911d61-7a2e-4046-8e69-9a4676c73e4f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:38.110796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00045ef-d4b7-4337-8ed6-36eb200b7139 req-12911d61-7a2e-4046-8e69-9a4676c73e4f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 943 time: 0.1236293 Sep 19 03:01:38.161888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762647e-e25e-461b-b4ae-35c06eb6e532 req-e07f0479-6053-4ed8-a8d2-068a11d99157 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:38.169403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c762647e-e25e-461b-b4ae-35c06eb6e532 req-e07f0479-6053-4ed8-a8d2-068a11d99157 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.1183016 Sep 19 03:01:38.193639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] For port 9a0308f6-1e13-4211-9543-0052f10aa846, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9a0308f6-1e13-4211-9543-0052f10aa846,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:38.194155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.208586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00045ef-d4b7-4337-8ed6-36eb200b7139 req-10ec1a2f-6abf-4b93-8ec3-1474be06e3b1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894771 Sep 19 03:01:38.210894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Deleting port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:01:38.211045 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.212036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Calling delete_port for 9a0308f6-1e13-4211-9543-0052f10aa846 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:01:38.262996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c762647e-e25e-461b-b4ae-35c06eb6e532 req-354bcc87-2a80-477b-b673-45f5c2d70ec7 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919702 Sep 19 03:01:38.384561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] For port 44f27fc9-5ddc-493f-b21d-81c6726a08b3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=44f27fc9-5ddc-493f-b21d-81c6726a08b3,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:38.384957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.401539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Calling delete_port for 44f27fc9-5ddc-493f-b21d-81c6726a08b3 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:01:38.402909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.418229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9a0308f6-1e13-4211-9543-0052f10aa846'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:38.425762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c1129-10d4-4d98-ad00-11b209963400 req-4a1b3973-02bd-44d7-b272-5a202785b269 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:38.427350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf5c1129-10d4-4d98-ad00-11b209963400 req-4a1b3973-02bd-44d7-b272-5a202785b269 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 949 time: 0.0804572 Sep 19 03:01:38.433726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Pushing event deleted for resources: {'Port': ['ID=9a0308f6-1e13-4211-9543-0052f10aa846,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:38.501792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] No DVR routers for this DVR port 9a0308f6-1e13-4211-9543-0052f10aa846 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:01:38.505571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.513677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf5c1129-10d4-4d98-ad00-11b209963400 req-dadead46-453b-4ae2-b12b-f7de151d4187 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510688 Sep 19 03:01:38.516615 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19be1558-682c-42cc-99fe-67ab4ce3637a req-9a2211fd-1a80-4a24-a53d-3772b44daad8 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.30 "DELETE /v2.0/ports/9a0308f6-1e13-4211-9543-0052f10aa846 HTTP/1.1" status: 204 len: 173 time: 0.5565865 Sep 19 03:01:38.517090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'name': 'network-vif-deleted', 'tag': '9a0308f6-1e13-4211-9543-0052f10aa846'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:38.520590 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95edee2a-d2b5-47ff-86c2-7db16eba9fe5" -d '{"events": [{"server_uuid": "a47e1b09-c1ff-4d21-9154-f7c002971fb2", "name": "network-vif-deleted", "tag": "9a0308f6-1e13-4211-9543-0052f10aa846"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:38.544131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:38.547406 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f17d674-31e4-4a2b-8119-1fddad7fab46" -d '{"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-unplugged", "status": "completed", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:38.593987 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449c48c4-de24-40f3-bcce-568d49633a42 x-openstack-request-id: req-449c48c4-de24-40f3-bcce-568d49633a42 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:38.594313 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47e1b09-c1ff-4d21-9154-f7c002971fb2", "name": "network-vif-deleted", "tag": "9a0308f6-1e13-4211-9543-0052f10aa846", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:38.594570 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-449c48c4-de24-40f3-bcce-568d49633a42 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:38.594999 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47e1b09-c1ff-4d21-9154-f7c002971fb2', 'name': 'network-vif-deleted', 'tag': '9a0308f6-1e13-4211-9543-0052f10aa846', 'status': 'completed', 'code': 200} Sep 19 03:01:38.658223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77af94e5-67d5-40ec-91f0-1ac25fd808ef req-4f1cdb5d-ed8f-4ad5-b4fc-ebe7a4c7c4a4 tempest-LiveMigrationNegativeTest-1515814151 tempest-LiveMigrationNegativeTest-1515814151-project] 10.222.0.22 "GET /v2.0/ports?device_id=a47e1b09-c1ff-4d21-9154-f7c002971fb2 HTTP/1.1" status: 200 len: 210 time: 0.0720382 Sep 19 03:01:38.697131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.716519 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5891991-ca85-432c-9bd6-95ee0f9d3455 x-openstack-request-id: req-e5891991-ca85-432c-9bd6-95ee0f9d3455 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:38.716994 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-unplugged", "status": "completed", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:38.717309 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5891991-ca85-432c-9bd6-95ee0f9d3455 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:38.717798 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'code': 200} Sep 19 03:01:38.738506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event deleted for resources: {'Port': ['ID=44f27fc9-5ddc-493f-b21d-81c6726a08b3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:38.775647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3e042f3e-809c-491b-aef4-cd0eda99905a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:38.794588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] No DVR routers for this DVR port 44f27fc9-5ddc-493f-b21d-81c6726a08b3 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:01:38.797971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:38.800317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f51998f6-d597-476b-ac36-0f5e665b09ab req-871dee5f-649e-4940-b201-49fc527ca9af tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.32 "DELETE /v2.0/ports/44f27fc9-5ddc-493f-b21d-81c6726a08b3 HTTP/1.1" status: 204 len: 173 time: 0.8522937 Sep 19 03:01:38.800862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-deleted', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:38.803937 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b34e88-4da5-4ced-958f-891737cee331" -d '{"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-deleted", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:38.893070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1b0f-a93b-44c9-ad6f-0a03a035e356 req-d1a5a0ff-16ac-410f-b8a2-5fbb8fa9fb3b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:38.894633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cbd1b0f-a93b-44c9-ad6f-0a03a035e356 req-d1a5a0ff-16ac-410f-b8a2-5fbb8fa9fb3b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.0873528 Sep 19 03:01:38.990615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cbd1b0f-a93b-44c9-ad6f-0a03a035e356 req-e5741165-57ca-497e-b885-833ba8d4b2dc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864789 Sep 19 03:01:39.041260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3e042f3e-809c-491b-aef4-cd0eda99905a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3e042f3e-809c-491b-aef4-cd0eda99905a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:39.076045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '3e042f3e-809c-491b-aef4-cd0eda99905a', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '3e042f3e-809c-491b-aef4-cd0eda99905a', 'mac_address': 'fa:16:3e:0f:30:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:39.094829 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ce818-5bd0-4de5-92d2-3ad6c931c2d7 x-openstack-request-id: req-b02ce818-5bd0-4de5-92d2-3ad6c931c2d7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:39.099856 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101a82b9-95b5-407f-9177-0577788c0448", "name": "network-vif-deleted", "tag": "44f27fc9-5ddc-493f-b21d-81c6726a08b3", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:39.099856 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b02ce818-5bd0-4de5-92d2-3ad6c931c2d7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:39.099856 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101a82b9-95b5-407f-9177-0577788c0448', 'name': 'network-vif-deleted', 'tag': '44f27fc9-5ddc-493f-b21d-81c6726a08b3', 'status': 'completed', 'code': 200} Sep 19 03:01:39.184628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:39.207288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e042f3e-809c-491b-aef4-cd0eda99905a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:39.234835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3e042f3e-809c-491b-aef4-cd0eda99905a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3e042f3e-809c-491b-aef4-cd0eda99905a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:39.241896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:39.301547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=3e042f3e-809c-491b-aef4-cd0eda99905a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:39.433902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac23465-ec1a-42de-a4e2-4c465d6691fa req-01a6cd69-2824-4549-bf14-8b28dd630f4b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:39.439664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ac23465-ec1a-42de-a4e2-4c465d6691fa req-01a6cd69-2824-4549-bf14-8b28dd630f4b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 947 time: 0.4349566 Sep 19 03:01:39.461341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879efff3-81a4-4658-928a-cf8d3456a664 req-f601a8ca-35a0-4947-b319-ace50b8c96de tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:39.463256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-879efff3-81a4-4658-928a-cf8d3456a664 req-f601a8ca-35a0-4947-b319-ace50b8c96de tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 949 time: 0.3333373 Sep 19 03:01:39.529552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ac23465-ec1a-42de-a4e2-4c465d6691fa req-dabbad27-c98d-4f5b-9cbe-ec7c93a8ae62 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809672 Sep 19 03:01:39.530705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-879efff3-81a4-4658-928a-cf8d3456a664 req-a1ce39be-c2eb-4019-8fb9-95ee52e78702 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605080 Sep 19 03:01:39.704088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd385916-10b8-4270-b088-996443dc11c2 req-325e24c0-9ae9-465e-bff6-7554e92b6e9c tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=101a82b9-95b5-407f-9177-0577788c0448 HTTP/1.1" status: 200 len: 210 time: 0.0538895 Sep 19 03:01:39.743510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:39.744016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072cf94-73e5-4eda-b7e6-c727791dc80f req-16702b0d-3bcb-40a6-8660-b2fca89d5cf5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:39.745236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3072cf94-73e5-4eda-b7e6-c727791dc80f req-16702b0d-3bcb-40a6-8660-b2fca89d5cf5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.0844305 Sep 19 03:01:39.809584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3072cf94-73e5-4eda-b7e6-c727791dc80f req-cf49b6a6-2f31-4c68-a3c5-c43e94f6d5d6 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Sep 19 03:01:40.105033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32998) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:40.109805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2bd5a-b2e3-4a55-8b0d-3905bb147079 req-ce40dcdc-eda1-4ac1-8cee-8ef1b856f11c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:40.111319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04f2bd5a-b2e3-4a55-8b0d-3905bb147079 req-ce40dcdc-eda1-4ac1-8cee-8ef1b856f11c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.0517709 Sep 19 03:01:40.154784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04f2bd5a-b2e3-4a55-8b0d-3905bb147079 req-ab4489ba-72d2-4c4e-b83a-901594c7ab08 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368888 Sep 19 03:01:40.253225 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8dd8f82b-298a-4fe1-b50c-340bdfb61614 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=252772dca2754327b6dad85e996faff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469703 Sep 19 03:01:40.255761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33008) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:40.305657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-013b0d8f-63f3-4557-8aa1-698f531b0693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.310019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-1229768a-aa03-48aa-9302-8ff5d5807282 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:40.311875 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-1229768a-aa03-48aa-9302-8ff5d5807282 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 949 time: 0.0517395 Sep 19 03:01:40.327668 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-013b0d8f-63f3-4557-8aa1-698f531b0693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.380680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-013b0d8f-63f3-4557-8aa1-698f531b0693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.383276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-013b0d8f-63f3-4557-8aa1-698f531b0693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.386649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-013b0d8f-63f3-4557-8aa1-698f531b0693 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45096228-aba5-41d4-b879-01d0f9eee7b3 HTTP/1.1" status: 204 len: 168 time: 0.1276915 Sep 19 03:01:40.392814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b0d8f-63f3-4557-8aa1-698f531b0693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45096228-aba5-41d4-b879-01d0f9eee7b3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:40.434213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Deleting port 663aab60-f26b-470a-a9a4-f186184b49be {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:01:40.434561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.547610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] For port 663aab60-f26b-470a-a9a4-f186184b49be, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=663aab60-f26b-470a-a9a4-f186184b49be,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:40.548100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.579361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Calling delete_port for 663aab60-f26b-470a-a9a4-f186184b49be owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:01:40.698233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 59d2e762-67c8-4b1e-9f50-317c6365b362 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:40.720807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce9096-388a-447a-8058-201857554323 req-4ac82b04-840c-43e1-9d02-6e9e8fd2fa7a tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:40.722330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7ce9096-388a-447a-8058-201857554323 req-4ac82b04-840c-43e1-9d02-6e9e8fd2fa7a tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/ports?device_id=ab3f39c0-e047-4728-a9bc-22cafc5644f8 HTTP/1.1" status: 200 len: 949 time: 0.0919423 Sep 19 03:01:40.735490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.749854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7beb323-5fe4-4c7b-90ec-33b68d282b12 req-1f693dbe-1817-473b-bade-26c0a2b19e14 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:40.751478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7beb323-5fe4-4c7b-90ec-33b68d282b12 req-1f693dbe-1817-473b-bade-26c0a2b19e14 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 947 time: 0.0870743 Sep 19 03:01:40.755752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['663aab60-f26b-470a-a9a4-f186184b49be'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:40.767224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Pushing event deleted for resources: {'Port': ['ID=663aab60-f26b-470a-a9a4-f186184b49be,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:40.775177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33026) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:40.822917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7ce9096-388a-447a-8058-201857554323 req-659c67ae-9e92-4219-a428-ccb5f27f54cc tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ae696bb-8f2c-40f5-838a-c8984e538557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905139 Sep 19 03:01:40.846921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad64d4da-81c4-4e55-b639-01f951ec2e2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03f277c8fe124d9584ad76b8f94998c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641363 Sep 19 03:01:40.846921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33032) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:40.850237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d50acfa6-a42a-4ad4-a545-c9d87f89cb1c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:40.856810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7beb323-5fe4-4c7b-90ec-33b68d282b12 req-ef928703-b052-46e8-a735-b800513c38e1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828831 Sep 19 03:01:40.916100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] No DVR routers for this DVR port 663aab60-f26b-470a-a9a4-f186184b49be on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:01:40.922920 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:40.924944 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bff69c4d-88f1-484b-ba03-f8152c662a6b req-09f2c21b-7370-4750-83fe-e04b0a04ec92 tempest-ServerDiagnosticsNegativeTest-169692686 tempest-ServerDiagnosticsNegativeTest-169692686-project] 10.222.0.30 "DELETE /v2.0/ports/663aab60-f26b-470a-a9a4-f186184b49be HTTP/1.1" status: 204 len: 173 time: 0.6029840 Sep 19 03:01:40.925403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'name': 'network-vif-deleted', 'tag': '663aab60-f26b-470a-a9a4-f186184b49be'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:40.928083 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e4f1df-bb46-48cc-bbc9-edf751784e1a" -d '{"events": [{"server_uuid": "ab3f39c0-e047-4728-a9bc-22cafc5644f8", "name": "network-vif-deleted", "tag": "663aab60-f26b-470a-a9a4-f186184b49be"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:40.949013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:40.976356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '59d2e762-67c8-4b1e-9f50-317c6365b362', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'port_id': '59d2e762-67c8-4b1e-9f50-317c6365b362', 'mac_address': 'fa:16:3e:f3:4c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529cd5d9-771f-4357-9866-98e89e6e6b2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:40.999842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-461a0df5-a82b-4c76-bbda-8547cb0dcc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.012942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a4463-4674-4236-b0c5-5092560e0b8e req-6e6f2239-a016-4b08-806c-1776df7ce3a1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:41.026395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c9a4463-4674-4236-b0c5-5092560e0b8e req-6e6f2239-a016-4b08-806c-1776df7ce3a1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.0683124 Sep 19 03:01:41.061399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-461a0df5-a82b-4c76-bbda-8547cb0dcc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.091761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.098872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:41.119084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d2e762-67c8-4b1e-9f50-317c6365b362 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:41.132695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c9a4463-4674-4236-b0c5-5092560e0b8e req-553af615-474f-44e5-b852-6961653a8f4e tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051307 Sep 19 03:01:41.139185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:41.140509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'mac_address': 'fa:16:3e:6b:a0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:41.143864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-461a0df5-a82b-4c76-bbda-8547cb0dcc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.149729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-461a0df5-a82b-4c76-bbda-8547cb0dcc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.151571 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-461a0df5-a82b-4c76-bbda-8547cb0dcc61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c4b795a-a18c-4bf5-b705-e08a7e720958 HTTP/1.1" status: 204 len: 168 time: 0.3060708 Sep 19 03:01:41.155411 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.183343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a0df5-a82b-4c76-bbda-8547cb0dcc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4b795a-a18c-4bf5-b705-e08a7e720958,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:41.207482 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89318c7e-aa08-4caf-ab83-6465e0ab795f x-openstack-request-id: req-89318c7e-aa08-4caf-ab83-6465e0ab795f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:41.208309 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3f39c0-e047-4728-a9bc-22cafc5644f8", "name": "network-vif-deleted", "tag": "663aab60-f26b-470a-a9a4-f186184b49be", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:41.208560 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89318c7e-aa08-4caf-ab83-6465e0ab795f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:41.208957 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab3f39c0-e047-4728-a9bc-22cafc5644f8', 'name': 'network-vif-deleted', 'tag': '663aab60-f26b-470a-a9a4-f186184b49be', 'status': 'completed', 'code': 200} Sep 19 03:01:41.312851 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.338923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:41.343921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50acfa6-a42a-4ad4-a545-c9d87f89cb1c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:41.367437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:41.374437 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.410811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['59d2e762-67c8-4b1e-9f50-317c6365b362'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:41.435418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc715b-9153-46e5-8bc8-2de5156ef82d req-924ae965-82c0-42c1-bf3f-ee0e825b9c7f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:41.443757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3dc715b-9153-46e5-8bc8-2de5156ef82d req-924ae965-82c0-42c1-bf3f-ee0e825b9c7f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1310823 Sep 19 03:01:41.512942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33048) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:41.518628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0a7bdb18-601d-423d-9858-c37374346af0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831044600', 'description': 'tempest-description--88105725'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:41.520951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:41.566125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3dc715b-9153-46e5-8bc8-2de5156ef82d req-58046a90-6fda-445b-9733-6c7519bcbb04 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135278 Sep 19 03:01:41.580641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdb18-601d-423d-9858-c37374346af0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.719648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdb18-601d-423d-9858-c37374346af0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.724294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdb18-601d-423d-9858-c37374346af0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.762117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a7bdb18-601d-423d-9858-c37374346af0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.766795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0a7bdb18-601d-423d-9858-c37374346af0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2492311 Sep 19 03:01:41.768071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33062) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:41.772997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6a781d9c-84db-43db-80dc-62a3d8b05b79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d19a9-acea-4ede-b3da-b56d2857b9a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:41.773424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bdb18-601d-423d-9858-c37374346af0 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1d19a9-acea-4ede-b3da-b56d2857b9a4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:41.805003 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a781d9c-84db-43db-80dc-62a3d8b05b79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.891462 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a781d9c-84db-43db-80dc-62a3d8b05b79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.897753 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a781d9c-84db-43db-80dc-62a3d8b05b79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.907764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d50acfa6-a42a-4ad4-a545-c9d87f89cb1c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:41.924354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781d9c-84db-43db-80dc-62a3d8b05b79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf8d4ce-f7a8-4ed5-9095-c882d86a42d3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:41.926515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a781d9c-84db-43db-80dc-62a3d8b05b79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:41.927881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6a781d9c-84db-43db-80dc-62a3d8b05b79 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586835 Sep 19 03:01:41.932238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33072) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:41.955931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c155937b-df77-49de-9615-fe9960adda87 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Request body: {'security_group_rule': {'security_group_id': 'ab1d19a9-acea-4ede-b3da-b56d2857b9a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:42.028051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c155937b-df77-49de-9615-fe9960adda87 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.051466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3962c6-e4bd-4178-a6f3-ce537787c8cc req-15f9bf8c-ecda-48ae-bb18-04c9f68a17aa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:42.052449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea3962c6-e4bd-4178-a6f3-ce537787c8cc req-15f9bf8c-ecda-48ae-bb18-04c9f68a17aa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 948 time: 0.1116843 Sep 19 03:01:42.132305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea3962c6-e4bd-4178-a6f3-ce537787c8cc req-0ec7a365-02b5-4260-9f79-6072c07c84c7 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719213 Sep 19 03:01:42.163919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c155937b-df77-49de-9615-fe9960adda87 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.172667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c155937b-df77-49de-9615-fe9960adda87 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.197274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155937b-df77-49de-9615-fe9960adda87 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c25d3f-d3d3-4ef8-8e06-f1363c33a432,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:42.207266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c155937b-df77-49de-9615-fe9960adda87 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.211956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33086) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:42.216827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:42.222099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c155937b-df77-49de-9615-fe9960adda87 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2886372 Sep 19 03:01:42.287325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.297391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:42.316783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f0838-347c-4b5e-a2bc-582459ce2946 req-3364204c-c464-47b6-8689-416ab8d1c19a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:42.318547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-268f0838-347c-4b5e-a2bc-582459ce2946 req-3364204c-c464-47b6-8689-416ab8d1c19a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 945 time: 0.0858889 Sep 19 03:01:42.404802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-268f0838-347c-4b5e-a2bc-582459ce2946 req-c77da49d-7147-4fde-81e3-fd3aeb69d0af tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Sep 19 03:01:42.436131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.487036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33096) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:42.488022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4bf339fa-ce16-4f66-a929-5eaf086f85b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11d4e3de250b4ca4bc044f1ec0cbef2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894557 Sep 19 03:01:42.580643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77507c3b-6eee-4975-94ab-27ebb16fa9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.588729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Allocated IP 172.25.8.3 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/2c8c971d-efc9-4143-a915-5a8dfe8748c7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:42.618930 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77507c3b-6eee-4975-94ab-27ebb16fa9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.707610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 59d2e762-67c8-4b1e-9f50-317c6365b362 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:42.754664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77507c3b-6eee-4975-94ab-27ebb16fa9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.757090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77507c3b-6eee-4975-94ab-27ebb16fa9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.761006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-77507c3b-6eee-4975-94ab-27ebb16fa9ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ae696bb-8f2c-40f5-838a-c8984e538557 HTTP/1.1" status: 204 len: 168 time: 0.2700284 Sep 19 03:01:42.779054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77507c3b-6eee-4975-94ab-27ebb16fa9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae696bb-8f2c-40f5-838a-c8984e538557,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:42.800004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e9b42-ad72-4bfa-a167-20172189b275 req-500abe95-c2b6-4b5e-abc4-44ff6a071c1e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:42.807221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a2e9b42-ad72-4bfa-a167-20172189b275 req-500abe95-c2b6-4b5e-abc4-44ff6a071c1e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1134818 Sep 19 03:01:42.811463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.826176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3e042f3e-809c-491b-aef4-cd0eda99905a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:42.898582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a2e9b42-ad72-4bfa-a167-20172189b275 req-4a7bde52-3320-42f5-81bf-f8fba446f6b3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903823 Sep 19 03:01:42.899002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 59d2e762-67c8-4b1e-9f50-317c6365b362 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:42.916449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 59d2e762-67c8-4b1e-9f50-317c6365b362 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:42.917096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.919578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.962543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 3e042f3e-809c-491b-aef4-cd0eda99905a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:42.964335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:42.968490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:42.969393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 3e042f3e-809c-491b-aef4-cd0eda99905a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:42.969778 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:42.976978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:43.051512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'Port': ['ID=2c8c971d-efc9-4143-a915-5a8dfe8748c7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:43.062326 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.116408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:43.118842 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947d9c6b-0045-4b89-b24d-810180a6b032" -d '{"events": [{"server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "name": "network-vif-plugged", "status": "completed", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:43.139621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:43.141012 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.153722 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.154528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9a0308f6-1e13-4211-9543-0052f10aa846 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:43.203440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 9a0308f6-1e13-4211-9543-0052f10aa846 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:01:43.203792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9a0308f6-1e13-4211-9543-0052f10aa846 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:01:43.210661 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.228833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3e042f3e-809c-491b-aef4-cd0eda99905a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3e042f3e-809c-491b-aef4-cd0eda99905a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:43.237975 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.238801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 44f27fc9-5ddc-493f-b21d-81c6726a08b3 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:43.268810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 44f27fc9-5ddc-493f-b21d-81c6726a08b3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:01:43.269185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 44f27fc9-5ddc-493f-b21d-81c6726a08b3 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:01:43.271579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:43.305950 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc1524-89c9-4c02-8ab9-9e635b158bd5 x-openstack-request-id: req-46bc1524-89c9-4c02-8ab9-9e635b158bd5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:43.306304 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "name": "network-vif-plugged", "status": "completed", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:43.306605 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46bc1524-89c9-4c02-8ab9-9e635b158bd5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:43.307513 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362', 'code': 200} Sep 19 03:01:43.335918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.349974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33126) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:43.360016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=3e042f3e-809c-491b-aef4-cd0eda99905a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:43.366564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f74a32f5-41e5-4a84-a6ae-64421b2d1117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.471764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c79174-4171-449b-bba3-ac0e2b0e7e5b req-7876a8e6-f6be-4102-926e-1d7b4639f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:43.473617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94c79174-4171-449b-bba3-ac0e2b0e7e5b req-7876a8e6-f6be-4102-926e-1d7b4639f51a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1097 time: 0.0967791 Sep 19 03:01:43.538514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af2486-4232-40ac-8a04-29df9bde859f req-fc1862b6-8889-4c5b-9e3a-496f3d1ece5a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:43.539062 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94c79174-4171-449b-bba3-ac0e2b0e7e5b req-fd2f4fee-4ac3-40da-a170-7d12b90810f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549269 Sep 19 03:01:43.540154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95af2486-4232-40ac-8a04-29df9bde859f req-fc1862b6-8889-4c5b-9e3a-496f3d1ece5a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 948 time: 0.1078155 Sep 19 03:01:43.594227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f74a32f5-41e5-4a84-a6ae-64421b2d1117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.599625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f74a32f5-41e5-4a84-a6ae-64421b2d1117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.609627 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.618982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.670878 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f74a32f5-41e5-4a84-a6ae-64421b2d1117 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=511c7ad849d34e418da1bfc3add27b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196080 Sep 19 03:01:43.671958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a32f5-41e5-4a84-a6ae-64421b2d1117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1edc16b-64c4-4143-a0ed-85932b5c9c20,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:43.676383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33134) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:43.687050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95af2486-4232-40ac-8a04-29df9bde859f req-a616c377-82c9-4de6-b2dc-0cbd3c59e478 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330454 Sep 19 03:01:43.740735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'Port': ['ID=2c8c971d-efc9-4143-a915-5a8dfe8748c7,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:43.748971 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be4bbd32-f514-461a-82a1-0ae18e8727bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.761709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.776939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be4bbd32-f514-461a-82a1-0ae18e8727bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.782197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.785420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-317fbb01-464b-4c47-b7c1-412e72f108e2 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5723152 Sep 19 03:01:43.845506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be4bbd32-f514-461a-82a1-0ae18e8727bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.848628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be4bbd32-f514-461a-82a1-0ae18e8727bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:43.854215 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be4bbd32-f514-461a-82a1-0ae18e8727bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1edc16b-64c4-4143-a0ed-85932b5c9c20 HTTP/1.1" status: 204 len: 168 time: 0.1761823 Sep 19 03:01:43.866266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bbd32-f514-461a-82a1-0ae18e8727bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1edc16b-64c4-4143-a0ed-85932b5c9c20,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:44.082976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c82be5-c4c0-44d1-9688-a6ff10db9198 req-2c1b68c5-7e51-4c95-b4bb-35117aae1c8d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:44.085201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8c82be5-c4c0-44d1-9688-a6ff10db9198 req-2c1b68c5-7e51-4c95-b4bb-35117aae1c8d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 946 time: 0.0663302 Sep 19 03:01:44.094781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06f14e-ecf1-41de-b1f0-84be41fcc2cd req-d8c5feb8-e15b-43dc-ae27-2b35f43041c3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:44.096672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d06f14e-ecf1-41de-b1f0-84be41fcc2cd req-d8c5feb8-e15b-43dc-ae27-2b35f43041c3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1073167 Sep 19 03:01:44.164039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8c82be5-c4c0-44d1-9688-a6ff10db9198 req-0938a61a-c751-4671-ba65-0e4c8a86c25a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615685 Sep 19 03:01:44.197370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d06f14e-ecf1-41de-b1f0-84be41fcc2cd req-429814d0-5824-4e19-b614-b55c0ac6b676 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866861 Sep 19 03:01:44.344346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:44.396784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-105e0d07-4c09-4714-9f34-e10a4065d34e tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:44.398774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-105e0d07-4c09-4714-9f34-e10a4065d34e tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 822 time: 0.1115942 Sep 19 03:01:44.421334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-9868a7e0-6e98-4b92-89d2-7a8a033677a6 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/quotas/a9ffcd0957394b3594a1a0d16302ddcf HTTP/1.1" status: 200 len: 375 time: 0.0152595 Sep 19 03:01:44.460987 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01e0e9fa-65ee-43bf-8e3a-2db243f43645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:44.477269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-dd9e1322-3687-4263-9898-5aefea613f1a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538085 Sep 19 03:01:44.491830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f358c3e0-dee1-4931-a20a-d6c57d052d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:44.584375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-090d19c1-c65c-413b-86c8-4f8757ce2212 service neutron] 10.222.0.22 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059575 Sep 19 03:01:44.642937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f358c3e0-dee1-4931-a20a-d6c57d052d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:44.657373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f358c3e0-dee1-4931-a20a-d6c57d052d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:44.697019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-bec2b734-c513-4187-a0ed-3146747166ec service neutron] 10.222.0.22 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114962 Sep 19 03:01:44.698868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 663aab60-f26b-470a-a9a4-f186184b49be no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:01:44.734977 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f358c3e0-dee1-4931-a20a-d6c57d052d39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c286aa3caa944395b4d53bc300afcf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892479 Sep 19 03:01:44.736270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358c3e0-dee1-4931-a20a-d6c57d052d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc75b5a-1b5a-4f86-98e5-de0cf78d15a4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:44.737627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33188) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:44.749084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 663aab60-f26b-470a-a9a4-f186184b49be {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:01:44.749622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 663aab60-f26b-470a-a9a4-f186184b49be not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:01:44.857936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d50acfa6-a42a-4ad4-a545-c9d87f89cb1c up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:44.863071 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6234-a1b8-47a8-8033-4023c2840ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:44.886463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6234-a1b8-47a8-8033-4023c2840ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:44.991574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:44.999066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:44.999066 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.014522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e71fcf7c-c9c0-4d2c-8811-a7f196361d27 req-08afbb90-eb5f-4e28-a3d5-41d2f33e7455 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 210 time: 0.0666432 Sep 19 03:01:45.030024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6234-a1b8-47a8-8033-4023c2840ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.041827 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7fc6234-a1b8-47a8-8033-4023c2840ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.045430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7fc6234-a1b8-47a8-8033-4023c2840ad3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cc75b5a-1b5a-4f86-98e5-de0cf78d15a4 HTTP/1.1" status: 204 len: 168 time: 0.3044393 Sep 19 03:01:45.086356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505cf7c-a755-499e-9eca-1394533c6276 req-bc36dc7f-3892-45a0-8d42-185d753173f5 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:45.092399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e505cf7c-a755-499e-9eca-1394533c6276 req-bc36dc7f-3892-45a0-8d42-185d753173f5 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 948 time: 0.2919099 Sep 19 03:01:45.110697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc6234-a1b8-47a8-8033-4023c2840ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc75b5a-1b5a-4f86-98e5-de0cf78d15a4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:45.197587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e505cf7c-a755-499e-9eca-1394533c6276 req-f89acdec-b36d-4ef4-954d-58c052e3cb9e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920699 Sep 19 03:01:45.202354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.290376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:45.301768 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.307937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f215e45-a535-4aac-8444-23b65600d4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e042f3e-809c-491b-aef4-cd0eda99905a'}, {'server_uuid': 'bcb22497-7600-4b1f-9d74-b75822882990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:45.310508 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae105a06-57d0-42bb-b59f-5d09c1b72959" -d '{"events": [{"server_uuid": "2f215e45-a535-4aac-8444-23b65600d4d8", "name": "network-vif-plugged", "status": "completed", "tag": "3e042f3e-809c-491b-aef4-cd0eda99905a"}, {"server_uuid": "bcb22497-7600-4b1f-9d74-b75822882990", "name": "network-vif-plugged", "status": "completed", "tag": "d50acfa6-a42a-4ad4-a545-c9d87f89cb1c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:45.408287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:45.425832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead5438-4ba3-401c-af22-b662f3d41bf3 req-836efe74-0a46-4d8a-8708-ee9e28b6574c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:45.434199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ead5438-4ba3-401c-af22-b662f3d41bf3 req-836efe74-0a46-4d8a-8708-ee9e28b6574c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 946 time: 0.1703477 Sep 19 03:01:45.461488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8c6f6-6bc2-4506-bcc0-57c3db0668e4 req-d419a69d-7f54-4992-a509-11da6d6e1ccd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:45.463092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5e8c6f6-6bc2-4506-bcc0-57c3db0668e4 req-d419a69d-7f54-4992-a509-11da6d6e1ccd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1494958 Sep 19 03:01:45.509766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ead5438-4ba3-401c-af22-b662f3d41bf3 req-66a0798d-17a4-4393-84d1-daa4e7289273 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749731 Sep 19 03:01:45.544653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5e8c6f6-6bc2-4506-bcc0-57c3db0668e4 req-5c65025a-83b5-4908-8c48-a128d007bcf4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690582 Sep 19 03:01:45.591447 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca373a35-edc5-4dd9-aa8e-622bcf132c2e x-openstack-request-id: req-ca373a35-edc5-4dd9-aa8e-622bcf132c2e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:45.592375 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f215e45-a535-4aac-8444-23b65600d4d8", "name": "network-vif-plugged", "status": "completed", "tag": "3e042f3e-809c-491b-aef4-cd0eda99905a", "code": 200}, {"server_uuid": "bcb22497-7600-4b1f-9d74-b75822882990", "name": "network-vif-plugged", "status": "completed", "tag": "d50acfa6-a42a-4ad4-a545-c9d87f89cb1c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:45.592824 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca373a35-edc5-4dd9-aa8e-622bcf132c2e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:45.593386 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f215e45-a535-4aac-8444-23b65600d4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e042f3e-809c-491b-aef4-cd0eda99905a', 'code': 200} Sep 19 03:01:45.594146 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb22497-7600-4b1f-9d74-b75822882990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'code': 200} Sep 19 03:01:45.682962 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.700011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:45.734098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d592119-84ef-48ad-bf38-81c3410777db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.736350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8463e-bc6a-4e2b-a4ce-bc49d10c7a7d req-e7c48dd0-611f-4ceb-b243-caa543b3ab8e tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:45.738365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aa8463e-bc6a-4e2b-a4ce-bc49d10c7a7d req-e7c48dd0-611f-4ceb-b243-caa543b3ab8e tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1097 time: 0.0711381 Sep 19 03:01:45.825965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aa8463e-bc6a-4e2b-a4ce-bc49d10c7a7d req-9f9f4761-20f5-40fd-b04a-3885fe9f1c1b tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721018 Sep 19 03:01:45.892664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4910a27-f63e-45d4-af37-6727b4c3a57f req-e26b1a00-b960-4eba-9240-e911277120f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:45.895157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4910a27-f63e-45d4-af37-6727b4c3a57f req-e26b1a00-b960-4eba-9240-e911277120f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 1101 time: 0.1103530 Sep 19 03:01:45.900381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d592119-84ef-48ad-bf38-81c3410777db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.911942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d592119-84ef-48ad-bf38-81c3410777db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:45.956773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a31339-c2c3-4033-b183-50ca5c8fe9cf req-72837807-3899-4b2f-8c85-7e506ba98293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:45.958290 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19a31339-c2c3-4033-b183-50ca5c8fe9cf req-72837807-3899-4b2f-8c85-7e506ba98293 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 1100 time: 0.1212950 Sep 19 03:01:45.958524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4910a27-f63e-45d4-af37-6727b4c3a57f req-352a7211-2d4e-4382-8800-e9a5f09df577 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555825 Sep 19 03:01:45.973443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9d592119-84ef-48ad-bf38-81c3410777db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0063d30541db4991851019db164b71f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721012 Sep 19 03:01:45.975902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d592119-84ef-48ad-bf38-81c3410777db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ecbce4-dcf2-4580-aacb-f0a2c6b8eb8c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:45.976692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:46.036717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d38d6294-c2c3-42e7-9591-2ace5d91374c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:46.064082 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d38d6294-c2c3-42e7-9591-2ace5d91374c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:46.146350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d636dad1-01a6-4783-93f8-37f9c1ad511d req-07aee77d-14b4-4289-9516-fa688be533ea tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 210 time: 0.0338471 Sep 19 03:01:46.180621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d38d6294-c2c3-42e7-9591-2ace5d91374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:46.184364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d38d6294-c2c3-42e7-9591-2ace5d91374c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:46.185814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d38d6294-c2c3-42e7-9591-2ace5d91374c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/16ecbce4-dcf2-4580-aacb-f0a2c6b8eb8c HTTP/1.1" status: 204 len: 168 time: 0.2080808 Sep 19 03:01:46.199323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d6294-c2c3-42e7-9591-2ace5d91374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ecbce4-dcf2-4580-aacb-f0a2c6b8eb8c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:46.428103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29bdd0-641b-45f1-b09d-52f0f1f1b9e6 req-f50b9f65-0072-4472-911b-5e4fbb15b311 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:46.435751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac29bdd0-641b-45f1-b09d-52f0f1f1b9e6 req-f50b9f65-0072-4472-911b-5e4fbb15b311 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 949 time: 0.1257982 Sep 19 03:01:46.468290 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19a31339-c2c3-4033-b183-50ca5c8fe9cf req-bfd63b79-86ad-4dce-80d1-ddce1ee8ffb1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991240 Sep 19 03:01:46.499635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-23b47cb9-894e-45bc-9ecb-efac4d12df2a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:46.501849 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-23b47cb9-894e-45bc-9ecb-efac4d12df2a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 822 time: 0.3173711 Sep 19 03:01:46.509066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac29bdd0-641b-45f1-b09d-52f0f1f1b9e6 req-00010cff-390f-4f71-b15e-e4fdd0250ea1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658920 Sep 19 03:01:46.517146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Request body: {'port': {'device_id': '7a03fb47-c61e-4747-8697-c80508a54266', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'admin_state_up': True, 'tenant_id': 'a9ffcd0957394b3594a1a0d16302ddcf'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:46.737594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd89e43-b46a-4ee5-85a7-ada001680ef0 req-f0dc465d-5103-41b4-bd84-1533a3794109 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:46.746454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dd89e43-b46a-4ee5-85a7-ada001680ef0 req-f0dc465d-5103-41b4-bd84-1533a3794109 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1083989 Sep 19 03:01:46.756791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Made reservation on behalf of a9ffcd0957394b3594a1a0d16302ddcf for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:46.761091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:46.790852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dd89e43-b46a-4ee5-85a7-ada001680ef0 req-1b3207a6-6104-491b-a7a1-fd5cc362c9bb tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Sep 19 03:01:47.016814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Allocated IP 172.20.0.3 (c9e42fea-da25-492e-8ca1-3c0117306d9d/5fc8ee03-bdb9-43db-97e9-f42e0d75f600/785f302c-d83c-48e6-a7e8-9b68869df9b2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:47.127439 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47776688-f926-4719-9bbc-1c072155475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:47.273567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:47.301131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e68b7dd9-71c0-4d4c-8e70-1704686d2b6d req-aaf2ef48-f8ec-41a1-8812-079b66ef3ff1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 210 time: 0.0512414 Sep 19 03:01:47.347057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:47.394337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Network c9e42fea-da25-492e-8ca1-3c0117306d9d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:47.399107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:47.402055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:47.451101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:47.483073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:47.483756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:47.501754 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-abaf2f81-69e1-494a-bf8c-51699320e519 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892025 Sep 19 03:01:47.527310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Request body: {'port': {'device_id': '7a03fb47-c61e-4747-8697-c80508a54266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:47.594838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:47.864738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f38f6c-9be5-4f6c-a0ad-0625bd17fcb6 req-b1ad179b-f6d6-4fb7-9558-aef6653f7b66 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:47.874770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36f38f6c-9be5-4f6c-a0ad-0625bd17fcb6 req-b1ad179b-f6d6-4fb7-9558-aef6653f7b66 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 949 time: 0.1023767 Sep 19 03:01:47.897212 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:47.965252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36f38f6c-9be5-4f6c-a0ad-0625bd17fcb6 req-4966bb56-798f-4a84-9f2e-b3eec60319bc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891225 Sep 19 03:01:48.034569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785f302c-d83c-48e6-a7e8-9b68869df9b2 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:48.046468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:48.053167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.074998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Transition to ACTIVE for port object 785f302c-d83c-48e6-a7e8-9b68869df9b2 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:48.080431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.097156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2fcd5-acd1-48f5-b5c8-57c2cf919be0 req-0913c491-78d2-4662-894b-f700467b428c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:48.105325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffa2fcd5-acd1-48f5-b5c8-57c2cf919be0 req-0913c491-78d2-4662-894b-f700467b428c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1018240 Sep 19 03:01:48.168948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffa2fcd5-acd1-48f5-b5c8-57c2cf919be0 req-2eb5d36c-212d-4683-9389-7a7f3c922351 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504465 Sep 19 03:01:48.190379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:48.275291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Attempting to bind port 785f302c-d83c-48e6-a7e8-9b68869df9b2 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:48.276186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Attempting to bind port 785f302c-d83c-48e6-a7e8-9b68869df9b2 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:48.277180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Attempting to bind port 785f302c-d83c-48e6-a7e8-9b68869df9b2 on network c9e42fea-da25-492e-8ca1-3c0117306d9d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:48.283474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Port 785f302c-d83c-48e6-a7e8-9b68869df9b2 on network c9e42fea-da25-492e-8ca1-3c0117306d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:48.283802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Attempting to bind port 785f302c-d83c-48e6-a7e8-9b68869df9b2 on network c9e42fea-da25-492e-8ca1-3c0117306d9d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:48.295465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:48.295949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Checking segment: {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:48.296265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Bound using segment: {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:48.296683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Bound port: 785f302c-d83c-48e6-a7e8-9b68869df9b2, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:48.297252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.329358 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.413319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-93c29034-e2c8-4ed7-9b41-4d7d73fbe043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.499354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6127d-ab23-4563-b824-725eaefa939b req-053152fd-eacc-4551-a24c-2dbac90e68f5 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:48.504379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:48.506935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6f6127d-ab23-4563-b824-725eaefa939b req-053152fd-eacc-4551-a24c-2dbac90e68f5 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 943 time: 0.0909846 Sep 19 03:01:48.510395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:48.524839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.572251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6f6127d-ab23-4563-b824-725eaefa939b req-655855fa-616f-49b6-9d21-f4181e21be52 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586619 Sep 19 03:01:48.597909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:48.598707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.600237 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] 10.222.0.30 "PUT /v2.0/ports/785f302c-d83c-48e6-a7e8-9b68869df9b2 HTTP/1.1" status: 200 len: 1091 time: 1.0800273 Sep 19 03:01:48.605171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:48.608160 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd43396-fbd7-4655-97ad-1797fd23ebca" -d '{"events": [{"name": "network-changed", "server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:48.633424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74c1ac-573c-4dd7-9ffb-b57ef8bb9da1 service neutron] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:48.649746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-93c29034-e2c8-4ed7-9b41-4d7d73fbe043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.655051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-93c29034-e2c8-4ed7-9b41-4d7d73fbe043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.689436 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ad5dca-2f45-43e2-a86a-d257f5bd4c97 x-openstack-request-id: req-93ad5dca-2f45-43e2-a86a-d257f5bd4c97 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:48.690027 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:48.690279 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93ad5dca-2f45-43e2-a86a-d257f5bd4c97 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:48.690865 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'status': 'completed', 'code': 200} Sep 19 03:01:48.694958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c29034-e2c8-4ed7-9b41-4d7d73fbe043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ad11fe-027d-4427-b1f8-7d9a31863f20,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:48.738362 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-93c29034-e2c8-4ed7-9b41-4d7d73fbe043 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac6a0f4911e544a9b32497e8d61800a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906731 Sep 19 03:01:48.740813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33390) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:48.762602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-0f864c31-7e5d-4811-bc27-21952dc1e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:48.764111 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-0f864c31-7e5d-4811-bc27-21952dc1e53e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 1094 time: 0.0723922 Sep 19 03:01:48.819658 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-917135ba-adb4-444d-9f82-056c39eb6d3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2 HTTP/1.1" status: 200 len: 217 time: 0.0442829 Sep 19 03:01:48.864966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaf5940e-a32c-4b76-a8c5-8941957d1219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.895325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaf5940e-a32c-4b76-a8c5-8941957d1219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.904795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-e183e0b6-20f3-4603-8c99-3c5958fd422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:48.906267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-e183e0b6-20f3-4603-8c99-3c5958fd422c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fc8ee03-bdb9-43db-97e9-f42e0d75f600 HTTP/1.1" status: 200 len: 862 time: 0.0753987 Sep 19 03:01:48.949124 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-48b516df-0761-4c28-a7d7-815aad90938e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e42fea-da25-492e-8ca1-3c0117306d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341165 Sep 19 03:01:48.989573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaf5940e-a32c-4b76-a8c5-8941957d1219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.992296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaf5940e-a32c-4b76-a8c5-8941957d1219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:48.996336 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aaf5940e-a32c-4b76-a8c5-8941957d1219 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00ad11fe-027d-4427-b1f8-7d9a31863f20 HTTP/1.1" status: 204 len: 168 time: 0.2543592 Sep 19 03:01:49.038562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5940e-a32c-4b76-a8c5-8941957d1219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ad11fe-027d-4427-b1f8-7d9a31863f20,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:49.090235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-5bcd4c01-bc6d-4d73-bf7f-16e5a3d80902 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330497 Sep 19 03:01:49.208077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc75881-a89d-4e42-a9f9-d29533044bda req-a89bf574-4d5d-4937-a032-3031c1f67d56 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:49.209659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cc75881-a89d-4e42-a9f9-d29533044bda req-a89bf574-4d5d-4937-a032-3031c1f67d56 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 949 time: 0.1097510 Sep 19 03:01:49.220503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33416) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:49.222637 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eef5978-8d39-489b-b9e9-7c65e450f331 req-311b9b2a-ed5d-443b-8112-2d4bbb92708a service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240895 Sep 19 03:01:49.311212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cc75881-a89d-4e42-a9f9-d29533044bda req-1e4ed8aa-ce7b-4e83-b721-54be64497203 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895617 Sep 19 03:01:49.447527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca737026-a3e8-4554-a088-f837bf063c5f req-165a3de5-a674-44f4-bf4f-267983fb41a7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:49.449887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca737026-a3e8-4554-a088-f837bf063c5f req-165a3de5-a674-44f4-bf4f-267983fb41a7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1015689 Sep 19 03:01:49.545673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33424) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:49.559982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37a973b9-f8d3-4cab-978c-f3db4d078e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:49.585530 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:49.623223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ac001-a58b-4685-bd01-43776ca3edfb req-d5855f7a-2eef-424c-9dcc-92f7e358ef4e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:49.625086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-473ac001-a58b-4685-bd01-43776ca3edfb req-d5855f7a-2eef-424c-9dcc-92f7e358ef4e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 950 time: 0.1892085 Sep 19 03:01:49.641706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-c3c0db93-ae94-405e-b4ca-8d7e8e8e5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:49.643392 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-c3c0db93-ae94-405e-b4ca-8d7e8e8e5b3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 1094 time: 0.3651719 Sep 19 03:01:49.657192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca737026-a3e8-4554-a088-f837bf063c5f req-85344497-6ac4-4646-aae4-8ac0a2113b4d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593175 Sep 19 03:01:49.692298 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:01:49.692298 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:01:49.692298 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': '51897f1b5972438d90de5e058e4a3d5a', 'id': '7fa2c178-1e4c-427e-b223-81639693f8b7', 'expiration': datetime.datetime(2021, 9, 19, 3, 3, 49, 675515)}] Sep 19 03:01:49.692298 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:01:49.692694 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:01:49.707246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-473ac001-a58b-4685-bd01-43776ca3edfb req-8b7b0212-dfce-403d-bbdc-8a0807480da1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610976 Sep 19 03:01:49.793598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-fe88c03a-0dfd-410a-a7c4-1b9316ff89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:49.795146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-fe88c03a-0dfd-410a-a7c4-1b9316ff89dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 923 time: 0.1438301 Sep 19 03:01:49.802781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37a973b9-f8d3-4cab-978c-f3db4d078e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:49.843943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37a973b9-f8d3-4cab-978c-f3db4d078e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:49.865127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:49.866380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-f562adc2-e246-4a63-8205-7f27fbf79dde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2 HTTP/1.1" status: 200 len: 217 time: 0.0627856 Sep 19 03:01:49.902229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b2c13-dd3d-4b39-a12b-334d3eda6fbf req-19f6f0e8-66f2-4aa9-a534-ce89a2f4ba5a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:49.903906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e26b2c13-dd3d-4b39-a12b-334d3eda6fbf req-19f6f0e8-66f2-4aa9-a534-ce89a2f4ba5a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 943 time: 0.0991254 Sep 19 03:01:49.931761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-f1772179-1635-446c-94a3-8db27fc71d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:49.933701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-f1772179-1635-446c-94a3-8db27fc71d8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fc8ee03-bdb9-43db-97e9-f42e0d75f600 HTTP/1.1" status: 200 len: 862 time: 0.0594134 Sep 19 03:01:49.954353 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-37a973b9-f8d3-4cab-978c-f3db4d078e5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98cee64f0b484727ae44a13f195e2022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7326183 Sep 19 03:01:49.964446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e26b2c13-dd3d-4b39-a12b-334d3eda6fbf req-20836fa8-8384-4249-bb18-2b9b5b48a935 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Sep 19 03:01:49.965110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a973b9-f8d3-4cab-978c-f3db4d078e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b329c-7796-4932-9379-8cca012e63a7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:49.968735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33432) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:49.973628 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-6e3e52a1-2faf-49b8-9abf-e7ec00832855 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e42fea-da25-492e-8ca1-3c0117306d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316637 Sep 19 03:01:50.036012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e90a5-81c1-4460-82ef-4831020e536d req-11952525-8a9a-4616-a24d-0198ea782cbc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:50.042646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e90a5-81c1-4460-82ef-4831020e536d req-11952525-8a9a-4616-a24d-0198ea782cbc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:50.044276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d26e90a5-81c1-4460-82ef-4831020e536d req-11952525-8a9a-4616-a24d-0198ea782cbc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990&device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 1690 time: 0.0625150 Sep 19 03:01:50.083982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d26e90a5-81c1-4460-82ef-4831020e536d req-6a3b2564-3d78-4425-bba5-b841b79da70b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330508 Sep 19 03:01:50.091385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c86f5-2cd5-4096-a54c-4cdac585a06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.108335 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-0effd9f5-85ad-4bef-aa20-96e4b3a4b94c service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218910 Sep 19 03:01:50.128693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c86f5-2cd5-4096-a54c-4cdac585a06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.193941 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.241946 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bd43396-fbd7-4655-97ad-1797fd23ebca req-1d3266c2-dbe2-4ef3-85a8-f9267182ebe3 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243002 Sep 19 03:01:50.250163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c86f5-2cd5-4096-a54c-4cdac585a06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.256938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5c86f5-2cd5-4096-a54c-4cdac585a06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.258139 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ff5c86f5-2cd5-4096-a54c-4cdac585a06d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c9b329c-7796-4932-9379-8cca012e63a7 HTTP/1.1" status: 204 len: 168 time: 0.2879300 Sep 19 03:01:50.276718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c86f5-2cd5-4096-a54c-4cdac585a06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b329c-7796-4932-9379-8cca012e63a7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:50.344236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ae2ba-8ae1-44fc-bdc3-5b36c31591d1 req-66ed6547-a3d1-4c28-9e40-1c2495dbdc56 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:50.346196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-566ae2ba-8ae1-44fc-bdc3-5b36c31591d1 req-66ed6547-a3d1-4c28-9e40-1c2495dbdc56 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 1100 time: 0.0863791 Sep 19 03:01:50.406882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.411209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-566ae2ba-8ae1-44fc-bdc3-5b36c31591d1 req-7ce3ce76-e829-45a5-83ef-0408a92b5bb8 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570552 Sep 19 03:01:50.412897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.456538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6b05fa-23c9-438b-a3f8-9d57b745147b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:50.466976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e5fb70f6-d041-4f02-9400-5aec896ba924 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51897f1b5972438d90de5e058e4a3d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9131923 Sep 19 03:01:50.469633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33446) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:50.546115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-38ab4635-fa3d-421c-9873-80e5412c904e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.550600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8f05a-b1e7-4dbc-8031-61020d7c830a req-e73a23f0-51b0-4cf5-916e-c7910e302245 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:50.552199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93c8f05a-b1e7-4dbc-8031-61020d7c830a req-e73a23f0-51b0-4cf5-916e-c7910e302245 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 1101 time: 0.0425112 Sep 19 03:01:50.577118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-38ab4635-fa3d-421c-9873-80e5412c904e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.590898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93c8f05a-b1e7-4dbc-8031-61020d7c830a req-e0a064ec-4af5-4a67-9681-3db84d47f4b1 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308115 Sep 19 03:01:50.646159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-38ab4635-fa3d-421c-9873-80e5412c904e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.650003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-38ab4635-fa3d-421c-9873-80e5412c904e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.651381 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-38ab4635-fa3d-421c-9873-80e5412c904e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b6b05fa-23c9-438b-a3f8-9d57b745147b HTTP/1.1" status: 204 len: 168 time: 0.1807663 Sep 19 03:01:50.662550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab4635-fa3d-421c-9873-80e5412c904e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6b05fa-23c9-438b-a3f8-9d57b745147b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:50.767085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33458) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:50.804132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f1472e-98fe-4cec-bd0c-93c37a9b9278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.823701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635ed6a-b71f-4f6b-91e2-8aba444dfd67 req-2f17bde0-d6a1-4a5a-bb0d-edd51f33c930 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:50.832169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8635ed6a-b71f-4f6b-91e2-8aba444dfd67 req-2f17bde0-d6a1-4a5a-bb0d-edd51f33c930 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.0627410 Sep 19 03:01:50.876610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8635ed6a-b71f-4f6b-91e2-8aba444dfd67 req-9914248f-7217-40e2-b055-68204cc01c30 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432377 Sep 19 03:01:50.967678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f1472e-98fe-4cec-bd0c-93c37a9b9278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:50.973348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f1472e-98fe-4cec-bd0c-93c37a9b9278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.017330 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01f1472e-98fe-4cec-bd0c-93c37a9b9278 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9d7e7a8ec4c4c208be98377745069af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464180 Sep 19 03:01:51.017330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1472e-98fe-4cec-bd0c-93c37a9b9278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526bc567-11f5-41e9-a605-3465099d1f0a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:51.017737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33474) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:51.080272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-bd50997f-4c9d-44d8-acdb-bf1a015f5054 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354395 Sep 19 03:01:51.206377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59729a2-e1f1-4c91-a079-00489e65b683 req-70cb8435-ad51-432c-93a6-010ff77d54fe tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:51.207942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c59729a2-e1f1-4c91-a079-00489e65b683 req-70cb8435-ad51-432c-93a6-010ff77d54fe tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 943 time: 0.1339991 Sep 19 03:01:51.218635 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-779c258e-32d9-4e8d-8739-ff7eaba58454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.483315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-779c258e-32d9-4e8d-8739-ff7eaba58454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.502687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33498) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:51.505994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-58587178-e272-4cbf-9eb0-14a1f558814e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:51.507597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-58587178-e272-4cbf-9eb0-14a1f558814e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021692 Sep 19 03:01:51.527686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c59729a2-e1f1-4c91-a079-00489e65b683 req-5a6a879f-1f0d-4eb2-bf29-310681b534ac tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127484 Sep 19 03:01:51.561788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e07cf81e-3d96-4987-b1c2-43bd34afd79d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/quotas/270d523e1715463eb8ba48649847cc0a HTTP/1.1" status: 200 len: 375 time: 0.0381241 Sep 19 03:01:51.619850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-779c258e-32d9-4e8d-8739-ff7eaba58454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.622404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-779c258e-32d9-4e8d-8739-ff7eaba58454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.626343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-779c258e-32d9-4e8d-8739-ff7eaba58454 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/526bc567-11f5-41e9-a605-3465099d1f0a HTTP/1.1" status: 204 len: 168 time: 0.6075637 Sep 19 03:01:51.639730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-089f305c-c19b-40b2-bc87-18a063e0dc77 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680761 Sep 19 03:01:51.646042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c258e-32d9-4e8d-8739-ff7eaba58454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526bc567-11f5-41e9-a605-3465099d1f0a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:51.652585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-100033323-network', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:51.703183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Made reservation on behalf of d514d4487a7d40559b6f23412da9144e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:51.706417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.718501 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.842201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.854729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.890409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:01:51.926496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eafc5fb-b4df-41e4-a633-a84b92b5c86e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:51.931907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:51.932465 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Added segment 809fafb3-a69f-4eb8-9ece-547d76bcb605 of type vlan for network 6cf27036-68fd-4f68-bd62-657309a086e4 Sep 19 03:01:51.980652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.015905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.017017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:52.017667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.044560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308735c0-f1f9-48ff-9b78-325b197aef3a req-ae466e71-f5b1-40d3-8585-d965fbdca10f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:52.046705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-308735c0-f1f9-48ff-9b78-325b197aef3a req-ae466e71-f5b1-40d3-8585-d965fbdca10f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.0781162 Sep 19 03:01:52.097419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5935149 Sep 19 03:01:52.100493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33518) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:52.103855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-308735c0-f1f9-48ff-9b78-325b197aef3a req-65a68d2a-8190-47a8-bfa1-b9a662532037 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512295 Sep 19 03:01:52.117767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Request body: {'subnet': {'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-subnet', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:52.121152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c151dc-8361-43b5-a943-6be5d30d1b9c admin admin] Pushing event updated for resources: {'Network': ['ID=6cf27036-68fd-4f68-bd62-657309a086e4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:52.137451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 6cf27036-68fd-4f68-bd62-657309a086e4 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:01:52.146909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Made reservation on behalf of d514d4487a7d40559b6f23412da9144e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:52.150698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.415469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.504399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e063115-01cc-4c05-8814-61b7ffce25a2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:52.531659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Checking segment: {'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:52.532081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Network hostable DHCP agents. Network: 6cf27036-68fd-4f68-bd62-657309a086e4, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:01:52.550770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Network 6cf27036-68fd-4f68-bd62-657309a086e4 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:01:52.565172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 6cf27036-68fd-4f68-bd62-657309a086e4) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:52.577708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8bad33-f766-435b-a74f-696d1cac305a None None] Network 6cf27036-68fd-4f68-bd62-657309a086e4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:01:52.586794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:52.587623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.644487 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-56563fdb-82b9-47a4-abf7-e54edcd9d616 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5428016 Sep 19 03:01:52.647206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33546) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:52.651644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:52.670518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e32f21-9447-4dec-81ba-2441bc774ed1 req-d3c39332-bc93-43b4-af9f-3f57b40b20a8 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 210 time: 0.0707731 Sep 19 03:01:52.721509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.725685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.732502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 785f302c-d83c-48e6-a7e8-9b68869df9b2 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:01:52.777286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33550) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:52.802113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:52.821808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e93b1-fa91-417a-9168-8c5b13abc156 req-686c7ce5-7179-4aff-ac4c-c450eb3b5558 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:52.832517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-258e93b1-fa91-417a-9168-8c5b13abc156 req-686c7ce5-7179-4aff-ac4c-c450eb3b5558 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 943 time: 0.1232033 Sep 19 03:01:52.914192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-258e93b1-fa91-417a-9168-8c5b13abc156 req-328c0851-1f5e-4c59-8c2b-07574b793ee6 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755217 Sep 19 03:01:53.018120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1660078797-network', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:53.045497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Made reservation on behalf of 6ecc64856309472db8d4b90f88ba3452 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:53.048695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.065055 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.101601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.140457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:53.155314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-6cf27036-68fd-4f68-bd62-657309a086e4', 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'fixed_ips': [{'subnet_id': '1e063115-01cc-4c05-8814-61b7ffce25a2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:01:53.155730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.197726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'port_id': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'mac_address': 'fa:16:3e:59:63:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc8ee03-bdb9-43db-97e9-f42e0d75f600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:01:53.257279 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.270078 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.303944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecbad30-aa18-47a5-8cb1-5884a5fc3378 req-1a7dabe6-ebb7-42b0-9ed3-3365b03bb8a9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:53.312875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cecbad30-aa18-47a5-8cb1-5884a5fc3378 req-1a7dabe6-ebb7-42b0-9ed3-3365b03bb8a9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1215162 Sep 19 03:01:53.347245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:01:53.372667 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.385333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9d4771-3aac-4380-b0bb-00dbe2f29d1f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:53.393307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.395231 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Added segment 573de807-e23f-4d8f-93bd-0c93487a4c9d of type vlan for network f8a0e96b-6802-40e9-8027-a2835f533ed3 Sep 19 03:01:53.430619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785f302c-d83c-48e6-a7e8-9b68869df9b2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:53.438525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cecbad30-aa18-47a5-8cb1-5884a5fc3378 req-2ca75642-b0da-4c8a-ae6f-50a329984fa4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236551 Sep 19 03:01:53.468295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:53.489727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.491237 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.519976 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.521127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:53.521744 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.523846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.548790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Allocated IP 172.20.0.2 (6cf27036-68fd-4f68-bd62-657309a086e4/1e063115-01cc-4c05-8814-61b7ffce25a2/f7523400-08a8-431b-bda6-4318ba508055) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:53.553665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.561717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7718172 Sep 19 03:01:53.568668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33562) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:53.574870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Request body: {'subnet': {'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1660078797-subnet', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:53.577196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:53.597116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2315fe-f8c2-4b60-b9ff-d95f446afc89 admin admin] Pushing event updated for resources: {'Network': ['ID=f8a0e96b-6802-40e9-8027-a2835f533ed3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:53.608747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:01:53.655572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Made reservation on behalf of 6ecc64856309472db8d4b90f88ba3452 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:53.657766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.769170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2d6e1f5-307f-4efb-8117-25fbc7f2f27c req-3c88cca1-8c25-41c3-9cdc-e8e139db3844 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 210 time: 0.0266373 Sep 19 03:01:53.771590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Allocated IP 172.25.8.42 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/88f891df-c6f4-4874-960c-2fd7b3d79b0e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:53.781455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['785f302c-d83c-48e6-a7e8-9b68869df9b2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:53.844680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.877783 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:53.959937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Network 6cf27036-68fd-4f68-bd62-657309a086e4 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:53.970906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:53.979919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:53.985694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Pushing event updated for resources: {'Port': ['ID=f7523400-08a8-431b-bda6-4318ba508055,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:53.986531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.040061 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.043315 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-1a6fa409-3ac8-4d77-a9ca-967ba0c15f12 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379369 Sep 19 03:01:54.130542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e591e-1672-4c23-8825-07c926ee975c req-893f3955-6dc5-40db-a437-cfe5b457f64d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:54.140422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Attempting to bind port f7523400-08a8-431b-bda6-4318ba508055 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:54.140798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Attempting to bind port f7523400-08a8-431b-bda6-4318ba508055 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:54.141355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Attempting to bind port f7523400-08a8-431b-bda6-4318ba508055 on network 6cf27036-68fd-4f68-bd62-657309a086e4 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:54.147427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-724e591e-1672-4c23-8825-07c926ee975c req-893f3955-6dc5-40db-a437-cfe5b457f64d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 944 time: 0.1313350 Sep 19 03:01:54.155737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:54.156120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Checking segment: {'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:54.159048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.159463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Bound using segment: {'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:54.159958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Bound port: f7523400-08a8-431b-bda6-4318ba508055, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:54.160348 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.223932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-724e591e-1672-4c23-8825-07c926ee975c req-363e4450-b7f3-4306-8f96-96320cf7abc5 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708218 Sep 19 03:01:54.239710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63015ab7-0720-4a31-82e9-2f1c078a9fe2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:54.252926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] For port f7523400-08a8-431b-bda6-4318ba508055, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:54.256526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] For port f7523400-08a8-431b-bda6-4318ba508055, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7523400-08a8-431b-bda6-4318ba508055,segment=NetworkSegment(809fafb3-a69f-4eb8-9ece-547d76bcb605),segment_id=809fafb3-a69f-4eb8-9ece-547d76bcb605)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:54.263716 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.267836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-ae070a78-bc03-4fea-9075-d65d0f253b9c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:54.269330 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-ae070a78-bc03-4fea-9075-d65d0f253b9c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172754 Sep 19 03:01:54.270888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.275259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Checking segment: {'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:54.275806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Network hostable DHCP agents. Network: f8a0e96b-6802-40e9-8027-a2835f533ed3, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:01:54.312592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': '1645723c-ef48-4196-8096-79c66631f7e8', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:54.326325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73437855-e56d-4ce2-975b-30e38107a494 None None] Pushing event updated for resources: {'Port': ['ID=f7523400-08a8-431b-bda6-4318ba508055,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:54.373416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5192b-f6ad-408d-8c00-6eca62ac3e36 req-cd333a9a-a5ed-4aca-ab8c-35d7f45853e8 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:54.374082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:54.375010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81d5192b-f6ad-408d-8c00-6eca62ac3e36 req-cd333a9a-a5ed-4aca-ab8c-35d7f45853e8 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1097 time: 0.0610211 Sep 19 03:01:54.408603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:54.411069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:54.414393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81d5192b-f6ad-408d-8c00-6eca62ac3e36 req-cd9eef01-0210-43c4-8fd8-a438dc2204f3 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306594 Sep 19 03:01:54.472004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Pushing event updated for resources: {'Port': ['ID=88f891df-c6f4-4874-960c-2fd7b3d79b0e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:54.475974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:01:54.491171 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-7a8af420-fda0-4bc6-b531-5cb259398b72 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677204 Sep 19 03:01:54.560322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f8a0e96b-6802-40e9-8027-a2835f533ed3) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:54.569416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:54.570218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1051c-303d-4262-8016-ff55377d603f None None] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:01:54.571004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.655361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6307bfc-7a13-483b-8c9c-27d2f819d6f6 req-19c3d2a8-4316-4d27-86ca-5a00290852de tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:54.657007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6307bfc-7a13-483b-8c9c-27d2f819d6f6 req-19c3d2a8-4316-4d27-86ca-5a00290852de tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1002433 Sep 19 03:01:54.706221 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be6e1cb3-b640-4d1f-af94-1f9e05955fc3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1358566 Sep 19 03:01:54.709816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33582) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:54.717355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:54.760567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6307bfc-7a13-483b-8c9c-27d2f819d6f6 req-a9c10e5d-0c30-47ec-b999-92e5693a531d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954692 Sep 19 03:01:54.825591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f8a0e96b-6802-40e9-8027-a2835f533ed3', 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'fixed_ips': [{'subnet_id': '63015ab7-0720-4a31-82e9-2f1c078a9fe2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:01:54.831249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:54.835354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.841010 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.867556 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.869679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:54.882731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-4a154206-87cc-46ce-89f1-8129902a3baa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:54.884608 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-4a154206-87cc-46ce-89f1-8129902a3baa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3820343 Sep 19 03:01:54.946435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9ca6566-8001-4576-b8a7-eb0334c9dee1 req-b038c03d-d40a-47ea-84d8-bcd73c4f6f6a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 210 time: 0.0530984 Sep 19 03:01:54.985924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:55.046455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.060240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Allocated IP 172.20.0.2 (f8a0e96b-6802-40e9-8027-a2835f533ed3/63015ab7-0720-4a31-82e9-2f1c078a9fe2/7d939278-41e7-49f0-a628-df0d6ec762dc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:55.065350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.312803 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.316189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.321640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.407102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:55.413331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:55.416768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420def3-4012-4ab9-b7e0-a6ab1e2020dc req-56e739ea-8ad2-4a8c-b1d1-7b2779d77f24 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:55.421831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:55.425742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5420def3-4012-4ab9-b7e0-a6ab1e2020dc req-56e739ea-8ad2-4a8c-b1d1-7b2779d77f24 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 944 time: 0.0995195 Sep 19 03:01:55.457457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Pushing event updated for resources: {'Port': ['ID=7d939278-41e7-49f0-a628-df0d6ec762dc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:55.496490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5420def3-4012-4ab9-b7e0-a6ab1e2020dc req-7de2cd12-4645-4dbc-a686-6b570f14d511 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612752 Sep 19 03:01:55.534471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Attempting to bind port 7d939278-41e7-49f0-a628-df0d6ec762dc on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:55.535151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Attempting to bind port 7d939278-41e7-49f0-a628-df0d6ec762dc by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:55.535775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Attempting to bind port 7d939278-41e7-49f0-a628-df0d6ec762dc on network f8a0e96b-6802-40e9-8027-a2835f533ed3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:55.543285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:55.543943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Checking segment: {'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:55.544756 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.545329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Bound using segment: {'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:55.545898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Bound port: 7d939278-41e7-49f0-a628-df0d6ec762dc, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:55.546404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.615233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaca475-fe19-4a9b-8fec-3ed5d244b89d None None] Network 6cf27036-68fd-4f68-bd62-657309a086e4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:01:55.656666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] For port 7d939278-41e7-49f0-a628-df0d6ec762dc, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:55.709286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] For port 7d939278-41e7-49f0-a628-df0d6ec762dc, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7d939278-41e7-49f0-a628-df0d6ec762dc,segment=NetworkSegment(573de807-e23f-4d8f-93bd-0c93487a4c9d),segment_id=573de807-e23f-4d8f-93bd-0c93487a4c9d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:55.710139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.192 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/63e16640-cdd5-4ea5-885b-012b48906a76) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:55.721361 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.750921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:01:55.755040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.782211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e5e85e54-c9ed-4917-aede-ae982313a696 None None] Provisioning complete for port f7523400-08a8-431b-bda6-4318ba508055 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:55.782211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5e85e54-c9ed-4917-aede-ae982313a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.833327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.873695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-8617bc6c-53c0-48c6-96d3-67e45cf7ab0f tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:01:55.875095 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-8617bc6c-53c0-48c6-96d3-67e45cf7ab0f tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117772 Sep 19 03:01:55.884933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.944639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7523400-08a8-431b-bda6-4318ba508055 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:55.968476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:55.980208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac881b-8312-4df9-90a2-76f7517c96e0 None None] Pushing event updated for resources: {'Port': ['ID=7d939278-41e7-49f0-a628-df0d6ec762dc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:56.023765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-759eea4e-5bf7-442f-b1a2-60587527afaa tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:56.026690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-759eea4e-5bf7-442f-b1a2-60587527afaa tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 1094 time: 0.1368096 Sep 19 03:01:56.057701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cef86-1ba5-4f87-ba3c-a6d4dafa4f6e req-e2504b19-a2c0-4de7-a2fe-e93f55a0a2c1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:56.062855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d0cef86-1ba5-4f87-ba3c-a6d4dafa4f6e req-e2504b19-a2c0-4de7-a2fe-e93f55a0a2c1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1030109 Sep 19 03:01:56.072176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Request body: {'binding': {'host': 'n-h1-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:56.072628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Unknown quota resources ['binding']. {{(pid=94722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:01:56.090615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Allocated IP 172.25.8.165 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/0fa4896a-4856-4a7b-8ff7-5186b66705f7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:56.092513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f7523400-08a8-431b-bda6-4318ba508055 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:56.093100 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.096132 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5e85e54-c9ed-4917-aede-ae982313a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.163299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d0cef86-1ba5-4f87-ba3c-a6d4dafa4f6e req-1495bb43-5f48-4c73-8d16-c18d68407cc0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891457 Sep 19 03:01:56.217587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e5e85e54-c9ed-4917-aede-ae982313a696 None None] For port f7523400-08a8-431b-bda6-4318ba508055, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7523400-08a8-431b-bda6-4318ba508055,segment=NetworkSegment(809fafb3-a69f-4eb8-9ece-547d76bcb605),segment_id=809fafb3-a69f-4eb8-9ece-547d76bcb605)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:56.230165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5e85e54-c9ed-4917-aede-ae982313a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.322035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50c90ec6-7c1f-4059-89e6-e8c6b11b06c1 req-3a0a2599-f059-47d0-b54a-b80a4c8b3937 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 210 time: 0.0503771 Sep 19 03:01:56.352092 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.356052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.404625 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.454160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:56.458111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Pushing event updated for resources: {'Port': ['ID=0fa4896a-4856-4a7b-8ff7-5186b66705f7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:56.461214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.461620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:56.464183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:56.500862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:56.534585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.19 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/cafde0f0-3d10-4056-a101-449a726f5040) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:01:56.541113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:56.572855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e85e54-c9ed-4917-aede-ae982313a696 None None] Pushing event updated for resources: {'Port': ['ID=f7523400-08a8-431b-bda6-4318ba508055,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:56.605559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1baa21ad-d2b9-466a-a0ee-c4fea3b3fe35 None None] Provisioning complete for port f7523400-08a8-431b-bda6-4318ba508055 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:56.605945 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1baa21ad-d2b9-466a-a0ee-c4fea3b3fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:56.679730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cb72c-515f-4e29-b003-8c8d18f7b91e req-1339fea7-6b84-4066-83a7-129950bb7fba tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:56.681196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5cb72c-515f-4e29-b003-8c8d18f7b91e req-1339fea7-6b84-4066-83a7-129950bb7fba tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 944 time: 0.0923808 Sep 19 03:01:56.754178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 785f302c-d83c-48e6-a7e8-9b68869df9b2 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:56.775691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=63e16640-cdd5-4ea5-885b-012b48906a76,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:56.795790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:56.807234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:56.811728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5cb72c-515f-4e29-b003-8c8d18f7b91e req-ea53a29c-1772-4c84-8934-fb1c8dce1b34 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839953 Sep 19 03:01:56.838153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:56.870814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.047077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 785f302c-d83c-48e6-a7e8-9b68869df9b2 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:01:57.055761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:57.056432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.064036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Router d80439f3-ff58-4637-8002-df72f6c11155 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:01:57.071354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 785f302c-d83c-48e6-a7e8-9b68869df9b2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:57.072075 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.101182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on host n-h1-809936-1 for vnic_type normal with profile None {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:57.101533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:57.101862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:57.121269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:57.121600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:57.124387 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-461c1bc6-fb42-496d-a70a-173b41fa3e48 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8219123 Sep 19 03:01:57.132859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.142067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Request body: {'port': {'device_id': '1645723c-ef48-4196-8096-79c66631f7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:57.144655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:57.145001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:57.145380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:57.145820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Bound port: 973b48ab-a360-4f95-99c9-57e651702f6f, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:57.159571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.231131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-29b7af8d-eaf7-4a38-82b9-2f62a8d5559c None None] Provisioning complete for port 63e16640-cdd5-4ea5-885b-012b48906a76 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:57.232282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29b7af8d-eaf7-4a38-82b9-2f62a8d5559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.268179 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.299136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-29b7af8d-eaf7-4a38-82b9-2f62a8d5559c None None] Port 63e16640-cdd5-4ea5-885b-012b48906a76 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:57.313094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a5899c-d4ab-447b-81c2-b397447e8378 None None] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:01:57.336488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:57.338737 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a322c22-19a0-423e-a27b-2a9108b611e3" -d '{"events": [{"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-plugged", "status": "completed", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:57.356149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09ae2a-9b7e-48a6-96da-5383cf013ffc req-c46b74f3-1c7e-476f-81b7-1c585f708ebd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:57.357651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c09ae2a-9b7e-48a6-96da-5383cf013ffc req-c46b74f3-1c7e-476f-81b7-1c585f708ebd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1086757 Sep 19 03:01:57.361373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:57.384039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.394179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:01:57.397363 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.416819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c09ae2a-9b7e-48a6-96da-5383cf013ffc req-dafb5a9f-3c49-47de-a8bd-91271000c601 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Sep 19 03:01:57.422248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:57.441629 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.447106 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6cdd7d88-cc45-4df3-bd87-4d47648805f3 service neutron] 10.222.0.22 "POST /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f/bindings HTTP/1.1" status: 201 len: 389 time: 1.3852046 Sep 19 03:01:57.476246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.480185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:01:57.511949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:57.556526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:01:57.562167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d2eb90e3-82da-426c-ab4a-6c3b6158eeb0 None None] Provisioning complete for port 7d939278-41e7-49f0-a628-df0d6ec762dc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:57.562605 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2eb90e3-82da-426c-ab4a-6c3b6158eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.566206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:57.567807 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ea3e621e-2ad2-4ce8-9c0b-3b0ffdcce67a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9194715 Sep 19 03:01:57.616654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Sync routers for ids ['d80439f3-ff58-4637-8002-df72f6c11155'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:01:57.624116 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1814d16f-fee8-4913-800f-3470ed19f887 x-openstack-request-id: req-1814d16f-fee8-4913-800f-3470ed19f887 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:01:57.624463 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-plugged", "status": "completed", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:01:57.624715 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1814d16f-fee8-4913-800f-3470ed19f887 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:01:57.625112 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'code': 200} Sep 19 03:01:57.648876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:57.670676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Routers {'d80439f3-ff58-4637-8002-df72f6c11155'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:01:57.671348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d80439f3-ff58-4637-8002-df72f6c11155'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:01:57.684168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:01:57.686698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33634) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:57.689224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:01:57.703590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=cafde0f0-3d10-4056-a101-449a726f5040,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:57.996595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7523400-08a8-431b-bda6-4318ba508055 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:58.011185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Set router d80439f3-ff58-4637-8002-df72f6c11155 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:01:58.045161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.045868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.106444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:01:58.117335 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Sync routers for ids ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:01:58.128098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2eb90e3-82da-426c-ab4a-6c3b6158eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.132638 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Routers {'4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:01:58.133072 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:01:58.150328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-9acb5eb6-9c8c-4ccb-aee9-df0d7508a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.151856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-9acb5eb6-9c8c-4ccb-aee9-df0d7508a48a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1097 time: 0.2208836 Sep 19 03:01:58.159530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562dff0e-fdbd-4a10-914e-126b6e5c3afe req-ef0745f2-dd46-43c9-9837-8a6272c7a6df tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.166952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-562dff0e-fdbd-4a10-914e-126b6e5c3afe req-ef0745f2-dd46-43c9-9837-8a6272c7a6df tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.2367377 Sep 19 03:01:58.168392 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-86a532a2-5b72-4383-a9fb-0daeb870fee4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1876667 Sep 19 03:01:58.185870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a458c-c286-4db8-b4dc-3957de186a89 req-f4d3fe15-e634-487f-a5be-d5edf53310bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.187341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce7a458c-c286-4db8-b4dc-3957de186a89 req-f4d3fe15-e634-487f-a5be-d5edf53310bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 1096 time: 0.2551997 Sep 19 03:01:58.192123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Request body: {'port': {'device_id': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:58.201880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c849b1-7dcf-415c-8e10-f06b825190b9 req-edad3907-5777-498d-a5ee-64e329792447 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.209227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22c849b1-7dcf-415c-8e10-f06b825190b9 req-edad3907-5777-498d-a5ee-64e329792447 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 935 time: 0.2803397 Sep 19 03:01:58.211111 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.215120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-20aeadf3-8a6c-497f-b23e-3b7206c09e57 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5031013 Sep 19 03:01:58.218310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33644) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:01:58.301767 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Set router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:01:58.326097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:01:58.346268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.400492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e16640-cdd5-4ea5-885b-012b48906a76 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:58.422594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-562dff0e-fdbd-4a10-914e-126b6e5c3afe req-376a43b3-2b98-42cb-a947-149962822e7c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546687 Sep 19 03:01:58.442016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d2eb90e3-82da-426c-ab4a-6c3b6158eeb0 None None] For port 7d939278-41e7-49f0-a628-df0d6ec762dc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7d939278-41e7-49f0-a628-df0d6ec762dc,segment=NetworkSegment(573de807-e23f-4d8f-93bd-0c93487a4c9d),segment_id=573de807-e23f-4d8f-93bd-0c93487a4c9d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:01:58.446151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.464955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22c849b1-7dcf-415c-8e10-f06b825190b9 req-745d3a39-4322-47ea-b30c-5e847ac70431 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547920 Sep 19 03:01:58.470953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce7a458c-c286-4db8-b4dc-3957de186a89 req-246a984c-5dce-44c3-a0af-655f7ce5b5ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517114 Sep 19 03:01:58.478796 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2eb90e3-82da-426c-ab4a-6c3b6158eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.503461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Transition to ACTIVE for port object 63e16640-cdd5-4ea5-885b-012b48906a76 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:58.516450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.523431 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:01:56Z', 'revision_number': 3, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:01:58.554965 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Checking router: 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:01:58.555307 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Updating router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf port 0fa4896a-4856-4a7b-8ff7-5186b66705f7 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:01:58.585881 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.645581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-a2510eca-eaa1-4381-8299-85b07c235e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.647126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-a2510eca-eaa1-4381-8299-85b07c235e50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.4756882 Sep 19 03:01:58.704205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb90e3-82da-426c-ab4a-6c3b6158eeb0 None None] Pushing event updated for resources: {'Port': ['ID=7d939278-41e7-49f0-a628-df0d6ec762dc,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:58.726301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-850ffa73-288b-48f0-9e15-a291e4c6c1c5 None None] Provisioning complete for port cafde0f0-3d10-4056-a101-449a726f5040 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:58.727161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-850ffa73-288b-48f0-9e15-a291e4c6c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.733016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Pushing event updated for resources: {'Port': ['ID=63e16640-cdd5-4ea5-885b-012b48906a76,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:58.770510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f7523400-08a8-431b-bda6-4318ba508055 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:58.771086 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.830691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-02c93d6c-32a0-4e8d-943f-8d296c7db120 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 217 time: 0.1338561 Sep 19 03:01:58.856146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3159-2400-4c2e-9f64-f308397ddc14 req-f188f221-6a11-496c-a44c-c253a98e0b5e tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.864221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07fb3159-2400-4c2e-9f64-f308397ddc14 req-f188f221-6a11-496c-a44c-c253a98e0b5e tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 945 time: 0.2672884 Sep 19 03:01:58.867769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:01:54Z', 'revision_number': 3, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port': {'id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:53Z', 'updated_at': '2021-09-19T03:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:01:58.873879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-850ffa73-288b-48f0-9e15-a291e4c6c1c5 None None] Port cafde0f0-3d10-4056-a101-449a726f5040 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:01:58.883983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c90f-84ba-43e5-9023-04c3b95e199c req-775f44e1-a3ab-4790-9ac6-9af323b869c3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:58.891515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8172c90f-84ba-43e5-9023-04c3b95e199c req-775f44e1-a3ab-4790-9ac6-9af323b869c3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.2965033 Sep 19 03:01:58.918158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Checking router: d80439f3-ff58-4637-8002-df72f6c11155 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:01:58.919730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Updating router d80439f3-ff58-4637-8002-df72f6c11155 port 88f891df-c6f4-4874-960c-2fd7b3d79b0e binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:01:58.920174 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.934104 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.965212 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-7938a93c-5a5a-4f78-9bed-035e7ab5ce5b service neutron] show failed (client error): The resource could not be found. Sep 19 03:01:58.966899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-7938a93c-5a5a-4f78-9bed-035e7ab5ce5b service neutron] 10.222.0.32 "GET /v2.0/ports/9908e1f8-4ef7-47a6-8b43-e9d161dc7839/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.3710420 Sep 19 03:01:58.987276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-850ffa73-288b-48f0-9e15-a291e4c6c1c5 None None] Provisioning complete for port 7d939278-41e7-49f0-a628-df0d6ec762dc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:58.987884 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-850ffa73-288b-48f0-9e15-a291e4c6c1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:58.995007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.011356 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Attempting to bind port 0fa4896a-4856-4a7b-8ff7-5186b66705f7 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:59.012111 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Attempting to bind port 0fa4896a-4856-4a7b-8ff7-5186b66705f7 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:59.012666 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Attempting to bind port 0fa4896a-4856-4a7b-8ff7-5186b66705f7 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:59.025246 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:59.025905 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:59.026465 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.027067 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:59.027706 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Bound port: 0fa4896a-4856-4a7b-8ff7-5186b66705f7, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:59.028266 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.031276 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Pushing event updated for resources: {'Port': ['ID=0fa4896a-4856-4a7b-8ff7-5186b66705f7,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:59.069525 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.070174 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.071174 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.072817 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.073334 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.073822 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.074893 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.079152 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.079738 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.080231 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.080796 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.081297 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:01:59.089258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8172c90f-84ba-43e5-9023-04c3b95e199c req-25e83af8-48ea-4e9f-8022-1a4549dee91f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970158 Sep 19 03:01:59.104705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07fb3159-2400-4c2e-9f64-f308397ddc14 req-9ad03072-1c18-472c-84c5-07afc3e96f14 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394788 Sep 19 03:01:59.124704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-7851a8c2-6444-4fff-93e8-2f01e3890f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:59.126593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-7851a8c2-6444-4fff-93e8-2f01e3890f22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.2843544 Sep 19 03:01:59.172494 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] For port 0fa4896a-4856-4a7b-8ff7-5186b66705f7, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:59.177811 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] For port 0fa4896a-4856-4a7b-8ff7-5186b66705f7, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0fa4896a-4856-4a7b-8ff7-5186b66705f7,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:59.186531 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.238894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-229aa33f-621f-405c-a05e-4a2f2e0e24c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950341 Sep 19 03:01:59.315090 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Routers {'4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:01:59.315783 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:01:59.337841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7d939278-41e7-49f0-a628-df0d6ec762dc up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:01:59.458798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-dd7ef129-3902-447f-b69a-91f3cabbcbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:59.460374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-dd7ef129-3902-447f-b69a-91f3cabbcbf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 1100 time: 0.1050146 Sep 19 03:01:59.464575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-9a7f2e07-d1c0-41dc-be06-1873824dbdf3 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151461 Sep 19 03:01:59.513675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:01:59.542571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.581075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Attempting to bind port 63e16640-cdd5-4ea5-885b-012b48906a76 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:01:59.581801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Attempting to bind port 63e16640-cdd5-4ea5-885b-012b48906a76 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:01:59.582364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Attempting to bind port 63e16640-cdd5-4ea5-885b-012b48906a76 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:59.601459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Port 63e16640-cdd5-4ea5-885b-012b48906a76 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:01:59.602142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Attempting to bind port 63e16640-cdd5-4ea5-885b-012b48906a76 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:01:59.612034 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45afea5-874a-4d5e-8b2f-499efd9609aa None None] Pushing event updated for resources: {'Port': ['ID=0fa4896a-4856-4a7b-8ff7-5186b66705f7,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:59.620182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:01:59.620584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:01:59.620743 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] Set router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:01:59.621056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:01:59.621582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Bound port: 63e16640-cdd5-4ea5-885b-012b48906a76, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:01:59.622655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.740198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.778984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 7d939278-41e7-49f0-a628-df0d6ec762dc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:01:59.780211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.780543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cafde0f0-3d10-4056-a101-449a726f5040 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:01:59.794628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.805215 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.833519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Transition to ACTIVE for port object cafde0f0-3d10-4056-a101-449a726f5040 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:01:59.837469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] For port 63e16640-cdd5-4ea5-885b-012b48906a76, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:01:59.851861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] For port 63e16640-cdd5-4ea5-885b-012b48906a76, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=63e16640-cdd5-4ea5-885b-012b48906a76,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:01:59.863988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.889337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.899564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.953008 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.963081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:01:59.963730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:01:59.965242 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] 10.222.0.30 "PUT /v2.0/ports/63e16640-cdd5-4ea5-885b-012b48906a76 HTTP/1.1" status: 200 len: 1096 time: 2.8307152 Sep 19 03:01:59.970876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1645723c-ef48-4196-8096-79c66631f7e8', 'tag': '63e16640-cdd5-4ea5-885b-012b48906a76'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:01:59.973807 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04de7cb-71b4-4889-91cd-74d26db096ef" -d '{"events": [{"name": "network-changed", "server_uuid": "1645723c-ef48-4196-8096-79c66631f7e8", "tag": "63e16640-cdd5-4ea5-885b-012b48906a76"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:01:59.978193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Pushing event updated for resources: {'Port': ['ID=cafde0f0-3d10-4056-a101-449a726f5040,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:01:59.980479 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:01:56Z', 'revision_number': 3, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:01:59.986918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Allocated IP 172.20.0.1 (6cf27036-68fd-4f68-bd62-657309a086e4/1e063115-01cc-4c05-8814-61b7ffce25a2/cd9f96ad-1295-4888-92b9-2a59983cf4d4) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:00.030877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d851a-dd13-465c-8fb4-7157942a4d69 req-07087890-2e59-48d9-bdfa-c9160632e8c0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:00.032411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad5d851a-dd13-465c-8fb4-7157942a4d69 req-07087890-2e59-48d9-bdfa-c9160632e8c0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.4656980 Sep 19 03:02:00.034138 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.085438 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e354b27-9176-4722-b4b3-6617e6f75330 None None] The sync data for ids ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'] in n-d-809936-1 is: [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:01:56Z', 'revision_number': 3, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:00.139645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7476c1-8bd6-4298-b801-927b16609341 None None] Pushing event updated for resources: {'Port': ['ID=88f891df-c6f4-4874-960c-2fd7b3d79b0e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:00.148185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e86c51-4d4c-4196-b622-bbb50e5a39a5 req-9879f97d-35df-40ed-9529-f70abab517f3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:00.149895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80e86c51-4d4c-4196-b622-bbb50e5a39a5 req-9879f97d-35df-40ed-9529-f70abab517f3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 935 time: 0.5684319 Sep 19 03:02:00.151980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Attempting to bind port 88f891df-c6f4-4874-960c-2fd7b3d79b0e on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:00.152203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-e83585f5-e1f5-408f-bf0b-63b3a99f5569 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524463 Sep 19 03:02:00.154444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Attempting to bind port 88f891df-c6f4-4874-960c-2fd7b3d79b0e by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:00.154861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Attempting to bind port 88f891df-c6f4-4874-960c-2fd7b3d79b0e on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:00.176846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:00.178151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:00.181701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.183649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:00.183649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Bound port: 88f891df-c6f4-4874-960c-2fd7b3d79b0e, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:00.186980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.246187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752cfc4-93e3-477b-84c7-0e9d1d8c89f5 service neutron] Pushing event updated for resources: {'Port': ['ID=63e16640-cdd5-4ea5-885b-012b48906a76,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:00.260836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad5d851a-dd13-465c-8fb4-7157942a4d69 req-4db4577e-6117-491d-91a3-7abde11376f8 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051544 Sep 19 03:02:00.402153 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a52a99-cb93-4503-add7-5c64ecbbbc18 x-openstack-request-id: req-f6a52a99-cb93-4503-add7-5c64ecbbbc18 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:00.409067 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1645723c-ef48-4196-8096-79c66631f7e8", "tag": "63e16640-cdd5-4ea5-885b-012b48906a76", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:00.414300 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6a52a99-cb93-4503-add7-5c64ecbbbc18 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:00.414886 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1645723c-ef48-4196-8096-79c66631f7e8', 'tag': '63e16640-cdd5-4ea5-885b-012b48906a76', 'status': 'completed', 'code': 200} Sep 19 03:02:00.427427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-68c0d0a9-8d3a-40be-a639-28adcdad5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:00.436350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] For port 88f891df-c6f4-4874-960c-2fd7b3d79b0e, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:00.442100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] For port 88f891df-c6f4-4874-960c-2fd7b3d79b0e, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=88f891df-c6f4-4874-960c-2fd7b3d79b0e,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:00.442915 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-68c0d0a9-8d3a-40be-a639-28adcdad5766 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 1099 time: 0.3558590 Sep 19 03:02:00.449562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Attempting to bind port cafde0f0-3d10-4056-a101-449a726f5040 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:00.450413 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.450895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Attempting to bind port cafde0f0-3d10-4056-a101-449a726f5040 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:00.452750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Attempting to bind port cafde0f0-3d10-4056-a101-449a726f5040 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:00.558183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Allocated IP 172.20.0.1 (f8a0e96b-6802-40e9-8027-a2835f533ed3/63015ab7-0720-4a31-82e9-2f1c078a9fe2/f4748100-fadc-420d-9a26-cfe4af02c7b8) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:00.570618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7d939278-41e7-49f0-a628-df0d6ec762dc up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:00.637842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Port cafde0f0-3d10-4056-a101-449a726f5040 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:00.638373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Attempting to bind port cafde0f0-3d10-4056-a101-449a726f5040 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:00.652004 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-93232da5-2de7-4eaf-8c16-2b4768f28c31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=63e16640-cdd5-4ea5-885b-012b48906a76 HTTP/1.1" status: 200 len: 217 time: 0.1918530 Sep 19 03:02:00.660854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:00.661199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:00.661759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:00.662233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Bound port: cafde0f0-3d10-4056-a101-449a726f5040, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:00.662597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.670657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Routers {'d80439f3-ff58-4637-8002-df72f6c11155'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:00.671348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d80439f3-ff58-4637-8002-df72f6c11155'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:00.673141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7476c1-8bd6-4298-b801-927b16609341 None None] Pushing event updated for resources: {'Port': ['ID=88f891df-c6f4-4874-960c-2fd7b3d79b0e,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:00.747373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.751805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80e86c51-4d4c-4196-b622-bbb50e5a39a5 req-b0820432-512b-4e78-b7af-4a12252687d0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525475 Sep 19 03:02:00.785362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e9776857-6bd2-48d9-896c-edf673abde31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:00.786661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fd4a4-5f80-4238-beb1-85513fa7b4e9 req-10bc1c08-e408-449f-97f4-71be4b9896e3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:00.789181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a9fd4a4-5f80-4238-beb1-85513fa7b4e9 req-10bc1c08-e408-449f-97f4-71be4b9896e3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.2066629 Sep 19 03:02:00.789843 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e9776857-6bd2-48d9-896c-edf673abde31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1241262 Sep 19 03:02:00.833380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 7d939278-41e7-49f0-a628-df0d6ec762dc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:00.834052 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.885001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a9fd4a4-5f80-4238-beb1-85513fa7b4e9 req-f1a7a23b-5b25-4899-b953-b1e397ab9c7a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532584 Sep 19 03:02:00.950702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] Set router d80439f3-ff58-4637-8002-df72f6c11155 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:00.974321 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:00.978190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] For port cafde0f0-3d10-4056-a101-449a726f5040, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:00.983254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-72060503-a96a-42d5-9001-2fb8b2753a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:00.986613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-72060503-a96a-42d5-9001-2fb8b2753a81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745303 Sep 19 03:02:00.988402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.028793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:01.056351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043c90f-4986-4687-ba40-bfcb5dec97cb req-9c906bf5-7004-487d-9d5e-0c9aabbc6271 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:01.058081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9043c90f-4986-4687-ba40-bfcb5dec97cb req-9c906bf5-7004-487d-9d5e-0c9aabbc6271 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 945 time: 0.0914030 Sep 19 03:02:01.174999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9043c90f-4986-4687-ba40-bfcb5dec97cb req-ef9a09f9-276a-4acd-bc88-403bff88a15f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998254 Sep 19 03:02:01.203303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:01.206869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.219111 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-c6c8f8ec-9657-4abd-a22d-dc168493572a service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153063 Sep 19 03:02:01.269688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Pushing event updated for resources: {'Port': ['ID=cd9f96ad-1295-4888-92b9-2a59983cf4d4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:01.326991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Pushing event updated for resources: {'Port': ['ID=f4748100-fadc-420d-9a26-cfe4af02c7b8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:01.380756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:01.384595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:01.387175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:01.426993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Network 6cf27036-68fd-4f68-bd62-657309a086e4 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:01.445526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] For port cafde0f0-3d10-4056-a101-449a726f5040, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cafde0f0-3d10-4056-a101-449a726f5040,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:01.449304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:01.457897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.465343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:01.478611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.486538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:01:54Z', 'revision_number': 3, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port': {'id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:53Z', 'updated_at': '2021-09-19T03:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:01.550241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10776138-4562-43ca-91bd-74919fe16c4d None None] The sync data for ids ['d80439f3-ff58-4637-8002-df72f6c11155'] in n-d-809936-1 is: [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:01:54Z', 'revision_number': 3, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port': {'id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:53Z', 'updated_at': '2021-09-19T03:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:01.578802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.602197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:01.606703 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c09982-da24-46bc-a8ea-12c8db02bfdc" -d '{"events": [{"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:01.638083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.667400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502d60d-5b61-439f-9219-2e77bb63c65d req-254deab4-7722-4ce9-8977-208f85078832 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:01.668922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c502d60d-5b61-439f-9219-2e77bb63c65d req-254deab4-7722-4ce9-8977-208f85078832 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 945 time: 0.3430419 Sep 19 03:02:01.670201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Transition to ACTIVE for port object 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:01.700424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.765760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:01.766165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.767610 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] 10.222.0.32 "PUT /v2.0/ports/cafde0f0-3d10-4056-a101-449a726f5040 HTTP/1.1" status: 200 len: 1095 time: 3.5810218 Sep 19 03:02:01.776446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13705c0d-13aa-41ac-a9d7-77e56f705524 service neutron] Pushing event updated for resources: {'Port': ['ID=cafde0f0-3d10-4056-a101-449a726f5040,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:01.782998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-ff528519-d6c2-49ad-866f-add057bdebb8 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921825 Sep 19 03:02:01.809630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ed63f6ba-3866-405a-8124-55d9f3d2be40 None None] Provisioning complete for port f4748100-fadc-420d-9a26-cfe4af02c7b8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:01.809774 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed63f6ba-3866-405a-8124-55d9f3d2be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:01.883657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f6aa7-efc3-4d64-9ddf-a1736984ced7 req-c71871f8-a73d-4113-9e48-2bfc6418dcea tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:01.891126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ed63f6ba-3866-405a-8124-55d9f3d2be40 None None] Port f4748100-fadc-420d-9a26-cfe4af02c7b8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:01.893880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f10f6aa7-efc3-4d64-9ddf-a1736984ced7 req-c71871f8-a73d-4113-9e48-2bfc6418dcea tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.4433627 Sep 19 03:02:01.976933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:01.981797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c502d60d-5b61-439f-9219-2e77bb63c65d req-4d2b7264-c390-4afd-abfb-6c8bb09bd2c5 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054209 Sep 19 03:02:01.982444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] No DVR routers for this DVR port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:02.055687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0b6630b9-8fca-45d6-bde1-455846893114 None None] Provisioning complete for port cd9f96ad-1295-4888-92b9-2a59983cf4d4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:02.056483 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b6630b9-8fca-45d6-bde1-455846893114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.073376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-88087bb6-f80e-4d59-b4a8-a835e30e1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.076238 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-88087bb6-f80e-4d59-b4a8-a835e30e1d46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 1098 time: 0.1776400 Sep 19 03:02:02.083492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-a4a80801-764d-4df9-a55a-46fb25b185c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.085886 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-a4a80801-764d-4df9-a55a-46fb25b185c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 1099 time: 0.1680305 Sep 19 03:02:02.128962 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.142652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0b6630b9-8fca-45d6-bde1-455846893114 None None] Port cd9f96ad-1295-4888-92b9-2a59983cf4d4 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:02.148738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f10f6aa7-efc3-4d64-9ddf-a1736984ced7 req-57af7b37-ad7e-4d7d-9487-e27eefd98e76 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317903 Sep 19 03:02:02.156922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:02.157256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:02.157588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:02.168797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.180025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:02.180356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Attempting to bind port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:02.222530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:02.222903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:02.223298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:02.223749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Bound port: 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:02.224107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.227170 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-33d57807-38bc-4b24-b027-eda50093e087 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cafde0f0-3d10-4056-a101-449a726f5040 HTTP/1.1" status: 200 len: 217 time: 0.1057341 Sep 19 03:02:02.328628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127988-e92e-426d-b114-935e7166081a req-28d951b2-231b-43d6-befa-f6b9f6d0a501 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.338110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72127988-e92e-426d-b114-935e7166081a req-28d951b2-231b-43d6-befa-f6b9f6d0a501 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1097 time: 0.1614995 Sep 19 03:02:02.386936 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4746d8c1-d991-4566-8622-9e636994feb9 x-openstack-request-id: req-4746d8c1-d991-4566-8622-9e636994feb9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:02.387071 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-unplugged", "status": "completed", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:02.387311 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4746d8c1-d991-4566-8622-9e636994feb9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:02.387708 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'code': 200} Sep 19 03:02:02.424848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'tag': 'cafde0f0-3d10-4056-a101-449a726f5040'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:02.428004 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4802d240-a351-425f-8cdc-de27503e65b0" -d '{"events": [{"name": "network-changed", "server_uuid": "83b80781-4ffc-4a84-bc76-82fd14fd9a53", "tag": "cafde0f0-3d10-4056-a101-449a726f5040"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:02.461142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:02.542904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:02.587675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72127988-e92e-426d-b114-935e7166081a req-31d2a18f-50f2-4536-a519-e3a84e61db26 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328362 Sep 19 03:02:02.589157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.666926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e79112ee-584b-4127-99e3-49b3f71bdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.671878 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-e79112ee-584b-4127-99e3-49b3f71bdfb3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.4265511 Sep 19 03:02:02.728670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0fa4896a-4856-4a7b-8ff7-5186b66705f7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:02.759121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.760197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.762417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 1095 time: 3.2530217 Sep 19 03:02:02.768851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-7ad5329d-efd3-4e5d-b2e9-c48044a76a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.781783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-7ad5329d-efd3-4e5d-b2e9-c48044a76a9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.6706009 Sep 19 03:02:02.784057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.790968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae5670-c961-4f1f-a108-7de72f640d54 req-fe8f480c-442c-4781-a7f7-861b0daef747 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.797243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.801885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6aae5670-c961-4f1f-a108-7de72f640d54 req-fe8f480c-442c-4781-a7f7-861b0daef747 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 947 time: 0.3273344 Sep 19 03:02:02.843826 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 0fa4896a-4856-4a7b-8ff7-5186b66705f7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:02.844210 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:02.898853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-2c2ad40e-56ff-42b1-b7fe-d561eb3b0fb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=63e16640-cdd5-4ea5-885b-012b48906a76 HTTP/1.1" status: 200 len: 217 time: 0.0984883 Sep 19 03:02:02.915369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ee344-ad11-4fa6-9734-30c1961f59b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:02.917612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Pushing event updated for resources: {'Port': ['ID=cd9f96ad-1295-4888-92b9-2a59983cf4d4,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:02.932315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-1f31ef09-1c56-456f-811c-63979018cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:02.933804 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-1f31ef09-1c56-456f-811c-63979018cbe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2541862 Sep 19 03:02:02.956050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6aae5670-c961-4f1f-a108-7de72f640d54 req-4959ddd1-25b1-4ba0-8b07-2b7b26f6d52e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529615 Sep 19 03:02:02.970001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:03.060932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-c1fd03a3-2610-4717-8227-b629bcea5cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:03.065923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-c1fd03a3-2610-4717-8227-b629bcea5cf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1098 time: 0.2304087 Sep 19 03:02:03.093083 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-bfb3a220-c0e1-4808-a966-962657312f69 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164680 Sep 19 03:02:03.139709 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.157445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.168859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 0fa4896a-4856-4a7b-8ff7-5186b66705f7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0fa4896a-4856-4a7b-8ff7-5186b66705f7,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:03.170128 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.190684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:03.194660 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.196577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f891df-c6f4-4874-960c-2fd7b3d79b0e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:03.259128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6d8ea7dd-ab1e-4d21-818a-b765d476a5f7 req-95a84c36-eaf8-4282-a2e3-ecc4031033bb service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548100 Sep 19 03:02:03.277179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.277969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.293961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 88f891df-c6f4-4874-960c-2fd7b3d79b0e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:03.294515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.329699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-8544c81e-e93d-44b2-b323-483c56739d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:03.337948 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-8544c81e-e93d-44b2-b323-483c56739d12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.4157457 Sep 19 03:02:03.355160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=0fa4896a-4856-4a7b-8ff7-5186b66705f7,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:03.369308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Pushing event updated for resources: {'Port': ['ID=f4748100-fadc-420d-9a26-cfe4af02c7b8,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:03.400658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.441222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 88f891df-c6f4-4874-960c-2fd7b3d79b0e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=88f891df-c6f4-4874-960c-2fd7b3d79b0e,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:03.456104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:03.518533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-323cf03b-5880-45e2-97e4-b8c9381c8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:03.520610 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-323cf03b-5880-45e2-97e4-b8c9381c8f50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425271 Sep 19 03:02:03.532589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a030-1319-4152-8ea2-041a9eb215e3 req-43c61be4-9930-47bc-a783-59bceb0c5241 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:03.535576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4087a030-1319-4152-8ea2-041a9eb215e3 req-43c61be4-9930-47bc-a783-59bceb0c5241 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 947 time: 0.7782991 Sep 19 03:02:03.559757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=88f891df-c6f4-4874-960c-2fd7b3d79b0e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:03.576936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4f7c3428-a91f-4dab-94ba-9f0781b12075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:03.578623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-4f7c3428-a91f-4dab-94ba-9f0781b12075 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4896677 Sep 19 03:02:03.596148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:03.603599 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d437d4e-a71d-4fb0-88cb-898fd3b2e573 x-openstack-request-id: req-4d437d4e-a71d-4fb0-88cb-898fd3b2e573 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:03.603894 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b80781-4ffc-4a84-bc76-82fd14fd9a53", "tag": "cafde0f0-3d10-4056-a101-449a726f5040", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:03.604152 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d437d4e-a71d-4fb0-88cb-898fd3b2e573 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:03.604597 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'tag': 'cafde0f0-3d10-4056-a101-449a726f5040', 'status': 'completed', 'code': 200} Sep 19 03:02:03.609141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:03.711903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-0cc4ce64-9fa2-41ac-b9f2-c21313047f14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.1041315 Sep 19 03:02:03.718816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Network 6cf27036-68fd-4f68-bd62-657309a086e4 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:03.725792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:03.765741 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-7cd45d1a-7869-4415-b78c-0473139d532a service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343988 Sep 19 03:02:03.879069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d240-a351-425f-8cdc-de27503e65b0 req-964558e4-eabd-4419-bead-84d4c8201fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:03.880645 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4802d240-a351-425f-8cdc-de27503e65b0 req-964558e4-eabd-4419-bead-84d4c8201fcd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 1098 time: 0.2189908 Sep 19 03:02:04.001565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ebfbfcb7-f2de-4bbf-9b57-779b9056de35 None None] Provisioning complete for port f4748100-fadc-420d-9a26-cfe4af02c7b8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:04.002095 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebfbfcb7-f2de-4bbf-9b57-779b9056de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:04.112089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbfcb7-f2de-4bbf-9b57-779b9056de35 None None] Port f4748100-fadc-420d-9a26-cfe4af02c7b8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:04.256467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d076bd8b-b108-481e-945d-1ac11fa6b0e6 None None] Provisioning complete for port cd9f96ad-1295-4888-92b9-2a59983cf4d4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:04.256951 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d076bd8b-b108-481e-945d-1ac11fa6b0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:04.274913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4087a030-1319-4152-8ea2-041a9eb215e3 req-13b39c8c-be18-4791-8f07-f2987a9be91c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6940799 Sep 19 03:02:04.314689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-770015fd-23eb-416d-a759-500bc7503511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:04.316526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-770015fd-23eb-416d-a759-500bc7503511 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.5363705 Sep 19 03:02:04.391056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:04.397717 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b12d632-d734-4df9-bfa1-5d11cd767f73" -d '{"events": [{"name": "network-changed", "server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:04.462083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:02:04.494406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d076bd8b-b108-481e-945d-1ac11fa6b0e6 None None] Port cd9f96ad-1295-4888-92b9-2a59983cf4d4 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:04.538698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-be690e2a-ae72-4c6b-b1a8-954dee93d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:04.540279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-be690e2a-ae72-4c6b-b1a8-954dee93d366 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1958225 Sep 19 03:02:04.572073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d240-a351-425f-8cdc-de27503e65b0 req-115d21ee-7bc6-4dde-a039-7f77e8669a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:04.573804 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4802d240-a351-425f-8cdc-de27503e65b0 req-115d21ee-7bc6-4dde-a039-7f77e8669a13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.6625478 Sep 19 03:02:04.604996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0fa4896a-4856-4a7b-8ff7-5186b66705f7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:04.640830 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4802d240-a351-425f-8cdc-de27503e65b0 req-456d6dba-6229-4491-a4af-88d565cb3b69 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cafde0f0-3d10-4056-a101-449a726f5040 HTTP/1.1" status: 200 len: 217 time: 0.0565536 Sep 19 03:02:04.645138 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d04de7cb-71b4-4889-91cd-74d26db096ef req-0cd1ce5c-4e55-409c-b1ab-6d4e3415d205 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8332958 Sep 19 03:02:04.653215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Router d80439f3-ff58-4637-8002-df72f6c11155 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:02:04.670710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af396f3d-d012-4de9-9b49-596475df4263 req-4a1c465d-b73a-42f4-80f3-9a684e5eb0f1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:04.678356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af396f3d-d012-4de9-9b49-596475df4263 req-4a1c465d-b73a-42f4-80f3-9a684e5eb0f1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.2898583 Sep 19 03:02:04.703736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 0fa4896a-4856-4a7b-8ff7-5186b66705f7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:04.704107 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:04.710406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-454792e3-b5c9-4c88-ab40-0359ca56053f service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359088 Sep 19 03:02:04.713933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d240-a351-425f-8cdc-de27503e65b0 req-f59c2cc4-8d7f-400c-9bf4-e65e69b142f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:04.716413 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4802d240-a351-425f-8cdc-de27503e65b0 req-f59c2cc4-8d7f-400c-9bf4-e65e69b142f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0617146 Sep 19 03:02:04.774437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af396f3d-d012-4de9-9b49-596475df4263 req-a30a86a7-e6f7-43f1-b72c-fd90264ba80a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951233 Sep 19 03:02:04.774637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 63e16640-cdd5-4ea5-885b-012b48906a76 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:04.834638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f891df-c6f4-4874-960c-2fd7b3d79b0e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:04.917497 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:02:04.920617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802d240-a351-425f-8cdc-de27503e65b0 req-0ef4cf7e-de1b-48e3-bcab-e4e837c58300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:04.923081 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4802d240-a351-425f-8cdc-de27503e65b0 req-0ef4cf7e-de1b-48e3-bcab-e4e837c58300 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161292 Sep 19 03:02:04.934050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:04.969042 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d6f9981-e60b-4c99-8484-2fb0f545862c admin admin] 10.222.0.22 "PUT /v2.0/routers/d80439f3-ff58-4637-8002-df72f6c11155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2810571 Sep 19 03:02:04.986360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-00343853-822b-4c71-900e-f0abcd0725ff tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:04.987492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-00343853-822b-4c71-900e-f0abcd0725ff tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166376 Sep 19 03:02:04.988866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:05.016937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c2f01851-dc22-4dfa-a709-26e943533620 admin admin] 10.222.0.22 "PUT /v2.0/routers/4b28a5f2-bc2c-4d77-b07d-2439c4093cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7888851 Sep 19 03:02:05.017166 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Sync routers for ids ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:05.025674 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Routers {'4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:05.026326 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:05.114279 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4802d240-a351-425f-8cdc-de27503e65b0 req-07b82c87-3349-4484-a2cc-d549b9870446 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692710 Sep 19 03:02:05.129075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa95c57d-ea71-47c7-9d8c-5b26da5cbfde req-54b5fbd2-35f8-46cd-9266-c15dee313bd6 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085734 Sep 19 03:02:05.132478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-7c2b21d4-d89d-4059-8c49-2904c2418805 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:05.134914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-7c2b21d4-d89d-4059-8c49-2904c2418805 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 1094 time: 0.1246212 Sep 19 03:02:05.151462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Request body: {'binding': {'host': 'n-h2-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:05.152035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Unknown quota resources ['binding']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:02:05.173973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 63e16640-cdd5-4ea5-885b-012b48906a76, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=63e16640-cdd5-4ea5-885b-012b48906a76,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:05.212815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Sync routers for ids ['d80439f3-ff58-4637-8002-df72f6c11155'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:05.223234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '63e16640-cdd5-4ea5-885b-012b48906a76', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '63e16640-cdd5-4ea5-885b-012b48906a76', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:05.275958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 88f891df-c6f4-4874-960c-2fd7b3d79b0e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:05.276337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:05.299678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Routers {'d80439f3-ff58-4637-8002-df72f6c11155'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:05.300343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d80439f3-ff58-4637-8002-df72f6c11155'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:05.373314 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:05.384980 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4802d240-a351-425f-8cdc-de27503e65b0 req-6449f861-5871-438d-a269-ae4fab3d6704 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590568 Sep 19 03:02:05.385423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49facd1b-47dc-4a37-ad8f-69d0f95005f1 req-b19d1688-41f8-4bc4-b9c1-835ad7d12b83 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:05.389070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49facd1b-47dc-4a37-ad8f-69d0f95005f1 req-b19d1688-41f8-4bc4-b9c1-835ad7d12b83 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 966 time: 0.1651926 Sep 19 03:02:05.398115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e16640-cdd5-4ea5-885b-012b48906a76 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:05.415514 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Set router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:05.485335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 63e16640-cdd5-4ea5-885b-012b48906a76, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=63e16640-cdd5-4ea5-885b-012b48906a76,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:05.486848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49facd1b-47dc-4a37-ad8f-69d0f95005f1 req-112d2b0f-e0f0-4d7f-a045-7c1d691713c5 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569453 Sep 19 03:02:05.508893 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:05.558401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on host n-h2-809936-1 for vnic_type normal with profile None {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:05.558791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:05.559458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:05.568141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:05.568513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:05.582364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:05.582754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:05.586696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:05.587181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Bound port: 59d2e762-67c8-4b1e-9f50-317c6365b362, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:05.679485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9529b-23a3-45a1-b21b-272db190b92d req-933e15c1-9b47-4959-9a53-fce4fb3d4111 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:05.681028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8a9529b-23a3-45a1-b21b-272db190b92d req-933e15c1-9b47-4959-9a53-fce4fb3d4111 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 947 time: 0.0830121 Sep 19 03:02:05.699488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Set router d80439f3-ff58-4637-8002-df72f6c11155 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:05.702873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:05.722175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:05.725830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ed2ec3d6-a0ce-43e3-bc3a-d905994c8ec7 service neutron] 10.222.0.22 "POST /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362/bindings HTTP/1.1" status: 201 len: 389 time: 0.5781600 Sep 19 03:02:05.743272 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:02:02Z', 'revision_number': 4, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f4748100-fadc-420d-9a26-cfe4af02c7b8', 'name': '', 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'mac_address': 'fa:16:3e:ea:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '63015ab7-0720-4a31-82e9-2f1c078a9fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:00Z', 'updated_at': '2021-09-19T03:02:02Z', 'revision_number': 2, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'subnets': [{'id': '63015ab7-0720-4a31-82e9-2f1c078a9fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:05.794345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Checking router: 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:05.794869 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Updating router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf port f4748100-fadc-420d-9a26-cfe4af02c7b8 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:02:05.801444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=63e16640-cdd5-4ea5-885b-012b48906a76,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:05.809658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8a9529b-23a3-45a1-b21b-272db190b92d req-2aa65eb2-8de2-4110-baf5-f1baba73e9c5 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131763 Sep 19 03:02:05.864540 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:05.910369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:05.946548 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d395e18-9fc3-4acb-aba6-a2faff5346cb x-openstack-request-id: req-5d395e18-9fc3-4acb-aba6-a2faff5346cb {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:05.946877 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:05.947132 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d395e18-9fc3-4acb-aba6-a2faff5346cb {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:05.947528 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'status': 'completed', 'code': 200} Sep 19 03:02:06.074269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-c292c3b5-1ff5-47cf-9e67-e263d252576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.076561 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-c292c3b5-1ff5-47cf-9e67-e263d252576c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1098 time: 0.0721450 Sep 19 03:02:06.084703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-34e768ac-93bf-4c15-8cd1-d842989d9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.087221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-34e768ac-93bf-4c15-8cd1-d842989d9d03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1098 time: 0.1025865 Sep 19 03:02:06.221838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-510ba361-3f30-4ff6-b8ec-bc3c2c44356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.223445 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-510ba361-3f30-4ff6-b8ec-bc3c2c44356b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1313345 Sep 19 03:02:06.314141 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-238aadc0-30f3-4a23-bd44-31841c881267 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.0823066 Sep 19 03:02:06.381304 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:06.399154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:02:01Z', 'revision_number': 4, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port': {'id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:53Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd9f96ad-1295-4888-92b9-2a59983cf4d4', 'name': '', 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'mac_address': 'fa:16:3e:89:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e063115-01cc-4c05-8814-61b7ffce25a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:59Z', 'updated_at': '2021-09-19T03:02:02Z', 'revision_number': 2, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'subnets': [{'id': '1e063115-01cc-4c05-8814-61b7ffce25a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:06.404323 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:06.419291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-1c745aec-b3c8-4453-8aa3-bfff86d4be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.420828 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-1c745aec-b3c8-4453-8aa3-bfff86d4be0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0993931 Sep 19 03:02:06.440024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Checking router: d80439f3-ff58-4637-8002-df72f6c11155 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:06.440024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Updating router d80439f3-ff58-4637-8002-df72f6c11155 port cd9f96ad-1295-4888-92b9-2a59983cf4d4 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:02:06.484639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ddef166c-e23e-4be7-b02e-4f43fcf30983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.486292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ddef166c-e23e-4be7-b02e-4f43fcf30983 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1097 time: 0.3505836 Sep 19 03:02:06.513935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-9415dfa1-a1e1-4ad0-8fd6-eb98fc6a8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.516861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-9415dfa1-a1e1-4ad0-8fd6-eb98fc6a8420 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760126 Sep 19 03:02:06.536502 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:06.570707 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18122cc-154d-4cf9-a638-3cbc92ac0166 None None] Pushing event updated for resources: {'Port': ['ID=f4748100-fadc-420d-9a26-cfe4af02c7b8,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:06.589781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-0d90d856-2df1-46e6-9b94-735186130c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.592103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-0d90d856-2df1-46e6-9b94-735186130c6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4917691 Sep 19 03:02:06.610601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10b09971-c889-42da-94bb-804b618ed3df req-68264a03-bdd8-45b2-a54b-ab9a9790a812 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4340901 Sep 19 03:02:06.629218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-0d03af22-719b-4807-9a9f-61929db6249b tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3906012 Sep 19 03:02:06.656099 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Attempting to bind port f4748100-fadc-420d-9a26-cfe4af02c7b8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:06.656521 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Attempting to bind port f4748100-fadc-420d-9a26-cfe4af02c7b8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:06.659067 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Attempting to bind port f4748100-fadc-420d-9a26-cfe4af02c7b8 on network f8a0e96b-6802-40e9-8027-a2835f533ed3 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:06.671529 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:06.671904 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Checking segment: {'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:06.672292 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:06.672676 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Bound using segment: {'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:06.673140 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Bound port: f4748100-fadc-420d-9a26-cfe4af02c7b8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573de807-e23f-4d8f-93bd-0c93487a4c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:06.675493 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:06.676899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:06.684437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:06.722322 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-588a17d0-0e27-488c-a702-f011432635b8 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979702 Sep 19 03:02:06.762718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-784499e1-5633-4d4e-83b0-6e30d163f4a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.1294844 Sep 19 03:02:06.790848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 785f302c-d83c-48e6-a7e8-9b68869df9b2 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:06.835507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:02:06.835507 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:02:06.835507 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': '6ecc64856309472db8d4b90f88ba3452', 'id': '0a5d1a66-0015-4a9f-ba0f-4a3d936706db', 'expiration': datetime.datetime(2021, 9, 19, 3, 4, 6, 770280)}] Sep 19 03:02:06.835507 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:02:06.836519 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:02:06.836631 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] For port f4748100-fadc-420d-9a26-cfe4af02c7b8, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:06.840173 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] For port f4748100-fadc-420d-9a26-cfe4af02c7b8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f4748100-fadc-420d-9a26-cfe4af02c7b8,segment=NetworkSegment(573de807-e23f-4d8f-93bd-0c93487a4c9d),segment_id=573de807-e23f-4d8f-93bd-0c93487a4c9d)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:06.852098 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:06.866196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:06.894820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-7689efae-2c92-443e-896f-dd4e7f801992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.896702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-7689efae-2c92-443e-896f-dd4e7f801992 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.3800061 Sep 19 03:02:06.916360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-d3ae8be6-1a48-45d5-9de4-5276be6e75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:06.932323 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-21542d4e-65ab-47d0-a4f4-9feabd25ddcb service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022197 Sep 19 03:02:06.933265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-d3ae8be6-1a48-45d5-9de4-5276be6e75b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1504037 Sep 19 03:02:06.949615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Routers {'4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:06.950154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:06.950300 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:06.967763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'port_id': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'mac_address': 'fa:16:3e:59:63:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc8ee03-bdb9-43db-97e9-f42e0d75f600', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:07.007499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-f24ddabb-8ffd-48c8-b0db-3e492ba77acd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 217 time: 0.1029446 Sep 19 03:02:07.041519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cafde0f0-3d10-4056-a101-449a726f5040 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:07.065449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-019a200e-ee8e-468d-be7d-63ea9d2c39fb None None] Provisioning complete for port f4748100-fadc-420d-9a26-cfe4af02c7b8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:07.070780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-019a200e-ee8e-468d-be7d-63ea9d2c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.094635 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] Set router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:07.206163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.231130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 785f302c-d83c-48e6-a7e8-9b68869df9b2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:07.249813 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18122cc-154d-4cf9-a638-3cbc92ac0166 None None] Pushing event updated for resources: {'Port': ['ID=f4748100-fadc-420d-9a26-cfe4af02c7b8,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:07.321748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-019a200e-ee8e-468d-be7d-63ea9d2c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.345536 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:02:02Z', 'revision_number': 4, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f4748100-fadc-420d-9a26-cfe4af02c7b8', 'name': '', 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'mac_address': 'fa:16:3e:ea:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '63015ab7-0720-4a31-82e9-2f1c078a9fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:00Z', 'updated_at': '2021-09-19T03:02:06Z', 'revision_number': 4, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'subnets': [{'id': '63015ab7-0720-4a31-82e9-2f1c078a9fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:07.375935 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d4951-f098-4b74-8d7c-22aebe6777c9 None None] The sync data for ids ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'] in n-d-809936-1 is: [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:02:02Z', 'revision_number': 4, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f4748100-fadc-420d-9a26-cfe4af02c7b8', 'name': '', 'network_id': 'f8a0e96b-6802-40e9-8027-a2835f533ed3', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'mac_address': 'fa:16:3e:ea:37:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '63015ab7-0720-4a31-82e9-2f1c078a9fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:00Z', 'updated_at': '2021-09-19T03:02:06Z', 'revision_number': 4, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'subnets': [{'id': '63015ab7-0720-4a31-82e9-2f1c078a9fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:07.393632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:07.437160 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.489077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-c7fa7475-1fff-45d9-b8be-2f3ea5cd7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:07.491812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-c7fa7475-1fff-45d9-b8be-2f3ea5cd7a41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4993675 Sep 19 03:02:07.499915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-eceb141c-1981-4151-ba1b-7547b2bed1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:07.501856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-eceb141c-1981-4151-ba1b-7547b2bed1ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.4863720 Sep 19 03:02:07.521647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-019a200e-ee8e-468d-be7d-63ea9d2c39fb None None] For port f4748100-fadc-420d-9a26-cfe4af02c7b8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f4748100-fadc-420d-9a26-cfe4af02c7b8,segment=NetworkSegment(573de807-e23f-4d8f-93bd-0c93487a4c9d),segment_id=573de807-e23f-4d8f-93bd-0c93487a4c9d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:07.529877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cafde0f0-3d10-4056-a101-449a726f5040, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cafde0f0-3d10-4056-a101-449a726f5040,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:07.542726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-019a200e-ee8e-468d-be7d-63ea9d2c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.566683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-6746a02a-2fdb-4deb-9d63-82818b99dc1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452394 Sep 19 03:02:07.567559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'cafde0f0-3d10-4056-a101-449a726f5040', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'cafde0f0-3d10-4056-a101-449a726f5040', 'mac_address': 'fa:16:3e:eb:92:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:07.578352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['785f302c-d83c-48e6-a7e8-9b68869df9b2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:07.583805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:07.592735 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.785174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.797339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-ef6eee75-0834-4532-936a-3bf91a71eac9 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942939 Sep 19 03:02:07.859623 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:02:07.866816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.893089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.897942 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:07.905512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a200e-ee8e-468d-be7d-63ea9d2c39fb None None] Pushing event updated for resources: {'Port': ['ID=f4748100-fadc-420d-9a26-cfe4af02c7b8,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:07.905747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-94b48eef-e243-4d6a-80fd-c47b1b21a56e service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268094 Sep 19 03:02:07.919208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ade5adb2-15be-4543-8017-edd8b748fdec None None] Provisioning complete for port f4748100-fadc-420d-9a26-cfe4af02c7b8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:07.919587 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ade5adb2-15be-4543-8017-edd8b748fdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.004212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cafde0f0-3d10-4056-a101-449a726f5040 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:08.123442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e22d41-4d2f-486e-bc6c-4d4ea7dfacda None None] Pushing event updated for resources: {'Port': ['ID=cd9f96ad-1295-4888-92b9-2a59983cf4d4,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:08.135160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cafde0f0-3d10-4056-a101-449a726f5040, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cafde0f0-3d10-4056-a101-449a726f5040,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:08.159703 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.160218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b12d632-d734-4df9-bfa1-5d11cd767f73 req-b65b5968-8284-4e82-88e5-9fbbe3244cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518155 Sep 19 03:02:08.191239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Allocated IP 172.25.8.114 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/af324ed2-b733-4089-a448-8d282ceb9577) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:08.201833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-eecb358b-f72f-438b-b05f-e1ca64a4d5fa service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873454 Sep 19 03:02:08.218545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.245290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Attempting to bind port cd9f96ad-1295-4888-92b9-2a59983cf4d4 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:08.245563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Attempting to bind port cd9f96ad-1295-4888-92b9-2a59983cf4d4 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:08.246470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Attempting to bind port cd9f96ad-1295-4888-92b9-2a59983cf4d4 on network 6cf27036-68fd-4f68-bd62-657309a086e4 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:08.265888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:08.266286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Checking segment: {'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:08.266831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.267428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Bound using segment: {'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:08.267981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Bound port: cd9f96ad-1295-4888-92b9-2a59983cf4d4, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809fafb3-a69f-4eb8-9ece-547d76bcb605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:08.273219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.352209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=cafde0f0-3d10-4056-a101-449a726f5040,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:08.384275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.426884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] For port cd9f96ad-1295-4888-92b9-2a59983cf4d4, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:08.431086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] For port cd9f96ad-1295-4888-92b9-2a59983cf4d4, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cd9f96ad-1295-4888-92b9-2a59983cf4d4,segment=NetworkSegment(809fafb3-a69f-4eb8-9ece-547d76bcb605),segment_id=809fafb3-a69f-4eb8-9ece-547d76bcb605)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:08.439535 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.439716 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.514259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e22d41-4d2f-486e-bc6c-4d4ea7dfacda None None] Pushing event updated for resources: {'Port': ['ID=cd9f96ad-1295-4888-92b9-2a59983cf4d4,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:08.542490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-274b08dc-ddae-4c3f-9b0d-3a182218d913 None None] Provisioning complete for port cd9f96ad-1295-4888-92b9-2a59983cf4d4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:08.543018 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-274b08dc-ddae-4c3f-9b0d-3a182218d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.565021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:08.576068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:08.581747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Routers {'d80439f3-ff58-4637-8002-df72f6c11155'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:08.582541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d80439f3-ff58-4637-8002-df72f6c11155'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:08.598795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:08.635154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=af324ed2-b733-4089-a448-8d282ceb9577,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:08.638318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Allocated IP 172.25.8.140 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/44a9234d-e3e4-422d-8474-92e73c24660a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:08.657634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f4748100-fadc-420d-9a26-cfe4af02c7b8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:08.708324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['cafde0f0-3d10-4056-a101-449a726f5040'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:08.799774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:08.827721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.843027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 63e16640-cdd5-4ea5-885b-012b48906a76 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:08.884234 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.890954 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:08.936378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:08.951554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'mac_address': 'fa:16:3e:40:17:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:08.996605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] Set router d80439f3-ff58-4637-8002-df72f6c11155 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:09.027768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.093866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:09.104338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:09.108887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:09.111003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Pushing event updated for resources: {'Port': ['ID=44a9234d-e3e4-422d-8474-92e73c24660a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:09.163951 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.176218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.185955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.189070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f4748100-fadc-420d-9a26-cfe4af02c7b8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:09.189354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.242283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:09.290546 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-274b08dc-ddae-4c3f-9b0d-3a182218d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.304078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=af324ed2-b733-4089-a448-8d282ceb9577,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:09.315972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.317674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.320140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 63e16640-cdd5-4ea5-885b-012b48906a76 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:09.340363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:09.341337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 63e16640-cdd5-4ea5-885b-012b48906a76 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:09.341678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.354284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.355601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-fd193757-bcbc-483d-8354-cff9589a10d3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7245839 Sep 19 03:02:09.364928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.384075 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.450538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-274b08dc-ddae-4c3f-9b0d-3a182218d913 None None] For port cd9f96ad-1295-4888-92b9-2a59983cf4d4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cd9f96ad-1295-4888-92b9-2a59983cf4d4,segment=NetworkSegment(809fafb3-a69f-4eb8-9ece-547d76bcb605),segment_id=809fafb3-a69f-4eb8-9ece-547d76bcb605)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:09.455633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-4fa8af9e-3fd5-4527-a916-61285cb6d7c9 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0927858 Sep 19 03:02:09.487437 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-274b08dc-ddae-4c3f-9b0d-3a182218d913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.562865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:09.652117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-d37c17d5-4069-4a29-9907-7c3ecac1ef88 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:09.655299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-d37c17d5-4069-4a29-9907-7c3ecac1ef88 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.1926687 Sep 19 03:02:09.676427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-17ec0657-5d2f-490f-9f28-e88f3e881d92 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:09.676942 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.677608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b3f6169-f988-4a5b-a5f4-485f4406ba2d req-17ec0657-5d2f-490f-9f28-e88f3e881d92 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085082 Sep 19 03:02:09.680611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b08dc-ddae-4c3f-9b0d-3a182218d913 None None] Pushing event updated for resources: {'Port': ['ID=cd9f96ad-1295-4888-92b9-2a59983cf4d4,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:09.691276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a1005369-279e-484d-b8e0-175bec36db0a None None] Provisioning complete for port cd9f96ad-1295-4888-92b9-2a59983cf4d4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:09.691649 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1005369-279e-484d-b8e0-175bec36db0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.712291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.721400 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.721812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:02:01Z', 'revision_number': 4, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port': {'id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:53Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd9f96ad-1295-4888-92b9-2a59983cf4d4', 'name': '', 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'mac_address': 'fa:16:3e:89:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e063115-01cc-4c05-8814-61b7ffce25a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:59Z', 'updated_at': '2021-09-19T03:02:08Z', 'revision_number': 4, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'subnets': [{'id': '1e063115-01cc-4c05-8814-61b7ffce25a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:09.728768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:09.757774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645723c-ef48-4196-8096-79c66631f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e16640-cdd5-4ea5-885b-012b48906a76'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:09.760044 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59fc25e-46dc-4b59-89a0-69cbba0a70ae" -d '{"events": [{"server_uuid": "1645723c-ef48-4196-8096-79c66631f7e8", "name": "network-vif-plugged", "status": "completed", "tag": "63e16640-cdd5-4ea5-885b-012b48906a76"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:09.831717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.841446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Pushing event updated for resources: {'Port': ['ID=44a9234d-e3e4-422d-8474-92e73c24660a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:09.874386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ef2a7-869d-4005-9cd8-75df3866e221 req-1d652bff-2b81-4058-bd8c-cfd09dc20823 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:09.876030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c80ef2a7-869d-4005-9cd8-75df3866e221 req-1d652bff-2b81-4058-bd8c-cfd09dc20823 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 948 time: 0.1154950 Sep 19 03:02:09.877408 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.878476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10b09971-c889-42da-94bb-804b618ed3df req-2803223d-8ab9-4926-8d1c-e2b9c9ec50f1 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2608752 Sep 19 03:02:09.916505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00a9203-c1fc-4d61-866a-7ebc7298a192 None None] The sync data for ids ['d80439f3-ff58-4637-8002-df72f6c11155'] in n-d-809936-1 is: [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:02:01Z', 'revision_number': 4, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port': {'id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:53Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd9f96ad-1295-4888-92b9-2a59983cf4d4', 'name': '', 'network_id': '6cf27036-68fd-4f68-bd62-657309a086e4', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'mac_address': 'fa:16:3e:89:9c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '1e063115-01cc-4c05-8814-61b7ffce25a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:59Z', 'updated_at': '2021-09-19T03:02:08Z', 'revision_number': 4, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'subnets': [{'id': '1e063115-01cc-4c05-8814-61b7ffce25a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:09.924496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 63e16640-cdd5-4ea5-885b-012b48906a76, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=63e16640-cdd5-4ea5-885b-012b48906a76,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:09.941090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:09.941901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 785f302c-d83c-48e6-a7e8-9b68869df9b2 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:09.951199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10b09971-c889-42da-94bb-804b618ed3df req-afc8a335-3f77-4f99-8dad-023acb39aeda tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.140 HTTP/1.1" status: 200 len: 696 time: 0.0655928 Sep 19 03:02:10.003153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c80ef2a7-869d-4005-9cd8-75df3866e221 req-19813ea5-f259-475e-b90e-5f63d39f5780 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161227 Sep 19 03:02:10.080045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=63e16640-cdd5-4ea5-885b-012b48906a76,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:10.152914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 785f302c-d83c-48e6-a7e8-9b68869df9b2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:10.153622 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:10.180158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09971-c889-42da-94bb-804b618ed3df req-09bf4667-db9b-4bbf-a110-ce78dd496d9b tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:10.181738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10b09971-c889-42da-94bb-804b618ed3df req-09bf4667-db9b-4bbf-a110-ce78dd496d9b tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2204998 Sep 19 03:02:10.196549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27847627-498c-449d-89c7-208e3cafcc25 req-e7e83751-c1fb-4441-bc36-816401fc8e77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:10.202486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27847627-498c-449d-89c7-208e3cafcc25 req-e7e83751-c1fb-4441-bc36-816401fc8e77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.0879681 Sep 19 03:02:10.208090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-10b09971-c889-42da-94bb-804b618ed3df req-6f6e9f77-2906-4f2c-ab3a-80d7a0787fb4 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:10.209101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10b09971-c889-42da-94bb-804b618ed3df req-6f6e9f77-2906-4f2c-ab3a-80d7a0787fb4 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056539 Sep 19 03:02:10.258443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27847627-498c-449d-89c7-208e3cafcc25 req-8a6fb24b-2829-46ca-91d1-fcf4e8f83ca1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Sep 19 03:02:10.302443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:10.361247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:10.366862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b3fb5-9bb0-40bd-95db-c62d75694efe req-4818fd00-f946-425c-81f6-aa96785a355c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:10.367845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:10.368683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-034b3fb5-9bb0-40bd-95db-c62d75694efe req-4818fd00-f946-425c-81f6-aa96785a355c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 946 time: 0.0620556 Sep 19 03:02:10.434867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:10.449766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-034b3fb5-9bb0-40bd-95db-c62d75694efe req-109a03bb-4926-4876-8de3-981f3287d1ba tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692682 Sep 19 03:02:10.475781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391f7a8-98c1-402a-b798-9e99d43f45ea req-c1e16096-658c-409c-a74a-6acfa9d5747b tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:10.477454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a391f7a8-98c1-402a-b798-9e99d43f45ea req-c1e16096-658c-409c-a74a-6acfa9d5747b tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 945 time: 0.1077123 Sep 19 03:02:10.540360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a391f7a8-98c1-402a-b798-9e99d43f45ea req-2b1afd07-3ab8-4283-aa0a-a421a27ac44d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567954 Sep 19 03:02:10.547904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cd9f96ad-1295-4888-92b9-2a59983cf4d4 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:10.638181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cd9f96ad-1295-4888-92b9-2a59983cf4d4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:10.639425 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:10.749024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249fe8e-3b24-4b55-b109-a2039466f135 req-4f397372-7a17-41d4-866a-2872ae47664c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:10.761634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c249fe8e-3b24-4b55-b109-a2039466f135 req-4f397372-7a17-41d4-866a-2872ae47664c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 948 time: 0.1211140 Sep 19 03:02:10.793009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 785f302c-d83c-48e6-a7e8-9b68869df9b2 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:10.824025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c249fe8e-3b24-4b55-b109-a2039466f135 req-209f5fcb-9663-4a4e-8401-e11d813338a2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Sep 19 03:02:10.902225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-99ac125f-8f14-49d9-9225-0e68d238d8a9 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1914949 Sep 19 03:02:10.907310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:10.917585 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be627c74-b8b6-46de-92b0-a9fb428e2fc6 x-openstack-request-id: req-be627c74-b8b6-46de-92b0-a9fb428e2fc6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:10.918011 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645723c-ef48-4196-8096-79c66631f7e8", "name": "network-vif-plugged", "status": "completed", "tag": "63e16640-cdd5-4ea5-885b-012b48906a76", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:10.918365 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be627c74-b8b6-46de-92b0-a9fb428e2fc6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:10.918883 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1645723c-ef48-4196-8096-79c66631f7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e16640-cdd5-4ea5-885b-012b48906a76', 'code': 200} Sep 19 03:02:10.949085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:10.961256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:10.998187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:11.006170 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:11.060736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cafde0f0-3d10-4056-a101-449a726f5040 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:11.111848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:11.140258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port cafde0f0-3d10-4056-a101-449a726f5040 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:11.145939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port cafde0f0-3d10-4056-a101-449a726f5040 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:11.145939 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:11.187314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5bc2ed0-e585-481a-b0d0-5f38e02b509b req-d6421a80-d3ac-4ea2-babf-d633251cc3f0 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips/18399a36-ab27-48fe-b0ae-6f10f615e869 HTTP/1.1" status: 200 len: 693 time: 0.1256850 Sep 19 03:02:11.201230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c4d05-872d-4924-a417-eaba12ef2785 req-0f907e67-dac4-4c5a-8112-679b2731f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:11.202665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c1c4d05-872d-4924-a417-eaba12ef2785 req-0f907e67-dac4-4c5a-8112-679b2731f29a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 1101 time: 0.1958387 Sep 19 03:02:11.248355 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:11.286948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cafde0f0-3d10-4056-a101-449a726f5040, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cafde0f0-3d10-4056-a101-449a726f5040,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:11.293158 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:11.353129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=cafde0f0-3d10-4056-a101-449a726f5040,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:11.615805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c1c4d05-872d-4924-a417-eaba12ef2785 req-9aa1d40d-4a0c-4e26-8c83-6571c6d00cf6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445673 Sep 19 03:02:11.641502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-de82f2ab-aed1-42ae-ad3a-8dacc56bc596 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:11.643029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-de82f2ab-aed1-42ae-ad3a-8dacc56bc596 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 948 time: 0.1705790 Sep 19 03:02:11.656857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc2ed0-e585-481a-b0d0-5f38e02b509b req-8993c3a3-7b0a-4274-8ef6-4487ec973b71 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:11.658128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5bc2ed0-e585-481a-b0d0-5f38e02b509b req-8993c3a3-7b0a-4274-8ef6-4487ec973b71 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.4530156 Sep 19 03:02:11.692958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-e5bc2ed0-e585-481a-b0d0-5f38e02b509b req-70f77ea7-d5e2-4b84-b76b-f9cc689445fb tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:11.694497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5bc2ed0-e585-481a-b0d0-5f38e02b509b req-70f77ea7-d5e2-4b84-b76b-f9cc689445fb tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257735 Sep 19 03:02:11.695800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:11.777406 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-1f5d9386-70e6-4eb9-b848-b6d8ae2bb09c service neutron] delete failed (client error): The resource could not be found. Sep 19 03:02:11.779161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-1f5d9386-70e6-4eb9-b848-b6d8ae2bb09c service neutron] 10.222.0.32 "DELETE /v2.0/ports/9908e1f8-4ef7-47a6-8b43-e9d161dc7839/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.1194882 Sep 19 03:02:11.835273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Allocated IP 172.25.8.76 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/e3689f64-b047-4716-b796-bbd8c8ddaa14) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:11.987727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:12.032667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-2d964368-4fe3-4bfd-a8bb-1bacf0d63189 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1952366158&fields=id&tenant_id=58e4605440a343bc98a07b1ee0eb370b HTTP/1.1" status: 200 len: 267 time: 0.0829043 Sep 19 03:02:12.045164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-709f9139-2e93-4ea1-b91d-4b459db1510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:12.046660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-709f9139-2e93-4ea1-b91d-4b459db1510c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1099 time: 0.1075509 Sep 19 03:02:12.117202 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:12.228865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:12.242770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:12.258684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:12.285803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=e3689f64-b047-4716-b796-bbd8c8ddaa14,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:12.298066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-74d329c8-bf9d-431b-a014-c198dd93c292 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:12.299557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-74d329c8-bf9d-431b-a014-c198dd93c292 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 823 time: 0.2516928 Sep 19 03:02:12.311336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-546cda2e-9930-4229-b28d-cbce5ebc0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:12.312792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-546cda2e-9930-4229-b28d-cbce5ebc0f98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2525663 Sep 19 03:02:12.357558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-5d827d07-646f-44fb-aca0-d42073c841cf tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/quotas/58e4605440a343bc98a07b1ee0eb370b HTTP/1.1" status: 200 len: 375 time: 0.0498023 Sep 19 03:02:12.362479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-8cdae39a-36d3-404c-900c-2e277883aaae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.0406466 Sep 19 03:02:12.474264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-fba5e7e9-4964-4f09-a867-8ed01bbd9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:12.476291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-fba5e7e9-4964-4f09-a867-8ed01bbd9ed8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1020732 Sep 19 03:02:12.489214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-68bf8b7a-67a4-48ef-ad18-f72540129102 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1248381 Sep 19 03:02:12.490278 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:12.604464 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:12.630570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-23fd0c2d-ca13-4260-a109-5a85bc4b5695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:12.632649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-23fd0c2d-ca13-4260-a109-5a85bc4b5695 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1407905 Sep 19 03:02:12.722424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-f3338214-f637-4c6d-98fd-2a9234107639 service neutron] 10.222.0.22 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193351 Sep 19 03:02:12.810394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:12.871552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:12.875632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:12.875999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:12.899909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-c037f74d-9d6d-4bd5-9c6b-3177352a1a83 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:12.901368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-c037f74d-9d6d-4bd5-9c6b-3177352a1a83 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fb38899-7afe-4e33-bdac-914e8569005a HTTP/1.1" status: 200 len: 966 time: 0.2389197 Sep 19 03:02:12.920024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2'}, {'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2'}, {'server_uuid': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafde0f0-3d10-4056-a101-449a726f5040'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:12.922296 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feeadd9-313b-4d15-bb90-20f07a8b85f3" -d '{"events": [{"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-plugged", "status": "completed", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2"}, {"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-unplugged", "status": "completed", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2"}, {"server_uuid": "83b80781-4ffc-4a84-bc76-82fd14fd9a53", "name": "network-vif-plugged", "status": "completed", "tag": "cafde0f0-3d10-4056-a101-449a726f5040"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:12.932207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-2b1d9291-07a0-424a-bcee-5562ee8fb91f service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894185 Sep 19 03:02:12.960153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:12.992020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:12.995787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:13.046685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:13.088562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-9e3326ca-23c0-433f-836c-02e17791d7c2 service neutron] 10.222.0.22 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568833 Sep 19 03:02:13.103258 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:13.112330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:13.187946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-952bb222-c2d0-498b-a866-e7f1222dc6aa req-995cda63-75be-4fc6-a2f3-cc2339fb6701 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317090 Sep 19 03:02:13.208180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=e3689f64-b047-4716-b796-bbd8c8ddaa14,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:13.227160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Deleting port 29a88cea-c617-43d4-90cd-0f475acc2420 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:13.227512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:13.231945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:13.329309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:13.330505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-1ad63b75-409d-4848-9a0a-a909ca9a78f7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4273958 Sep 19 03:02:13.399550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-714746a4-7fa6-4b85-94ac-40150bfd2c45 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.0583296 Sep 19 03:02:13.417385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b08f6a-5667-4b3b-868f-c6d381adc2e6 req-8a5e2263-a273-4695-b32b-6d0d5f7820c0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:13.418900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85b08f6a-5667-4b3b-868f-c6d381adc2e6 req-8a5e2263-a273-4695-b32b-6d0d5f7820c0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1669779 Sep 19 03:02:13.433889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] For port 29a88cea-c617-43d4-90cd-0f475acc2420, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=29a88cea-c617-43d4-90cd-0f475acc2420,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:13.434252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:13.837026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85b08f6a-5667-4b3b-868f-c6d381adc2e6 req-fcda0ade-00d3-40ae-b707-c00a21545bbb tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002109 Sep 19 03:02:13.934238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-a56093d8-091e-4149-a52f-704dc5a3d7d1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:13.935633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c33bf3e-0c81-474e-b42d-379ce06e6951 req-a56093d8-091e-4149-a52f-704dc5a3d7d1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.5143113 Sep 19 03:02:14.075063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54496b4-0ca7-4806-92f0-ee577ad66b2b req-cedd7908-f33c-48d8-9cc0-152d394032c0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:14.076437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e54496b4-0ca7-4806-92f0-ee577ad66b2b req-cedd7908-f33c-48d8-9cc0-152d394032c0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 946 time: 0.1668744 Sep 19 03:02:14.099701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-bfee8800-6644-47c1-8b22-263d14f101d1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:14.100618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.100978 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.101159 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-bfee8800-6644-47c1-8b22-263d14f101d1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 943 time: 0.0539253 Sep 19 03:02:14.101339 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Floating IP 96929cda-af15-48e1-8923-c608fe8efd2b disassociated. External IP: 172.25.8.110, port: 29a88cea-c617-43d4-90cd-0f475acc2420. Sep 19 03:02:14.101682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Calling delete_port for 29a88cea-c617-43d4-90cd-0f475acc2420 owned by compute:tempest-test_az-493050415 {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:14.126280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c26ed-8c02-4994-928b-f776214e0ca2 req-cff4f11a-c57d-4a6d-aaad-9fadbdd59db2 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:14.127768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-413c26ed-8c02-4994-928b-f776214e0ca2 req-cff4f11a-c57d-4a6d-aaad-9fadbdd59db2 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 946 time: 0.1343172 Sep 19 03:02:14.199956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Deleting port 785f302c-d83c-48e6-a7e8-9b68869df9b2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:14.200299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.218538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e54496b4-0ca7-4806-92f0-ee577ad66b2b req-da72a867-1d6d-42e0-ab1f-07ec1701218b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308811 Sep 19 03:02:14.296359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-5b826811-7875-4917-9a52-ba9213f548fd tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:14.297834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-5b826811-7875-4917-9a52-ba9213f548fd tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1097 time: 0.1612685 Sep 19 03:02:14.300656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-413c26ed-8c02-4994-928b-f776214e0ca2 req-96ad8ea7-506f-483c-b981-86639d284aee tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554191 Sep 19 03:02:14.303800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] For port 785f302c-d83c-48e6-a7e8-9b68869df9b2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=785f302c-d83c-48e6-a7e8-9b68869df9b2,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:14.304188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.318390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Calling delete_port for 785f302c-d83c-48e6-a7e8-9b68869df9b2 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:14.374792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809936-1'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:14.410786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a66c940-ed73-425a-a2e3-5f2cd93b84cc req-7d9c7319-7786-491d-a703-5bdd159abf8d tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=6ecc64856309472db8d4b90f88ba3452 HTTP/1.1" status: 200 len: 696 time: 0.1474340 Sep 19 03:02:14.457415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05a2e9cd-bfb7-480f-a4bf-dacb28be4bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.518069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-27f64404-bc4d-44d8-b1bf-83bdaa3e4337 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:14.519704 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-27f64404-bc4d-44d8-b1bf-83bdaa3e4337 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 823 time: 0.1901548 Sep 19 03:02:14.582906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.606634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.612387 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-dbb90679-fc76-4fe3-8e11-fde15f7399c7 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58e4605440a343bc98a07b1ee0eb370b HTTP/1.1" status: 200 len: 380 time: 0.0629983 Sep 19 03:02:14.631500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6d4ca-e51f-4193-a761-ef44add2d15e req-f387ece8-662e-4d96-ad77-ca0135a52bf6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:14.632993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aef6d4ca-e51f-4193-a761-ef44add2d15e req-f387ece8-662e-4d96-ad77-ca0135a52bf6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 949 time: 0.2489476 Sep 19 03:02:14.641141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'port': {'device_id': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'admin_state_up': True, 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'security_groups': ['8db31cdc-5c18-4f98-b892-d181cd5977ef']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:14.647389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event deleted for resources: {'Port': ['ID=785f302c-d83c-48e6-a7e8-9b68869df9b2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:14.651441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.667042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66c940-ed73-425a-a2e3-5f2cd93b84cc req-fdf49bc9-bdbc-42a8-8ab6-737d0a3cbf96 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:14.668508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a66c940-ed73-425a-a2e3-5f2cd93b84cc req-fdf49bc9-bdbc-42a8-8ab6-737d0a3cbf96 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks?id=05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 787 time: 0.2349632 Sep 19 03:02:14.710965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-9a66c940-ed73-425a-a2e3-5f2cd93b84cc req-8f9467d8-3910-4447-a608-892328fba445 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:14.711960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a66c940-ed73-425a-a2e3-5f2cd93b84cc req-8f9467d8-3910-4447-a608-892328fba445 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0320501 Sep 19 03:02:14.720896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event deleted for resources: {'Port': ['ID=29a88cea-c617-43d4-90cd-0f475acc2420,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:14.740536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] No DVR routers for this DVR port 785f302c-d83c-48e6-a7e8-9b68869df9b2 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:14.744478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.746495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba1423f5-8803-42de-9f0f-ff129cc22922 req-b64d0da0-a4fd-4ccf-b389-1bcac2e95e68 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "DELETE /v2.0/ports/785f302c-d83c-48e6-a7e8-9b68869df9b2 HTTP/1.1" status: 204 len: 173 time: 0.6372035 Sep 19 03:02:14.746960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-deleted', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:14.749210 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89449f9-0ab0-41e6-b2e0-6472d4914a38" -d '{"events": [{"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-deleted", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:14.761030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aef6d4ca-e51f-4193-a761-ef44add2d15e req-40e0d93c-f341-426c-827e-9bfe7d37a251 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075938 Sep 19 03:02:14.802991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Made reservation on behalf of 58e4605440a343bc98a07b1ee0eb370b for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:14.806920 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:14.853358 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770f888f-2c5a-483d-b672-5ac21d2153eb x-openstack-request-id: req-770f888f-2c5a-483d-b672-5ac21d2153eb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:14.853358 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-plugged", "status": "completed", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2", "code": 200}, {"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-unplugged", "status": "completed", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2", "code": 200}, {"server_uuid": "83b80781-4ffc-4a84-bc76-82fd14fd9a53", "name": "network-vif-plugged", "status": "completed", "tag": "cafde0f0-3d10-4056-a101-449a726f5040", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:14.853629 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-770f888f-2c5a-483d-b672-5ac21d2153eb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:14.853989 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'code': 200} Sep 19 03:02:14.856204 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'code': 200} Sep 19 03:02:14.856204 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cafde0f0-3d10-4056-a101-449a726f5040', 'code': 200} Sep 19 03:02:14.861877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bcaa8cd-763e-4be1-a17c-f4c7295d24d5 req-43ea5038-7368-4b5f-8b4d-b771b0735e2c tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a03fb47-c61e-4747-8697-c80508a54266 HTTP/1.1" status: 200 len: 210 time: 0.0838108 Sep 19 03:02:14.992056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Allocated IP 172.20.0.6 (38f0404b-2130-4ac7-8696-206ce18e09f9/fa71bd19-11fe-4fcc-96fd-e836d81ea57b/d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:15.045954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4865e917-7d58-4265-8f32-9873fd31c8e3 req-3be8fcac-67a2-4553-af17-5fdf9adb635d tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 210 time: 0.1022215 Sep 19 03:02:15.120778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:15.137316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.175078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.182263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Router d1902d88-b6fc-47a0-a267-130d01cd1783 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:02:15.197780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-c714fe6d-07bc-4aa8-8f9d-b17440ff3ffd tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips/18399a36-ab27-48fe-b0ae-6f10f615e869 HTTP/1.1" status: 200 len: 693 time: 0.1200299 Sep 19 03:02:15.208436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35691a2e-8233-41f4-aaf4-b0be184ffc61 req-1a17acdb-ec09-4186-9d24-0c1b1e01f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:15.210935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35691a2e-8233-41f4-aaf4-b0be184ffc61 req-1a17acdb-ec09-4186-9d24-0c1b1e01f10e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 1100 time: 0.2538989 Sep 19 03:02:15.238309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event updated for resources: {'Port': ['ID=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:15.239486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-ce9603cb-30ab-4cf9-beca-95eefac45252 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3352334 Sep 19 03:02:15.256310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:15.259225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:15.261905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:15.273312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:15.321129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:15.323268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:15.323268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.507571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7ceed977-faf5-4cf3-8368-651cfc16b4de None None] Provisioning complete for port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:15.508147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ceed977-faf5-4cf3-8368-651cfc16b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.543691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7ceed977-faf5-4cf3-8368-651cfc16b4de None None] Port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:15.650180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-8d3c7c55-cadf-4700-8b15-19cbb3750b28 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0302758 Sep 19 03:02:15.650982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35691a2e-8233-41f4-aaf4-b0be184ffc61 req-8a918b5a-b8b3-4bce-9f65-aba89bd747e2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215009 Sep 19 03:02:15.658136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.665770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Request body: {'port': {'device_id': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:15.673138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.688305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:15.690858 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e0a4bf-225d-4572-be29-d1cd8a045428" -d '{"events": [{"server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "name": "network-vif-unplugged", "status": "completed", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:15.695368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.726570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.741259 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:15.770593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-cb842b19-91a1-4373-ae0f-9a1b2a95d351 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:15.771994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-cb842b19-91a1-4373-ae0f-9a1b2a95d351 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.5561452 Sep 19 03:02:15.814052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-649a3500-64b7-4d42-bfac-496e9fd2cb5b tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:15.815305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-649a3500-64b7-4d42-bfac-496e9fd2cb5b tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148141 Sep 19 03:02:15.894042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:15.908764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] Sync routers for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:15.912279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:15.925664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:15.926619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:15.963690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-fc8645ae-1bdc-43a4-b0e8-1ff322a64822 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.140 HTTP/1.1" status: 200 len: 696 time: 0.1377978 Sep 19 03:02:16.013424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] No DVR routers for this DVR port 29a88cea-c617-43d4-90cd-0f475acc2420 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:16.016358 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.018289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2c73974-64e5-4412-bb2e-0d9b24953743 req-9c272196-026e-4326-82d2-ae9b77e27e37 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "DELETE /v2.0/ports/29a88cea-c617-43d4-90cd-0f475acc2420 HTTP/1.1" status: 204 len: 173 time: 3.1032081 Sep 19 03:02:16.073413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on host n-h2-809936-1 for vnic_type normal with profile {"migrating_to": "n-h1-809936-1"} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:16.074073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:16.074275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:16.082784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:16.086983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-26c84b45-fc01-430a-bfc0-64a0deaed58d tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.140 HTTP/1.1" status: 200 len: 696 time: 0.1030524 Sep 19 03:02:16.090409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:16.090761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Attempting to bind port 973b48ab-a360-4f95-99c9-57e651702f6f on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:16.094289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.102952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:16.110045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:16.110395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:16.110798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:16.111244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Bound port: 973b48ab-a360-4f95-99c9-57e651702f6f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:16.111602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.116117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Transition to ACTIVE for port object d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:16.125008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.198055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Pushing event updated for resources: {'Port': ['ID=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:16.275102 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.290468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Attempting to bind port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:16.290971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Attempting to bind port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:16.291320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Attempting to bind port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa on network 38f0404b-2130-4ac7-8696-206ce18e09f9 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:16.296289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa on network 38f0404b-2130-4ac7-8696-206ce18e09f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:16.296664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Attempting to bind port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa on network 38f0404b-2130-4ac7-8696-206ce18e09f9 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:16.302792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:16.303105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Checking segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:16.303507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Bound using segment: {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:16.304001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Bound port: d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414f97b8-5c8a-49a7-9c71-249146468959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:16.304391 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.367337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:16.376578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:16.380796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] For port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:16.385860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] For port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:16.391678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.402196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.423061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:16.435602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:16.436313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.437808 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] 10.222.0.30 "PUT /v2.0/ports/d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa HTTP/1.1" status: 200 len: 1091 time: 0.7763314 Sep 19 03:02:16.470568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c9eab-4bf7-48c8-a51e-fc565a77096e service neutron] Pushing event updated for resources: {'Port': ['ID=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:16.477960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Deleting port 44a9234d-e3e4-422d-8474-92e73c24660a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:16.478205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.494483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] Checking router: d1902d88-b6fc-47a0-a267-130d01cd1783 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:16.522641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Allocated IP 172.25.8.162 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/9118dcf6-b9df-4c91-af13-a546432a550f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:16.529592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:16.530773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:16.539149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-89e10549-55b1-4d3f-a347-82fdec096356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:16.541459 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-89e10549-55b1-4d3f-a347-82fdec096356 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 1094 time: 0.0542057 Sep 19 03:02:16.592611 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-a61b7eb3-e6f4-4e81-817d-f8406f7b4db5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa HTTP/1.1" status: 200 len: 217 time: 0.0409231 Sep 19 03:02:16.599014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:16.599671 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.601053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] 10.222.0.30 "PUT /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 1122 time: 2.2390475 Sep 19 03:02:16.636485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dd26e-2aac-49a7-b2bf-a3e5279cefc1 service neutron] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=8']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:16.675122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-5d11c4f6-21e1-4302-b5a5-245f4cb80376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:16.678504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-5d11c4f6-21e1-4302-b5a5-245f4cb80376 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa71bd19-11fe-4fcc-96fd-e836d81ea57b HTTP/1.1" status: 200 len: 862 time: 0.0777695 Sep 19 03:02:16.745161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:16.748984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.749287 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.767569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-2945cce7-b64a-4baf-9f68-2f6a1830b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:16.769371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-2945cce7-b64a-4baf-9f68-2f6a1830b459 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38f0404b-2130-4ac7-8696-206ce18e09f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832911 Sep 19 03:02:16.773553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Calling delete_port for 44a9234d-e3e4-422d-8474-92e73c24660a owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:16.798389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['973b48ab-a360-4f95-99c9-57e651702f6f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:16.799008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.843492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 973b48ab-a360-4f95-99c9-57e651702f6f details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:16.845459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 29a88cea-c617-43d4-90cd-0f475acc2420 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:16.856775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:16.859139 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54353f2a-3ab9-4b18-ac42-b8ec9ca1b79d" -d '{"events": [{"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:16.896827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-10cf0385-95e4-4eb5-8645-6262d0ba615b service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165011 Sep 19 03:02:16.901333 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:16.929371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['973b48ab-a360-4f95-99c9-57e651702f6f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:16.930984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 29a88cea-c617-43d4-90cd-0f475acc2420 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:16.931339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 29a88cea-c617-43d4-90cd-0f475acc2420 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:16.966900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:16.981203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:16.984838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:16.986654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=9118dcf6-b9df-4c91-af13-a546432a550f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:17.007851 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f134a15e-dee8-41d6-aa33-4d438b4b4980 req-c3362491-97d4-4bdc-bbc4-fd9f5eccfbc9 service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014040 Sep 19 03:02:17.031232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.069405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Pushing event deleted for resources: {'Port': ['ID=44a9234d-e3e4-422d-8474-92e73c24660a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:17.153636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.162330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.165151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.166356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91aa5ad9-5018-429a-81d2-e5359e679769 req-66239dbd-9f47-4949-8cdc-8a75d7e93901 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "DELETE /v2.0/floatingips/18399a36-ab27-48fe-b0ae-6f10f615e869 HTTP/1.1" status: 204 len: 173 time: 1.0706475 Sep 19 03:02:17.190243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:17.201655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a395270c-5ca0-4465-861c-a4640a3015ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.207887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.208351 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bce6bd-4439-4f6f-abd9-26f3cf8ece45 x-openstack-request-id: req-83bce6bd-4439-4f6f-abd9-26f3cf8ece45 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:17.208818 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a03fb47-c61e-4747-8697-c80508a54266", "name": "network-vif-deleted", "tag": "785f302c-d83c-48e6-a7e8-9b68869df9b2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:17.208958 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83bce6bd-4439-4f6f-abd9-26f3cf8ece45 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:17.209351 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a03fb47-c61e-4747-8697-c80508a54266', 'name': 'network-vif-deleted', 'tag': '785f302c-d83c-48e6-a7e8-9b68869df9b2', 'status': 'completed', 'code': 200} Sep 19 03:02:17.243933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 973b48ab-a360-4f95-99c9-57e651702f6f has no active binding in host n-h1-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:02:17.353131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:17.373288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693e9f9-626b-4ee6-8bff-801a308bdda5 req-b89c6b79-8902-4918-aa90-88a5b01c6078 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:17.375714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6693e9f9-626b-4ee6-8bff-801a308bdda5 req-b89c6b79-8902-4918-aa90-88a5b01c6078 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1050668 Sep 19 03:02:17.388140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af1ba30-7227-4391-9bc1-16eb0af53f1a None None] The sync data for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 is: [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:17.450365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6693e9f9-626b-4ee6-8bff-801a308bdda5 req-61fbc206-7092-4306-b5c9-730d5ba923c4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657806 Sep 19 03:02:17.454203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.460231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.539822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=9118dcf6-b9df-4c91-af13-a546432a550f,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:17.570936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.591751 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.593014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-7037da24-cb00-410a-94a5-2a2868e5a3a1 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3241429 Sep 19 03:02:17.605321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ffc53-9a5c-46e5-9b19-7c312831584a req-5d4ceebd-1d70-4a10-9683-a53e54adb4ba tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:17.606901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d08ffc53-9a5c-46e5-9b19-7c312831584a req-5d4ceebd-1d70-4a10-9683-a53e54adb4ba tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 944 time: 0.0908577 Sep 19 03:02:17.631637 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d543d-b462-4dcf-93c3-60e565a6b899 None None] New status for floating IP 96929cda-af15-48e1-8923-c608fe8efd2b: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:02:17.668549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-4955d8f1-c931-44ac-8443-421db92167a8 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0606346 Sep 19 03:02:17.697002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d08ffc53-9a5c-46e5-9b19-7c312831584a req-81b025ef-d4e7-41e5-8393-5eeb30b755ab tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805140 Sep 19 03:02:17.824925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-6f8b7d57-337e-4148-8420-0aa282105596 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:17.826390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67d3d2a1-6028-4418-be3f-20a7684eaa6b req-6f8b7d57-337e-4148-8420-0aa282105596 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.1519883 Sep 19 03:02:17.835349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79af9e-6616-4a5f-9dfb-07cf338c4735 req-153173d1-f28e-4dcc-bef7-6ac81effd802 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:17.836646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d79af9e-6616-4a5f-9dfb-07cf338c4735 req-153173d1-f28e-4dcc-bef7-6ac81effd802 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 946 time: 0.0788379 Sep 19 03:02:17.892341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d79af9e-6616-4a5f-9dfb-07cf338c4735 req-2b04da31-d844-45f6-9c54-1c0246947406 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491507 Sep 19 03:02:17.894206 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c698c503-da72-41d7-9041-ecef4a031fd4 x-openstack-request-id: req-c698c503-da72-41d7-9041-ecef4a031fd4 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:17.894492 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "name": "network-vif-unplugged", "status": "completed", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:17.894971 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c698c503-da72-41d7-9041-ecef4a031fd4 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:17.895303 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f', 'code': 200} Sep 19 03:02:17.896182 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:17.987483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9db8b-6556-4ea3-bcf0-3fd091790e59 req-e5822b76-3352-4544-9116-10f23c3429e0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:17.989199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edf9db8b-6556-4ea3-bcf0-3fd091790e59 req-e5822b76-3352-4544-9116-10f23c3429e0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 949 time: 0.0539720 Sep 19 03:02:18.058487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edf9db8b-6556-4ea3-bcf0-3fd091790e59 req-0d24bbf7-28f1-48bc-8575-bda1c262cc5b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595829 Sep 19 03:02:18.065957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d3d66-eb8c-44ce-8ba7-9623ccd4d03c req-ba42250a-d218-4e8b-aa5b-3f189ff3dbe4 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:18.067418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-516d3d66-eb8c-44ce-8ba7-9623ccd4d03c req-ba42250a-d218-4e8b-aa5b-3f189ff3dbe4 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 943 time: 0.0768251 Sep 19 03:02:18.102944 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248a6453-e4ea-4dc1-90a5-d8a4013a7952 x-openstack-request-id: req-248a6453-e4ea-4dc1-90a5-d8a4013a7952 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:18.103241 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-plugged", "status": "completed", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:18.103497 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-248a6453-e4ea-4dc1-90a5-d8a4013a7952 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:18.104004 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'code': 200} Sep 19 03:02:18.107333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-516d3d66-eb8c-44ce-8ba7-9623ccd4d03c req-1edd193c-071a-4774-8b64-38d3304313e9 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335598 Sep 19 03:02:18.240599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef48a4-7d6b-44fc-9cb5-7f410c270ba4 req-9bc1ee44-18e8-4871-84db-e58a74984fc1 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:18.241978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8ef48a4-7d6b-44fc-9cb5-7f410c270ba4 req-9bc1ee44-18e8-4871-84db-e58a74984fc1 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1100 time: 0.0654540 Sep 19 03:02:18.246414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-182a4455-5e4c-4e28-91d7-78229794e379 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1326635 Sep 19 03:02:18.257686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:18.294139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8ef48a4-7d6b-44fc-9cb5-7f410c270ba4 req-56509895-347e-47f7-8561-51f97a91370e tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462356 Sep 19 03:02:18.296046 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:18.330697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:18.471404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de19c89f-777a-4a73-89bd-7ee96388546f req-b53fc944-c909-407f-b1d4-98dfb8cc9bd3 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1438115 Sep 19 03:02:18.483464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:18.495177 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:18.543853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:18.842032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 785f302c-d83c-48e6-a7e8-9b68869df9b2 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:18.873761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 785f302c-d83c-48e6-a7e8-9b68869df9b2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:18.874112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 785f302c-d83c-48e6-a7e8-9b68869df9b2 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:18.876974 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-7ade52a7-2986-4a0a-921e-122d07ea9a55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434475 Sep 19 03:02:18.889553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Allocated IP 172.25.8.201 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/5693c18c-b3a3-4c65-b329-a0cdcc58ee05) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:18.938613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-9ab7f75b-32e1-4af5-ae85-75bdab73c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:18.940468 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-9ab7f75b-32e1-4af5-ae85-75bdab73c83b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 1095 time: 0.0418849 Sep 19 03:02:18.992209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.045393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-3cdb8d25-beb4-4def-b001-afc9071fd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:19.047251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-3cdb8d25-beb4-4def-b001-afc9071fd9bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.0865648 Sep 19 03:02:19.052969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.089932 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-f4353f71-c51e-4fd8-b5dc-8c1cba777915 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 200 len: 217 time: 0.0349910 Sep 19 03:02:19.097429 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.138032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-6363adc0-2cca-4e79-a14b-f5f5aa44897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:19.139514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-6363adc0-2cca-4e79-a14b-f5f5aa44897c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0426817 Sep 19 03:02:19.164909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:19.170440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:19.172423 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-4a9d5ee0-b3e3-4e7b-babd-c5a3419e3f6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236061 Sep 19 03:02:19.179751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:19.209848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:19.210705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Allocated IP 172.25.8.194 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/df35b8c8-70b3-4fdc-b7fe-ce1fb503daee) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:19.212091 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6464480-6e77-48c7-a025-6771cd06e0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:19.216031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Pushing event updated for resources: {'Port': ['ID=5693c18c-b3a3-4c65-b329-a0cdcc58ee05,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:19.272000 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-4431968a-4b54-4df8-885a-6de285540f60 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925283 Sep 19 03:02:19.341050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.363519 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f009080e-c7f6-4f85-b66d-9d6a4608d9f4 req-d3243848-3171-4a2b-97dc-d47af21b39f7 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843768 Sep 19 03:02:19.390681 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.396039 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.478201 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.556490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:19.559089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=df35b8c8-70b3-4fdc-b7fe-ce1fb503daee,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:19.562983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:19.566631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:19.650032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.671784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.736574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.779262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Pushing event updated for resources: {'Port': ['ID=5693c18c-b3a3-4c65-b329-a0cdcc58ee05,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:19.793865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.795712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.828593 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.829847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-d23317ce-138a-4eb4-8272-aa0f35d31691 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5765483 Sep 19 03:02:19.859116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:19.896749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'name': 'network-vif-deleted', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420'}, {'name': 'network-changed', 'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:19.898967 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d485164-b6cf-4a03-a138-9958e1901d11" -d '{"events": [{"server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "name": "network-vif-deleted", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420"}, {"name": "network-changed", "server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:19.906265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-b703bc22-6a6a-4faf-946e-d997de059ae4 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.201 HTTP/1.1" status: 200 len: 696 time: 0.0695117 Sep 19 03:02:20.061982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-574681f5-06be-48f5-bae5-1067405e27f3 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:20.063465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-574681f5-06be-48f5-bae5-1067405e27f3 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1097 time: 0.1507285 Sep 19 03:02:20.083243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809936-1'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:20.141447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:20.164225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-cbf8396d-9354-4ad9-85d4-54d5fc0dbd32 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:20.165486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8683a95d-6526-4cbd-9adc-868ae40f4a76 req-cbf8396d-9354-4ad9-85d4-54d5fc0dbd32 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2517135 Sep 19 03:02:20.168037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:20.203477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:20.279342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event updated for resources: {'Port': ['ID=df35b8c8-70b3-4fdc-b7fe-ce1fb503daee,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:20.361340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:20.404591 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:20.405767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de19c89f-777a-4a73-89bd-7ee96388546f req-57dbd7fc-c888-4d15-b95e-4800a40ec6e7 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9267075 Sep 19 03:02:20.455329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-b8d6d126-557f-4654-b2f6-f88f0c0d8538 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:20.456741 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-b8d6d126-557f-4654-b2f6-f88f0c0d8538 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 822 time: 0.2060928 Sep 19 03:02:20.505103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de19c89f-777a-4a73-89bd-7ee96388546f req-2a25a0fc-4f51-4c73-a77f-7b442c2ea0c6 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0707290 Sep 19 03:02:20.513516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-306065a7-d7d1-48fa-baa7-ed638510acfc tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/quotas/a9ffcd0957394b3594a1a0d16302ddcf HTTP/1.1" status: 200 len: 375 time: 0.0239217 Sep 19 03:02:20.582020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:20.662790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-b3350ad4-87d1-4b67-857f-bec6cfb0831b tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405222 Sep 19 03:02:20.700753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:20.725399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19c89f-777a-4a73-89bd-7ee96388546f req-ea701109-4052-4730-9375-99cf8e521ead tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:20.726698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de19c89f-777a-4a73-89bd-7ee96388546f req-ea701109-4052-4730-9375-99cf8e521ead tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2080934 Sep 19 03:02:20.814421 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:20.828584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:20.859144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:20.873404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-8ad40b52-e594-4413-a479-fe1a709d3b57 service neutron] 10.222.0.22 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007740 Sep 19 03:02:20.906583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e4d75-2459-4145-b92e-467d02ebfac9 req-1e9baf33-feb6-413f-8033-3ba00590e2f3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:20.908068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f1e4d75-2459-4145-b92e-467d02ebfac9 req-1e9baf33-feb6-413f-8033-3ba00590e2f3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 950 time: 0.1289392 Sep 19 03:02:20.953763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:20.964578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:20.964876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'port_id': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'mac_address': 'fa:16:3e:59:21:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:21.004441 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:21.027619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on host n-h1-809936-1 for vnic_type normal with profile {"migrating_to": "n-h2-809936-1"} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:21.027960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:21.028284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:21.041782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:21.042104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:21.050405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f1e4d75-2459-4145-b92e-467d02ebfac9 req-9f80733f-d74b-4cce-8e40-21abbb5336df tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215248 Sep 19 03:02:21.060120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:21.060467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:21.060850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:21.061293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Bound port: 59d2e762-67c8-4b1e-9f50-317c6365b362, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:21.061653 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:21.073944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-b633f4c0-d6bb-4ce1-a72a-748f1e930649 service neutron] 10.222.0.22 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904569 Sep 19 03:02:21.135880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59d2e762-67c8-4b1e-9f50-317c6365b362 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:21.143746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:21.164352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:21.166505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:21.171288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:21.173268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:21.182448 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:21.282685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:21.305298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:21.323134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.323734 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:21.325056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] 10.222.0.32 "PUT /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 1122 time: 1.2490079 Sep 19 03:02:21.328498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on host n-h1-809936-1 for vnic_type normal with profile {"migrating_to": "n-h2-809936-1"} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:21.328881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:21.329280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:21.336925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:21.337566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Attempting to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:21.345647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:21.346095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:21.347279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:21.347279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Bound port: 59d2e762-67c8-4b1e-9f50-317c6365b362, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:21.347712 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:21.374509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548215-5eaf-4530-bd41-123d3f6e9e13 req-71a174ab-590c-4401-8f31-fb886eb0f276 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.381465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75548215-5eaf-4530-bd41-123d3f6e9e13 req-71a174ab-590c-4401-8f31-fb886eb0f276 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 944 time: 0.1889875 Sep 19 03:02:21.389414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc2683-4a7b-4df5-9954-7b0d787444da service neutron] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=8']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:21.431693 n-d-809936-1 neutron-server[94724]: WARNING neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Concurrent port binding operations failed on port 59d2e762-67c8-4b1e-9f50-317c6365b362 Sep 19 03:02:21.439455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:21.442544 n-d-809936-1 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Attempt 2 to bind port 59d2e762-67c8-4b1e-9f50-317c6365b362 Sep 19 03:02:21.442671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02093-968c-4a42-a4c3-c0ba3d57821e req-84c9d9a4-35d7-4782-afb6-01367cea5b33 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.442843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59d2e762-67c8-4b1e-9f50-317c6365b362 has no active binding in host n-h2-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:02:21.444113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aeb02093-968c-4a42-a4c3-c0ba3d57821e req-84c9d9a4-35d7-4782-afb6-01367cea5b33 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.1343119 Sep 19 03:02:21.453501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75548215-5eaf-4530-bd41-123d3f6e9e13 req-9deff5fc-32e2-4638-8e6b-c3b6373ed77a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711296 Sep 19 03:02:21.476605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['59d2e762-67c8-4b1e-9f50-317c6365b362'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:21.521387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['59d2e762-67c8-4b1e-9f50-317c6365b362'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:21.553796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aeb02093-968c-4a42-a4c3-c0ba3d57821e req-4e41fb0b-813a-4816-b052-f0f508589b29 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976839 Sep 19 03:02:21.574146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:21.611645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0923ba5-848f-4369-8471-96d5b9d92a82 req-52aa8910-d5c6-4011-a931-1aacc775e055 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.618184 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1396354e-0f8b-4cec-b809-d9905ef2dbd4 x-openstack-request-id: req-1396354e-0f8b-4cec-b809-d9905ef2dbd4 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:21.618711 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:21.619043 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1396354e-0f8b-4cec-b809-d9905ef2dbd4 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:21.619695 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'status': 'completed', 'code': 200} Sep 19 03:02:21.621982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0923ba5-848f-4369-8471-96d5b9d92a82 req-52aa8910-d5c6-4011-a931-1aacc775e055 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 944 time: 0.0976110 Sep 19 03:02:21.681136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0923ba5-848f-4369-8471-96d5b9d92a82 req-8d8fe7ac-3a8f-4fb2-93b5-da03f46aca18 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531681 Sep 19 03:02:21.693983 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb9115f-6140-48bb-b1a3-7cbcad1e4ae4 x-openstack-request-id: req-8eb9115f-6140-48bb-b1a3-7cbcad1e4ae4 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:21.695646 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb38899-7afe-4e33-bdac-914e8569005a", "name": "network-vif-deleted", "tag": "29a88cea-c617-43d4-90cd-0f475acc2420", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:21.696102 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8eb9115f-6140-48bb-b1a3-7cbcad1e4ae4 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:21.696679 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fb38899-7afe-4e33-bdac-914e8569005a', 'name': 'network-vif-deleted', 'tag': '29a88cea-c617-43d4-90cd-0f475acc2420', 'status': 'completed', 'code': 200} Sep 19 03:02:21.697183 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f', 'status': 'completed', 'code': 200} Sep 19 03:02:21.736624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-88ebfdc1-c7d3-4162-93e0-5f1a44d315b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.739133 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-88ebfdc1-c7d3-4162-93e0-5f1a44d315b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 1095 time: 0.0937395 Sep 19 03:02:21.827432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28494c0e-6627-4d33-99c6-847be6458c4e req-ad3ca709-f89a-4bb4-84c3-9a548e51eec8 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips/a302a8ee-911f-493a-a128-40f65b6d2866 HTTP/1.1" status: 200 len: 693 time: 0.1212144 Sep 19 03:02:21.850216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0ee392e-a40a-4bfc-a659-850e66022bfc req-d992398e-8c84-4240-a181-c450f9d9430f tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips/c9a8ec26-1d4d-4948-9d6a-754acddeba2d HTTP/1.1" status: 200 len: 693 time: 0.1398976 Sep 19 03:02:21.868473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-55c91f93-f374-4fc1-ab69-c81382407a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.870269 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-55c91f93-f374-4fc1-ab69-c81382407a78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 924 time: 0.1208947 Sep 19 03:02:21.929823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-aeed42a3-acb2-421c-af52-aee697f0154f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa HTTP/1.1" status: 200 len: 217 time: 0.0459759 Sep 19 03:02:21.987800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-15b55ea8-158e-4ef6-8ba1-6c3d1ad88232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.988031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-b6360dba-b7e1-485b-811b-630f50e4bd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:21.989440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-15b55ea8-158e-4ef6-8ba1-6c3d1ad88232 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1125 time: 0.2075658 Sep 19 03:02:21.989638 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-b6360dba-b7e1-485b-811b-630f50e4bd20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa71bd19-11fe-4fcc-96fd-e836d81ea57b HTTP/1.1" status: 200 len: 862 time: 0.0449240 Sep 19 03:02:22.048112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-14b87ef4-8b92-47ca-b9ba-513a750273ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:22.049776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-14b87ef4-8b92-47ca-b9ba-513a750273ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38f0404b-2130-4ac7-8696-206ce18e09f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431304 Sep 19 03:02:22.051753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee392e-a40a-4bfc-a659-850e66022bfc req-753e2ebe-b42d-4bcd-82ed-2163af17e7ae tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:22.053130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0ee392e-a40a-4bfc-a659-850e66022bfc req-753e2ebe-b42d-4bcd-82ed-2163af17e7ae tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2019377 Sep 19 03:02:22.072870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28494c0e-6627-4d33-99c6-847be6458c4e req-ad02764d-ccce-41c3-8ec7-959f1508648e tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:22.074208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28494c0e-6627-4d33-99c6-847be6458c4e req-ad02764d-ccce-41c3-8ec7-959f1508648e tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2457659 Sep 19 03:02:22.167306 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-72a4d897-b81f-4fbf-94c9-d65bb819cbda service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091988 Sep 19 03:02:22.284829 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d6464480-6e77-48c7-a025-6771cd06e0b3 req-32616287-4a27-4eeb-93b2-c787a0ceca4a service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084905 Sep 19 03:02:22.412430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28494c0e-6627-4d33-99c6-847be6458c4e req-d6606200-98c2-4a67-a50b-c9749c415c24 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.201 HTTP/1.1" status: 200 len: 696 time: 0.3048995 Sep 19 03:02:22.449706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-b71dc19c-ac0c-46fc-ba85-2175ab2c648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:22.451159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-b71dc19c-ac0c-46fc-ba85-2175ab2c648d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.4527457 Sep 19 03:02:22.497313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28494c0e-6627-4d33-99c6-847be6458c4e req-d43ea508-b4a3-4b54-af24-a41a2ea26d89 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.201 HTTP/1.1" status: 200 len: 696 time: 0.0637908 Sep 19 03:02:22.528050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-1647e656-3572-4fde-b95d-f7384916d39d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 217 time: 0.0463037 Sep 19 03:02:22.540463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665a015-cbc7-49a3-801f-cb0273a902c4 req-71ff4dda-e768-460e-b27a-7e3884b391b1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:22.546285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665a015-cbc7-49a3-801f-cb0273a902c4 req-71ff4dda-e768-460e-b27a-7e3884b391b1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:22.547815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c665a015-cbc7-49a3-801f-cb0273a902c4 req-71ff4dda-e768-460e-b27a-7e3884b391b1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8&device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 1690 time: 0.1564968 Sep 19 03:02:22.699339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-753bf100-33e2-4703-a50e-2dc25809e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:22.700772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-753bf100-33e2-4703-a50e-2dc25809e0e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1511927 Sep 19 03:02:22.705735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c665a015-cbc7-49a3-801f-cb0273a902c4 req-a12b6f74-fb59-40ca-83fd-ec7d6ce3e543 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221235 Sep 19 03:02:22.748655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-07545b33-f93e-4e74-9788-bea059ae4b9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383129 Sep 19 03:02:22.753275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Deleting port 5693c18c-b3a3-4c65-b329-a0cdcc58ee05 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:22.753572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:22.859776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-5309f7b4-3f85-4475-a986-baa89610ddf4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805016 Sep 19 03:02:22.932796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-a152fa44-cb25-4382-b617-d9b925aae181 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546638 Sep 19 03:02:23.010483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.010828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.022622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-798787d0-4f23-4b78-a19d-8a5a4dea8c7c tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:23.024721 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-798787d0-4f23-4b78-a19d-8a5a4dea8c7c tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 822 time: 0.1684468 Sep 19 03:02:23.041221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Request body: {'port': {'device_id': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'admin_state_up': True, 'tenant_id': 'a9ffcd0957394b3594a1a0d16302ddcf'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:23.091664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Calling delete_port for 5693c18c-b3a3-4c65-b329-a0cdcc58ee05 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:23.159079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Made reservation on behalf of a9ffcd0957394b3594a1a0d16302ddcf for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:23.163355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.183414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d485164-b6cf-4a03-a138-9958e1901d11 req-be0cc036-6d76-4d42-9736-7f4cb67c378d service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388563 Sep 19 03:02:23.193227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-a6d9cb85-2133-4201-8cb9-aecab6ec2a6c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:23.195379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-a6d9cb85-2133-4201-8cb9-aecab6ec2a6c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3282931 Sep 19 03:02:23.231335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-8b0dc996-7379-4d50-80b1-c2f73c1de031 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/quotas/40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 375 time: 0.0268562 Sep 19 03:02:23.293737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-ddae53cc-2487-404a-a2ea-7e47ae144810 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573196 Sep 19 03:02:23.300010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Allocated IP 172.20.0.10 (c9e42fea-da25-492e-8ca1-3c0117306d9d/5fc8ee03-bdb9-43db-97e9-f42e0d75f600/515b0a47-f1fa-46da-bc6f-8fa7458166ca) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:23.335754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.374701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Pushing event deleted for resources: {'Port': ['ID=5693c18c-b3a3-4c65-b329-a0cdcc58ee05,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:23.485457 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.487998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.501085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28494c0e-6627-4d33-99c6-847be6458c4e req-c089cee8-3c8e-4293-8a9f-283c043af361 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "DELETE /v2.0/floatingips/a302a8ee-911f-493a-a128-40f65b6d2866 HTTP/1.1" status: 204 len: 173 time: 0.9758883 Sep 19 03:02:23.520209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6ca4971-df6f-4575-8929-eead90a040ab req-f83e3a61-38a9-44a9-b3da-c7e371b28f1d tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 210 time: 0.0481272 Sep 19 03:02:23.573362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-7b5a993c-ad74-4768-baaa-42233d6bd259 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips/c9a8ec26-1d4d-4948-9d6a-754acddeba2d HTTP/1.1" status: 200 len: 693 time: 0.0553133 Sep 19 03:02:23.575666 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.627896 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.686237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Network c9e42fea-da25-492e-8ca1-3c0117306d9d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:23.689471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:23.694114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:23.702935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362'}, {'name': 'network-changed', 'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:23.705136 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1" -d '{"events": [{"server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "name": "network-vif-unplugged", "status": "completed", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362"}, {"name": "network-changed", "server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:23.721655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event updated for resources: {'Port': ['ID=515b0a47-f1fa-46da-bc6f-8fa7458166ca,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:23.751360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af29a83-d02d-4c69-bdd7-db276d7cb8df req-242c2c5e-1e00-4331-a478-d8f728880477 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:23.752855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9af29a83-d02d-4c69-bdd7-db276d7cb8df req-242c2c5e-1e00-4331-a478-d8f728880477 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 944 time: 0.1208489 Sep 19 03:02:23.771636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:23.772299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.781539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-246e81b3-f501-470f-9746-2714083ab89b tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:23.789070 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-cb692460-b627-4aa8-9518-1ce8e6c8b9db tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7527058 Sep 19 03:02:23.791306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-246e81b3-f501-470f-9746-2714083ab89b tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2107027 Sep 19 03:02:23.803022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Request body: {'port': {'device_id': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:23.874207 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:23.875956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-8a1aa8d4-8908-4351-8511-314394410cca tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0839810 Sep 19 03:02:23.898057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9af29a83-d02d-4c69-bdd7-db276d7cb8df req-11e4c6e8-d4ca-4d36-a536-20fb349d57c5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345377 Sep 19 03:02:23.948444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-33484a2b-54ad-44e2-bdbf-505c6930c506 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0606606 Sep 19 03:02:24.110211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb85cdb-2e46-4722-960f-293058d0b720 req-0cc637c4-abb1-44b3-8b84-6f06f652f998 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:24.112540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffb85cdb-2e46-4722-960f-293058d0b720 req-0cc637c4-abb1-44b3-8b84-6f06f652f998 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.1173384 Sep 19 03:02:24.149207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Deleting port df35b8c8-70b3-4fdc-b7fe-ce1fb503daee {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:24.149554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.184772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffb85cdb-2e46-4722-960f-293058d0b720 req-e99bf6d5-0d09-4ceb-9548-2134a29ad979 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627606 Sep 19 03:02:24.217404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515b0a47-f1fa-46da-bc6f-8fa7458166ca {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:24.229438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.249944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Transition to ACTIVE for port object 515b0a47-f1fa-46da-bc6f-8fa7458166ca will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:24.256419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.256992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.257324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.274195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Calling delete_port for df35b8c8-70b3-4fdc-b7fe-ce1fb503daee owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:24.327848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Pushing event updated for resources: {'Port': ['ID=515b0a47-f1fa-46da-bc6f-8fa7458166ca,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:24.398378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c27b9-5adc-41b7-84e2-41d0f6fbdf96 req-e7a1bb25-a37d-4ff2-aca1-74f03bcd84b4 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:24.399892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d6c27b9-5adc-41b7-84e2-41d0f6fbdf96 req-e7a1bb25-a37d-4ff2-aca1-74f03bcd84b4 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 944 time: 0.0786052 Sep 19 03:02:24.402899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Attempting to bind port 515b0a47-f1fa-46da-bc6f-8fa7458166ca on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:24.403621 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Attempting to bind port 515b0a47-f1fa-46da-bc6f-8fa7458166ca by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:24.403988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Attempting to bind port 515b0a47-f1fa-46da-bc6f-8fa7458166ca on network c9e42fea-da25-492e-8ca1-3c0117306d9d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:24.409438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Port 515b0a47-f1fa-46da-bc6f-8fa7458166ca on network c9e42fea-da25-492e-8ca1-3c0117306d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:24.409982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Attempting to bind port 515b0a47-f1fa-46da-bc6f-8fa7458166ca on network c9e42fea-da25-492e-8ca1-3c0117306d9d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:24.416279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:24.416974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Checking segment: {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:24.417449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Bound using segment: {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:24.417980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Bound port: 515b0a47-f1fa-46da-bc6f-8fa7458166ca, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd5e35f-b170-4778-8e76-f75c5a660d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:24.418454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.479393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d6c27b9-5adc-41b7-84e2-41d0f6fbdf96 req-7dc78a06-a9e9-4aa2-aa9c-b0dd90d3bbfa tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621016 Sep 19 03:02:24.484933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] For port 515b0a47-f1fa-46da-bc6f-8fa7458166ca, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:24.488983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] For port 515b0a47-f1fa-46da-bc6f-8fa7458166ca, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=515b0a47-f1fa-46da-bc6f-8fa7458166ca,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:24.490945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.496383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.533331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:24.534077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.535379 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] 10.222.0.30 "PUT /v2.0/ports/515b0a47-f1fa-46da-bc6f-8fa7458166ca HTTP/1.1" status: 200 len: 1092 time: 0.7373006 Sep 19 03:02:24.535860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'tag': '515b0a47-f1fa-46da-bc6f-8fa7458166ca'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:24.538993 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0ff528-dc0b-40fb-94a0-9e714876001f", "tag": "515b0a47-f1fa-46da-bc6f-8fa7458166ca"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:24.554989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event deleted for resources: {'Port': ['ID=df35b8c8-70b3-4fdc-b7fe-ce1fb503daee,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:24.569331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a27c0-59eb-4bb4-a335-cde4f34b4070 service neutron] Pushing event updated for resources: {'Port': ['ID=515b0a47-f1fa-46da-bc6f-8fa7458166ca,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:24.634010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-59c5edfe-b629-4bee-90cd-8bf11c3a3710 service neutron] 10.222.0.32 "GET /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.1386917 Sep 19 03:02:24.636859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.639953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:24.641070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad1d3d7a-0ebf-43bc-9b08-6c7675d56e32 req-2b320806-2b6a-4918-9e9f-a8a8afcdcd82 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "DELETE /v2.0/floatingips/c9a8ec26-1d4d-4948-9d6a-754acddeba2d HTTP/1.1" status: 204 len: 173 time: 0.6859615 Sep 19 03:02:24.732356 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-9e5855ae-c16e-4fe4-bbe2-3a730c16a028 req-1f2b1bfd-b69b-42f0-9338-a42f9c4b1ac9 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] show failed (client error): The resource could not be found. Sep 19 03:02:24.733707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e5855ae-c16e-4fe4-bbe2-3a730c16a028 req-1f2b1bfd-b69b-42f0-9338-a42f9c4b1ac9 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips/a302a8ee-911f-493a-a128-40f65b6d2866 HTTP/1.1" status: 404 len: 350 time: 0.0752473 Sep 19 03:02:24.742997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0698d83b-d755-43bc-8f93-ffc4016e8045 req-8bcaed4e-de87-4ecf-b47c-0c4719c522c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 210 time: 0.0987091 Sep 19 03:02:24.771314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-2d1c7d63-5729-4d3c-b01a-4e91ce42b3d4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399621 Sep 19 03:02:24.788787 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb71ee41-72bb-43dc-848e-35e740288f43 x-openstack-request-id: req-cb71ee41-72bb-43dc-848e-35e740288f43 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:24.789141 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "name": "network-vif-unplugged", "status": "completed", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362", "code": 200}, {"name": "network-changed", "server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:24.789396 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb71ee41-72bb-43dc-848e-35e740288f43 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:24.789849 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362', 'code': 200} Sep 19 03:02:24.790098 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362', 'status': 'completed', 'code': 200} Sep 19 03:02:24.878279 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3293bdce-c35d-4837-b6e1-a21753493b63 x-openstack-request-id: req-3293bdce-c35d-4837-b6e1-a21753493b63 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:24.878565 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0ff528-dc0b-40fb-94a0-9e714876001f", "tag": "515b0a47-f1fa-46da-bc6f-8fa7458166ca", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:24.878838 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3293bdce-c35d-4837-b6e1-a21753493b63 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:24.879224 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'tag': '515b0a47-f1fa-46da-bc6f-8fa7458166ca', 'status': 'completed', 'code': 200} Sep 19 03:02:24.892559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-88d2483a-de82-4fa5-a93a-bbbe0246a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:24.894076 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-88d2483a-de82-4fa5-a93a-bbbe0246a3df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 1095 time: 0.3022459 Sep 19 03:02:24.902976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:24.952017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-7cc288ef-202b-46a9-a3b9-3e40d605d79f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=515b0a47-f1fa-46da-bc6f-8fa7458166ca HTTP/1.1" status: 200 len: 217 time: 0.0443680 Sep 19 03:02:24.980602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:24.995711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:24.996337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:25.008708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-60c82b41-ffc3-4419-a108-d7caa466fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.010549 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-60c82b41-ffc3-4419-a108-d7caa466fc4d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fc8ee03-bdb9-43db-97e9-f42e0d75f600 HTTP/1.1" status: 200 len: 862 time: 0.0504589 Sep 19 03:02:25.054645 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-b5d23b76-cf9f-48e8-833f-61e2284d2028 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e42fea-da25-492e-8ca1-3c0117306d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261564 Sep 19 03:02:25.075923 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:25.101135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:25.101375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba897c-acb9-4f50-ac8c-e0f8161eb3fb req-3535b851-a329-412d-a2d7-71662b27889f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.103069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbba897c-acb9-4f50-ac8c-e0f8161eb3fb req-3535b851-a329-412d-a2d7-71662b27889f tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 944 time: 0.2521212 Sep 19 03:02:25.104082 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce6e87b-6cf2-4eb4-b9f9-d416980afc28" -d '{"events": [{"server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "name": "network-vif-plugged", "status": "completed", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:25.104894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5319c-162e-4e62-a94f-ff31cd1d1d51 req-ba546ff7-f173-4d51-800f-8e1e524fcd22 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.106277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6d5319c-162e-4e62-a94f-ff31cd1d1d51 req-ba546ff7-f173-4d51-800f-8e1e524fcd22 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 1101 time: 0.2564809 Sep 19 03:02:25.123472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:25.128376 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:25.152844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 973b48ab-a360-4f95-99c9-57e651702f6f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:25.156209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-e4a00563-6813-4b62-9e92-69ebf4e97941 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930583 Sep 19 03:02:25.180775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-9c593713-5bbb-4bc0-9746-1422b4fb8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.182265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-9c593713-5bbb-4bc0-9746-1422b4fb8025 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1125 time: 0.2424109 Sep 19 03:02:25.193789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:25.209895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:25.247881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-b85729bf-9a54-40f9-8455-c70c40077861 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.249310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-b85729bf-9a54-40f9-8455-c70c40077861 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3375301 Sep 19 03:02:25.261748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c40775f-74e9-4c31-9a75-75eb2b2e7e08 req-37e0a2c0-d3dc-4f74-a376-6c912ec0a8dc service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966210 Sep 19 03:02:25.263536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbba897c-acb9-4f50-ac8c-e0f8161eb3fb req-21a4701a-627d-44c0-8498-06eb78b6cfd1 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469069 Sep 19 03:02:25.270288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6d5319c-162e-4e62-a94f-ff31cd1d1d51 req-7a771ed0-fcde-49c1-9e6e-3047ce7c0146 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525855 Sep 19 03:02:25.287199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Request body: {'port': {'device_id': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '40b1f0408c8f43399b1d0cc5a5e62a57'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:25.287199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:25.371625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-384aeb9f-0f56-4d38-8214-657ea7494622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.373090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-384aeb9f-0f56-4d38-8214-657ea7494622 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 1095 time: 0.0393281 Sep 19 03:02:25.463419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-f8d1ace0-1cff-419b-8c10-223c82df863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.464862 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-f8d1ace0-1cff-419b-8c10-223c82df863c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 200 len: 923 time: 0.0834680 Sep 19 03:02:25.510832 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-fdc90e4e-330c-48f9-a6fc-71bfc5accf94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=515b0a47-f1fa-46da-bc6f-8fa7458166ca HTTP/1.1" status: 200 len: 217 time: 0.0384631 Sep 19 03:02:25.561756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-87b4660d-9299-430f-8a24-b187a732fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.563244 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-87b4660d-9299-430f-8a24-b187a732fe57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fc8ee03-bdb9-43db-97e9-f42e0d75f600 HTTP/1.1" status: 200 len: 862 time: 0.0448613 Sep 19 03:02:25.603348 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-2d0ccc60-59a0-4a32-b64b-906e000f4a1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e42fea-da25-492e-8ca1-3c0117306d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254412 Sep 19 03:02:25.702124 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-5c8f1c01-6d55-4168-964f-385441677b58 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863588 Sep 19 03:02:25.727283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973b48ab-a360-4f95-99c9-57e651702f6f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:25.742061 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-9a939c23-ed32-4d95-94a8-f35c70ddeb96 req-71c715e5-b158-4796-8faa-62b5533355d0 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] show failed (client error): The resource could not be found. Sep 19 03:02:25.743105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a939c23-ed32-4d95-94a8-f35c70ddeb96 req-71c715e5-b158-4796-8faa-62b5533355d0 tempest-FloatingIPsTestJSON-962383975 tempest-FloatingIPsTestJSON-962383975-project] 10.222.0.22 "GET /v2.0/floatingips/a302a8ee-911f-493a-a128-40f65b6d2866 HTTP/1.1" status: 404 len: 350 time: 0.3930073 Sep 19 03:02:25.771759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33944) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:25.794504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:25.858497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1fea07a7-7470-4a43-9c8e-3ed3b2456a66 req-9a1bfeac-3409-435b-88eb-ead6821aff66 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449983 Sep 19 03:02:25.893927 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:25.896262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-b901ccce-74cd-4289-a563-fcf03f0c954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.897714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-b901ccce-74cd-4289-a563-fcf03f0c954e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.6855540 Sep 19 03:02:25.978463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-c0d15fc8-2de2-4bfe-b932-de29a3b54ed6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 217 time: 0.0567896 Sep 19 03:02:25.988150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30282b-4776-4cc5-a31b-7c77a3c69cab req-a70ba299-041c-41e2-9099-7c6346c4657c tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:25.989566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e30282b-4776-4cc5-a31b-7c77a3c69cab req-a70ba299-041c-41e2-9099-7c6346c4657c tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6791391 Sep 19 03:02:26.029178 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a492116b-58d0-4111-962a-57722a929f49 x-openstack-request-id: req-a492116b-58d0-4111-962a-57722a929f49 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:26.030904 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "name": "network-vif-plugged", "status": "completed", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:26.031474 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a492116b-58d0-4111-962a-57722a929f49 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:26.033070 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'code': 200} Sep 19 03:02:26.067371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69fb44-75ff-4a5e-b74b-3b6f1bab674d req-04ab06a0-7700-4115-82ce-4982c12e60ff tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.068936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e69fb44-75ff-4a5e-b74b-3b6f1bab674d req-04ab06a0-7700-4115-82ce-4982c12e60ff tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 944 time: 0.2507596 Sep 19 03:02:26.131705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Made reservation on behalf of 40b1f0408c8f43399b1d0cc5a5e62a57 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:26.135199 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:26.174728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-cf2a1413-1a3e-4cb5-a997-f2d842327776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.176187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c7a42-d97d-460b-9cfa-84969f2b2336 req-f184e27a-611e-496c-b076-92606641ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.176333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-cf2a1413-1a3e-4cb5-a997-f2d842327776 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1635432 Sep 19 03:02:26.177700 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aa2c7a42-d97d-460b-9cfa-84969f2b2336 req-f184e27a-611e-496c-b076-92606641ffc6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 1096 time: 0.0699997 Sep 19 03:02:26.201824 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:26.222574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] Transition to ACTIVE for port object 973b48ab-a360-4f95-99c9-57e651702f6f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:26.230413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e69fb44-75ff-4a5e-b74b-3b6f1bab674d req-c15f4133-35a7-4f6a-9487-a96ea6b88830 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424007 Sep 19 03:02:26.278183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-e87c09ed-4932-4ea0-9594-e44b08e795d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656059 Sep 19 03:02:26.278484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aa2c7a42-d97d-460b-9cfa-84969f2b2336 req-ea3b2ea5-5ce0-4fc2-9c06-00a4428e81eb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747266 Sep 19 03:02:26.284187 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:26.334849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be062-7fce-418c-96f8-fe931821c3d8 req-506a80ce-657a-4efb-a90a-a6b16bd5b5bc tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.336336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-523be062-7fce-418c-96f8-fe931821c3d8 req-506a80ce-657a-4efb-a90a-a6b16bd5b5bc tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.2468944 Sep 19 03:02:26.451816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] No DVR routers for this DVR port 973b48ab-a360-4f95-99c9-57e651702f6f on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:26.463116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] Pushing event updated for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:26.483354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Deleting port f4748100-fadc-420d-9a26-cfe4af02c7b8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:26.483619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:26.519038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-523be062-7fce-418c-96f8-fe931821c3d8 req-eafd26ab-0455-48be-af30-efef096a8a3f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687255 Sep 19 03:02:26.521834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Allocated IP 192.168.233.164 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/3d50a792-6092-43cf-8687-ac0eb003f279) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:26.531833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613051fb-0e96-4bfc-9397-a485ea04320a req-094ff94f-93a2-4e32-b42a-86d98f6e9ac0 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.533739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-613051fb-0e96-4bfc-9397-a485ea04320a req-094ff94f-93a2-4e32-b42a-86d98f6e9ac0 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 1100 time: 0.2121000 Sep 19 03:02:26.538246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-0ac97e5f-4585-41ea-aaaf-b02ade5294ca service neutron] 10.222.0.32 "PUT /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f/bindings/n-h1-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8867202 Sep 19 03:02:26.573237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] For port f4748100-fadc-420d-9a26-cfe4af02c7b8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f4748100-fadc-420d-9a26-cfe4af02c7b8,segment=NetworkSegment(573de807-e23f-4d8f-93bd-0c93487a4c9d),segment_id=573de807-e23f-4d8f-93bd-0c93487a4c9d)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:26.573682 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:26.587990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Calling delete_port for f4748100-fadc-420d-9a26-cfe4af02c7b8 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:26.692374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-613051fb-0e96-4bfc-9397-a485ea04320a req-eb4ddbe1-f459-458c-9172-d2e27b048fbd tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400127 Sep 19 03:02:26.762385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-37d02ecd-8728-4503-afa4-6dc8f9db3de3 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466764 Sep 19 03:02:26.782120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-b1b752b5-b8cd-4436-a488-68526793295b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.783705 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-b1b752b5-b8cd-4436-a488-68526793295b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1244946 Sep 19 03:02:26.836759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e4682-af25-4405-86f7-6282672aae5e req-e40ce7e0-ea55-4e81-855a-4e0f63ee578a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.838400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f65e4682-af25-4405-86f7-6282672aae5e req-e40ce7e0-ea55-4e81-855a-4e0f63ee578a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 945 time: 0.2200081 Sep 19 03:02:26.877084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-482214d3-d383-4505-9130-76d2d35847f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:26.878619 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-482214d3-d383-4505-9130-76d2d35847f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73&tenant_id=ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 1096 time: 0.0819769 Sep 19 03:02:26.879687 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:26.904914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-338bbeea-1bd2-4ede-a83a-03e2278673fe req-e227a96e-451d-44da-9e90-ea1d8bbaef0a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 210 time: 0.0934758 Sep 19 03:02:26.905869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4748100-fadc-420d-9a26-cfe4af02c7b8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:27.047923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-823530d7-553b-46bb-82f2-82a84881d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.049771 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-823530d7-553b-46bb-82f2-82a84881d1cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1096 time: 0.1368055 Sep 19 03:02:27.056220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8968113-1ae3-496b-b98a-f2a9f06f02fc req-5635756b-ae0d-4903-bef5-5bc15b740747 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=d514d4487a7d40559b6f23412da9144e HTTP/1.1" status: 200 len: 1656 time: 0.1194320 Sep 19 03:02:27.064256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:27.071098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f65e4682-af25-4405-86f7-6282672aae5e req-4c671203-2cdb-4cdf-a008-adb6e26ad081 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086809 Sep 19 03:02:27.130590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da6d3a2-32a3-4ce3-b3fb-1f83f34108b1 req-b4bbf81b-1abb-4e86-8e5e-4cb652cd17ce service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209913 Sep 19 03:02:27.194350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:27.231415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:27.245725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8968113-1ae3-496b-b98a-f2a9f06f02fc req-5bec0240-4553-4726-85f0-bf8d7a8e5d5b tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.246771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:27.252686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8968113-1ae3-496b-b98a-f2a9f06f02fc req-5bec0240-4553-4726-85f0-bf8d7a8e5d5b tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks?id=05ab6694-9f5e-4684-94f0-ce83120cb38c&id=05ab6694-9f5e-4684-94f0-ce83120cb38c&id=05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 787 time: 0.1848419 Sep 19 03:02:27.254911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-200a6f66-89a3-438b-b352-011ba257c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.256439 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-200a6f66-89a3-438b-b352-011ba257c266 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1959603 Sep 19 03:02:27.259910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-d8968113-1ae3-496b-b98a-f2a9f06f02fc req-0fd11b44-1432-4135-bcf8-aa27340c7bd9 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:27.260883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8968113-1ae3-496b-b98a-f2a9f06f02fc req-0fd11b44-1432-4135-bcf8-aa27340c7bd9 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075092 Sep 19 03:02:27.316059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00ccf0-a209-4113-a139-06872b4ef56f req-56bf8ad8-cd2a-47bb-a74c-37e96b796489 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.318251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a00ccf0-a209-4113-a139-06872b4ef56f req-56bf8ad8-cd2a-47bb-a74c-37e96b796489 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 944 time: 0.1453125 Sep 19 03:02:27.331895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:27.336805 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-384ff85f-6b08-4b2d-ade3-eba85248f2c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 200 len: 217 time: 0.0705581 Sep 19 03:02:27.340588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:27.343059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:27.346055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:27.448661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-b2efb947-8a78-4991-87dc-db7f81ec6f5d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530853 Sep 19 03:02:27.465211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a00ccf0-a209-4113-a139-06872b4ef56f req-ecff083c-056b-4d73-a03f-ff8c5ab88c62 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320739 Sep 19 03:02:27.491549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.492316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:27.544788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6ac92975-290a-43c3-88be-72bc825e7744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.547639 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-6ac92975-290a-43c3-88be-72bc825e7744 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.1736777 Sep 19 03:02:27.550273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-97d8b8f3-24d0-4a19-bfa1-c72b21538c9b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2855511 Sep 19 03:02:27.554371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:02:27.606772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Request body: {'port': {'device_id': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:27.643797 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-b30689a5-90d9-493b-ab55-4e34cfaae8a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792418 Sep 19 03:02:27.684900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a1db9f68-fa0b-452f-9a16-d3fdf2ef10d3 None None] Provisioning complete for port 3d50a792-6092-43cf-8687-ac0eb003f279 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:27.685286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1db9f68-fa0b-452f-9a16-d3fdf2ef10d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:27.727576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a1db9f68-fa0b-452f-9a16-d3fdf2ef10d3 None None] Port 3d50a792-6092-43cf-8687-ac0eb003f279 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:27.730504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8882ae1-b25b-4f66-8d80-4b9af94539a6 req-895b13ff-b80f-4ce1-a921-c52e11b5a65f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.732676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8882ae1-b25b-4f66-8d80-4b9af94539a6 req-895b13ff-b80f-4ce1-a921-c52e11b5a65f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 945 time: 0.1961718 Sep 19 03:02:27.742202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-932e0ad7-a257-47e5-ab31-e58e13273861 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:27.744043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-932e0ad7-a257-47e5-ab31-e58e13273861 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2878947 Sep 19 03:02:27.749911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:27.758389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90c36131-7eb1-4f3f-a05d-062fdf1a1567 admin admin] 10.222.0.22 "PUT /v2.0/routers/4b28a5f2-bc2c-4d77-b07d-2439c4093cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9831631 Sep 19 03:02:27.760070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33970) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:27.762108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] Sync routers for ids ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:27.769878 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:27.772187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] Routers {'4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:27.772881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:27.800345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-4b1bae2a-6211-4cd1-b012-5127e5ff9db9 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/quotas/270d523e1715463eb8ba48649847cc0a HTTP/1.1" status: 200 len: 375 time: 0.0484722 Sep 19 03:02:27.835568 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-18134ecb-5ab3-4a4a-b3c5-ce1bc13e47ec service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547601 Sep 19 03:02:27.865879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8882ae1-b25b-4f66-8d80-4b9af94539a6 req-f78402cb-d775-4c4c-8894-aa8256222c2c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178415 Sep 19 03:02:27.905625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] Set router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:28.052075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-8dd5b734-9550-4061-b8af-f93d962ddc05 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips/8cbeab57-d52f-4c75-bfbc-85b0d0b4a35c HTTP/1.1" status: 200 len: 693 time: 0.1326723 Sep 19 03:02:28.071352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-f2ecfd01-3a3f-43c0-bb44-8e537fba53d9 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2257836 Sep 19 03:02:28.146430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:02:26Z', 'revision_number': 5, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:28.183883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] Checking router: 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:28.185665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:28.211128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] Routers {'4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:28.211762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:28.335348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-3f71c6ff-9e75-48f4-b0d7-016b5fb4a26f tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:28.342138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-3f71c6ff-9e75-48f4-b0d7-016b5fb4a26f tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2697375 Sep 19 03:02:28.357652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-c07517ad-4867-49e3-8b38-6c3bd0269e95 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:28.365439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-c07517ad-4867-49e3-8b38-6c3bd0269e95 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224202 Sep 19 03:02:28.367961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-079486e2-1928-4382-9e48-8bdeeb5802ef service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941352 Sep 19 03:02:28.369666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] Set router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:28.388738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:28.460454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Deleting port 0fa4896a-4856-4a7b-8ff7-5186b66705f7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:28.460825 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:28.651567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] For port 0fa4896a-4856-4a7b-8ff7-5186b66705f7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0fa4896a-4856-4a7b-8ff7-5186b66705f7,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:28.652281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:28.670061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:02:26Z', 'revision_number': 5, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:28.680074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e2e67-4545-4689-9873-cd5e68b8f333 req-8bf72179-1a99-4b7a-bfe0-992a4461f8fe tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:28.687435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d1e2e67-4545-4689-9873-cd5e68b8f333 req-8bf72179-1a99-4b7a-bfe0-992a4461f8fe tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.4256120 Sep 19 03:02:28.705920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Calling delete_port for 0fa4896a-4856-4a7b-8ff7-5186b66705f7 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:28.715358 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade48913-125a-4ce7-9fd7-8ab0b106d4ac None None] The sync data for ids ['4b28a5f2-bc2c-4d77-b07d-2439c4093cdf'] in n-d-809936-1 is: [{'id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'name': 'tempest-FloatingIPsTestJSON-1660078797-router', 'tenant_id': '6ecc64856309472db8d4b90f88ba3452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:54Z', 'updated_at': '2021-09-19T03:02:26Z', 'revision_number': 5, 'project_id': '6ecc64856309472db8d4b90f88ba3452', 'gw_port': {'id': '0fa4896a-4856-4a7b-8ff7-5186b66705f7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b28a5f2-bc2c-4d77-b07d-2439c4093cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:55Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:28.717215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-a512a4c1-b520-4bf2-9f0a-bfd6f4fa3a8f tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.3508613 Sep 19 03:02:28.735545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-d90735a0-4446-467c-8ae2-0f167b334ffb tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:28.737626 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-d90735a0-4446-467c-8ae2-0f167b334ffb tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.0824063 Sep 19 03:02:28.808731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d50a792-6092-43cf-8687-ac0eb003f279 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:28.817832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-f055ae08-47e8-45f7-ba7a-a384fdf9f1bb tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0996435 Sep 19 03:02:28.824090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:28.831367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d1e2e67-4545-4689-9873-cd5e68b8f333 req-7c1186e3-ddb9-46e1-9daf-b8ae628e6d57 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429768 Sep 19 03:02:28.903974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Transition to ACTIVE for port object 3d50a792-6092-43cf-8687-ac0eb003f279 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:28.909620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 515b0a47-f1fa-46da-bc6f-8fa7458166ca details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:28.970142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:28.999883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-ef7882be-7839-46ef-9eb4-bd92d41d1655 service neutron] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:29.006134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-ef7882be-7839-46ef-9eb4-bd92d41d1655 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.007126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f14a9216-a66b-46b1-aae6-97894a84b74b req-ef7882be-7839-46ef-9eb4-bd92d41d1655 service neutron] 10.222.0.30 "DELETE /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f/bindings/n-h2-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.2314005 Sep 19 03:02:29.025240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 515b0a47-f1fa-46da-bc6f-8fa7458166ca, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=515b0a47-f1fa-46da-bc6f-8fa7458166ca,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:29.043367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '515b0a47-f1fa-46da-bc6f-8fa7458166ca', 'network_id': 'c9e42fea-da25-492e-8ca1-3c0117306d9d', 'port_id': '515b0a47-f1fa-46da-bc6f-8fa7458166ca', 'mac_address': 'fa:16:3e:94:86:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fc8ee03-bdb9-43db-97e9-f42e0d75f600', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:29.052334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.058645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b7aa4-2182-4c5e-8dd6-57e42538ae9f req-f1e1d1c7-5e4f-4828-956c-092a9cc9ef0c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:29.071390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10b7aa4-2182-4c5e-8dd6-57e42538ae9f req-f1e1d1c7-5e4f-4828-956c-092a9cc9ef0c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 948 time: 0.1695242 Sep 19 03:02:29.086162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:29.094644 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.112127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515b0a47-f1fa-46da-bc6f-8fa7458166ca {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:29.124073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fa4896a-4856-4a7b-8ff7-5186b66705f7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:29.140001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 515b0a47-f1fa-46da-bc6f-8fa7458166ca, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=515b0a47-f1fa-46da-bc6f-8fa7458166ca,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:29.151643 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.234075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Attempting to bind port 3d50a792-6092-43cf-8687-ac0eb003f279 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:29.234414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Attempting to bind port 3d50a792-6092-43cf-8687-ac0eb003f279 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:29.235271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Attempting to bind port 3d50a792-6092-43cf-8687-ac0eb003f279 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:29.247870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Port 3d50a792-6092-43cf-8687-ac0eb003f279 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:29.248202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Attempting to bind port 3d50a792-6092-43cf-8687-ac0eb003f279 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:29.252750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=515b0a47-f1fa-46da-bc6f-8fa7458166ca,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:29.259486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:29.259825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:29.260213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:29.260788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Bound port: 3d50a792-6092-43cf-8687-ac0eb003f279, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:29.261151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.339320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:29.344552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.345139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:29.394782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10b7aa4-2182-4c5e-8dd6-57e42538ae9f req-f1743c01-cac4-444c-be1e-55b604d8d6df tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964613 Sep 19 03:02:29.394782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.432951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Deleting port 9118dcf6-b9df-4c91-af13-a546432a550f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:29.433812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.460552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:29.461267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.462984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 200 len: 1096 time: 1.8608654 Sep 19 03:02:29.463521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:29.466928 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4167d2bd-ee14-4662-beec-223ec2aa4a07" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:29.512497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.514818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.538566 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.560831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['515b0a47-f1fa-46da-bc6f-8fa7458166ca'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:29.587611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.588344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b28a5f2-bc2c-4d77-b07d-2439c4093cdf {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:02:29.598892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.600063 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e457ba6-0932-4040-ae36-42f42886c670 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4b28a5f2-bc2c-4d77-b07d-2439c4093cdf HTTP/1.1" status: 204 len: 168 time: 1.8392038 Sep 19 03:02:29.602699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:29.712497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.712837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.734640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Calling delete_port for 9118dcf6-b9df-4c91-af13-a546432a550f owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:29.749793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babb4c-8b34-4c3f-a51c-e561442ad2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:29.769692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] Deleting subnet 63015ab7-0720-4a31-82e9-2f1c078a9fe2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:02:29.774030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.839226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:29.848644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10578aac-9b9b-4f16-baa4-d635e26065da req-4c381a25-4b1c-40a1-9151-6e51dfb54d63 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:29.865999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10578aac-9b9b-4f16-baa4-d635e26065da req-4c381a25-4b1c-40a1-9151-6e51dfb54d63 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 945 time: 0.3897753 Sep 19 03:02:29.907613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-2d8094dd-542e-4028-92ec-8a1a87db189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:29.909106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-2d8094dd-542e-4028-92ec-8a1a87db189e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 1099 time: 0.3856559 Sep 19 03:02:29.940232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-304b1c04-0cf5-41af-917d-555c7ca2738c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606883 Sep 19 03:02:29.990190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.051942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.093548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63015ab7-0720-4a31-82e9-2f1c078a9fe2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:30.097301 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.099820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a37bf3a2-a40c-44b1-923d-83ca77be846b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/63015ab7-0720-4a31-82e9-2f1c078a9fe2 HTTP/1.1" status: 204 len: 168 time: 0.4961812 Sep 19 03:02:30.104368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:30.105021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3c29b2-e226-4c41-8164-8018b3062169 None None] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:02:30.158920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-bddb3b6e-57ec-4be7-95a8-7b33c08f932f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 200 len: 217 time: 0.2071683 Sep 19 03:02:30.203065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10578aac-9b9b-4f16-baa4-d635e26065da req-9255c0cd-f5ed-49d5-b6f4-aaf4927f6724 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356547 Sep 19 03:02:30.211207 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.260880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.345872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Deleting port 7d939278-41e7-49f0-a628-df0d6ec762dc {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:30.346205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.378676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-b57ffcf4-9491-4342-871f-e7a35bc61730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:30.380225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-b57ffcf4-9491-4342-871f-e7a35bc61730 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2005746 Sep 19 03:02:30.381229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event deleted for resources: {'Port': ['ID=9118dcf6-b9df-4c91-af13-a546432a550f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:30.432960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] For port 7d939278-41e7-49f0-a628-df0d6ec762dc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7d939278-41e7-49f0-a628-df0d6ec762dc,segment=NetworkSegment(573de807-e23f-4d8f-93bd-0c93487a4c9d),segment_id=573de807-e23f-4d8f-93bd-0c93487a4c9d)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:30.433606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.448274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Calling delete_port for 7d939278-41e7-49f0-a628-df0d6ec762dc owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:30.454486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] DHCP port deletion for f8a0e96b-6802-40e9-8027-a2835f533ed3 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:02:30.467767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.470959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.471405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.471761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.472106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.472445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.472779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.473111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.473560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.474523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.474790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.475348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:30.518808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] Deleting port 7d939278-41e7-49f0-a628-df0d6ec762dc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:30.523081 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.552161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.556301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75f1597e-2102-4f79-9b3c-fa41a833ac79 req-f81a5e70-f7fb-4fcb-b1ba-8893020ea058 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 210 time: 0.1667228 Sep 19 03:02:30.580272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0fa4896a-4856-4a7b-8ff7-5186b66705f7 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:30.582443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-78f82698-5d4d-4684-9eda-90504d1c5e41 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:30.584501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-78f82698-5d4d-4684-9eda-90504d1c5e41 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5152061 Sep 19 03:02:30.601471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-a2054ddc-86ba-432f-bc78-9579146bd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:30.602932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-a2054ddc-86ba-432f-bc78-9579146bd6b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993451 Sep 19 03:02:30.604012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d939278-41e7-49f0-a628-df0d6ec762dc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:30.620763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] No DVR routers for this DVR port 7d939278-41e7-49f0-a628-df0d6ec762dc on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:30.628599 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.632036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.633256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef51a156-0419-497f-b8da-595f9fe38fd0 req-e451a344-f5d7-4e62-bbaf-440164a322ba tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "DELETE /v2.0/floatingips/8cbeab57-d52f-4c75-bfbc-85b0d0b4a35c HTTP/1.1" status: 204 len: 173 time: 1.8069625 Sep 19 03:02:30.638596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:30.700389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.730211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a0e96b-6802-40e9-8027-a2835f533ed3']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:30.739501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573de807-e23f-4d8f-93bd-0c93487a4c9d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:30.739809 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573de807-e23f-4d8f-93bd-0c93487a4c9d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:30.740964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 0fa4896a-4856-4a7b-8ff7-5186b66705f7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:30.741380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0fa4896a-4856-4a7b-8ff7-5186b66705f7 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:30.741875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f4748100-fadc-420d-9a26-cfe4af02c7b8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:30.748203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] For port 7d939278-41e7-49f0-a628-df0d6ec762dc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7d939278-41e7-49f0-a628-df0d6ec762dc,segment=NetworkSegment(573de807-e23f-4d8f-93bd-0c93487a4c9d),segment_id=573de807-e23f-4d8f-93bd-0c93487a4c9d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:30.748677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.750392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.765592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.773339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:02:30.774215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f4748100-fadc-420d-9a26-cfe4af02c7b8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:30.774429 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.774552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f4748100-fadc-420d-9a26-cfe4af02c7b8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:30.775180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7d939278-41e7-49f0-a628-df0d6ec762dc no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:02:30.777317 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:02:30.798357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 7d939278-41e7-49f0-a628-df0d6ec762dc {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:30.798672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7d939278-41e7-49f0-a628-df0d6ec762dc not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:30.800579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] Calling delete_port for 7d939278-41e7-49f0-a628-df0d6ec762dc owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:30.849671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.856023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928c56-7793-4216-8463-32c030408ef1 req-eebcdb75-9719-42e1-a0c5-1ba0209dc437 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:30.856023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08928c56-7793-4216-8463-32c030408ef1 req-eebcdb75-9719-42e1-a0c5-1ba0209dc437 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 945 time: 0.2208469 Sep 19 03:02:30.881552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.886225 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f8a0e96b-6802-40e9-8027-a2835f533ed3 HTTP/1.1" status: 204 len: 168 time: 0.7784598 Sep 19 03:02:30.886225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ed1af-f3ae-4d51-85b7-c29bab394c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8a0e96b-6802-40e9-8027-a2835f533ed3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:30.900461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946b2b9-2893-4943-b861-dc4d2734ab9d req-26efb0ce-7444-4cea-81d6-be77f617f817 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:30.901945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4946b2b9-2893-4943-b861-dc4d2734ab9d req-26efb0ce-7444-4cea-81d6-be77f617f817 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 945 time: 0.2101207 Sep 19 03:02:30.915927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 515b0a47-f1fa-46da-bc6f-8fa7458166ca up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:30.935452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-184b5c9f-773f-403b-9de7-25c82a9d3811 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928216 Sep 19 03:02:30.941211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:30.969435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] Network f8a0e96b-6802-40e9-8027-a2835f533ed3 is not hosted by any dhcp agent {{(pid=94724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:02:30.970577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] No DVR routers for this DVR port 7d939278-41e7-49f0-a628-df0d6ec762dc on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:30.976152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be347cef-ac6c-41bd-a3ae-d81c9ce2b040 None None] Pushing event deleted for resources: {'Port': ['ID=7d939278-41e7-49f0-a628-df0d6ec762dc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:30.998859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 515b0a47-f1fa-46da-bc6f-8fa7458166ca completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:31.002666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 515b0a47-f1fa-46da-bc6f-8fa7458166ca triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:31.003203 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.018925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08928c56-7793-4216-8463-32c030408ef1 req-21b8a88a-1920-4ec8-9fdb-53bdb1bc2595 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517355 Sep 19 03:02:31.024231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4946b2b9-2893-4943-b861-dc4d2734ab9d req-ae32ec32-b154-41df-b5aa-cb044d30e66d tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071765 Sep 19 03:02:31.024805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:31.028099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.031787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34006) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:31.096514 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.114217 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-02d79e27-9e57-482e-bba1-2b0ce448f701 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ecc64856309472db8d4b90f88ba3452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812192 Sep 19 03:02:31.117540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34010) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:31.136894 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5484d-f380-4981-b6f8-6cf893142b38 x-openstack-request-id: req-63a5484d-f380-4981-b6f8-6cf893142b38 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:31.137189 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:31.137579 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63a5484d-f380-4981-b6f8-6cf893142b38 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:31.137991 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279', 'status': 'completed', 'code': 200} Sep 19 03:02:31.154954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b0a47-f1fa-46da-bc6f-8fa7458166ca'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:31.158711 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd1c04f-04b1-4b92-8c19-36d54e97df81" -d '{"events": [{"server_uuid": "8b0ff528-dc0b-40fb-94a0-9e714876001f", "name": "network-vif-plugged", "status": "completed", "tag": "515b0a47-f1fa-46da-bc6f-8fa7458166ca"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:31.173454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 515b0a47-f1fa-46da-bc6f-8fa7458166ca, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=515b0a47-f1fa-46da-bc6f-8fa7458166ca,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:31.180937 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.205794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f820b49c-0a29-453d-b9f4-25864d8cba5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.230843 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f820b49c-0a29-453d-b9f4-25864d8cba5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.268703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=515b0a47-f1fa-46da-bc6f-8fa7458166ca,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:31.287692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f820b49c-0a29-453d-b9f4-25864d8cba5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.291845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f820b49c-0a29-453d-b9f4-25864d8cba5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.293566 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f820b49c-0a29-453d-b9f4-25864d8cba5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f9d4771-3aac-4380-b0bb-00dbe2f29d1f HTTP/1.1" status: 204 len: 168 time: 0.1750600 Sep 19 03:02:31.306961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820b49c-0a29-453d-b9f4-25864d8cba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9d4771-3aac-4380-b0bb-00dbe2f29d1f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:31.318226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb8a4e5-d142-483d-94af-4b859bfa6d04 req-89bed4fd-ecec-4909-8228-3639251f62ed service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708477 Sep 19 03:02:31.346862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d0aa8-3d62-4f3b-845d-e86091fa0d8a req-f7851c24-96fb-47a1-b496-31d59450ec30 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:31.348371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c7d0aa8-3d62-4f3b-845d-e86091fa0d8a req-f7851c24-96fb-47a1-b496-31d59450ec30 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 945 time: 0.1783373 Sep 19 03:02:31.359398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34016) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:31.365216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Request body: {'floatingip': {'port_id': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:31.378894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e595bb-e527-4432-8357-6dcd993529c0 req-bc6d68b9-7f9d-4c2f-9edf-8388df5f0f96 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:31.381297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e595bb-e527-4432-8357-6dcd993529c0 req-bc6d68b9-7f9d-4c2f-9edf-8388df5f0f96 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.2152679 Sep 19 03:02:31.431428 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.505082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.104 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/2edeab04-d856-4243-b5ad-5ce8316e802e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:31.530489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e595bb-e527-4432-8357-6dcd993529c0 req-69d16d04-b9d8-4722-aa24-3e57c02b1850 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416123 Sep 19 03:02:31.566787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886f385-9caf-476d-8f0b-54650c854b9a req-63afaddc-2950-4042-b546-2f2f13d5bb16 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:31.568365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f886f385-9caf-476d-8f0b-54650c854b9a req-63afaddc-2950-4042-b546-2f2f13d5bb16 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 948 time: 0.1289434 Sep 19 03:02:31.575772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-727f8838-9bc9-4d58-a2b7-b8e06df42730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:31.577361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-727f8838-9bc9-4d58-a2b7-b8e06df42730 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 1099 time: 0.1675549 Sep 19 03:02:31.691890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-49f6412d-436f-40e0-b62c-3ad4a9b918fe tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips/7cc6440b-5efa-464c-81cd-7d7679556744 HTTP/1.1" status: 200 len: 692 time: 0.1084309 Sep 19 03:02:31.947371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:31.953583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:32.089252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f886f385-9caf-476d-8f0b-54650c854b9a req-43544fd5-761f-4312-8412-88f3bcee7e1c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986062 Sep 19 03:02:32.106463 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Floating IP 96929cda-af15-48e1-8923-c608fe8efd2b associated. External IP: 172.25.8.110, port: d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa. Sep 19 03:02:32.180338 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4186f385-56a6-4771-98de-69faa0b062ac x-openstack-request-id: req-4186f385-56a6-4771-98de-69faa0b062ac {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:32.180839 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0ff528-dc0b-40fb-94a0-9e714876001f", "name": "network-vif-plugged", "status": "completed", "tag": "515b0a47-f1fa-46da-bc6f-8fa7458166ca", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:32.180999 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4186f385-56a6-4771-98de-69faa0b062ac {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:32.181582 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515b0a47-f1fa-46da-bc6f-8fa7458166ca', 'code': 200} Sep 19 03:02:32.183758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-f536f5fe-2ba8-43d2-99f8-7bcbe7ac2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:32.186391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-f536f5fe-2ba8-43d2-99f8-7bcbe7ac2dfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.5936878 Sep 19 03:02:32.229152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:32.294599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-7cf8ce99-1323-49b4-b97d-73c54ec8fe97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 200 len: 217 time: 0.0460598 Sep 19 03:02:32.298147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34042) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:32.348430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68386b79-9bca-4f8c-b034-15d0584a0e1c req-6f0246de-7d41-49f3-8d62-adc7dd8637d0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 210 time: 0.0962443 Sep 19 03:02:32.385302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0c862-1212-4952-9d97-89215e87c384 req-628f71c0-6fc0-47b8-a48a-48a625b4c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:32.389758 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ad0c862-1212-4952-9d97-89215e87c384 req-628f71c0-6fc0-47b8-a48a-48a625b4c0ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 1097 time: 0.1174304 Sep 19 03:02:32.403958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-0a16d770-f064-434f-83c4-1a4276fe69e8 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:32.411721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-0a16d770-f064-434f-83c4-1a4276fe69e8 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.7038820 Sep 19 03:02:32.423791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:32.438001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:32.479281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'cafde0f0-3d10-4056-a101-449a726f5040'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:32.488971 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ad0c862-1212-4952-9d97-89215e87c384 req-97bad3e9-5d26-4ee1-897e-8909f5156652 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865502 Sep 19 03:02:32.500308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-b8b8caea-825b-425a-b8bc-c4d71c499a18 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.0876293 Sep 19 03:02:32.501794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-696f03bf-d75b-4475-b945-79ab8213263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:32.503634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-696f03bf-d75b-4475-b945-79ab8213263c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1683726 Sep 19 03:02:32.518456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-network', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:32.553859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Router d1902d88-b6fc-47a0-a267-130d01cd1783 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:02:32.675053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:32.682614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-e32ef643-5bb0-473d-8ed5-9d8b8d6e053f tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.76 HTTP/1.1" status: 200 len: 695 time: 0.1691258 Sep 19 03:02:32.686152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:32.688570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=2edeab04-d856-4243-b5ad-5ce8316e802e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:32.691759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:32.715498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:32.729985 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] Sync routers for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:32.730596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:32.736834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Made reservation on behalf of 092b6831dabb4c5baef1a72c8434daef for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:32.739118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:32.745113 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:32.746319 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:32.792578 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6b554925-33dd-4c86-afc1-a5111ac59335 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "PUT /v2.0/floatingips/96929cda-af15-48e1-8923-c608fe8efd2b HTTP/1.1" status: 200 len: 991 time: 1.4297831 Sep 19 03:02:32.793416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:32.798952 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919d7b4-a25f-4fe4-8109-398254639e14" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:32.825105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:32.869371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f899fd9-4842-406a-8402-a8fa9a38c4c8 req-f850d4d0-3e8b-44b5-8dd7-0e5bfa5e8333 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:32.870937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f899fd9-4842-406a-8402-a8fa9a38c4c8 req-f850d4d0-3e8b-44b5-8dd7-0e5bfa5e8333 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 946 time: 0.3624818 Sep 19 03:02:32.925662 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:32.953781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:32.955880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.072158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f899fd9-4842-406a-8402-a8fa9a38c4c8 req-810c4ae9-7054-42c0-a80b-e3ad1b2be700 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863973 Sep 19 03:02:33.074208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-2ebc356a-499d-47fb-8806-69a4eb8f7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:33.076019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-2ebc356a-499d-47fb-8806-69a4eb8f7c80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3290491 Sep 19 03:02:33.155777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-85787f20-e820-408b-b04d-31bea2844d82 None None] Provisioning complete for port 2edeab04-d856-4243-b5ad-5ce8316e802e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:33.156304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85787f20-e820-408b-b04d-31bea2844d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.209951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-85787f20-e820-408b-b04d-31bea2844d82 None None] Port 2edeab04-d856-4243-b5ad-5ce8316e802e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:33.234351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '96929cda-af15-48e1-8923-c608fe8efd2b', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'port_id': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'mac_address': 'fa:16:3e:59:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T02:59:55Z', 'updated_at': '2021-09-19T03:02:31Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:33.268902 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] Checking router: d1902d88-b6fc-47a0-a267-130d01cd1783 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:33.279559 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:33.280353 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:33.280680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-edb61871-6bff-4f99-8901-17f3aa96d5b5 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886716 Sep 19 03:02:33.282206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Deleting port e3689f64-b047-4716-b796-bbd8c8ddaa14 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:33.282646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.323196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edfd96-4c14-4595-a101-0c59bf3abec2 req-551b0d0b-a857-4cee-8872-d8494698cc9f tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:33.325063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0edfd96-4c14-4595-a101-0c59bf3abec2 req-551b0d0b-a857-4cee-8872-d8494698cc9f tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1096 time: 0.1339433 Sep 19 03:02:33.401465 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:33.464208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.483687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.502735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-85499971-84f4-4689-95c1-cc1f5a614b67 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8772590 Sep 19 03:02:33.504373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0edfd96-4c14-4595-a101-0c59bf3abec2 req-39137e05-664d-4652-9b9a-b4db69736fab tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645877 Sep 19 03:02:33.510966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.511391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.560469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Request body: {'port': {'device_id': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:33.570232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:02:33.576870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Calling delete_port for e3689f64-b047-4716-b796-bbd8c8ddaa14 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:33.599369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167d2bd-ee14-4662-beec-223ec2aa4a07 req-18c0e332-8e83-46c0-89f8-f519696de8a6 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948220 Sep 19 03:02:33.605384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60cdd5e-a704-45dc-bcf7-925101494541,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:33.641467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.641808 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Added segment 87839d17-e0d6-49b6-9381-8e0d58e66c32 of type vlan for network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 Sep 19 03:02:33.681206 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '96929cda-af15-48e1-8923-c608fe8efd2b', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'port_id': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'mac_address': 'fa:16:3e:59:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T02:59:55Z', 'updated_at': '2021-09-19T03:02:31Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:33.710878 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a48a0-b028-4e9b-b4ec-3bba3d1fe4cd None None] The sync data for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 is: [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '96929cda-af15-48e1-8923-c608fe8efd2b', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'port_id': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'mac_address': 'fa:16:3e:59:21:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T02:59:55Z', 'updated_at': '2021-09-19T03:02:31Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:33.797920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.799890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.843922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e538c03-fe0c-4c70-b741-b5610abd782a req-feb0f271-a967-44be-b056-11228b5e47d5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:33.845468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e538c03-fe0c-4c70-b741-b5610abd782a req-feb0f271-a967-44be-b056-11228b5e47d5 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 944 time: 0.2412045 Sep 19 03:02:33.890176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e4ff029b-fefb-44a7-9896-47f2eb44d135 service neutron] 10.222.0.30 "GET /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362/bindings/n-h2-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.2613366 Sep 19 03:02:33.907823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dd6538-0316-498a-86f8-5cc276ae3e8f None None] New status for floating IP 96929cda-af15-48e1-8923-c608fe8efd2b: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:02:33.922782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:33.923710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:33.924287 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.082359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e538c03-fe0c-4c70-b741-b5610abd782a req-976c306a-5859-4aed-bb21-2f32119e6a98 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297060 Sep 19 03:02:34.121715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.8160980 Sep 19 03:02:34.124675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34060) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:34.129773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Request body: {'subnet': {'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-subnet', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:34.142208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8b5b3-1df4-4546-9d66-5aa20a4793a7 admin admin] Pushing event updated for resources: {'Network': ['ID=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:34.155613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Made reservation on behalf of 092b6831dabb4c5baef1a72c8434daef for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:34.155789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:02:34.160664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.202473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.251148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event deleted for resources: {'Port': ['ID=e3689f64-b047-4716-b796-bbd8c8ddaa14,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:34.377671 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42bf86a-2d41-4eb6-91f0-a8bf002a0c01 x-openstack-request-id: req-f42bf86a-2d41-4eb6-91f0-a8bf002a0c01 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:34.377954 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:34.378338 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f42bf86a-2d41-4eb6-91f0-a8bf002a0c01 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:34.378758 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'status': 'completed', 'code': 200} Sep 19 03:02:34.401620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.483247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b8ca3d-bb34-4326-bf2b-e5112142c38c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:34.504130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-96383ba1-edba-4d5e-8149-4736ce5c9a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:34.506272 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-96383ba1-edba-4d5e-8149-4736ce5c9a2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=58e4605440a343bc98a07b1ee0eb370b&device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 1096 time: 0.0770793 Sep 19 03:02:34.512062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Checking segment: {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:34.512426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Network hostable DHCP agents. Network: c252ff8a-dfa6-4fc0-82f3-04dfd2535be4, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:02:34.534856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:02:34.558098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, c252ff8a-dfa6-4fc0-82f3-04dfd2535be4) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:34.565106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:34.565696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.567560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20412ec2-ef5a-4590-8d3b-d68225dc71d4 None None] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:02:34.608761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3658d47f-c5fd-4fd9-964a-4132bded663a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.4829342 Sep 19 03:02:34.611624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:34.617869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:34.646461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-9466f5a7-ce8f-46f5-8143-ad3102cff2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:34.648143 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-9466f5a7-ce8f-46f5-8143-ad3102cff2bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 200 len: 924 time: 0.1218820 Sep 19 03:02:34.652677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.653702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.706197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.708882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.710029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09fe59be-eeee-4b15-b361-d48fdcc4247d req-08ed56ee-e658-405a-8ca0-94ff2a28036d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "DELETE /v2.0/floatingips/7cc6440b-5efa-464c-81cd-7d7679556744 HTTP/1.1" status: 204 len: 173 time: 2.0125530 Sep 19 03:02:34.719119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd48f4-7476-48bd-8243-3f42ac31fec7 req-e941560d-4a8b-4200-a9ed-c6182d5ee985 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:34.720621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1cd48f4-7476-48bd-8243-3f42ac31fec7 req-e941560d-4a8b-4200-a9ed-c6182d5ee985 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 948 time: 0.1797285 Sep 19 03:02:34.744624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:02:34.748458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.749295 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.802729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:34.850648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1cd48f4-7476-48bd-8243-3f42ac31fec7 req-1fb24ad5-fe80-41bc-85a9-4d2a8a1a6752 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176827 Sep 19 03:02:34.887594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edeab04-d856-4243-b5ad-5ce8316e802e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:34.894330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:34.919368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:34.919668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3d50a792-6092-43cf-8687-ac0eb003f279 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:34.936288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Allocated IP 172.20.0.2 (c252ff8a-dfa6-4fc0-82f3-04dfd2535be4/a2b8ca3d-bb34-4326-bf2b-e5112142c38c/bce7dd8b-f364-4008-bfbb-65720245f2de) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:34.942595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 59d2e762-67c8-4b1e-9f50-317c6365b362 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:34.960094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Transition to ACTIVE for port object 2edeab04-d856-4243-b5ad-5ce8316e802e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:34.982967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d2e762-67c8-4b1e-9f50-317c6365b362 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:34.994580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ea594-0209-43b7-b9b3-f865cfee608f req-c7af1908-0aeb-4fb1-aa91-dbdff27b464b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:34.996253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-638ea594-0209-43b7-b9b3-f865cfee608f req-c7af1908-0aeb-4fb1-aa91-dbdff27b464b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 936 time: 0.1841321 Sep 19 03:02:34.996928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.014165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:35.081837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.093005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:35.103659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Pushing event updated for resources: {'Port': ['ID=2edeab04-d856-4243-b5ad-5ce8316e802e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:35.108510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '3d50a792-6092-43cf-8687-ac0eb003f279', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '3d50a792-6092-43cf-8687-ac0eb003f279', 'mac_address': 'fa:16:3e:27:bc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:35.119257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71630313-eea0-4486-9420-35ee5a9ce011 req-3b088900-892f-410c-9060-1cfec7eab2cb tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:35.120820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71630313-eea0-4486-9420-35ee5a9ce011 req-3b088900-892f-410c-9060-1cfec7eab2cb tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 1096 time: 0.1895850 Sep 19 03:02:35.148579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-638ea594-0209-43b7-b9b3-f865cfee608f req-45e1c11e-6fe1-4ce4-8c41-a236a0532e58 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411512 Sep 19 03:02:35.219675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.224970 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-4155a913-c1f7-4a55-9b64-77b8ab836ffb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa HTTP/1.1" status: 200 len: 1001 time: 0.5547955 Sep 19 03:02:35.309108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-af59b970-dd4f-4048-9afa-eabc2fae1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:35.312124 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-af59b970-dd4f-4048-9afa-eabc2fae1092 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa71bd19-11fe-4fcc-96fd-e836d81ea57b HTTP/1.1" status: 200 len: 862 time: 0.0593719 Sep 19 03:02:35.333634 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.334652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71630313-eea0-4486-9420-35ee5a9ce011 req-74f21b5b-115f-46b0-9752-a3f7498caf1e tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908414 Sep 19 03:02:35.359446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Attempting to bind port 2edeab04-d856-4243-b5ad-5ce8316e802e on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:35.359911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Attempting to bind port 2edeab04-d856-4243-b5ad-5ce8316e802e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:35.360141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Attempting to bind port 2edeab04-d856-4243-b5ad-5ce8316e802e on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:35.362561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] Transition to ACTIVE for port object 59d2e762-67c8-4b1e-9f50-317c6365b362 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:35.370280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Port 2edeab04-d856-4243-b5ad-5ce8316e802e on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:35.371240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Attempting to bind port 2edeab04-d856-4243-b5ad-5ce8316e802e on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:35.380478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.381874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.386200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d50a792-6092-43cf-8687-ac0eb003f279 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:35.392771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cfb81-d816-43ce-8f4a-53be1393dae9 req-c312b3dd-3ef7-4580-b05c-2877cec69e34 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:35.394445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.401217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a6cfb81-d816-43ce-8f4a-53be1393dae9 req-c312b3dd-3ef7-4580-b05c-2877cec69e34 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 946 time: 0.1239729 Sep 19 03:02:35.403155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:35.403521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:35.403904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:35.404342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Bound port: 2edeab04-d856-4243-b5ad-5ce8316e802e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:35.404706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.436141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-69375099-c005-4c27-8830-f71e977621c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:35.438124 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-69375099-c005-4c27-8830-f71e977621c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38f0404b-2130-4ac7-8696-206ce18e09f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848312 Sep 19 03:02:35.467512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:35.470333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:35.476206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:35.480466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:35.498558 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.517023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-6b4ab683-612b-482c-93a7-f5fb4e7d2875 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips/e1a9d637-c797-4c72-ba6a-aacf561065b5 HTTP/1.1" status: 200 len: 693 time: 0.1084495 Sep 19 03:02:35.537879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Pushing event updated for resources: {'Port': ['ID=bce7dd8b-f364-4008-bfbb-65720245f2de,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:35.577623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.578674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.579227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.579922 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.580415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.580901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.581376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.581877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.582374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.583025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.584049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.585199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:35.593211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] No DVR routers for this DVR port 59d2e762-67c8-4b1e-9f50-317c6365b362 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:35.602508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Attempting to bind port bce7dd8b-f364-4008-bfbb-65720245f2de on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:35.602508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Attempting to bind port bce7dd8b-f364-4008-bfbb-65720245f2de by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:35.602508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Attempting to bind port bce7dd8b-f364-4008-bfbb-65720245f2de on network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:35.625727 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a6cfb81-d816-43ce-8f4a-53be1393dae9 req-0b308a51-b09e-4ff8-afa5-31fcd77560c3 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236469 Sep 19 03:02:35.626319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] Pushing event updated for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:35.628576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:35.629080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Checking segment: {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:35.629600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.630617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Bound using segment: {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:35.631243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Bound port: bce7dd8b-f364-4008-bfbb-65720245f2de, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:35.631733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.656759 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-d51f4c96-53b9-4227-bebf-c34a27874dda service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067049 Sep 19 03:02:35.694711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-0b19875b-bf83-4acc-8663-50e4e7c06569 service neutron] 10.222.0.30 "PUT /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362/bindings/n-h2-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7861207 Sep 19 03:02:35.702020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.708939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:35.743856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.757247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] For port bce7dd8b-f364-4008-bfbb-65720245f2de, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:35.757585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] For port 2edeab04-d856-4243-b5ad-5ce8316e802e, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:35.761391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] For port bce7dd8b-f364-4008-bfbb-65720245f2de, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bce7dd8b-f364-4008-bfbb-65720245f2de,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:35.770466 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.776795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] For port 2edeab04-d856-4243-b5ad-5ce8316e802e, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2edeab04-d856-4243-b5ad-5ce8316e802e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:35.790031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.838870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39520b62-83f0-4718-972f-8a9497c5e52f None None] Pushing event updated for resources: {'Port': ['ID=bce7dd8b-f364-4008-bfbb-65720245f2de,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:35.876848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-e4aa46b8-9903-4dad-9cba-934c4083d86c tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:35.878876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-e4aa46b8-9903-4dad-9cba-934c4083d86c tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3476698 Sep 19 03:02:35.902578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:35.903766 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:35.905270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] 10.222.0.32 "PUT /v2.0/ports/2edeab04-d856-4243-b5ad-5ce8316e802e HTTP/1.1" status: 200 len: 1096 time: 2.3785405 Sep 19 03:02:35.907671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'tag': '2edeab04-d856-4243-b5ad-5ce8316e802e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:35.910637 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7dd81-ee1b-4e94-98ab-43cb05216df0" -d '{"events": [{"name": "network-changed", "server_uuid": "63289457-67ca-48f3-88b2-f5f5f928baf0", "tag": "2edeab04-d856-4243-b5ad-5ce8316e802e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:35.913052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['3d50a792-6092-43cf-8687-ac0eb003f279'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:35.919897 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c919d7b4-a25f-4fe4-8109-398254639e14 req-f8acc62c-5ec5-4994-9d27-1e6aca9806de service neutron] 10.222.0.30 "GET /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447050 Sep 19 03:02:35.986974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-a527dae6-fee2-4f55-90f6-475102274767 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:35.989101 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-a527dae6-fee2-4f55-90f6-475102274767 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1560295 Sep 19 03:02:36.043751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Allocated IP 172.25.8.87 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a517deb6-fd1c-48e1-992c-bac11615b994) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:36.090661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070df8c-f5f5-4164-ad6a-a473fcf9863b req-798fdf49-ce32-4172-9ea6-61f9b33cdaed tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.095317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4070df8c-f5f5-4164-ad6a-a473fcf9863b req-798fdf49-ce32-4172-9ea6-61f9b33cdaed tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 945 time: 0.3143280 Sep 19 03:02:36.118391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-9ef1fa9c-5e56-4e07-a6ed-07b227838c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.120041 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-9ef1fa9c-5e56-4e07-a6ed-07b227838c14 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 1096 time: 0.1191704 Sep 19 03:02:36.121779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-78a4b693-2640-4b39-93dd-2ddea11ada94 tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.2269449 Sep 19 03:02:36.186272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-9a58bfee-512f-4ba6-9332-08c11d0484ac tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.114 HTTP/1.1" status: 200 len: 696 time: 0.0633852 Sep 19 03:02:36.186932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2bcc3b-8305-4705-a28c-a97453d10467 service neutron] Pushing event updated for resources: {'Port': ['ID=2edeab04-d856-4243-b5ad-5ce8316e802e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:36.245988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-2c74aa45-29cd-4d79-a7b3-9462e175f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.247967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-2c74aa45-29cd-4d79-a7b3-9462e175f611 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1096 time: 0.0886536 Sep 19 03:02:36.266570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.276422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-7808f009-6720-49c7-9474-aec3cf535fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.277925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-7808f009-6720-49c7-9474-aec3cf535fbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 1099 time: 0.2717645 Sep 19 03:02:36.359432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4070df8c-f5f5-4164-ad6a-a473fcf9863b req-94a32e94-aac3-4270-8358-89fe4d83bcb6 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796536 Sep 19 03:02:36.361152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-ff4c3dc1-5b77-4935-8438-7dda15465486 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2edeab04-d856-4243-b5ad-5ce8316e802e HTTP/1.1" status: 200 len: 217 time: 0.0468497 Sep 19 03:02:36.367102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.393756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ae67e2e9-8dc2-4287-b1fd-0aeaf212e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.395266 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-ae67e2e9-8dc2-4287-b1fd-0aeaf212e7e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1387677 Sep 19 03:02:36.439273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-648aa970-5d92-4c8d-b25f-d5048fd9373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.441204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-648aa970-5d92-4c8d-b25f-d5048fd9373e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0587599 Sep 19 03:02:36.447580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:36.451032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:36.453608 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-73305ae8-6959-49b1-bba1-88f2997f997d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 200 len: 217 time: 0.0494988 Sep 19 03:02:36.454298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:36.487478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Deleting port af324ed2-b733-4089-a448-8d282ceb9577 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:36.487478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.517990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Pushing event updated for resources: {'Port': ['ID=a517deb6-fd1c-48e1-992c-bac11615b994,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:36.538229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.538572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.538941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.539275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.539600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.539945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.540272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.540590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.540914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.541233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.541547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.541869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:02:36.575068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-6a14c72a-7e92-4757-acf1-8ec8c14d6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.576552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-6a14c72a-7e92-4757-acf1-8ec8c14d6b20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237149 Sep 19 03:02:36.601965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-b7cbe861-9c0b-4675-93d6-8c6f4d44737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:36.603480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-b7cbe861-9c0b-4675-93d6-8c6f4d44737c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1421907 Sep 19 03:02:36.608865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bce7dd8b-f364-4008-bfbb-65720245f2de up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:36.658857 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.659189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.694195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port bce7dd8b-f364-4008-bfbb-65720245f2de triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:36.694871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.702214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Calling delete_port for af324ed2-b733-4089-a448-8d282ceb9577 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:36.758797 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-9f8394f5-5ce2-4c91-ba43-d4c34682501f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464572 Sep 19 03:02:36.789313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-94dfed8d-7bdc-4b86-bb1f-add545ea7e25 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020724 Sep 19 03:02:36.792698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.827022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port bce7dd8b-f364-4008-bfbb-65720245f2de, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bce7dd8b-f364-4008-bfbb-65720245f2de,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:36.832173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.912905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=bce7dd8b-f364-4008-bfbb-65720245f2de,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:36.914657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:36.959603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38755c9-32fd-41ee-a474-eec46a1130cb req-d8871778-fc23-4c24-9fb7-9d94f851fdfc service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628938 Sep 19 03:02:37.032858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ef295-49ad-4742-a3c3-e51cc1c86c85 None None] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:02:37.058956 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-036d19d4-33f4-4a85-ae08-ab48138bf029 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966071 Sep 19 03:02:37.090763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:37.121116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Pushing event deleted for resources: {'Port': ['ID=af324ed2-b733-4089-a448-8d282ceb9577,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:37.146396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d61604b3-ea58-4c70-af6c-5fa0b9a8c073 None None] Provisioning complete for port bce7dd8b-f364-4008-bfbb-65720245f2de triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:37.147190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d61604b3-ea58-4c70-af6c-5fa0b9a8c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:37.215810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:37.218984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:37.220174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3a45371-f108-45c2-849a-b60ac4614f08 req-20f0c443-495f-4e31-968a-5a7ac235c47d tempest-FloatingIPDetailsTestJSON-172886045 tempest-FloatingIPDetailsTestJSON-172886045-project] 10.222.0.22 "DELETE /v2.0/floatingips/e1a9d637-c797-4c72-ba6a-aacf561065b5 HTTP/1.1" status: 204 len: 173 time: 1.0212662 Sep 19 03:02:37.226865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34090) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:37.274261 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e49bc91-1034-49d2-bfdc-7474bb1e631c x-openstack-request-id: req-6e49bc91-1034-49d2-bfdc-7474bb1e631c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:37.274489 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63289457-67ca-48f3-88b2-f5f5f928baf0", "tag": "2edeab04-d856-4243-b5ad-5ce8316e802e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:37.274770 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e49bc91-1034-49d2-bfdc-7474bb1e631c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:37.275190 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'tag': '2edeab04-d856-4243-b5ad-5ce8316e802e', 'status': 'completed', 'code': 200} Sep 19 03:02:37.284617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-2e4f5300-2083-4646-9a86-fad8c80cc07c service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132738 Sep 19 03:02:37.307590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:37.404690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-b2ba96ea-676d-4ddc-95d5-efbd3f53f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:37.406407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-b2ba96ea-676d-4ddc-95d5-efbd3f53f73d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 1099 time: 0.0916188 Sep 19 03:02:37.550398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-010a713b-f49a-4b0c-b4fb-148c68b4f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:37.552546 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-010a713b-f49a-4b0c-b4fb-148c68b4f879 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1195436 Sep 19 03:02:37.570961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Router f8248d87-ba60-4084-9ce2-4ea604bab320 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:02:37.605441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-2ccfc39a-aced-4771-bd61-0d10dfd14aca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2edeab04-d856-4243-b5ad-5ce8316e802e HTTP/1.1" status: 200 len: 217 time: 0.0412207 Sep 19 03:02:37.666776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694ba47-13ce-408f-8ffc-34b72cd5ed19 req-b794c1b7-938e-472c-8fe2-8ce331108105 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:37.668119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4694ba47-13ce-408f-8ffc-34b72cd5ed19 req-b794c1b7-938e-472c-8fe2-8ce331108105 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 949 time: 0.4379311 Sep 19 03:02:37.702381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-af6188f0-9aa8-433e-b8fb-572f2f434dad service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4299631 Sep 19 03:02:37.730150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc999c-4565-46fc-95ca-29a4c542d6b0 req-0622c0c8-244f-4912-9196-b2ded1cdb6e4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:37.731572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5cc999c-4565-46fc-95ca-29a4c542d6b0 req-0622c0c8-244f-4912-9196-b2ded1cdb6e4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 948 time: 0.3848817 Sep 19 03:02:37.740858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-a8ee2c57-4acc-4fc4-83cb-dd6f7bfb8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:37.742332 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-a8ee2c57-4acc-4fc4-83cb-dd6f7bfb8770 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0913165 Sep 19 03:02:37.772985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e7ba55b3-ee75-4f7a-905b-880d306093d7 None None] Provisioning complete for port bce7dd8b-f364-4008-bfbb-65720245f2de triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:37.773572 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7ba55b3-ee75-4f7a-905b-880d306093d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:37.788553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:37.801139 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Sync routers for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:37.811465 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:37.812072 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:37.834272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:37.835337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e82f469-e7c0-47da-b0fc-c08088479d5d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.2227640 Sep 19 03:02:37.839523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:37.889209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-4d660924-70b6-4d13-831e-951ab77d2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:37.890939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-4d660924-70b6-4d13-831e-951ab77d2cea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1369174 Sep 19 03:02:37.907743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e088ae69-123d-4ae6-97bf-edc57362c3e4 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:37.909144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-e088ae69-123d-4ae6-97bf-edc57362c3e4 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1767020 Sep 19 03:02:37.923526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4694ba47-13ce-408f-8ffc-34b72cd5ed19 req-d4023733-f0cf-4a01-afde-bed8878005d3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244027 Sep 19 03:02:37.964891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5cc999c-4565-46fc-95ca-29a4c542d6b0 req-22e6954f-83c3-4fd0-9a85-b3e3d0b2c067 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168193 Sep 19 03:02:37.990604 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:38.065736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-5e1a955d-12da-49f0-93da-c4348291529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:38.070490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-5e1a955d-12da-49f0-93da-c4348291529a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 1096 time: 0.3180673 Sep 19 03:02:38.259545 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:36Z', 'revision_number': 3, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:38.289760 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Checking router: f8248d87-ba60-4084-9ce2-4ea604bab320 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:38.290259 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Updating router f8248d87-ba60-4084-9ce2-4ea604bab320 port a517deb6-fd1c-48e1-992c-bac11615b994 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:02:38.320103 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.323402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-b3f71695-aa0a-4eda-b697-e381009ca06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:38.325157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-b3f71695-aa0a-4eda-b697-e381009ca06e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1674764 Sep 19 03:02:38.437140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-474eb002-907c-4bbd-ae01-3b288178c947 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362267 Sep 19 03:02:38.550714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-09f349da-4cc3-41b4-99e8-a3d6b7dbc7d5 service neutron] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:38.566507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bce7dd8b-f364-4008-bfbb-65720245f2de up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:38.606184 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-09f349da-4cc3-41b4-99e8-a3d6b7dbc7d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.607517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-702c9660-a011-4e11-ad6c-c32fb2f2636a req-09f349da-4cc3-41b4-99e8-a3d6b7dbc7d5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362/bindings/n-h1-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.6815636 Sep 19 03:02:38.670060 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02e7dd81-ee1b-4e94-98ab-43cb05216df0 req-21a02466-5887-40b2-a636-a06bbf60e840 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220869 Sep 19 03:02:38.682884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port bce7dd8b-f364-4008-bfbb-65720245f2de triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:38.683421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.727670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-a64feb86-fb32-4513-9b1a-14d026d5ad62 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 200 len: 217 time: 0.2494321 Sep 19 03:02:38.746127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cad462-320f-4e16-a6de-93b0a49ce241 req-10b910e2-a2d2-4565-8886-2804a20f6603 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:38.747933 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.756648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4cad462-320f-4e16-a6de-93b0a49ce241 req-10b910e2-a2d2-4565-8886-2804a20f6603 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 946 time: 0.6748354 Sep 19 03:02:38.758443 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.824145 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafdadd-17db-4cdc-8468-89df06b1dc7a None None] Pushing event updated for resources: {'Port': ['ID=a517deb6-fd1c-48e1-992c-bac11615b994,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:38.837301 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Attempting to bind port a517deb6-fd1c-48e1-992c-bac11615b994 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:38.837574 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Attempting to bind port a517deb6-fd1c-48e1-992c-bac11615b994 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:38.837945 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Attempting to bind port a517deb6-fd1c-48e1-992c-bac11615b994 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:38.850198 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:38.850198 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:38.850439 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.851502 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:38.851502 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Bound port: a517deb6-fd1c-48e1-992c-bac11615b994, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:38.851839 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.876271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78973cf-3b88-4180-8f11-81d871812f55 req-cafb95fe-fa1a-4b4e-a79d-af0dd9012d09 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:38.877763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f78973cf-3b88-4180-8f11-81d871812f55 req-cafb95fe-fa1a-4b4e-a79d-af0dd9012d09 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 945 time: 0.7296078 Sep 19 03:02:38.917358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:38.930226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4cad462-320f-4e16-a6de-93b0a49ce241 req-2733f99f-8c46-406f-aa32-11fb371db93a tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727769 Sep 19 03:02:38.941942 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] For port a517deb6-fd1c-48e1-992c-bac11615b994, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:38.944346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-99cf35e7-3c74-4d70-8405-824ac95666a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:38.945777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-99cf35e7-3c74-4d70-8405-824ac95666a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1541748 Sep 19 03:02:38.955697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3d50a792-6092-43cf-8687-ac0eb003f279 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:38.958869 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] For port a517deb6-fd1c-48e1-992c-bac11615b994, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a517deb6-fd1c-48e1-992c-bac11615b994,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:38.976228 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.020263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-4e4ccea6-7103-456f-a75e-5d4a0493724f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637834 Sep 19 03:02:39.035654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f78973cf-3b88-4180-8f11-81d871812f55 req-1957a1a7-5479-4ae7-9244-d7f59d8e8a2b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441889 Sep 19 03:02:39.064512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 3d50a792-6092-43cf-8687-ac0eb003f279 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:39.080010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 3d50a792-6092-43cf-8687-ac0eb003f279 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:39.080764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.164315 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafdadd-17db-4cdc-8468-89df06b1dc7a None None] Pushing event updated for resources: {'Port': ['ID=a517deb6-fd1c-48e1-992c-bac11615b994,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:39.173955 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:39.174578 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:39.234262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Allocated IP 172.20.0.1 (c252ff8a-dfa6-4fc0-82f3-04dfd2535be4/a2b8ca3d-bb34-4326-bf2b-e5112142c38c/702c3564-3cd8-4b91-99fa-cfcfc94b0b51) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:39.236488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.244700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-28bda687-17f1-492d-85d8-202885635f41 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:39.246234 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-28bda687-17f1-492d-85d8-202885635f41 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 946 time: 0.1140602 Sep 19 03:02:39.287234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:39.289512 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4577df5-07eb-4372-b9a3-f4dd9ac04766" -d '{"events": [{"server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "name": "network-vif-plugged", "status": "completed", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:39.326056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:39.336021 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.362595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92f5b7-7e6c-49c2-a42f-0990869d206f req-b02533d5-2ece-49df-b71e-cd840116da2a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:39.369834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca92f5b7-7e6c-49c2-a42f-0990869d206f req-b02533d5-2ece-49df-b71e-cd840116da2a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 948 time: 0.1851530 Sep 19 03:02:39.379048 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:39.397899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b982d-928e-4364-a00e-29a3416ea87e req-6d6a1ea4-7192-4c2e-9922-c852a54568b7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:39.404535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775b982d-928e-4364-a00e-29a3416ea87e req-6d6a1ea4-7192-4c2e-9922-c852a54568b7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 949 time: 0.1756511 Sep 19 03:02:39.427809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-0d4e5df0-a04f-4859-880b-bbe3016b638b service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890054 Sep 19 03:02:39.439205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:39.481115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.505671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Deleting port 515b0a47-f1fa-46da-bc6f-8fa7458166ca {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:39.506262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.524021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.542844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca92f5b7-7e6c-49c2-a42f-0990869d206f req-bc22cea1-e891-485e-8415-3a921e5c24f2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720786 Sep 19 03:02:39.587963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775b982d-928e-4364-a00e-29a3416ea87e req-2c98f8f0-fb09-4f7a-a0aa-1f156b71daa3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778388 Sep 19 03:02:39.636130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] For port 515b0a47-f1fa-46da-bc6f-8fa7458166ca, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=515b0a47-f1fa-46da-bc6f-8fa7458166ca,segment=NetworkSegment(8fd5e35f-b170-4778-8e76-f75c5a660d44),segment_id=8fd5e35f-b170-4778-8e76-f75c5a660d44)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:39.636511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.651580 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:36Z', 'revision_number': 3, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:39.664087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.699573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Calling delete_port for 515b0a47-f1fa-46da-bc6f-8fa7458166ca owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:39.733598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:39.734400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Pushing event updated for resources: {'Port': ['ID=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:39.739316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:39.768683 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1461ef-dd1c-43d4-a8de-22c1b05bf3b0 x-openstack-request-id: req-ad1461ef-dd1c-43d4-a8de-22c1b05bf3b0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:39.768983 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "name": "network-vif-plugged", "status": "completed", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:39.769233 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad1461ef-dd1c-43d4-a8de-22c1b05bf3b0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:39.769686 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279', 'code': 200} Sep 19 03:02:39.774848 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305e4c1-fd06-4898-82e2-6e2907012e28 None None] The sync data for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 is: [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:36Z', 'revision_number': 3, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:39.820568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:39.922352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e4f57-6df5-4147-8332-a47846a9d7dd req-8f5ba98d-c732-43f0-81c1-59d8f280fc99 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802165 Sep 19 03:02:39.927182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:39.953651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2776-f66b-484b-9161-9a86f2dad8a9 req-664d4196-b000-4c2e-bd14-a5bd8ab43621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:39.955334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efba2776-f66b-484b-9161-9a86f2dad8a9 req-664d4196-b000-4c2e-bd14-a5bd8ab43621 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 1101 time: 0.1100895 Sep 19 03:02:40.078955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d0c50-30f6-4363-89de-d71b51af3102 req-b8ae8f7a-3562-423c-96a2-c1f9bb4b8da3 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:40.080930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8d0c50-30f6-4363-89de-d71b51af3102 req-b8ae8f7a-3562-423c-96a2-c1f9bb4b8da3 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1096 time: 0.2401226 Sep 19 03:02:40.123230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-187da6f4-5880-4479-8968-3fcb120d0f91 None None] Provisioning complete for port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:40.123713 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-187da6f4-5880-4479-8968-3fcb120d0f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.193488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-187da6f4-5880-4479-8968-3fcb120d0f91 None None] Port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:40.200697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.205217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efba2776-f66b-484b-9161-9a86f2dad8a9 req-c954236a-6b71-4767-97a6-c9e35ef535ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160406 Sep 19 03:02:40.215290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['515b0a47-f1fa-46da-bc6f-8fa7458166ca'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:40.243339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8d0c50-30f6-4363-89de-d71b51af3102 req-2bec43a4-a0b4-444e-a224-740be27c15a7 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139865 Sep 19 03:02:40.252445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f7f85-b82c-4ecc-be2c-a3d8c62088cc req-ad99ced7-e7bf-40be-a79f-964f6de283a8 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:40.254108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a7f7f85-b82c-4ecc-be2c-a3d8c62088cc req-ad99ced7-e7bf-40be-a79f-964f6de283a8 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b0ff528-dc0b-40fb-94a0-9e714876001f HTTP/1.1" status: 200 len: 867 time: 0.1915376 Sep 19 03:02:40.294122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event deleted for resources: {'Port': ['ID=515b0a47-f1fa-46da-bc6f-8fa7458166ca,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:40.319972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a7f7f85-b82c-4ecc-be2c-a3d8c62088cc req-ca3e7f41-90bb-4c88-b8ad-74f9224e4f62 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups?id=e22375c1-5d15-4177-a5b3-52ffa85d6bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593743 Sep 19 03:02:40.386111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] No DVR routers for this DVR port 515b0a47-f1fa-46da-bc6f-8fa7458166ca on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:40.388161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.396857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.398899 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6721d6bc-558b-4a07-b8c1-62f8f5aa0cb6 req-a3d991ff-0680-490a-b20d-e09b4a905a71 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.30 "DELETE /v2.0/ports/515b0a47-f1fa-46da-bc6f-8fa7458166ca HTTP/1.1" status: 204 len: 173 time: 1.1415088 Sep 19 03:02:40.400589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'name': 'network-vif-deleted', 'tag': '515b0a47-f1fa-46da-bc6f-8fa7458166ca'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:40.402928 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b04dc9-2f25-4a85-965e-e3afcf7dee15" -d '{"events": [{"server_uuid": "8b0ff528-dc0b-40fb-94a0-9e714876001f", "name": "network-vif-deleted", "tag": "515b0a47-f1fa-46da-bc6f-8fa7458166ca"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:40.442043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Deleting port cd9f96ad-1295-4888-92b9-2a59983cf4d4 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:40.443261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.529951 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cabca0-9c99-45a1-ba27-665c3e5ebe40 x-openstack-request-id: req-68cabca0-9c99-45a1-ba27-665c3e5ebe40 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:40.530456 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0ff528-dc0b-40fb-94a0-9e714876001f", "name": "network-vif-deleted", "tag": "515b0a47-f1fa-46da-bc6f-8fa7458166ca", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:40.530577 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68cabca0-9c99-45a1-ba27-665c3e5ebe40 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:40.530955 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0ff528-dc0b-40fb-94a0-9e714876001f', 'name': 'network-vif-deleted', 'tag': '515b0a47-f1fa-46da-bc6f-8fa7458166ca', 'status': 'completed', 'code': 200} Sep 19 03:02:40.618968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a517deb6-fd1c-48e1-992c-bac11615b994 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:40.709795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a517deb6-fd1c-48e1-992c-bac11615b994 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:40.710570 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.761901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.774145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.822372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.846914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port a517deb6-fd1c-48e1-992c-bac11615b994, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a517deb6-fd1c-48e1-992c-bac11615b994,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:40.854930 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.878593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb13b6-352f-4ebb-9fa6-aea2534e3deb req-8c89c5a8-3ce3-48ec-af37-fb8d03bb978d tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:40.887539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3abb13b6-352f-4ebb-9fa6-aea2534e3deb req-8c89c5a8-3ce3-48ec-af37-fb8d03bb978d tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 1096 time: 0.4823537 Sep 19 03:02:40.913014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:40.921082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Pushing event updated for resources: {'Port': ['ID=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:40.931078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=a517deb6-fd1c-48e1-992c-bac11615b994,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:40.989510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f724cd-66bb-4606-9616-4b272308b157 req-774d02c3-de7d-413a-8761-f7b4a803ebcc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:40.996804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69f724cd-66bb-4606-9616-4b272308b157 req-774d02c3-de7d-413a-8761-f7b4a803ebcc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 948 time: 0.1209912 Sep 19 03:02:41.000489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] For port cd9f96ad-1295-4888-92b9-2a59983cf4d4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cd9f96ad-1295-4888-92b9-2a59983cf4d4,segment=NetworkSegment(809fafb3-a69f-4eb8-9ece-547d76bcb605),segment_id=809fafb3-a69f-4eb8-9ece-547d76bcb605)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:41.000858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:41.011278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3abb13b6-352f-4ebb-9fa6-aea2534e3deb req-02ef5519-f3e5-438a-8724-1dfba73868fb tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228569 Sep 19 03:02:41.069679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:41.073458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:41.118168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Calling delete_port for cd9f96ad-1295-4888-92b9-2a59983cf4d4 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:41.167634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69f724cd-66bb-4606-9616-4b272308b157 req-675a5982-0a1b-41d3-ba98-ad832df56415 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699820 Sep 19 03:02:41.257017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2edeab04-d856-4243-b5ad-5ce8316e802e details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:41.272064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b23a2-45b1-443b-9c3d-95f7af6c4383 req-6202873d-5a8d-43bb-a53f-427e394c8413 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:41.273637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873b23a2-45b1-443b-9c3d-95f7af6c4383 req-6202873d-5a8d-43bb-a53f-427e394c8413 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1693492 Sep 19 03:02:41.305554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Router f8248d87-ba60-4084-9ce2-4ea604bab320 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:02:41.454737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873b23a2-45b1-443b-9c3d-95f7af6c4383 req-f52f0ac3-760a-4f36-bc1f-15bc1e1ab983 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676307 Sep 19 03:02:41.490852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:41.493385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2edeab04-d856-4243-b5ad-5ce8316e802e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2edeab04-d856-4243-b5ad-5ce8316e802e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:41.501744 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8a92bfe8-c3ea-4525-aedb-55715d3d9035 admin admin] 10.222.0.22 "PUT /v2.0/routers/f8248d87-ba60-4084-9ce2-4ea604bab320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6611898 Sep 19 03:02:41.512071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '2edeab04-d856-4243-b5ad-5ce8316e802e', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '2edeab04-d856-4243-b5ad-5ce8316e802e', 'mac_address': 'fa:16:3e:4c:18:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:41.602577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-29a6ec3b-ff61-4b90-8960-5a07ffd70825 None None] Provisioning complete for port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:41.615286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29a6ec3b-ff61-4b90-8960-5a07ffd70825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:41.668566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-29a6ec3b-ff61-4b90-8960-5a07ffd70825 None None] Port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:41.671014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:41.689349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edeab04-d856-4243-b5ad-5ce8316e802e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:41.713734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2edeab04-d856-4243-b5ad-5ce8316e802e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2edeab04-d856-4243-b5ad-5ce8316e802e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:41.720358 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:41.724883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:41.800464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2edeab04-d856-4243-b5ad-5ce8316e802e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:41.821532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd9f96ad-1295-4888-92b9-2a59983cf4d4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:42.123332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34166) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:42.169096 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.204463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb1f7-1176-44d6-ac56-c6e5d990ed14 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.228579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2edeab04-d856-4243-b5ad-5ce8316e802e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:42.237772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb1f7-1176-44d6-ac56-c6e5d990ed14 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.296596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb1f7-1176-44d6-ac56-c6e5d990ed14 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.299603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e5bb1f7-1176-44d6-ac56-c6e5d990ed14 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.300851 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e5bb1f7-1176-44d6-ac56-c6e5d990ed14 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "DELETE /v2.0/security-groups/ab1d19a9-acea-4ede-b3da-b56d2857b9a4 HTTP/1.1" status: 204 len: 168 time: 0.1764333 Sep 19 03:02:42.313901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:42.313901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bb1f7-1176-44d6-ac56-c6e5d990ed14 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1d19a9-acea-4ede-b3da-b56d2857b9a4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:42.327759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-9b61b4e6-401d-4070-a7d4-8601deee2e25 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:42.329304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-9b61b4e6-401d-4070-a7d4-8601deee2e25 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks?id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 200 len: 828 time: 0.2396426 Sep 19 03:02:42.361522 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-d15ec830-f314-414b-8f15-0f845fe4c831 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] show failed (client error): The resource could not be found. Sep 19 03:02:42.362770 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d15ec830-f314-414b-8f15-0f845fe4c831 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "GET /v2.0/security-groups/ab1d19a9-acea-4ede-b3da-b56d2857b9a4 HTTP/1.1" status: 404 len: 347 time: 0.0345538 Sep 19 03:02:42.365400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:42.397664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Sync routers for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:42.407329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-ea9deaa9-1d01-4e9d-93c4-db1fca266156 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/quotas/092b6831dabb4c5baef1a72c8434daef HTTP/1.1" status: 200 len: 375 time: 0.0555501 Sep 19 03:02:42.422429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:42.423206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:42.464823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175feb0c-08bc-418b-a575-8952c8699eb0 req-3d86b4fa-096d-4d98-add9-391cbedab49e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:42.472810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-175feb0c-08bc-418b-a575-8952c8699eb0 req-3d86b4fa-096d-4d98-add9-391cbedab49e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 949 time: 0.1810308 Sep 19 03:02:42.543847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Deleting port 2c8c971d-efc9-4143-a915-5a8dfe8748c7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:42.544198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.584909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:42.629681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a517deb6-fd1c-48e1-992c-bac11615b994 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:42.667489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.667848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.697455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Calling delete_port for 2c8c971d-efc9-4143-a915-5a8dfe8748c7 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:42.706627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-175feb0c-08bc-418b-a575-8952c8699eb0 req-f63c9f72-c45d-4dac-996b-e3bda9112aaf tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332647 Sep 19 03:02:42.727077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-d7a38866-f74f-4a4e-89a1-90123c38c72f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=092b6831dabb4c5baef1a72c8434daef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3091969 Sep 19 03:02:42.735396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Router d80439f3-ff58-4637-8002-df72f6c11155 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:02:42.799755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a517deb6-fd1c-48e1-992c-bac11615b994 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:42.800135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.909751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:42.954875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Pushing event deleted for resources: {'Port': ['ID=2c8c971d-efc9-4143-a915-5a8dfe8748c7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:43.006579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 515b0a47-f1fa-46da-bc6f-8fa7458166ca no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:43.049380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-707da62e-1f39-49c5-9e49-6344842eb6cb service neutron] 10.222.0.22 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123717 Sep 19 03:02:43.061991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.065731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.067792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64eaeaed-d751-4335-93c0-fc3695df3462 tempest-ImagesOneServerNegativeTestJSON-1903150638 tempest-ImagesOneServerNegativeTestJSON-1903150638-project] 10.222.0.22 "DELETE /v2.0/floatingips/83a4bab4-6656-4336-81aa-172264972afa HTTP/1.1" status: 204 len: 168 time: 0.7005098 Sep 19 03:02:43.071708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 515b0a47-f1fa-46da-bc6f-8fa7458166ca {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:43.072270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 515b0a47-f1fa-46da-bc6f-8fa7458166ca not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:43.102425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571ae0-7d62-49b5-87d4-cbd434159541 req-c6586531-1a20-4ec8-9d00-e3ee376bd75e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:43.109319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 2, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:43.113599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95571ae0-7d62-49b5-87d4-cbd434159541 req-c6586531-1a20-4ec8-9d00-e3ee376bd75e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1622696 Sep 19 03:02:43.133674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:02:43.143762 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] Sync routers for ids ['d80439f3-ff58-4637-8002-df72f6c11155'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:02:43.148643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Checking router: f8248d87-ba60-4084-9ce2-4ea604bab320 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:43.148998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Updating router f8248d87-ba60-4084-9ce2-4ea604bab320 port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:02:43.149829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:43.150261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e6996d41-d767-403e-9941-b439993b2bf3 admin admin] 10.222.0.22 "PUT /v2.0/routers/d80439f3-ff58-4637-8002-df72f6c11155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9217224 Sep 19 03:02:43.161201 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] Routers {'d80439f3-ff58-4637-8002-df72f6c11155'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:43.171231 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d80439f3-ff58-4637-8002-df72f6c11155'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:43.227756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95571ae0-7d62-49b5-87d4-cbd434159541 req-ac2cf6fb-a35f-4937-a2c3-c44476c80864 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113291 Sep 19 03:02:43.235218 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.266289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-cb973ad5-cb76-4065-a99d-0217d8adfb78 service neutron] 10.222.0.22 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056851 Sep 19 03:02:43.394578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.417236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] Set router d80439f3-ff58-4637-8002-df72f6c11155 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:43.588626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.717531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e992d0fa-5e9b-442a-8695-8a3c15ace08d req-9341933a-8fa6-4edb-85d1-fd4e987b3342 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 210 time: 0.0667465 Sep 19 03:02:43.731322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-03db4421-d2cb-440e-a26a-c00bc1d8cb45 req-20d182e8-10a2-4d22-b0e9-697d0a78d4c4 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:02:43.749042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03db4421-d2cb-440e-a26a-c00bc1d8cb45 req-20d182e8-10a2-4d22-b0e9-697d0a78d4c4 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293474 Sep 19 03:02:43.752189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Deleting port 88f891df-c6f4-4874-960c-2fd7b3d79b0e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:43.752536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.793745 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:02:41Z', 'revision_number': 5, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port': {'id': '88f891df-c6f4-4874-960c-2fd7b3d79b0e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:01:53Z', 'updated_at': '2021-09-19T03:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:43.817975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34248) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:43.868683 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] Checking router: d80439f3-ff58-4637-8002-df72f6c11155 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:02:43.891904 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] Routers {'d80439f3-ff58-4637-8002-df72f6c11155'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:43.892906 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d80439f3-ff58-4637-8002-df72f6c11155'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:43.920917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.938058 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:43.991298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] Deleting subnet 5fc8ee03-bdb9-43db-97e9-f42e0d75f600 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:02:44.018162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.019981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] For port 88f891df-c6f4-4874-960c-2fd7b3d79b0e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=88f891df-c6f4-4874-960c-2fd7b3d79b0e,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:44.021005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.055558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Calling delete_port for 88f891df-c6f4-4874-960c-2fd7b3d79b0e owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:44.100699 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.128086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9409b4-711e-47d7-8d64-c2fe960da508 req-72688853-ab02-40d2-96db-78c5511ad537 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:44.129808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e9409b4-711e-47d7-8d64-c2fe960da508 req-72688853-ab02-40d2-96db-78c5511ad537 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 949 time: 0.1429496 Sep 19 03:02:44.170418 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] Set router d80439f3-ff58-4637-8002-df72f6c11155 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:44.301342 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:02:43Z', 'revision_number': 6, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:44.306851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Attempting to bind port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:44.307256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Attempting to bind port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:44.314012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Attempting to bind port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 on network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:44.340689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:44.351980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Checking segment: {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:44.355187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.355833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Bound using segment: {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:44.356559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Bound port: 702c3564-3cd8-4b91-99fa-cfcfc94b0b51, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:44.358973 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.365783 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27739c-4ddc-4bc2-b651-976464f91067 None None] The sync data for ids ['d80439f3-ff58-4637-8002-df72f6c11155'] in n-d-809936-1 is: [{'id': 'd80439f3-ff58-4637-8002-df72f6c11155', 'name': 'tempest-FloatingIPDetailsTestJSON-100033323-router', 'tenant_id': 'd514d4487a7d40559b6f23412da9144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:01:52Z', 'updated_at': '2021-09-19T03:02:43Z', 'revision_number': 6, 'project_id': 'd514d4487a7d40559b6f23412da9144e', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:44.368327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016fa8e-b504-4632-88d2-b6d80d353565 None None] Pushing event updated for resources: {'Port': ['ID=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:44.388387 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.431055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e9409b4-711e-47d7-8d64-c2fe960da508 req-e85275fc-b91c-4cf3-b392-b27843acdd3a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529097 Sep 19 03:02:44.446116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.525823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-286dbada-7c35-4fcd-afc0-0735bbffdc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.537652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Pushing event deleted for resources: {'Port': ['ID=88f891df-c6f4-4874-960c-2fd7b3d79b0e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:44.603673 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.613918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e45c5259-2446-4c89-b50e-428c02013a7a None None] Provisioning complete for port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:44.614649 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e45c5259-2446-4c89-b50e-428c02013a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.663354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-9b2d228e-b693-43c0-be60-f261ce3d2499 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3504510 Sep 19 03:02:44.667664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e45c5259-2446-4c89-b50e-428c02013a7a None None] Port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:44.673524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] For port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:44.690830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] For port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:44.693982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b5d33-a715-4b37-b048-1f88b2216bb1 req-ff6168ed-3d0d-472a-af7d-596aa3a9f100 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:44.697155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.711900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-126b5d33-a715-4b37-b048-1f88b2216bb1 req-ff6168ed-3d0d-472a-af7d-596aa3a9f100 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.2316792 Sep 19 03:02:44.763765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:02:44.764547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:44.773892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.782866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.786896 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.861132 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:02:44.943235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cd9f96ad-1295-4888-92b9-2a59983cf4d4 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:44.972188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.972707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d80439f3-ff58-4637-8002-df72f6c11155 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:02:44.974006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016fa8e-b504-4632-88d2-b6d80d353565 None None] Pushing event updated for resources: {'Port': ['ID=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:44.980330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-126b5d33-a715-4b37-b048-1f88b2216bb1 req-a0810516-9b75-4edc-9777-5eaf88793ec1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576215 Sep 19 03:02:44.987820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:44.990770 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f5980eca-f7ea-4a4f-b018-85ee5ee8e97d admin admin] 10.222.0.22 "DELETE /v2.0/routers/d80439f3-ff58-4637-8002-df72f6c11155 HTTP/1.1" status: 204 len: 168 time: 1.8397584 Sep 19 03:02:44.994869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34310) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:45.040515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.072538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5fc8ee03-bdb9-43db-97e9-f42e0d75f600 HTTP/1.1" status: 204 len: 168 time: 1.2515342 Sep 19 03:02:45.073600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3dd2b-4bd7-42bb-a58e-8f142e30bd15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc8ee03-bdb9-43db-97e9-f42e0d75f600,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:45.081407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34312) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:45.181659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] Deleting subnet 1e063115-01cc-4c05-8814-61b7ffce25a2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:02:45.191923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.198681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: cd9f96ad-1295-4888-92b9-2a59983cf4d4 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:45.201081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cd9f96ad-1295-4888-92b9-2a59983cf4d4 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:45.271868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.274472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2edeab04-d856-4243-b5ad-5ce8316e802e up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:45.302258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8d6460b-62e8-4d27-ac4e-941e896d7180 req-b53843dc-cacc-41b9-a6f1-4d1759121aa8 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 210 time: 0.3127058 Sep 19 03:02:45.307651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.336754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:02:45.340782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2dab9b1b-a84d-4172-90ae-dc60de91b678 None None] Provisioning complete for port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:45.344815 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dab9b1b-a84d-4172-90ae-dc60de91b678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.444743 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.593596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.604355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.673500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e063115-01cc-4c05-8814-61b7ffce25a2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:45.689324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e42fea-da25-492e-8ca1-3c0117306d9d']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:45.694454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.701011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b4aa5d58-c8f4-4171-942f-94f8c017948f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1e063115-01cc-4c05-8814-61b7ffce25a2 HTTP/1.1" status: 204 len: 168 time: 0.7026160 Sep 19 03:02:45.704704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:45.727311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd5e35f-b170-4778-8e76-f75c5a660d44') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:45.728582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd5e35f-b170-4778-8e76-f75c5a660d44') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:45.757346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.788682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.796144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:02:45.796684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.803556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0073ee-87cf-490f-aec6-ed259ed7ab65 None None] Network 6cf27036-68fd-4f68-bd62-657309a086e4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:02:45.867908 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:02:45.876434 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.886783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.923392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e42fea-da25-492e-8ca1-3c0117306d9d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:45.926566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:45.928951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fb893a67-088f-42f0-83ca-c49d01090b66 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c9e42fea-da25-492e-8ca1-3c0117306d9d HTTP/1.1" status: 204 len: 168 time: 0.8437705 Sep 19 03:02:45.962495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e533e7-8422-4956-ae9a-85c5cf7cf996 req-78c86684-9a92-4c9d-8f0f-5540c59b9f80 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:45.971046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2e533e7-8422-4956-ae9a-85c5cf7cf996 req-78c86684-9a92-4c9d-8f0f-5540c59b9f80 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 949 time: 0.0993140 Sep 19 03:02:46.084350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2e533e7-8422-4956-ae9a-85c5cf7cf996 req-48e7efa0-82fe-4d6f-a6ea-8fe6b0daaabe tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117642 Sep 19 03:02:46.089865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Deleting port f7523400-08a8-431b-bda6-4318ba508055 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:02:46.090238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.133003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 2edeab04-d856-4243-b5ad-5ce8316e802e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:46.236746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 2edeab04-d856-4243-b5ad-5ce8316e802e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:46.237490 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.246955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34340) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:46.284792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] For port f7523400-08a8-431b-bda6-4318ba508055, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7523400-08a8-431b-bda6-4318ba508055,segment=NetworkSegment(809fafb3-a69f-4eb8-9ece-547d76bcb605),segment_id=809fafb3-a69f-4eb8-9ece-547d76bcb605)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:46.285432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.314252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Calling delete_port for f7523400-08a8-431b-bda6-4318ba508055 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:02:46.357043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.435610 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f99c25be-6f8f-4a08-8068-40f94bfe87c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9ffcd0957394b3594a1a0d16302ddcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875310 Sep 19 03:02:46.448990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34344) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:46.494250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61934b81-c8a8-47cb-b695-4176b83f0f34 req-874bc5fe-c66a-4812-b574-cdf9930e3261 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:46.514157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61934b81-c8a8-47cb-b695-4176b83f0f34 req-874bc5fe-c66a-4812-b574-cdf9930e3261 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.3623629 Sep 19 03:02:46.552227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e76f6de3-0f56-4f66-99c0-37ab51022bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.560381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.563930 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dab9b1b-a84d-4172-90ae-dc60de91b678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.566419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f891df-c6f4-4874-960c-2fd7b3d79b0e no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:46.621262 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 88f891df-c6f4-4874-960c-2fd7b3d79b0e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:46.621860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f891df-c6f4-4874-960c-2fd7b3d79b0e not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:46.639510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-374bc829-14ce-42ee-a8d6-f78052d43b51 req-663b4308-6f06-403f-879b-497b290f2e6c tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 210 time: 0.1240485 Sep 19 03:02:46.664375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61934b81-c8a8-47cb-b695-4176b83f0f34 req-c3f15844-32b6-4f9c-9b6a-366d499d9a32 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164975 Sep 19 03:02:46.716046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a281a610-22e5-42af-a4ab-aa966993f241 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:46.718240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a281a610-22e5-42af-a4ab-aa966993f241 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.32 "GET /v2.0/networks?id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 200 len: 828 time: 0.5156257 Sep 19 03:02:46.745002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2dab9b1b-a84d-4172-90ae-dc60de91b678 None None] For port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:46.768772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Request body: {'port': {'device_id': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'admin_state_up': True, 'tenant_id': '092b6831dabb4c5baef1a72c8434daef'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:46.806219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dab9b1b-a84d-4172-90ae-dc60de91b678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.814484 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:46.907082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba1c09-eb09-47c7-a6c2-78635797a127 None None] DHCP port deletion for 6cf27036-68fd-4f68-bd62-657309a086e4 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:02:47.004413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edeab04-d856-4243-b5ad-5ce8316e802e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:47.009445 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6164e64d-9cb6-4bcf-9343-447a8789cbbb" -d '{"events": [{"server_uuid": "63289457-67ca-48f3-88b2-f5f5f928baf0", "name": "network-vif-plugged", "status": "completed", "tag": "2edeab04-d856-4243-b5ad-5ce8316e802e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:47.048403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] No DVR routers for this DVR port f7523400-08a8-431b-bda6-4318ba508055 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:02:47.057211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2edeab04-d856-4243-b5ad-5ce8316e802e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2edeab04-d856-4243-b5ad-5ce8316e802e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:47.060436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Made reservation on behalf of 092b6831dabb4c5baef1a72c8434daef for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:47.070711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.073343 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f3ab7d-6abf-4fa4-9c5e-15b9f89c1c3b x-openstack-request-id: req-a4f3ab7d-6abf-4fa4-9c5e-15b9f89c1c3b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:47.073646 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63289457-67ca-48f3-88b2-f5f5f928baf0", "name": "network-vif-plugged", "status": "completed", "tag": "2edeab04-d856-4243-b5ad-5ce8316e802e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:47.073900 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4f3ab7d-6abf-4fa4-9c5e-15b9f89c1c3b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:47.074323 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edeab04-d856-4243-b5ad-5ce8316e802e', 'code': 200} Sep 19 03:02:47.075034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab9b1b-a84d-4172-90ae-dc60de91b678 None None] Pushing event updated for resources: {'Port': ['ID=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:47.079437 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.095605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:44Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:47.106869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7523400-08a8-431b-bda6-4318ba508055,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:47.130702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e76f6de3-0f56-4f66-99c0-37ab51022bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.183206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587de95b-66a6-4268-9cc8-47b4bf02ed17 None None] The sync data for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 is: [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:44Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:02:47.213743 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a746c04f-543a-4ad1-8573-c7f49f797aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.241539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2edeab04-d856-4243-b5ad-5ce8316e802e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:47.386969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.417371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Allocated IP 172.20.0.8 (c252ff8a-dfa6-4fc0-82f3-04dfd2535be4/a2b8ca3d-bb34-4326-bf2b-e5112142c38c/8813b10c-8680-4f8d-a080-9d6503f394a2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:47.489519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f24fd-d071-409e-a92a-c9b1ec730b4d req-28520de1-4376-4c74-ac68-22517b5f1cd3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:47.495355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-1bbd8026-a416-4d73-a039-3e636e4e10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:47.498207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-1bbd8026-a416-4d73-a039-3e636e4e10dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 1101 time: 0.3158758 Sep 19 03:02:47.498354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-891f24fd-d071-409e-a92a-c9b1ec730b4d req-28520de1-4376-4c74-ac68-22517b5f1cd3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 950 time: 0.1603076 Sep 19 03:02:47.501452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf27036-68fd-4f68-bd62-657309a086e4']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:47.507816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f11e-72b4-480f-8653-853272cc53bd req-37c6f4ea-b41b-4384-80fb-8cddda9197ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:47.510374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a704f11e-72b4-480f-8653-853272cc53bd req-37c6f4ea-b41b-4384-80fb-8cddda9197ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 1101 time: 0.1364243 Sep 19 03:02:47.631757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-891f24fd-d071-409e-a92a-c9b1ec730b4d req-df9df87c-b113-4900-9606-494fd1f7be57 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274889 Sep 19 03:02:47.648327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809fafb3-a69f-4eb8-9ece-547d76bcb605') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:47.650720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809fafb3-a69f-4eb8-9ece-547d76bcb605') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:02:47.698638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.706088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-bf43a824-7c84-4cb4-9190-97e5a96e3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:47.708706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-bf43a824-7c84-4cb4-9190-97e5a96e3852 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1960871 Sep 19 03:02:47.714914 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.783004 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-c00112f6-7005-483d-af68-ac74208e42eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 200 len: 217 time: 0.0641792 Sep 19 03:02:47.810320 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.840462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:02:47.841153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.845342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a704f11e-72b4-480f-8653-853272cc53bd req-a7f46e80-150b-48a9-b0e0-7a4be9f42b30 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036767 Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:02:47.846228 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:02:47.849208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.849377 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e76f6de3-0f56-4f66-99c0-37ab51022bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.853026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e76f6de3-0f56-4f66-99c0-37ab51022bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.854304 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e76f6de3-0f56-4f66-99c0-37ab51022bf4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e22375c1-5d15-4177-a5b3-52ffa85d6bd9 HTTP/1.1" status: 204 len: 168 time: 1.4043741 Sep 19 03:02:47.914761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:47.976458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f6de3-0f56-4f66-99c0-37ab51022bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22375c1-5d15-4177-a5b3-52ffa85d6bd9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:48.026642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-16a732ef-8951-4131-bdaf-e95e4df2b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:48.028095 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-16a732ef-8951-4131-bdaf-e95e4df2b0f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2326293 Sep 19 03:02:48.037509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:48.042138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:48.052453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:48.061924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:48.093973 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:48.111053 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6cf27036-68fd-4f68-bd62-657309a086e4 HTTP/1.1" status: 204 len: 168 time: 2.4051678 Sep 19 03:02:48.156318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479906bf-c5c4-4459-9760-89eae177a977 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cf27036-68fd-4f68-bd62-657309a086e4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:48.158018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780542b7-ddb6-4749-963b-cecc33ef9cb5 req-ca00b518-600e-4be2-acb5-18e3adf3de3b tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:48.166116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-780542b7-ddb6-4749-963b-cecc33ef9cb5 req-ca00b518-600e-4be2-acb5-18e3adf3de3b tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 931 time: 0.3408289 Sep 19 03:02:48.187956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:48.188627 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:48.227455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-5d1bdb37-4c6d-4b84-b418-80211f861539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:48.229467 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-5d1bdb37-4c6d-4b84-b418-80211f861539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1935055 Sep 19 03:02:48.229909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9fbef-c6ea-479b-9277-eba93506626d req-7e1f33cc-6c18-4b1c-8937-05c23ea061ba tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:48.231440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9c9fbef-c6ea-479b-9277-eba93506626d req-7e1f33cc-6c18-4b1c-8937-05c23ea061ba tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.4089651 Sep 19 03:02:48.250830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event updated for resources: {'Port': ['ID=8813b10c-8680-4f8d-a080-9d6503f394a2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:48.348078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:48.349174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-4e1a3f78-d3bc-4fc4-8824-b8fa94317eff tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5843112 Sep 19 03:02:48.379152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34370) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:48.390571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Request body: {'port': {'device_id': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:48.444677 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-772599bf-1477-43d1-8ab3-cd5bdf8896de service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045608 Sep 19 03:02:48.507739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-780542b7-ddb6-4749-963b-cecc33ef9cb5 req-85935f37-c932-4dce-a009-17adf4655e25 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060405 Sep 19 03:02:48.556975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ff8e61d-4288-4f48-a8ac-1131f2d9b983 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d514d4487a7d40559b6f23412da9144e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623130 Sep 19 03:02:48.575127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9c9fbef-c6ea-479b-9277-eba93506626d req-63eb0d7c-f89b-4f3d-854b-74c3543e997d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024602 Sep 19 03:02:48.575714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34374) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:48.586598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6006827c-b706-4c74-a173-9205d8b67f65 None None] Provisioning complete for port 8813b10c-8680-4f8d-a080-9d6503f394a2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:48.589230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6006827c-b706-4c74-a173-9205d8b67f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:48.708995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:48.742523 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-cebf0b7d-ae88-4c90-9e3a-a5ed374a5d33 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834554 Sep 19 03:02:48.758423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6006827c-b706-4c74-a173-9205d8b67f65 None None] Port 8813b10c-8680-4f8d-a080-9d6503f394a2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:02:48.767006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:48.889225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:48.890997 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.119156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8813b10c-8680-4f8d-a080-9d6503f394a2 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:49.134582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.164926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7523400-08a8-431b-bda6-4318ba508055 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:02:49.211888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f7523400-08a8-431b-bda6-4318ba508055 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:02:49.213079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7523400-08a8-431b-bda6-4318ba508055 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:02:49.227659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Transition to ACTIVE for port object 8813b10c-8680-4f8d-a080-9d6503f394a2 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:02:49.251145 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.298305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34808379-223d-4c7b-876c-f2e2c070f2cc req-3659cfce-1aa2-438b-beb2-4cd5297711c4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:49.299882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34808379-223d-4c7b-876c-f2e2c070f2cc req-3659cfce-1aa2-438b-beb2-4cd5297711c4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 950 time: 0.1533673 Sep 19 03:02:49.345699 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c006061d-052e-4710-8bf0-3e51e0d7e559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.370814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c006061d-052e-4710-8bf0-3e51e0d7e559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.434482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Pushing event updated for resources: {'Port': ['ID=8813b10c-8680-4f8d-a080-9d6503f394a2,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:49.471623 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c006061d-052e-4710-8bf0-3e51e0d7e559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.474180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c006061d-052e-4710-8bf0-3e51e0d7e559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.478041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c006061d-052e-4710-8bf0-3e51e0d7e559 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6eafc5fb-b4df-41e4-a633-a84b92b5c86e HTTP/1.1" status: 204 len: 168 time: 0.8938186 Sep 19 03:02:49.564130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006061d-052e-4710-8bf0-3e51e0d7e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eafc5fb-b4df-41e4-a633-a84b92b5c86e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:49.631871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34808379-223d-4c7b-876c-f2e2c070f2cc req-33ad5e94-3236-465f-bd76-b170be8fe628 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984451 Sep 19 03:02:49.663919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Attempting to bind port 8813b10c-8680-4f8d-a080-9d6503f394a2 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:49.666634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Attempting to bind port 8813b10c-8680-4f8d-a080-9d6503f394a2 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:49.670067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Attempting to bind port 8813b10c-8680-4f8d-a080-9d6503f394a2 on network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:49.685937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Port 8813b10c-8680-4f8d-a080-9d6503f394a2 on network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:02:49.686197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Attempting to bind port 8813b10c-8680-4f8d-a080-9d6503f394a2 on network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:49.715967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:49.716688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Checking segment: {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:49.716688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Bound using segment: {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:49.717128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Bound port: 8813b10c-8680-4f8d-a080-9d6503f394a2, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87839d17-e0d6-49b6-9381-8e0d58e66c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:49.717504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.797171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfacff-a9cd-45fd-883d-2b4aa4315dff req-58b7abe8-315b-4fd0-932e-65f4cb11ec66 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:49.799104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2dfacff-a9cd-45fd-883d-2b4aa4315dff req-58b7abe8-315b-4fd0-932e-65f4cb11ec66 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 943 time: 0.1565897 Sep 19 03:02:49.867027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:49.909201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5186dc-3b2a-46cb-83dc-3e268df0cb71 req-bc10cf58-5952-48c6-8f18-de9e022c3d82 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:49.911460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e5186dc-3b2a-46cb-83dc-3e268df0cb71 req-bc10cf58-5952-48c6-8f18-de9e022c3d82 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1403155 Sep 19 03:02:49.962487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2dfacff-a9cd-45fd-883d-2b4aa4315dff req-0dd74905-bbf0-414b-bea4-e0b8f1cae8bb tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280811 Sep 19 03:02:49.971236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] For port 8813b10c-8680-4f8d-a080-9d6503f394a2, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:50.003331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] For port 8813b10c-8680-4f8d-a080-9d6503f394a2, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8813b10c-8680-4f8d-a080-9d6503f394a2,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:50.017569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e5186dc-3b2a-46cb-83dc-3e268df0cb71 req-19e20143-a2ca-4bb1-830f-21e8d7fbb811 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928745 Sep 19 03:02:50.019276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:50.056748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:50.057451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:50.058809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] 10.222.0.32 "PUT /v2.0/ports/8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 1091 time: 1.7014556 Sep 19 03:02:50.059218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:50.061465 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6ea37-3124-4150-b52e-027ea5cb0fca" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:50.125214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf35a1-32a5-4d65-8563-5d257353a8cf service neutron] Pushing event updated for resources: {'Port': ['ID=8813b10c-8680-4f8d-a080-9d6503f394a2,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:50.220250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-9ba19b3d-5a74-4516-8a3c-d2c0f3f7055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:50.222637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-9ba19b3d-5a74-4516-8a3c-d2c0f3f7055f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=092b6831dabb4c5baef1a72c8434daef&device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 1094 time: 0.0834017 Sep 19 03:02:50.297688 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fdc57a-24ca-4d83-b925-652d50a61a90 x-openstack-request-id: req-96fdc57a-24ca-4d83-b925-652d50a61a90 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:02:50.297983 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:02:50.298239 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96fdc57a-24ca-4d83-b925-652d50a61a90 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:02:50.298638 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'status': 'completed', 'code': 200} Sep 19 03:02:50.300186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-2198f565-7ccd-4050-9e5c-f845b5ee6bb6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 217 time: 0.0617483 Sep 19 03:02:50.363554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-7844d737-43a9-4ce6-9ac7-83aa16412539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:50.364775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-7844d737-43a9-4ce6-9ac7-83aa16412539 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2b8ca3d-bb34-4326-bf2b-e5112142c38c HTTP/1.1" status: 200 len: 867 time: 0.0522027 Sep 19 03:02:50.809217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-ecca5562-2403-41a7-9f43-da50211c8fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:50.811426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-ecca5562-2403-41a7-9f43-da50211c8fe4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4382215 Sep 19 03:02:50.942559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c6e0a-724e-4f70-a82b-359f81a0d6f4 req-8b212169-a4b9-45d3-869f-4024249e71b3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:50.943872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-163c6e0a-724e-4f70-a82b-359f81a0d6f4 req-8b212169-a4b9-45d3-869f-4024249e71b3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 950 time: 0.1372890 Sep 19 03:02:50.978339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-693f0f6d-4c77-4204-8158-77146755a672 service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495216 Sep 19 03:02:51.001259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-163c6e0a-724e-4f70-a82b-359f81a0d6f4 req-1c44a305-318b-4ec6-87bd-5e2a1ecd5f45 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Sep 19 03:02:51.104983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a26ff5d-3a4d-47aa-b80c-f9378f15da60 req-1f3ec969-a748-4a51-9ebb-802267c4560a service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075182 Sep 19 03:02:51.220371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd113-860f-4c98-87d4-57e3adfc45f5 req-e6bc67f4-120a-4959-9c25-628b9e285339 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:51.227225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baabd113-860f-4c98-87d4-57e3adfc45f5 req-e6bc67f4-120a-4959-9c25-628b9e285339 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 943 time: 0.0965543 Sep 19 03:02:51.297407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-2f427804-59e8-4cd7-911c-193607a88e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:51.298880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-2f427804-59e8-4cd7-911c-193607a88e60 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=092b6831dabb4c5baef1a72c8434daef&device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 1094 time: 0.1032891 Sep 19 03:02:51.322644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baabd113-860f-4c98-87d4-57e3adfc45f5 req-e0f27057-a7c6-414e-a7b3-64948b112782 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550539 Sep 19 03:02:51.445020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-e99b0392-f493-45d3-8a89-a95459c17967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:51.446801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-e99b0392-f493-45d3-8a89-a95459c17967 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 200 len: 929 time: 0.1367574 Sep 19 03:02:51.500111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-e490a9bb-128b-4bd3-ab37-6635fb4977e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 217 time: 0.0451796 Sep 19 03:02:51.509932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac3888-6d9b-4374-b139-fd465a2316df req-374a6e9c-0869-4c8a-9249-5693edb4581e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:51.511493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98ac3888-6d9b-4374-b139-fd465a2316df req-374a6e9c-0869-4c8a-9249-5693edb4581e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1099725 Sep 19 03:02:51.620573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-3b73fa55-419a-4685-a993-b77d300d7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:51.620573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-3b73fa55-419a-4685-a993-b77d300d7d31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2b8ca3d-bb34-4326-bf2b-e5112142c38c HTTP/1.1" status: 200 len: 867 time: 0.0973744 Sep 19 03:02:51.620573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804f615-161f-4ac5-8d41-442326f505e6 req-a4fea73f-144a-466c-83e3-02e5a93f1a9e tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:51.621489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2804f615-161f-4ac5-8d41-442326f505e6 req-a4fea73f-144a-466c-83e3-02e5a93f1a9e tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 1101 time: 0.1316731 Sep 19 03:02:51.640848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98ac3888-6d9b-4374-b139-fd465a2316df req-b1c3490c-6f68-4d4d-8774-c7bfc4362138 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080353 Sep 19 03:02:51.688186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-5f5f01ce-d1e4-4b22-b8e1-ecb7ffdfa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:51.690515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-5f5f01ce-d1e4-4b22-b8e1-ecb7ffdfa8de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664029 Sep 19 03:02:51.706845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2804f615-161f-4ac5-8d41-442326f505e6 req-3fe4f661-10b1-4e8e-9961-91a9dfb4246a tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751123 Sep 19 03:02:51.846541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-f48cd98b-b0e6-4fa0-a40e-13e34a0c4bcb service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367223 Sep 19 03:02:51.990393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6f6ea37-3124-4150-b52e-027ea5cb0fca req-f7aad9a1-c58c-407d-9eda-d4dc51188281 service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370943 Sep 19 03:02:52.887593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d237dc-5392-4e32-b5d5-296ff77ab325 req-67fe0cf1-95e1-44be-a882-204010ead0e3 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:52.889267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d237dc-5392-4e32-b5d5-296ff77ab325 req-67fe0cf1-95e1-44be-a882-204010ead0e3 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 943 time: 0.0562079 Sep 19 03:02:52.935081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d237dc-5392-4e32-b5d5-296ff77ab325 req-0cdee1c2-b29e-4c74-9de1-b531a0212c5a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Sep 19 03:02:53.295226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3d0ee-5978-4354-993c-b2f2cbddae6e req-df108170-a3be-4473-9a3b-cb5403b434d1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:53.296694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ddd3d0ee-5978-4354-993c-b2f2cbddae6e req-df108170-a3be-4473-9a3b-cb5403b434d1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0532019 Sep 19 03:02:53.337001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ddd3d0ee-5978-4354-993c-b2f2cbddae6e req-15ad0844-aa0b-4b60-aa67-3006a824a28d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338368 Sep 19 03:02:54.116623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ac47c-9ef6-4516-a94b-9d84978fd824 req-6e4b1447-6dff-4cd7-97ce-d7d8c75b694f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:54.118136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-224ac47c-9ef6-4516-a94b-9d84978fd824 req-6e4b1447-6dff-4cd7-97ce-d7d8c75b694f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 943 time: 0.0540442 Sep 19 03:02:54.160034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-224ac47c-9ef6-4516-a94b-9d84978fd824 req-11255424-5ce7-48da-ae44-e06f9d4159ee tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345218 Sep 19 03:02:54.665843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132784a-29d4-4580-96f4-fcf3cd675d4f req-ec3f7813-23d2-4dcf-a2c6-67e90b39dae0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:54.667241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0132784a-29d4-4580-96f4-fcf3cd675d4f req-ec3f7813-23d2-4dcf-a2c6-67e90b39dae0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0595520 Sep 19 03:02:54.672899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34606) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:54.708720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0132784a-29d4-4580-96f4-fcf3cd675d4f req-cf968085-79c4-4a22-a861-8ea660cdea96 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Sep 19 03:02:54.802124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34ad7f5e-d226-471f-98c4-6b0f68d50b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:54.904040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34ad7f5e-d226-471f-98c4-6b0f68d50b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:54.908293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34ad7f5e-d226-471f-98c4-6b0f68d50b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:54.933802 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-34ad7f5e-d226-471f-98c4-6b0f68d50b99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf41ef74cbff4185b0acc1bba3f0fb78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597690 Sep 19 03:02:54.936505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34616) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:54.955669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad7f5e-d226-471f-98c4-6b0f68d50b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f28146-e758-46d7-abbf-9e61cb166242,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:54.997846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66431ed3-c3c1-475d-859a-0788c427eee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:55.021789 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66431ed3-c3c1-475d-859a-0788c427eee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:55.079662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66431ed3-c3c1-475d-859a-0788c427eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:55.085498 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-66431ed3-c3c1-475d-859a-0788c427eee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:55.087109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-66431ed3-c3c1-475d-859a-0788c427eee3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31f28146-e758-46d7-abbf-9e61cb166242 HTTP/1.1" status: 204 len: 168 time: 0.1494689 Sep 19 03:02:55.097091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66431ed3-c3c1-475d-859a-0788c427eee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f28146-e758-46d7-abbf-9e61cb166242,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:55.349300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8813b10c-8680-4f8d-a080-9d6503f394a2 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:02:55.351376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308792fa-2568-43ee-b86b-21657bb4a2b9 req-d3225378-8670-43a1-aab2-6e959e9e76c1 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:55.353801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-308792fa-2568-43ee-b86b-21657bb4a2b9 req-d3225378-8670-43a1-aab2-6e959e9e76c1 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 943 time: 0.0577588 Sep 19 03:02:55.424799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-308792fa-2568-43ee-b86b-21657bb4a2b9 req-b2fb8d0d-d0ae-44f4-87e4-a8e91122a91f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639043 Sep 19 03:02:55.462444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8813b10c-8680-4f8d-a080-9d6503f394a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8813b10c-8680-4f8d-a080-9d6503f394a2,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:55.477968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'port_id': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'mac_address': 'fa:16:3e:f6:ce:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:02:55.525205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:55.540144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8813b10c-8680-4f8d-a080-9d6503f394a2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:02:55.564512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8813b10c-8680-4f8d-a080-9d6503f394a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8813b10c-8680-4f8d-a080-9d6503f394a2,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:55.571168 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:55.633596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8813b10c-8680-4f8d-a080-9d6503f394a2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:55.889504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1480010-7494-4cb0-8620-59bacf9f1ccb req-943dbaba-a61c-4356-a742-13ea9c73fda4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:55.901379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34656) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:55.908015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1480010-7494-4cb0-8620-59bacf9f1ccb req-943dbaba-a61c-4356-a742-13ea9c73fda4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0791113 Sep 19 03:02:55.956235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1480010-7494-4cb0-8620-59bacf9f1ccb req-dbe87493-eb00-4e46-b4d9-2bca6f8852fd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468016 Sep 19 03:02:56.086713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34662) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:56.092575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['8813b10c-8680-4f8d-a080-9d6503f394a2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:02:56.175731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d152bdf6-46ec-48d9-9ddc-f8ecd18252a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.219381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-83783910-network', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:56.286449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d152bdf6-46ec-48d9-9ddc-f8ecd18252a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.292699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d152bdf6-46ec-48d9-9ddc-f8ecd18252a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.312501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Made reservation on behalf of 075c0dd719b040c1b5210512e25d3be7 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:56.316406 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.327546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.337752 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d152bdf6-46ec-48d9-9ddc-f8ecd18252a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcfb5519f00b46e2b9c4605573a3c42d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352274 Sep 19 03:02:56.339996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152bdf6-46ec-48d9-9ddc-f8ecd18252a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf54403c-9e31-4de0-8849-698d68ddf913,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:56.340400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34668) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:56.424782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12435ee0-cd8e-4d4e-af36-e15a673de286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.448855 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12435ee0-cd8e-4d4e-af36-e15a673de286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.519624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.534339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.571293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12435ee0-cd8e-4d4e-af36-e15a673de286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.573781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12435ee0-cd8e-4d4e-af36-e15a673de286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.574940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-12435ee0-cd8e-4d4e-af36-e15a673de286 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf54403c-9e31-4de0-8849-698d68ddf913 HTTP/1.1" status: 204 len: 168 time: 0.2335711 Sep 19 03:02:56.590928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:02:56.597685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa5841-3124-4ddc-b4dc-1ceb1508db7d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:56.628052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12435ee0-cd8e-4d4e-af36-e15a673de286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf54403c-9e31-4de0-8849-698d68ddf913,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:56.633730 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.634149 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Added segment e92ce553-1551-4495-94c1-211af5991311 of type vlan for network c7f28090-ba46-4c11-b9e7-822f65986010 Sep 19 03:02:56.650300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4172-d3f5-4ac0-aec0-520e1c2356fa req-49e77fb1-e395-4abd-9d94-236f3c03789a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:56.652020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e2e4172-d3f5-4ac0-aec0-520e1c2356fa req-49e77fb1-e395-4abd-9d94-236f3c03789a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 944 time: 0.1282706 Sep 19 03:02:56.702140 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.752581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e2e4172-d3f5-4ac0-aec0-520e1c2356fa req-ba64dff1-c3f5-4118-886f-e0b1d4a98110 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772684 Sep 19 03:02:56.761524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.762786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:56.763465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.796286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7082367 Sep 19 03:02:56.799215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34678) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:56.804994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Request body: {'subnet': {'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-83783910-subnet', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:56.831184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Made reservation on behalf of 075c0dd719b040c1b5210512e25d3be7 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:02:56.833805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:56.854655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa119e6d-16ce-4b40-8b04-e9d5fe573778 admin admin] Pushing event updated for resources: {'Network': ['ID=c7f28090-ba46-4c11-b9e7-822f65986010,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:56.866497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network c7f28090-ba46-4c11-b9e7-822f65986010 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:02:57.062067 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.112018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf02e-4820-4781-8deb-a2c787992d60 req-d55efff5-12cb-4a22-96a4-c3bd834fba19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:57.122725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1faf02e-4820-4781-8deb-a2c787992d60 req-d55efff5-12cb-4a22-96a4-c3bd834fba19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0768466 Sep 19 03:02:57.138421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1ad750-7ddc-4c5f-9004-906e3293c619,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:57.169761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Checking segment: {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:57.170121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Network hostable DHCP agents. Network: c7f28090-ba46-4c11-b9e7-822f65986010, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:02:57.173283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1faf02e-4820-4781-8deb-a2c787992d60 req-a87b9a84-d693-4ba5-a5fd-08343abcd6e8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491273 Sep 19 03:02:57.209630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Network c7f28090-ba46-4c11-b9e7-822f65986010 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:02:57.228380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, c7f28090-ba46-4c11-b9e7-822f65986010) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:57.235584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:57.236537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.237767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b57636-5fa3-4843-87c7-9f3b5935c68e None None] Network c7f28090-ba46-4c11-b9e7-822f65986010 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:02:57.256785 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-749b8529-d986-493f-804c-4c349258bc06 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4562907 Sep 19 03:02:57.259523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34694) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:57.265285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:02:57.290871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.292117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.352131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.469993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-c7f28090-ba46-4c11-b9e7-822f65986010', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:02:57.471097 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.545854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.658593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Allocated IP 172.20.0.2 (c7f28090-ba46-4c11-b9e7-822f65986010/4b1ad750-7ddc-4c5f-9004-906e3293c619/8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:57.798155 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.831529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.907214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.922252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:57.985480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Network c7f28090-ba46-4c11-b9e7-822f65986010 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:57.991637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:57.998252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:58.009767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fd43f-58f8-4676-9abd-13bfbc5d71e1 req-1fbaec84-fbd7-4b07-ae26-6a799860a60e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:58.011361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-366fd43f-58f8-4676-9abd-13bfbc5d71e1 req-1fbaec84-fbd7-4b07-ae26-6a799860a60e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 944 time: 0.1013615 Sep 19 03:02:58.047215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Pushing event updated for resources: {'Port': ['ID=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:58.063633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Allocated IP 172.25.8.156 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3cccd05e-d1e2-4f86-bd27-399997eb57fd) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:02:58.087599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Attempting to bind port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:02:58.088006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Attempting to bind port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:02:58.088378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Attempting to bind port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 on network c7f28090-ba46-4c11-b9e7-822f65986010 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:02:58.095030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:02:58.095624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Checking segment: {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:02:58.096043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.096411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Bound using segment: {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:02:58.097291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Bound port: 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:02:58.097799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.119446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-366fd43f-58f8-4676-9abd-13bfbc5d71e1 req-884f2d0b-9695-4b35-9d54-152f64529c40 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957415 Sep 19 03:02:58.209623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] For port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:02:58.217862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] For port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:02:58.225606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.237854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.279050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34724) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:58.287674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de20b10-9c00-4586-b015-58c7861eb669 None None] Pushing event updated for resources: {'Port': ['ID=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:58.344331 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.354934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28475fdc-2f24-432b-9263-19fd8d594e2c req-214e4a1e-479b-4109-b458-a936baca6e0e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:58.356489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28475fdc-2f24-432b-9263-19fd8d594e2c req-214e4a1e-479b-4109-b458-a936baca6e0e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0904500 Sep 19 03:02:58.421221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:02:58.425601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:02:58.431040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:02:58.463291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Pushing event updated for resources: {'Port': ['ID=3cccd05e-d1e2-4f86-bd27-399997eb57fd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:58.481369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88a16fdb-66c7-46be-95d5-a07c946299eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.491823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28475fdc-2f24-432b-9263-19fd8d594e2c req-7cdef8b4-ea95-4265-a2ee-ea697e36c1d9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042514 Sep 19 03:02:58.691197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88a16fdb-66c7-46be-95d5-a07c946299eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.788518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88a16fdb-66c7-46be-95d5-a07c946299eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:58.839197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a16fdb-66c7-46be-95d5-a07c946299eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d62e1b-86a5-4f41-894a-852b19bffdc1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:58.850022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88a16fdb-66c7-46be-95d5-a07c946299eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58e6873a0e4246f981a1b3f5deb9c661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5699165 Sep 19 03:02:58.852802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34728) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:02:58.949498 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.008507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820bf02d-860b-4111-b5e7-043789d165b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.040214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820bf02d-860b-4111-b5e7-043789d165b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.212000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820bf02d-860b-4111-b5e7-043789d165b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.215329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-820bf02d-860b-4111-b5e7-043789d165b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.218812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-820bf02d-860b-4111-b5e7-043789d165b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07d62e1b-86a5-4f41-894a-852b19bffdc1 HTTP/1.1" status: 204 len: 168 time: 0.3627403 Sep 19 03:02:59.269426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bf02d-860b-4111-b5e7-043789d165b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d62e1b-86a5-4f41-894a-852b19bffdc1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:02:59.279165 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.355216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891007d-95a9-465a-b213-fcc32321bc75 req-062af865-fb97-49f8-92a1-682e211f664e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:02:59.362792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8891007d-95a9-465a-b213-fcc32321bc75 req-062af865-fb97-49f8-92a1-682e211f664e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 944 time: 0.1393852 Sep 19 03:02:59.369806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8813b10c-8680-4f8d-a080-9d6503f394a2 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:02:59.489071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 8813b10c-8680-4f8d-a080-9d6503f394a2 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:02:59.499878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 8813b10c-8680-4f8d-a080-9d6503f394a2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:59.500800 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.529175 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.646274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a92d3f5-2448-4797-8761-f7c99ee9761c None None] Network c7f28090-ba46-4c11-b9e7-822f65986010 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:02:59.653214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.773310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:02:59.776668 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d7cf8a-eb3b-42a0-9bc9-1948ade60094" -d '{"events": [{"server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "name": "network-vif-plugged", "status": "completed", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:02:59.806032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8813b10c-8680-4f8d-a080-9d6503f394a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8813b10c-8680-4f8d-a080-9d6503f394a2,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:02:59.806843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8891007d-95a9-465a-b213-fcc32321bc75 req-7f47adc8-0b59-4253-a81a-b387c78b16dc tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388988 Sep 19 03:02:59.827275 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.842364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a7cff473-3d93-4242-9a04-097d6eaefd0e None None] Provisioning complete for port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:02:59.842770 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cff473-3d93-4242-9a04-097d6eaefd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:02:59.888609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Router faee797d-5c8d-4f0b-be62-df57c913dcd9 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:02:59.992281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8813b10c-8680-4f8d-a080-9d6503f394a2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:00.076988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a88afc-5f13-4b5b-aa4e-ccc8d69186b2 req-8243b3cc-ab8d-466b-811f-cdc090d7a124 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:00.078686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03a88afc-5f13-4b5b-aa4e-ccc8d69186b2 req-8243b3cc-ab8d-466b-811f-cdc090d7a124 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1722012 Sep 19 03:03:00.103813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:00.142470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03a88afc-5f13-4b5b-aa4e-ccc8d69186b2 req-670a3f83-7ed6-4d02-a148-cff1262ad1de tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Sep 19 03:03:00.149811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.153622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f2a9b15e-9ad6-48a1-9ede-8eaf75c24aff admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8900628 Sep 19 03:03:00.154642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34764) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:00.176080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Sync routers for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:00.218038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:00.218038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:00.290379 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd3a45e-f79f-4ed4-82b6-16ea817117c8 x-openstack-request-id: req-0dd3a45e-f79f-4ed4-82b6-16ea817117c8 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:00.290676 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "name": "network-vif-plugged", "status": "completed", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:00.291151 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dd3a45e-f79f-4ed4-82b6-16ea817117c8 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:00.291710 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'code': 200} Sep 19 03:03:00.292460 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cff473-3d93-4242-9a04-097d6eaefd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.310203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34766) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:00.388087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a7cff473-3d93-4242-9a04-097d6eaefd0e None None] For port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:00.418583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:00.509396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-994129321-network', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:00.536742 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Made reservation on behalf of fd84630f2e434aa4b3b7460cb06265a8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:00.539271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.557137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.589808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392a86b-1bf5-44d7-a4a7-b0dcf04ee70e req-fc93d8ad-66cb-4977-9a19-e6405a1bb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:00.591577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2392a86b-1bf5-44d7-a4a7-b0dcf04ee70e req-fc93d8ad-66cb-4977-9a19-e6405a1bb152 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 1096 time: 0.1907468 Sep 19 03:03:00.670402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7cff473-3d93-4242-9a04-097d6eaefd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.672239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:00.713979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2392a86b-1bf5-44d7-a4a7-b0dcf04ee70e req-f0bae619-e0d9-483b-b3aa-36cadc022224 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102412 Sep 19 03:03:00.722788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.728138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.751844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cff473-3d93-4242-9a04-097d6eaefd0e None None] Pushing event updated for resources: {'Port': ['ID=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:00.764876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:03:00.779431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a04c1d-13e0-46f5-803d-1fb261d7283b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:00.785715 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.786406 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Added segment ba2ab12c-711d-4034-b539-df60c50848f4 of type vlan for network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 Sep 19 03:03:00.833580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:02:58Z', 'revision_number': 3, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:00.849387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.874247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b5cf7b34-55a3-4d21-8817-9a4c779cdde1 None None] Provisioning complete for port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:00.876143 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7b34-55a3-4d21-8817-9a4c779cdde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.879219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Checking router: faee797d-5c8d-4f0b-be62-df57c913dcd9 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:00.879569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Updating router faee797d-5c8d-4f0b-be62-df57c913dcd9 port 3cccd05e-d1e2-4f86-bd27-399997eb57fd binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:03:00.893047 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.894317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:00.895464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.931440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:00.931814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.947683 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6354291 Sep 19 03:03:00.951991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34774) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:00.959710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Request body: {'subnet': {'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-994129321-subnet', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:00.973323 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:00.988220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40933cea-078c-4d80-9cc4-323b150ccbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=9f86aa24-fa69-4442-98ee-cf0f12ba1957,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:01.011399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:03:01.047608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e38c0-a106-4743-a226-d47562d1cf81 req-7e9ca009-eb71-42ed-96fc-69760fc67ddc tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:01.050143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf5e38c0-a106-4743-a226-d47562d1cf81 req-7e9ca009-eb71-42ed-96fc-69760fc67ddc tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 945 time: 0.1137547 Sep 19 03:03:01.051812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Made reservation on behalf of fd84630f2e434aa4b3b7460cb06265a8 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:01.054633 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.058128 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.194908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf5e38c0-a106-4743-a226-d47562d1cf81 req-b862548e-86d6-415c-9717-a790f7787e2d tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216772 Sep 19 03:03:01.411264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.414411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff54d79-e12c-491a-bd3f-29df6b2a0e2d req-a219ec30-0941-402d-9487-64b8472b05b8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:01.415975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ff54d79-e12c-491a-bd3f-29df6b2a0e2d req-a219ec30-0941-402d-9487-64b8472b05b8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1720550 Sep 19 03:03:01.424627 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.476740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Attempting to bind port 3cccd05e-d1e2-4f86-bd27-399997eb57fd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:01.477051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Attempting to bind port 3cccd05e-d1e2-4f86-bd27-399997eb57fd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:01.477288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Attempting to bind port 3cccd05e-d1e2-4f86-bd27-399997eb57fd on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:01.488394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426a002-cf00-44a7-9120-212dd552f7e1 None None] Pushing event updated for resources: {'Port': ['ID=3cccd05e-d1e2-4f86-bd27-399997eb57fd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:01.490960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:01.491503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:01.491926 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.492306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:01.492774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Bound port: 3cccd05e-d1e2-4f86-bd27-399997eb57fd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:01.493153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.544867 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.549074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ff54d79-e12c-491a-bd3f-29df6b2a0e2d req-7166f513-3d42-4eb2-b5db-6c211b0affde tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229744 Sep 19 03:03:01.550182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Allocated IP 172.20.0.1 (c7f28090-ba46-4c11-b9e7-822f65986010/4b1ad750-7ddc-4c5f-9004-906e3293c619/7189d014-acca-4322-bc33-0397198de538) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:01.560955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] For port 3cccd05e-d1e2-4f86-bd27-399997eb57fd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:01.577982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] For port 3cccd05e-d1e2-4f86-bd27-399997eb57fd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3cccd05e-d1e2-4f86-bd27-399997eb57fd,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:01.587752 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.665155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:01.666052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:01.706422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426a002-cf00-44a7-9120-212dd552f7e1 None None] Pushing event updated for resources: {'Port': ['ID=3cccd05e-d1e2-4f86-bd27-399997eb57fd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:01.708719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7d20a7-1e1b-4594-8aaf-73fcafb614ec,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:01.724614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Checking segment: {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:01.724986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Network hostable DHCP agents. Network: 9f86aa24-fa69-4442-98ee-cf0f12ba1957, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:03:01.767709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:03:01.790253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.791616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:01.793452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 9f86aa24-fa69-4442-98ee-cf0f12ba1957) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:01.799629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:01.800211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.822313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-69b6a275-cc80-4220-8d97-51126272e4d4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8662930 Sep 19 03:03:01.822679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34784) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:01.827673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:01.848964 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.854846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.856114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.888746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Network c7f28090-ba46-4c11-b9e7-822f65986010 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:01.891749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:01.896159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:01.934673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7189d014-acca-4322-bc33-0397198de538,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:01.948605 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:01.949717 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.020390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f5694-7830-4ab6-8e40-4c1491c33628 None None] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:03:02.186053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.186266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:02:58Z', 'revision_number': 3, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:02.198384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.250775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe8163f-c598-4322-8c69-3f3b6cead89d None None] The sync data for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 is: [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:02:58Z', 'revision_number': 3, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:02.338515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:03:02.339512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.381762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4df52267-130e-417c-adcb-f744f1799b33 None None] Provisioning complete for port 7189d014-acca-4322-bc33-0397198de538 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:02.381987 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4df52267-130e-417c-adcb-f744f1799b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.411048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb2aa9-e343-4c96-9a7a-956aa9537962 req-9bb9de27-25a2-4a39-8268-f23acd608a01 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:02.412690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dcbb2aa9-e343-4c96-9a7a-956aa9537962 req-9bb9de27-25a2-4a39-8268-f23acd608a01 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 945 time: 0.1186206 Sep 19 03:03:02.501327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4df52267-130e-417c-adcb-f744f1799b33 None None] Port 7189d014-acca-4322-bc33-0397198de538 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:02.554787 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.608172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dcbb2aa9-e343-4c96-9a7a-956aa9537962 req-68978dcb-792b-4da3-ada6-54c1e7393a57 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857452 Sep 19 03:03:02.635275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:02.660066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.709174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.718984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.728110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Allocated IP 172.20.0.2 (9f86aa24-fa69-4442-98ee-cf0f12ba1957/dd7d20a7-1e1b-4594-8aaf-73fcafb614ec/0d4a79fb-7079-439f-81a2-aa31fc854fe1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:02.810879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7189d014-acca-4322-bc33-0397198de538,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:02.916543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f86cc2-c7a1-4c86-adce-1720ddc435b8 req-69d4a87d-a36a-4d86-8dae-2110f111bd9f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:02.927071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22f86cc2-c7a1-4c86-adce-1720ddc435b8 req-69d4a87d-a36a-4d86-8dae-2110f111bd9f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0853245 Sep 19 03:03:02.953029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Allocated IP 172.25.8.30 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/fdf329de-2b9f-4c26-93a5-9f9b9a154a45) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:02.956319 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:02.988081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22f86cc2-c7a1-4c86-adce-1720ddc435b8 req-38a110a1-db90-4387-8cfc-49ec1765c784 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596776 Sep 19 03:03:03.174386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.179906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Network c7f28090-ba46-4c11-b9e7-822f65986010 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:03.184481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:03.217915 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.247750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:03.249357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.249615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.301264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.328208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:03.339327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:03.343338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:03.418585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:03.431289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Pushing event updated for resources: {'Port': ['ID=0d4a79fb-7079-439f-81a2-aa31fc854fe1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:03.440755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:03.445281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:03.452429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Router faee797d-5c8d-4f0b-be62-df57c913dcd9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:03:03.459560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:03.575487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Attempting to bind port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:03.576083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Attempting to bind port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:03.576270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Attempting to bind port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 on network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:03.583822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:03.584210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Checking segment: {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:03.584621 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.585018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Bound using segment: {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:03.585497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Bound port: 0d4a79fb-7079-439f-81a2-aa31fc854fe1, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:03.585884 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.658336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:03.678214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c263b9e9-1edf-401d-96eb-51dd98b363d3 admin admin] 10.222.0.22 "PUT /v2.0/routers/faee797d-5c8d-4f0b-be62-df57c913dcd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5224276 Sep 19 03:03:03.700187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] For port 0d4a79fb-7079-439f-81a2-aa31fc854fe1, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:03.721846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] For port 0d4a79fb-7079-439f-81a2-aa31fc854fe1, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0d4a79fb-7079-439f-81a2-aa31fc854fe1,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:03.730693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.801977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-10a3925c-8830-4b8c-afe9-42cf51dfc29c None None] Provisioning complete for port 7189d014-acca-4322-bc33-0397198de538 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:03.804680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10a3925c-8830-4b8c-afe9-42cf51dfc29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.895132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914dcc87-4b06-4412-ae28-153e5ce82291 None None] Pushing event updated for resources: {'Port': ['ID=0d4a79fb-7079-439f-81a2-aa31fc854fe1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:03.920125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-10a3925c-8830-4b8c-afe9-42cf51dfc29c None None] Port 7189d014-acca-4322-bc33-0397198de538 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:03.947973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513012a-3f8e-482f-a699-62e8ff122e88 req-2eb07cc1-997c-45bb-b7a5-cfad6d582f79 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:03.955686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:03.956267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1513012a-3f8e-482f-a699-62e8ff122e88 req-2eb07cc1-997c-45bb-b7a5-cfad6d582f79 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 945 time: 0.1649172 Sep 19 03:03:03.960322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-274a65a5-fbcb-4e12-a46f-d7495b44a124 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486758 Sep 19 03:03:04.049873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1513012a-3f8e-482f-a699-62e8ff122e88 req-7d81ea43-d83f-4130-b4d2-a715a7343e38 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928822 Sep 19 03:03:04.215237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-6e5e568f-b913-49f0-836f-b1bbbd26e6d0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:04.218042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-6e5e568f-b913-49f0-836f-b1bbbd26e6d0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485287 Sep 19 03:03:04.253092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-3bcce64b-99fd-47ab-b2b5-e41a6e6b7461 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/quotas/270d523e1715463eb8ba48649847cc0a HTTP/1.1" status: 200 len: 375 time: 0.0145290 Sep 19 03:03:04.273025 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:04.348658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-13755152-aa84-4775-80a7-698285b397fa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0840976 Sep 19 03:03:04.524065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Router 3c3774d0-05eb-461c-9b1a-07d564d185b6 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:03:04.569540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34822) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:04.574005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a293dfab-206d-4c24-94a5-e75a5699aaf3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--845242440', 'description': 'tempest-description--509728766'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:04.684346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:04.697644 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Sync routers for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:04.711959 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:04.712840 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:04.767293 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0d4a79fb-7079-439f-81a2-aa31fc854fe1 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:04.841345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:04.876582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:04.877217 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:04.931502 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:04.934141 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f518a4ab-e37c-46a1-bec7-1de938abc083 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1098273 Sep 19 03:03:04.937114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34840) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:05.031666 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:05.136290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 0d4a79fb-7079-439f-81a2-aa31fc854fe1, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0d4a79fb-7079-439f-81a2-aa31fc854fe1,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:05.146806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:05.147629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3cccd05e-d1e2-4f86-bd27-399997eb57fd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:05.347213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=0d4a79fb-7079-439f-81a2-aa31fc854fe1,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:05.353300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Sync routers for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:05.379685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:05.380474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:05.427189 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:03Z', 'revision_number': 3, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:05.514674 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Checking router: 3c3774d0-05eb-461c-9b1a-07d564d185b6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:05.515417 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Updating router 3c3774d0-05eb-461c-9b1a-07d564d185b6 port fdf329de-2b9f-4c26-93a5-9f9b9a154a45 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:03:05.599129 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:05.638669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:05.856885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a293dfab-206d-4c24-94a5-e75a5699aaf3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:05.986532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8c32f-8b00-42b3-919e-248fa462fcfa req-d9f0430d-138a-47e4-9778-4dfebbf7e454 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:05.990379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06e8c32f-8b00-42b3-919e-248fa462fcfa req-d9f0430d-138a-47e4-9778-4dfebbf7e454 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 1.2719319 Sep 19 03:03:05.995402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307a652-35b9-4fb3-b471-156fa93fb61b None None] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:03:06.112408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3cccd05e-d1e2-4f86-bd27-399997eb57fd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:06.112961 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.151430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-99913710-5de1-4a24-8745-ccc9ababa94d None None] Provisioning complete for port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:06.153134 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99913710-5de1-4a24-8745-ccc9ababa94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.160772 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.186089 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.230613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-0f12104b-19ad-4877-8f8e-a6eb1f30689f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 258 time: 1.6418202 Sep 19 03:03:06.273284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:06.341690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06e8c32f-8b00-42b3-919e-248fa462fcfa req-b1f5a25d-2047-4ddb-909c-95b520baa2cf tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309786 Sep 19 03:03:06.388236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 2, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:06.389327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:03:06.389327 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:03:06.389327 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id_1': '092b6831dabb4c5baef1a72c8434daef', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 2, 46, 292238)}] Sep 19 03:03:06.389327 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:03:06.390891 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:03:06.403857 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Pushing event updated for resources: {'Port': ['ID=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:06.416593 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.417297 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.417870 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.418425 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.419025 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.419569 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.420121 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.420709 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.421303 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.421890 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.422437 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.423059 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:06.439173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Checking router: faee797d-5c8d-4f0b-be62-df57c913dcd9 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:06.439537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Updating router faee797d-5c8d-4f0b-be62-df57c913dcd9 port 7189d014-acca-4322-bc33-0397198de538 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:03:06.443930 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Attempting to bind port fdf329de-2b9f-4c26-93a5-9f9b9a154a45 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:06.444671 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Attempting to bind port fdf329de-2b9f-4c26-93a5-9f9b9a154a45 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:06.445372 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Attempting to bind port fdf329de-2b9f-4c26-93a5-9f9b9a154a45 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:06.451467 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:06.452186 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:06.452871 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.453531 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:06.454264 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Bound port: fdf329de-2b9f-4c26-93a5-9f9b9a154a45, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:06.454969 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.468169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-0505f838-4710-46d3-9121-31a1954c912d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1638072 Sep 19 03:03:06.480676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.575718 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] For port fdf329de-2b9f-4c26-93a5-9f9b9a154a45, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:06.587361 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] For port fdf329de-2b9f-4c26-93a5-9f9b9a154a45, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:06.598214 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.611975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.696160 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e267b8-b80d-416d-a777-713a55c17bf0 None None] Pushing event updated for resources: {'Port': ['ID=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:06.712183 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:06.712986 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:06.823037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a293dfab-206d-4c24-94a5-e75a5699aaf3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.876757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc1bb33e-b9b0-4fd3-98aa-d2b150728db3 req-2bc5a967-1acc-43a9-a6bf-06e4726de521 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 210 time: 0.2123117 Sep 19 03:03:06.878558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a293dfab-206d-4c24-94a5-e75a5699aaf3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:06.883304 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:06.948805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d1d6d642-687e-410b-a91c-5c7b98b3de5b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:06.950454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d1d6d642-687e-410b-a91c-5c7b98b3de5b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4784980 Sep 19 03:03:06.980280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': '47296ea3-0849-494d-9b5f-92906b8c3062', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:07.044793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.054995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293dfab-206d-4c24-94a5-e75a5699aaf3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:07.055598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Allocated IP 172.20.0.1 (9f86aa24-fa69-4442-98ee-cf0f12ba1957/dd7d20a7-1e1b-4594-8aaf-73fcafb614ec/3b4b1664-b174-4240-b3ac-f5bf9b152cfd) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:07.058195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a293dfab-206d-4c24-94a5-e75a5699aaf3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.060139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a293dfab-206d-4c24-94a5-e75a5699aaf3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.4895802 Sep 19 03:03:07.067882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34858) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:07.077289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7fc40684-2d79-4ea1-8887-a2bbdb06901b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Request body: {'security_group_rule': {'security_group_id': '303b5a1c-eb2f-4312-ad73-5fb4c00a86b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:07.182386 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.203784 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.204346 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:03Z', 'revision_number': 3, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:07.285093 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b6630-2674-4464-b0ba-8d313b33e3f3 None None] The sync data for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 is: [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:03Z', 'revision_number': 3, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:07.296608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700cfb-1e5b-4477-83e9-95d65150a106 None None] Pushing event updated for resources: {'Port': ['ID=7189d014-acca-4322-bc33-0397198de538,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:07.323818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fc40684-2d79-4ea1-8887-a2bbdb06901b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.325394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:07.328983 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.557929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Attempting to bind port 7189d014-acca-4322-bc33-0397198de538 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:07.558305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Attempting to bind port 7189d014-acca-4322-bc33-0397198de538 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:07.558725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Attempting to bind port 7189d014-acca-4322-bc33-0397198de538 on network c7f28090-ba46-4c11-b9e7-822f65986010 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:07.560690 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.567753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:07.568136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Checking segment: {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:07.568545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.568947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Bound using segment: {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:07.569433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Bound port: 7189d014-acca-4322-bc33-0397198de538, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:07.569823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.605221 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.624322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fc40684-2d79-4ea1-8887-a2bbdb06901b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.657803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.672157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 3cccd05e-d1e2-4f86-bd27-399997eb57fd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3cccd05e-d1e2-4f86-bd27-399997eb57fd,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:07.673368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fc40684-2d79-4ea1-8887-a2bbdb06901b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.689262 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.772384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc40684-2d79-4ea1-8887-a2bbdb06901b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac3c0e1-d3ca-42f1-9a1b-f95895bb4555,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:07.831332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7fc40684-2d79-4ea1-8887-a2bbdb06901b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.836179 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7fc40684-2d79-4ea1-8887-a2bbdb06901b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7669740 Sep 19 03:03:07.838924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34868) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:07.860249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] For port 7189d014-acca-4322-bc33-0397198de538, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:07.873646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f7f78d69-dd6d-4ef6-a7bb-60e4d88eede3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Request body: {'security_group_rule': {'security_group_id': '303b5a1c-eb2f-4312-ad73-5fb4c00a86b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:07.893307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:07.931829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] For port 7189d014-acca-4322-bc33-0397198de538, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7189d014-acca-4322-bc33-0397198de538,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:07.940837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0d4a79fb-7079-439f-81a2-aa31fc854fe1 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:07.952567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=3cccd05e-d1e2-4f86-bd27-399997eb57fd,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:07.982024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.52 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/112dedef-80bf-4ac1-b5f1-6e503f68e795) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:08.011169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.024712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52857a-cc22-467b-ab5b-3ab99ad1d763 req-047c6566-6f53-4682-b571-e11a26cad195 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:08.026585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f52857a-cc22-467b-ab5b-3ab99ad1d763 req-047c6566-6f53-4682-b571-e11a26cad195 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.5178668 Sep 19 03:03:08.091272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:08.097200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:08.108453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:08.130714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3b5c7823-405c-4c75-b0df-f7f02e34a83e None None] Provisioning complete for port 7189d014-acca-4322-bc33-0397198de538 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:08.131864 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7823-405c-4c75-b0df-f7f02e34a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.180479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:08.194430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d69-dd6d-4ef6-a7bb-60e4d88eede3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.197892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:08.210655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:08.240324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f52857a-cc22-467b-ab5b-3ab99ad1d763 req-17e9c17e-9fb6-41c2-840f-58a0e0e009da tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998661 Sep 19 03:03:08.286239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.359717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Allocated IP 172.25.8.8 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/13d3226b-f4cb-4f4a-b802-95d894c50c19) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:08.370699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:08.376676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.518856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d69-dd6d-4ef6-a7bb-60e4d88eede3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.557593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:08.615541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c16df4dd-18c4-4262-a9e7-d2b5cb035651 req-eb18ba44-ae52-4033-9ccb-a1c96f9bf47b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 210 time: 0.0965567 Sep 19 03:03:08.671794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d69-dd6d-4ef6-a7bb-60e4d88eede3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.713754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.747035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f78d69-dd6d-4ef6-a7bb-60e4d88eede3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107e2ed3-a323-46f3-b789-633c40ade9a5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:08.774496 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.804022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7f78d69-dd6d-4ef6-a7bb-60e4d88eede3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.807075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7f78d69-dd6d-4ef6-a7bb-60e4d88eede3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9560544 Sep 19 03:03:08.809703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34882) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:08.813258 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.822954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:08.857891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0700cfb-1e5b-4477-83e9-95d65150a106 None None] Pushing event updated for resources: {'Port': ['ID=7189d014-acca-4322-bc33-0397198de538,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:08.874588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.939285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:08.947738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'cafde0f0-3d10-4056-a101-449a726f5040', '2edeab04-d856-4243-b5ad-5ce8316e802e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:08.982726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:08.986203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.025047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:09.030597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:09.047779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=112dedef-80bf-4ac1-b5f1-6e503f68e795,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:09.055589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:09.124936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:09.126032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event updated for resources: {'Port': ['ID=13d3226b-f4cb-4f4a-b802-95d894c50c19,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:09.131231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:09.169908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:09.269937 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.344726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:09.345685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.346780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.349671 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.363603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.415138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7823-405c-4c75-b0df-f7f02e34a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.461446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.483192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.485533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:09.550122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3b5c7823-405c-4c75-b0df-f7f02e34a83e None None] For port 7189d014-acca-4322-bc33-0397198de538, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7189d014-acca-4322-bc33-0397198de538,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:09.602640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7823-405c-4c75-b0df-f7f02e34a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.651942 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.672854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.689266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Allocated IP 172.25.8.189 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/64502904-6021-4b0d-8818-d585f08fdc82) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:09.697778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-8d112191-b241-4367-bf1b-53e047474204 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7254987 Sep 19 03:03:09.740255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:09.748896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:09.784327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Request body: {'port': {'device_id': '47296ea3-0849-494d-9b5f-92906b8c3062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:09.865343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec77d38-292b-4a67-8d52-ebc75a2dc0d1 req-caae2724-90ca-4111-aeb0-36817c6f074b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:09.867654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cec77d38-292b-4a67-8d52-ebc75a2dc0d1 req-caae2724-90ca-4111-aeb0-36817c6f074b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.4411659 Sep 19 03:03:09.979096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cec77d38-292b-4a67-8d52-ebc75a2dc0d1 req-597a637e-4007-47ce-aa8a-625d4a759ad2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892577 Sep 19 03:03:09.980655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:09.998912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event updated for resources: {'Port': ['ID=13d3226b-f4cb-4f4a-b802-95d894c50c19,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:10.054849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.059536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-99d310f6-af69-4a6b-9605-72b56cfabb03 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.8276043 Sep 19 03:03:10.060896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Provisioning complete for port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:10.066164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.179902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7823-405c-4c75-b0df-f7f02e34a83e None None] Pushing event updated for resources: {'Port': ['ID=7189d014-acca-4322-bc33-0397198de538,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:10.196360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Router 3c3774d0-05eb-461c-9b1a-07d564d185b6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:03:10.206485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fdf329de-2b9f-4c26-93a5-9f9b9a154a45 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:10.207275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.247636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-2564505f-67c8-4532-96ba-1bd2e7b515d3 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.1846495 Sep 19 03:03:10.258602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.343908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:10.369571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.380651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event updated for resources: {'Port': ['ID=64502904-6021-4b0d-8818-d585f08fdc82,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:10.383280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:10.391371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:10.503513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.526585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:10.533667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fdf329de-2b9f-4c26-93a5-9f9b9a154a45 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:10.540201 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.550759 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.597055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62380018-5916-4b17-992d-bbea2b78471e req-3d6db312-0164-48ff-abdd-1f3e30f1740e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:10.604572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62380018-5916-4b17-992d-bbea2b78471e req-3d6db312-0164-48ff-abdd-1f3e30f1740e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 935 time: 0.3456848 Sep 19 03:03:10.649924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-ce73c82a-0f72-40ff-9a21-b992b8c94898 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:10.655878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5222e8-869b-4da3-9b25-cd3b228b4955 req-ce73c82a-0f72-40ff-9a21-b992b8c94898 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3948011 Sep 19 03:03:10.676916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:10.682854 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-51fc79af-265e-41ec-afff-96ed36141566 admin admin] 10.222.0.22 "PUT /v2.0/routers/3c3774d0-05eb-461c-9b1a-07d564d185b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7443545 Sep 19 03:03:10.693520 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Sync routers for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:10.709744 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:10.710758 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:10.755656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62380018-5916-4b17-992d-bbea2b78471e req-f56f661d-bd46-4a1c-aa82-423e00717131 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448603 Sep 19 03:03:10.819949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:10.894109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.905926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.950671 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:10.964098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:10.986034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port fdf329de-2b9f-4c26-93a5-9f9b9a154a45, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:10.989400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b81bc-91c9-41fb-b972-ddffc555a5db None None] The sync data for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 is: [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:11.036485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event updated for resources: {'Port': ['ID=64502904-6021-4b0d-8818-d585f08fdc82,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:11.066033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.106580 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.114656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1a4f7eeb-6dd7-4bb4-aaa1-3034ab7ae0ac tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2987628 Sep 19 03:03:11.114854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112dedef-80bf-4ac1-b5f1-6e503f68e795 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:11.145665 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.175032 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.175032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3cccd05e-d1e2-4f86-bd27-399997eb57fd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:11.232443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Transition to ACTIVE for port object 112dedef-80bf-4ac1-b5f1-6e503f68e795 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:11.259973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.366680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=112dedef-80bf-4ac1-b5f1-6e503f68e795,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:11.368431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Provisioning complete for port 112dedef-80bf-4ac1-b5f1-6e503f68e795 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:11.368917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.391882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e32388c6-3399-402e-a8f7-521e72899855 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:11.393922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e32388c6-3399-402e-a8f7-521e72899855 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4803832 Sep 19 03:03:11.459900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:11.535671 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 2, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:11.583381 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Checking router: 3c3774d0-05eb-461c-9b1a-07d564d185b6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:11.584018 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Updating router 3c3774d0-05eb-461c-9b1a-07d564d185b6 port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:03:11.587995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-35d89e50-f3c9-4b8d-a860-e56a83631c7f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.1805508 Sep 19 03:03:11.632911 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.647547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Port 112dedef-80bf-4ac1-b5f1-6e503f68e795 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:11.684070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Request body: {'floatingip': {'port_id': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:11.770689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Provisioning complete for port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:11.771261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.778085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:11.884795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3cccd05e-d1e2-4f86-bd27-399997eb57fd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:11.885401 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.113203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Attempting to bind port 112dedef-80bf-4ac1-b5f1-6e503f68e795 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:12.113511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Attempting to bind port 112dedef-80bf-4ac1-b5f1-6e503f68e795 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:12.113846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Attempting to bind port 112dedef-80bf-4ac1-b5f1-6e503f68e795 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:12.121487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Port 112dedef-80bf-4ac1-b5f1-6e503f68e795 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:12.122116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Attempting to bind port 112dedef-80bf-4ac1-b5f1-6e503f68e795 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:12.127759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:12.133052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-76ee8a3d-7a0a-4d3e-b883-5eaf87270a3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1534922683', 'description': 'tempest-description--1124098979'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:12.144077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:12.145066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:12.145470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:12.145938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Bound port: 112dedef-80bf-4ac1-b5f1-6e503f68e795, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:12.146308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.181597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76ee8a3d-7a0a-4d3e-b883-5eaf87270a3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.376883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] For port 112dedef-80bf-4ac1-b5f1-6e503f68e795, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:12.383597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] For port 112dedef-80bf-4ac1-b5f1-6e503f68e795, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=112dedef-80bf-4ac1-b5f1-6e503f68e795,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:12.434356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76ee8a3d-7a0a-4d3e-b883-5eaf87270a3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.437322 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.451093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76ee8a3d-7a0a-4d3e-b883-5eaf87270a3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.454498 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.504357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Provisioning complete for port 7189d014-acca-4322-bc33-0397198de538 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:12.504746 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f109deee-ee34-45b3-b0dc-3b5d9af3b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.540157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76ee8a3d-7a0a-4d3e-b883-5eaf87270a3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.549595 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-76ee8a3d-7a0a-4d3e-b883-5eaf87270a3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4202824 Sep 19 03:03:12.559155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34932) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:12.564683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-24ae7f4c-a4e2-47b5-b93a-585246f358cc tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Request body: {'security_group_rule': {'security_group_id': 'ac41b17f-bb9e-4a23-a4be-8246295a09f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:12.569952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee8a3d-7a0a-4d3e-b883-5eaf87270a3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41b17f-bb9e-4a23-a4be-8246295a09f5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:12.650923 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72676388-6e4b-4824-9c3b-1f37b97e01db None None] Pushing event updated for resources: {'Port': ['ID=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:12.670025 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24ae7f4c-a4e2-47b5-b93a-585246f358cc tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.834897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24ae7f4c-a4e2-47b5-b93a-585246f358cc tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.847160 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Attempting to bind port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:12.848388 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Attempting to bind port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:12.849455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Attempting to bind port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd on network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:12.854709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24ae7f4c-a4e2-47b5-b93a-585246f358cc tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.874175 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:12.874918 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Checking segment: {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:12.875506 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.878420 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Bound using segment: {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:12.879190 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Bound port: 3b4b1664-b174-4240-b3ac-f5bf9b152cfd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:12.879849 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.898574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae7f4c-a4e2-47b5-b93a-585246f358cc tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc53c73-4069-4029-a9d5-502f4cdd5322,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:12.920490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24ae7f4c-a4e2-47b5-b93a-585246f358cc tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:12.925400 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24ae7f4c-a4e2-47b5-b93a-585246f358cc tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3649292 Sep 19 03:03:12.926908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34934) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:12.927427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fdf329de-2b9f-4c26-93a5-9f9b9a154a45 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:12.941861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6dd04d5f-632e-4e2a-a703-62dfee801239 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Request body: {'security_group_rule': {'security_group_id': 'ac41b17f-bb9e-4a23-a4be-8246295a09f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:13.046143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd04d5f-632e-4e2a-a703-62dfee801239 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.090584 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] For port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:13.105001 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] For port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:13.111836 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.195301 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:13.196810 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:13.231655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fdf329de-2b9f-4c26-93a5-9f9b9a154a45 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:13.232062 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.244322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd04d5f-632e-4e2a-a703-62dfee801239 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.266088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd04d5f-632e-4e2a-a703-62dfee801239 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.278607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd04d5f-632e-4e2a-a703-62dfee801239 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84d4d48-df27-43c5-a48a-38ca13690bde,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:13.300020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd04d5f-632e-4e2a-a703-62dfee801239 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.311769 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6dd04d5f-632e-4e2a-a703-62dfee801239 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815222 Sep 19 03:03:13.313051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34938) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:13.330848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:13.399548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.431382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bab2fb3a-f5ac-47dc-9db7-97af26e63a80 None None] Provisioning complete for port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:13.432842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab2fb3a-f5ac-47dc-9db7-97af26e63a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.656658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.659800 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72676388-6e4b-4824-9c3b-1f37b97e01db None None] Pushing event updated for resources: {'Port': ['ID=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:13.677796 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:13.695645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.756502 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.resource_extend [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:03:13.758372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab2fb3a-f5ac-47dc-9db7-97af26e63a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.786371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7189d014-acca-4322-bc33-0397198de538 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:13.807584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:13.808203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.809700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] 10.222.0.32 "PUT /v2.0/ports/112dedef-80bf-4ac1-b5f1-6e503f68e795 HTTP/1.1" status: 200 len: 1095 time: 4.0380969 Sep 19 03:03:13.810283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47296ea3-0849-494d-9b5f-92906b8c3062', 'tag': '112dedef-80bf-4ac1-b5f1-6e503f68e795'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:13.812462 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bac7708-c5d5-4133-b74b-842ec7918791" -d '{"events": [{"name": "network-changed", "server_uuid": "47296ea3-0849-494d-9b5f-92906b8c3062", "tag": "112dedef-80bf-4ac1-b5f1-6e503f68e795"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:13.890603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd679c-e54b-481c-91c6-5ae915a276f7 req-cf4406c5-e23f-4640-be7c-bf3132080ed1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:13.896671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01dd679c-e54b-481c-91c6-5ae915a276f7 req-cf4406c5-e23f-4640-be7c-bf3132080ed1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 1.6561842 Sep 19 03:03:13.906632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bab2fb3a-f5ac-47dc-9db7-97af26e63a80 None None] For port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:13.916766 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bab2fb3a-f5ac-47dc-9db7-97af26e63a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:13.969208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Allocated IP 172.25.8.49 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/9b9517c7-69a5-4491-a15b-a132ef39c91d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:14.072956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e7d89-36a5-4122-b91f-8f507d07b1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=112dedef-80bf-4ac1-b5f1-6e503f68e795,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:14.088248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.119931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.133596 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:14.176578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2fb3a-f5ac-47dc-9db7-97af26e63a80 None None] Pushing event updated for resources: {'Port': ['ID=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:14.207609 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1878f28-ea1f-44bc-9d32-c9f9f27404a5 None None] The sync data for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 is: [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:14.228108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 7189d014-acca-4322-bc33-0397198de538 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:14.228490 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.250451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01dd679c-e54b-481c-91c6-5ae915a276f7 req-3e8328eb-a412-4312-91fc-3e1d3b59bcc8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166330 Sep 19 03:03:14.255841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.268112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-916483a9-e448-401e-901a-0acb31893bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:14.270430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-916483a9-e448-401e-901a-0acb31893bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 1098 time: 0.3480380 Sep 19 03:03:14.309501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c577a54a-1b72-45fa-b963-6d3746466b9c None None] Provisioning complete for port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:14.310192 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c577a54a-1b72-45fa-b963-6d3746466b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.381040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.449913 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Floating IP d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de associated. External IP: 172.25.8.8, port: 8813b10c-8680-4f8d-a080-9d6503f394a2. Sep 19 03:03:14.475732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:14.483235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:14.488465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:14.554526 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74060ca4-35f1-4ac6-85b1-53f8baf9182d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.696837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event updated for resources: {'Port': ['ID=9b9517c7-69a5-4491-a15b-a132ef39c91d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:14.734013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-ee73146a-e34a-489e-b5bd-3cae28fff7a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=112dedef-80bf-4ac1-b5f1-6e503f68e795 HTTP/1.1" status: 200 len: 217 time: 0.4368386 Sep 19 03:03:14.734927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.746945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-e9a04270-7fbe-4f22-964f-fbe809cb0b2b tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--845242440&fields=id&tenant_id=075c0dd719b040c1b5210512e25d3be7 HTTP/1.1" status: 200 len: 267 time: 0.1533949 Sep 19 03:03:14.787100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3b4b1664-b174-4240-b3ac-f5bf9b152cfd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:14.794477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.850778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:14.851170 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:14.979162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-78e4c8da-402c-45a9-8762-d76e93ec69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:14.980824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-78e4c8da-402c-45a9-8762-d76e93ec69de service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2326841 Sep 19 03:03:15.058621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Router f8248d87-ba60-4084-9ce2-4ea604bab320 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:03:15.090881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-349d4888-f6ba-4ce9-b189-ce0142d256c7 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:15.092804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-349d4888-f6ba-4ce9-b189-ce0142d256c7 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/networks?id=c7f28090-ba46-4c11-b9e7-822f65986010 HTTP/1.1" status: 200 len: 810 time: 0.2593231 Sep 19 03:03:15.116794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:15.124031 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:15.157868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d74f5921-cc48-4b81-991c-c0064568b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:15.159521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-d74f5921-cc48-4b81-991c-c0064568b8cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1667399 Sep 19 03:03:15.163166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-05dfd920-2825-4f79-b73a-dab0ffe44011 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/quotas/075c0dd719b040c1b5210512e25d3be7 HTTP/1.1" status: 200 len: 375 time: 0.0616348 Sep 19 03:03:15.200818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event updated for resources: {'Port': ['ID=9b9517c7-69a5-4491-a15b-a132ef39c91d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:15.213935 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:15.232277 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:15.234490 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-579ae784-fed3-4134-802c-bb8cf356b68c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9202883 Sep 19 03:03:15.355704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-3e0a84a4-304c-47d0-8d82-615e4f8c5181 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=075c0dd719b040c1b5210512e25d3be7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1773341 Sep 19 03:03:15.356918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:15.364556 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:15.373625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] Sync routers for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:15.385879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:15.386513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:15.420736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-fb3977ab-bad8-40ec-a38b-f8f9a25f6c1e service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516558 Sep 19 03:03:15.452032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e31add76-bf43-4093-ad18-8b7543fc7536 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "PUT /v2.0/floatingips/d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de HTTP/1.1" status: 200 len: 994 time: 3.7997251 Sep 19 03:03:15.555361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:15.620456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-4f407474-68d2-44fd-8fbd-5beed3fa508a service neutron] 10.222.0.22 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301285 Sep 19 03:03:15.650779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-6942acec-d043-46f2-a021-736e5cf24673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:15.652258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-6942acec-d043-46f2-a021-736e5cf24673 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=092b6831dabb4c5baef1a72c8434daef&device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 1096 time: 0.1621881 Sep 19 03:03:15.676933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d93fe9c-abba-42fb-aac6-db8b868fc5c0 req-3af527be-6072-41d8-9644-940556125f45 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363939 Sep 19 03:03:15.736829 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:15.822134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-dc93d0ef-2678-4f17-9fa7-c552a88070c8 service neutron] 10.222.0.22 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909134 Sep 19 03:03:15.834513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-c8e36a91-515c-4856-ae21-aff59c22e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:15.836017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-c8e36a91-515c-4856-ae21-aff59c22e3cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 200 len: 929 time: 0.1700783 Sep 19 03:03:15.938599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd08ddc46-5fef-44a5-b85a-c1d6b7a5b0de', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'port_id': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'mac_address': 'fa:16:3e:f6:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:09Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 1, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:46Z', 'revision_number': 5, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:15.966222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] Checking router: f8248d87-ba60-4084-9ce2-4ea604bab320 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:15.973022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-f8cbf74d-ab9f-4ac6-9027-c848928c856a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 997 time: 0.1272721 Sep 19 03:03:15.975817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:15.976600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:16.055570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-057bd73d-0990-402a-ae57-9a19fff6c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:16.069899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-057bd73d-0990-402a-ae57-9a19fff6c9df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2b8ca3d-bb34-4326-bf2b-e5112142c38c HTTP/1.1" status: 200 len: 867 time: 0.0903585 Sep 19 03:03:16.118263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:16.150935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-eaa900a1-6164-401a-af6a-1881144fda16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:16.159384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-eaa900a1-6164-401a-af6a-1881144fda16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890341 Sep 19 03:03:16.164456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-d5bd8e93-3a36-4814-a89c-a5fef3da7210 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:03:16.171631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-d5bd8e93-3a36-4814-a89c-a5fef3da7210 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112803 Sep 19 03:03:16.296031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a5cc4-54b1-48fb-837b-2e9e10aa2fc3 req-9a0c38f8-a3f4-42a1-a84c-8f1ede258558 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:16.297587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-948a5cc4-54b1-48fb-837b-2e9e10aa2fc3 req-9a0c38f8-a3f4-42a1-a84c-8f1ede258558 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 947 time: 0.1599269 Sep 19 03:03:16.311492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-7740e34e-8e2f-449a-9db1-bc86f1cf4c94 service neutron] 10.222.0.22 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387658 Sep 19 03:03:16.393274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd08ddc46-5fef-44a5-b85a-c1d6b7a5b0de', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'port_id': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'mac_address': 'fa:16:3e:f6:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:09Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 1, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:46Z', 'revision_number': 5, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:16.424657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba74b8d8-ccd7-45f4-96a2-c603dfdf8d0d None None] The sync data for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 is: [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd08ddc46-5fef-44a5-b85a-c1d6b7a5b0de', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'port_id': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'mac_address': 'fa:16:3e:f6:ce:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:09Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 1, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:46Z', 'revision_number': 5, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:16.443275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-948a5cc4-54b1-48fb-837b-2e9e10aa2fc3 req-343a9ae8-b3b8-40ee-b276-f6dd01e17c5e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225336 Sep 19 03:03:16.492972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ae0a12-7fae-4810-a742-5c890fffac00 req-e41ccaac-0785-4a84-8d4e-0a973e92e893 service neutron] 10.222.0.22 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764669 Sep 19 03:03:16.528517 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bfd0f2-4440-4679-bf69-bbfdfbd63120 x-openstack-request-id: req-31bfd0f2-4440-4679-bf69-bbfdfbd63120 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:16.528517 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47296ea3-0849-494d-9b5f-92906b8c3062", "tag": "112dedef-80bf-4ac1-b5f1-6e503f68e795", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:16.528517 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31bfd0f2-4440-4679-bf69-bbfdfbd63120 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:16.528517 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47296ea3-0849-494d-9b5f-92906b8c3062', 'tag': '112dedef-80bf-4ac1-b5f1-6e503f68e795', 'status': 'completed', 'code': 200} Sep 19 03:03:16.703303 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddaeab-8edc-496c-a62c-bee95834a0a5 None None] New status for floating IP d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:03:16.983671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-5626e294-a729-41fa-a4d2-092a0e4e2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:16.985256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-5626e294-a729-41fa-a4d2-092a0e4e2144 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 1098 time: 0.3950717 Sep 19 03:03:16.995584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-5eb022c3-75bc-46c6-bef4-cca308d05677 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1534922683&fields=id&tenant_id=fd84630f2e434aa4b3b7460cb06265a8 HTTP/1.1" status: 200 len: 267 time: 0.0755308 Sep 19 03:03:17.038183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2edee-c5d7-4332-ba34-d3fba02dda8d req-fd64076c-4335-40e3-8ce2-35ce8bea40c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:17.039992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8af2edee-c5d7-4332-ba34-d3fba02dda8d req-fd64076c-4335-40e3-8ce2-35ce8bea40c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1208336 Sep 19 03:03:17.136599 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6ce94ff1-3938-4fea-9470-46f2fbe9ce92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:17.190057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8af2edee-c5d7-4332-ba34-d3fba02dda8d req-3ac82133-390c-47da-ae27-efa9cd68f251 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424394 Sep 19 03:03:17.211099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-186d4548-2c54-494c-a58d-8d3353ea3ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:17.212576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-186d4548-2c54-494c-a58d-8d3353ea3ea1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2155077 Sep 19 03:03:17.240132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-ed6e3946-428b-4d0f-8ef8-5fbba5586033 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:17.241659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-ed6e3946-428b-4d0f-8ef8-5fbba5586033 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/networks?id=9f86aa24-fa69-4442-98ee-cf0f12ba1957 HTTP/1.1" status: 200 len: 814 time: 0.2253704 Sep 19 03:03:17.275369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-7aaad22a-6fc0-44e7-a573-8328fed7c85a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=112dedef-80bf-4ac1-b5f1-6e503f68e795 HTTP/1.1" status: 200 len: 217 time: 0.0516989 Sep 19 03:03:17.283835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-621bc31d-7a1f-4819-87dc-1a07a6399f49 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/quotas/fd84630f2e434aa4b3b7460cb06265a8 HTTP/1.1" status: 200 len: 375 time: 0.0109322 Sep 19 03:03:17.382083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-b52386b8-cbb3-4cbb-a8ef-29f19d1a7928 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:17.383765 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-b52386b8-cbb3-4cbb-a8ef-29f19d1a7928 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.30 "GET /v2.0/networks?id=c7f28090-ba46-4c11-b9e7-822f65986010 HTTP/1.1" status: 200 len: 810 time: 0.1731114 Sep 19 03:03:17.392130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-d50aa1fd-c5af-4079-a384-1cd32700c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:17.393531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-d50aa1fd-c5af-4079-a384-1cd32700c016 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1088583 Sep 19 03:03:17.439260 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-0a7311b5-4d8b-4578-900b-8d6239e1b5de tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=075c0dd719b040c1b5210512e25d3be7 HTTP/1.1" status: 200 len: 379 time: 0.0449069 Sep 19 03:03:17.450255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Request body: {'port': {'device_id': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'admin_state_up': True, 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'security_groups': ['303b5a1c-eb2f-4312-ad73-5fb4c00a86b0']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:17.451393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-9352ca99-29f0-4cc3-aec7-c43cf9fb9504 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd84630f2e434aa4b3b7460cb06265a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1586573 Sep 19 03:03:17.564681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-223ab6a2-f68e-4194-b9f4-4d82f4e238fe tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:17.566855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Made reservation on behalf of 075c0dd719b040c1b5210512e25d3be7 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:17.567013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-223ab6a2-f68e-4194-b9f4-4d82f4e238fe tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.2203648 Sep 19 03:03:17.568930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-adee415a-be26-448a-b73b-d13dd5a9ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:17.570286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-adee415a-be26-448a-b73b-d13dd5a9ed27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422310 Sep 19 03:03:17.571442 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:17.611528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-5d04c147-6ea2-4123-b1c3-0a9f182c5098 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/quotas/ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 375 time: 0.0367403 Sep 19 03:03:17.651812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-26bfbac1-e6ee-4037-8dd8-93667569c8f9 service neutron] 10.222.0.22 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805956 Sep 19 03:03:17.753668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Allocated IP 172.20.0.3 (c7f28090-ba46-4c11-b9e7-822f65986010/4b1ad750-7ddc-4c5f-9004-906e3293c619/36ba985c-5ac9-440f-83d3-00b2c683febf) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:17.826227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-32274520-45f4-49e1-b50a-1cbcdb64d0f7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1944933 Sep 19 03:03:17.830670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-f0a5a21d-3b2b-4965-93d8-fba4a3527b15 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465494 Sep 19 03:03:17.895633 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:17.940185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:17.988142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-6d4ca963-8dc8-464d-8bef-d2b65a9cf1e5 service neutron] 10.222.0.22 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890084 Sep 19 03:03:18.002037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:18.054209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-b11ff921-c318-4ca0-aa4f-e0097812f343 service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180765 Sep 19 03:03:18.056036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bac7708-c5d5-4133-b74b-842ec7918791 req-3ab61ecb-9b32-43dc-b395-0882c25c9279 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078493 Sep 19 03:03:18.077669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Network c7f28090-ba46-4c11-b9e7-822f65986010 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:18.083509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:18.105204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:18.247536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-dafad628-1392-4774-8cc1-48a59dc61244 service neutron] 10.222.0.22 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769900 Sep 19 03:03:18.271760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event updated for resources: {'Port': ['ID=36ba985c-5ac9-440f-83d3-00b2c683febf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:18.331273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:18.338598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:18.340318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:18.363620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-8debb899-2ca4-406d-a350-4940f4a58ebe tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168270 Sep 19 03:03:18.381670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Request body: {'port': {'device_id': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:18.483939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:18.527857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:18.530187 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:18.558527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-62d4a9c9-3476-431f-a96f-8dbe5b43fcd8 None None] Provisioning complete for port 36ba985c-5ac9-440f-83d3-00b2c683febf triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:18.559983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62d4a9c9-3476-431f-a96f-8dbe5b43fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:18.646159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-62d4a9c9-3476-431f-a96f-8dbe5b43fcd8 None None] Port 36ba985c-5ac9-440f-83d3-00b2c683febf cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:18.647307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eddda-7577-40c7-8c95-830878fa9703 req-7c5a8156-cf88-49f1-979a-17712cc21ab1 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:18.649283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b9eddda-7577-40c7-8c95-830878fa9703 req-7c5a8156-cf88-49f1-979a-17712cc21ab1 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 931 time: 0.1038435 Sep 19 03:03:18.698083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b9eddda-7577-40c7-8c95-830878fa9703 req-8baf8e43-cd93-4bf4-af98-94c23f7cf0e3 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378869 Sep 19 03:03:18.952466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3992ca-e990-44f6-abba-2e0ab4d518ff req-830f8981-60bc-4686-ae3e-21fdb4467e51 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:18.955346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a3992ca-e990-44f6-abba-2e0ab4d518ff req-830f8981-60bc-4686-ae3e-21fdb4467e51 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 947 time: 0.0985508 Sep 19 03:03:19.025188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-c2f82298-6ac5-434f-94e0-809d24957253 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 258 time: 0.2907472 Sep 19 03:03:19.030199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:19.091766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a3992ca-e990-44f6-abba-2e0ab4d518ff req-a59aa1e8-fe5e-4f87-8491-357672b49947 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157529 Sep 19 03:03:19.092507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.200555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ba985c-5ac9-440f-83d3-00b2c683febf {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:19.221482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.229334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fe59d2d-0966-4a7c-89f1-7f4168430804 req-84a469dc-993a-4187-ab1f-0f4ef9fe2b66 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 210 time: 0.0418420 Sep 19 03:03:19.246964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Transition to ACTIVE for port object 36ba985c-5ac9-440f-83d3-00b2c683febf will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:19.246964 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.282224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.378965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Pushing event updated for resources: {'Port': ['ID=36ba985c-5ac9-440f-83d3-00b2c683febf,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:19.471670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 112dedef-80bf-4ac1-b5f1-6e503f68e795 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:19.472773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8afb0-940c-49f2-aeb3-f56ec7e0c7fc req-c814d6b1-f622-43e9-884a-2707118a709f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:19.475926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42c8afb0-940c-49f2-aeb3-f56ec7e0c7fc req-c814d6b1-f622-43e9-884a-2707118a709f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1162515 Sep 19 03:03:19.480312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Attempting to bind port 36ba985c-5ac9-440f-83d3-00b2c683febf on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:19.480656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Attempting to bind port 36ba985c-5ac9-440f-83d3-00b2c683febf by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:19.480999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Attempting to bind port 36ba985c-5ac9-440f-83d3-00b2c683febf on network c7f28090-ba46-4c11-b9e7-822f65986010 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:19.491991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Port 36ba985c-5ac9-440f-83d3-00b2c683febf on network c7f28090-ba46-4c11-b9e7-822f65986010 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:19.492639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Attempting to bind port 36ba985c-5ac9-440f-83d3-00b2c683febf on network c7f28090-ba46-4c11-b9e7-822f65986010 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:19.503044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:19.503443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Checking segment: {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:19.505711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Bound using segment: {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:19.511237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Bound port: 36ba985c-5ac9-440f-83d3-00b2c683febf, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92ce553-1551-4495-94c1-211af5991311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:19.511635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.596264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42c8afb0-940c-49f2-aeb3-f56ec7e0c7fc req-1e39307f-c25b-4cd2-a96e-8ca250c18bcc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108894 Sep 19 03:03:19.597710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Allocated IP 172.25.8.23 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/78fe8727-d01b-4865-a3a7-025ccf12628c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:19.656675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 112dedef-80bf-4ac1-b5f1-6e503f68e795, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=112dedef-80bf-4ac1-b5f1-6e503f68e795,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:19.672180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '112dedef-80bf-4ac1-b5f1-6e503f68e795', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '112dedef-80bf-4ac1-b5f1-6e503f68e795', 'mac_address': 'fa:16:3e:73:80:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:19.674144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] For port 36ba985c-5ac9-440f-83d3-00b2c683febf, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:19.683351 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54831194-296c-4fcb-a916-dfb7627ed913 x-openstack-request-id: req-54831194-296c-4fcb-a916-dfb7627ed913 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:19.683751 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:19.684732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] For port 36ba985c-5ac9-440f-83d3-00b2c683febf, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=36ba985c-5ac9-440f-83d3-00b2c683febf,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:19.684870 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54831194-296c-4fcb-a916-dfb7627ed913 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:19.685632 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'status': 'completed', 'code': 200} Sep 19 03:03:19.693419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.737276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.754051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112dedef-80bf-4ac1-b5f1-6e503f68e795 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:19.774913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:19.775560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.777094 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] 10.222.0.30 "PUT /v2.0/ports/36ba985c-5ac9-440f-83d3-00b2c683febf HTTP/1.1" status: 200 len: 1091 time: 1.4053051 Sep 19 03:03:19.777595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:19.780011 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b948758-64c1-4d05-b3b2-f40826ff4c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:19.781786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 112dedef-80bf-4ac1-b5f1-6e503f68e795, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=112dedef-80bf-4ac1-b5f1-6e503f68e795,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:19.793920 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.817875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423507a9-c46b-4b74-9c44-a7f2e404bb9f service neutron] Pushing event updated for resources: {'Port': ['ID=36ba985c-5ac9-440f-83d3-00b2c683febf,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:19.860656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfe96b15-5018-4c82-861a-c6bf5c32ba9a req-37cdb626-477e-44e0-bb81-ff3b43e8151e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 210 time: 0.0444746 Sep 19 03:03:19.895031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-48f31ff3-24b4-4603-9dc2-b454c3d6e535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:19.896766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-48f31ff3-24b4-4603-9dc2-b454c3d6e535 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=092b6831dabb4c5baef1a72c8434daef&device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 1096 time: 0.1473439 Sep 19 03:03:19.913380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:19.926888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-7d1cc8b8-f29a-4e9f-a2a2-0c9ce0adb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:19.928632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=112dedef-80bf-4ac1-b5f1-6e503f68e795,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:19.935982 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-7d1cc8b8-f29a-4e9f-a2a2-0c9ce0adb26d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=075c0dd719b040c1b5210512e25d3be7&device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 1094 time: 0.0878401 Sep 19 03:03:19.950693 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:20.025268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-58c2386f-b27e-48a3-a15c-52633bc4ade9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ba985c-5ac9-440f-83d3-00b2c683febf HTTP/1.1" status: 200 len: 217 time: 0.0798671 Sep 19 03:03:20.111095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-ab5956a0-8d02-48cd-8599-77d79a3f5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:20.113336 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-ab5956a0-8d02-48cd-8599-77d79a3f5d62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b1ad750-7ddc-4c5f-9004-906e3293c619 HTTP/1.1" status: 200 len: 849 time: 0.0798826 Sep 19 03:03:20.176938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-04b5e122-2e33-4f3a-aa2b-26bcd14f49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:20.178581 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-04b5e122-2e33-4f3a-aa2b-26bcd14f49b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7f28090-ba46-4c11-b9e7-822f65986010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498643 Sep 19 03:03:20.238711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:20.271215 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-73bc0701-080a-4f75-a282-7c7803c6445d service neutron] 10.222.0.30 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842264 Sep 19 03:03:20.272313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-91c51f15-71c7-48cb-9dc7-7db6e8cccd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:20.273748 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-91c51f15-71c7-48cb-9dc7-7db6e8cccd94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 200 len: 929 time: 0.3681893 Sep 19 03:03:20.290218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['112dedef-80bf-4ac1-b5f1-6e503f68e795'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:20.306335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa388de-357f-4257-8402-6d3c9252c4f6 req-287b5f13-e038-4a7f-92e6-729ca0725299 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:20.307808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aa388de-357f-4257-8402-6d3c9252c4f6 req-287b5f13-e038-4a7f-92e6-729ca0725299 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 943 time: 0.2026391 Sep 19 03:03:20.322524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:20.369512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:20.372353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:20.375694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ce2d68af-3594-4d09-a432-0890091f0c45 req-86ca312e-20e8-4435-85a5-a0a88c835a18 service neutron] 10.222.0.30 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953641 Sep 19 03:03:20.384849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-3fdcb67d-3d41-4281-8d83-5ed1cbdba306 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:20.386314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-3fdcb67d-3d41-4281-8d83-5ed1cbdba306 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.30 "GET /v2.0/networks?id=9f86aa24-fa69-4442-98ee-cf0f12ba1957 HTTP/1.1" status: 200 len: 814 time: 0.3272784 Sep 19 03:03:20.416242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event updated for resources: {'Port': ['ID=78fe8727-d01b-4865-a3a7-025ccf12628c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:20.484211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-9f8e642c-fdae-40d4-a0b3-da367f879070 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 999 time: 0.1956117 Sep 19 03:03:20.502385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aa388de-357f-4257-8402-6d3c9252c4f6 req-048b7e23-5a3f-4859-a262-d58bb7092b06 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826191 Sep 19 03:03:20.601121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:20.616849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-ca2ceabf-18dd-4acc-8f4d-55a05ddf3d7c tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd84630f2e434aa4b3b7460cb06265a8 HTTP/1.1" status: 200 len: 380 time: 0.1918309 Sep 19 03:03:20.648862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Request body: {'port': {'device_id': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'admin_state_up': True, 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'security_groups': ['ac41b17f-bb9e-4a23-a4be-8246295a09f5']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:20.749858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-81ac204b-8608-4850-8d14-13c88160dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:20.751525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-81ac204b-8608-4850-8d14-13c88160dc80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2b8ca3d-bb34-4326-bf2b-e5112142c38c HTTP/1.1" status: 200 len: 867 time: 0.2537761 Sep 19 03:03:20.757687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:20.796128 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d352b948-d42b-4597-b6f8-95a43b4e68a9 x-openstack-request-id: req-d352b948-d42b-4597-b6f8-95a43b4e68a9 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:20.796684 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:20.796684 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d352b948-d42b-4597-b6f8-95a43b4e68a9 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:20.797155 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'status': 'completed', 'code': 200} Sep 19 03:03:20.881078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-2f8a3eb4-1bf0-4e25-968c-f1dbf7687bd2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:20.882593 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-2f8a3eb4-1bf0-4e25-968c-f1dbf7687bd2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 820 time: 0.4282877 Sep 19 03:03:20.897371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Request body: {'port': {'device_id': '9656b779-064e-4b71-85df-c61e1296d827', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'admin_state_up': True, 'tenant_id': 'ef934edf9ce84369a7d7646bf99a2728'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:20.903075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-810efcce-1fe0-44a1-8867-071336eaf8df service neutron] 10.222.0.30 "GET /v2.0/ports/3d50a792-6092-43cf-8687-ac0eb003f279/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 382 time: 0.1052134 Sep 19 03:03:21.030996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Made reservation on behalf of ef934edf9ce84369a7d7646bf99a2728 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:21.036165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:21.191750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Allocated IP 172.20.0.14 (f541e3a0-407b-4757-b916-a146249c9a6a/58e173fd-59d2-4cdd-9fca-055d94aea1a8/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:21.197346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-b28b18db-1cd6-4258-8dd9-7e4476d82187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.198523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-b28b18db-1cd6-4258-8dd9-7e4476d82187 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=075c0dd719b040c1b5210512e25d3be7&device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 1094 time: 0.5806825 Sep 19 03:03:21.234974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bd1c8-24e8-42c4-937b-e25c8508b496 req-0686fb08-52d3-499e-a1c3-d377a08862a1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.236585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-444bd1c8-24e8-42c4-937b-e25c8508b496 req-0686fb08-52d3-499e-a1c3-d377a08862a1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 948 time: 0.6057498 Sep 19 03:03:21.271823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-f30a9fa4-a62f-4cc3-8638-4edb17274859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.273339 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-f30a9fa4-a62f-4cc3-8638-4edb17274859 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 1101 time: 0.0721700 Sep 19 03:03:21.321769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-4553a48a-e82b-443f-ad7f-8e9041015351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.323196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-4553a48a-e82b-443f-ad7f-8e9041015351 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5629728 Sep 19 03:03:21.386599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-a5d1fa99-d86d-44cc-935b-14fe6b717654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.388282 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-a5d1fa99-d86d-44cc-935b-14fe6b717654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 1101 time: 0.0850880 Sep 19 03:03:21.451347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-444bd1c8-24e8-42c4-937b-e25c8508b496 req-fa2ba1e6-3de9-4f23-81a5-bcda1f7b10f3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924620 Sep 19 03:03:21.468206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:21.475103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Made reservation on behalf of fd84630f2e434aa4b3b7460cb06265a8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:21.478858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:21.552354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:21.564216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['973b48ab-a360-4f95-99c9-57e651702f6f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:21.570825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-18400e81-f4bc-43ae-8761-b404d994ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.572356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-18400e81-f4bc-43ae-8761-b404d994ab4d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7f28090-ba46-4c11-b9e7-822f65986010 HTTP/1.1" status: 200 len: 911 time: 0.3577309 Sep 19 03:03:21.608300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-db833ea5-fa19-4f7f-a41c-115cde9e8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.609961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-db833ea5-fa19-4f7f-a41c-115cde9e8bc4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2134833 Sep 19 03:03:21.618772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Network f541e3a0-407b-4757-b916-a146249c9a6a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:21.634039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:21.667184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:21.670073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:21.674626 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-688af2f5-a592-496a-90e8-82c2a83fb8aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 200 len: 217 time: 0.0546074 Sep 19 03:03:21.731383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-adfbd39e-b81d-4a5f-9768-6a55a3d089be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ba985c-5ac9-440f-83d3-00b2c683febf HTTP/1.1" status: 200 len: 217 time: 0.1399398 Sep 19 03:03:21.742212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-97c7f32d-81b5-4ce8-b0be-cdbb390e05af service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902044 Sep 19 03:03:21.757282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.758088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:21.771305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:21.774395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-3226df0b-aa3a-400a-a620-f2a74fa863cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.776516 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-3226df0b-aa3a-400a-a620-f2a74fa863cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0817766 Sep 19 03:03:21.823958 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-0a5679fd-f56a-4f8f-90a0-0311aa0ca940 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9315310 Sep 19 03:03:21.825338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:21.838114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Request body: {'port': {'device_id': '9656b779-064e-4b71-85df-c61e1296d827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:21.867994 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:03:21.874862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-a00bb740-88e6-434c-a0f3-8a80cff60c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:21.876407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-a00bb740-88e6-434c-a0f3-8a80cff60c7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928490 Sep 19 03:03:21.954249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.001618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-8edd16fb-3368-4c57-a27c-f6592e15c6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:22.003129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-8edd16fb-3368-4c57-a27c-f6592e15c6d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b1ad750-7ddc-4c5f-9004-906e3293c619 HTTP/1.1" status: 200 len: 849 time: 0.2534225 Sep 19 03:03:22.016228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023602-208a-45a1-a060-1e44ce952c82 req-64cdba4d-d2a0-4f2a-9486-baa3813ac41c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:22.017648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-64cdba4d-d2a0-4f2a-9486-baa3813ac41c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.4652045 Sep 19 03:03:22.045848 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-89d29afc-31a4-4abf-91a4-c625d62c5a96 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602495 Sep 19 03:03:22.061802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event updated for resources: {'Port': ['ID=78fe8727-d01b-4865-a3a7-025ccf12628c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:22.101040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Allocated IP 172.20.0.10 (9f86aa24-fa69-4442-98ee-cf0f12ba1957/dd7d20a7-1e1b-4594-8aaf-73fcafb614ec/d9e89363-8f4d-4c22-beb0-db7d8d0b7595) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:22.107258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e500d82d-726b-45bd-b8dc-7d0f174086bc tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/quotas/9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 375 time: 0.0752523 Sep 19 03:03:22.117243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.150787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6a97dd-7a79-4cf5-8758-76acfc05bfa6 req-d14bb80e-4224-40a9-aa65-70afaec37085 service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927875 Sep 19 03:03:22.194850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.196250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d54529e7-7497-4106-b3fc-4f415318c474 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1702070 Sep 19 03:03:22.224162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-4b18562a-2cb5-4f57-b286-203c94cb89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:22.225793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-4b18562a-2cb5-4f57-b286-203c94cb89a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7f28090-ba46-4c11-b9e7-822f65986010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988034 Sep 19 03:03:22.246092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-b32c4807-73e3-4b96-b413-db9e9e0a6e17 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928387 Sep 19 03:03:22.351971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:22.352901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-d478353e-45c0-4186-a254-4f08cf04b938 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1350329 Sep 19 03:03:22.362034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.376046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Transition to ACTIVE for port object 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:22.381419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.395594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-a5d7520a-64c6-42eb-988f-ffd03324c600 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2712903 Sep 19 03:03:22.436467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:22.501908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:22.502245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:22.502582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:22.507113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:22.507434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:22.512217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:22.512560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:22.512950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:22.513376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Bound port: 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:22.513736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.586771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:22.590161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:22.596976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.620151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.634556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:22.635285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.637104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] 10.222.0.30 "PUT /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 1092 time: 0.8041525 Sep 19 03:03:22.637792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-835ccece-517f-40c5-a4d1-c3b43f46211e service neutron] 10.222.0.30 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986347 Sep 19 03:03:22.665246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac9e01-96d7-4898-a23c-685c81f875f9 service neutron] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:22.717650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-7954d574-b6c0-45d9-9a45-9f4d520227a7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:22.719014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bc12973-509d-4e87-ab47-2c8eeba95fa1 req-7954d574-b6c0-45d9-9a45-9f4d520227a7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3204291 Sep 19 03:03:22.721411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-8508422a-847d-4a19-8fdf-aa30f56f1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:22.723604 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-8508422a-847d-4a19-8fdf-aa30f56f1d8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1095 time: 0.0452678 Sep 19 03:03:22.731975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-6a7d9882-c969-4bda-9ba4-afbdc1278a15 service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019619 Sep 19 03:03:22.777087 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-86b2b6d1-eaf4-444f-9758-162f4a04ba90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 217 time: 0.0450003 Sep 19 03:03:22.814427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:22.815394 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7490b199-2c8a-4c16-b0c1-e833a85312c9" -d '{"events": [{"name": "network-changed", "server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:22.837215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-a8d354d1-fd67-409f-a056-dbb6a7216c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:22.838837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-a8d354d1-fd67-409f-a056-dbb6a7216c01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0540919 Sep 19 03:03:22.858768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:22.872766 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-4c694a35-2eb8-40e9-ac00-707ae8cd5703 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259855 Sep 19 03:03:22.926989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b948758-64c1-4d05-b3b2-f40826ff4c7f req-5e8ed363-10cb-41bf-b2c7-b624ab7a905e service neutron] 10.222.0.30 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669313 Sep 19 03:03:22.932652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:22.941995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:22.944394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:22.973169 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-3d260903-085d-4964-b88c-9cd0eeaca105 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928547 Sep 19 03:03:22.991799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event updated for resources: {'Port': ['ID=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:23.008876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409e395-56de-4ed3-8ddc-b0fefe47c212 req-96ba11be-607b-4759-abb6-d2fe0bd34fdd tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:23.010431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d409e395-56de-4ed3-8ddc-b0fefe47c212 req-96ba11be-607b-4759-abb6-d2fe0bd34fdd tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 932 time: 0.2186434 Sep 19 03:03:23.028799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-0b430895-c390-4b67-991b-fa099ec60607 service neutron] 10.222.0.22 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710085 Sep 19 03:03:23.055624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:23.056264 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.080862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d409e395-56de-4ed3-8ddc-b0fefe47c212 req-05716d10-4807-476d-996a-fb14b1324879 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621150 Sep 19 03:03:23.095281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b179d515-ce3c-4ee9-8f3e-079dbd1e1f22 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4563625 Sep 19 03:03:23.108178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Request body: {'port': {'device_id': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:23.142354 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8b90e458-45d9-4b9b-9a9b-a1d3df93b568 req-09f7c209-3f30-46de-b089-f8494220a671 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616557 Sep 19 03:03:23.193741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.257140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 36ba985c-5ac9-440f-83d3-00b2c683febf details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:23.298986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ccdc2b-d992-4b7c-9383-34d6780ffd09 req-0bdddd19-6983-45e2-b1e6-f2103792fe03 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:23.301095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59ccdc2b-d992-4b7c-9383-34d6780ffd09 req-0bdddd19-6983-45e2-b1e6-f2103792fe03 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0973883 Sep 19 03:03:23.452698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59ccdc2b-d992-4b7c-9383-34d6780ffd09 req-4630e914-0b6c-44d9-970f-d9927ddb5af7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424558 Sep 19 03:03:23.506988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 112dedef-80bf-4ac1-b5f1-6e503f68e795 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:23.558721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb91af-367b-4483-932c-f48a53962d1e req-5d68efb8-ef4d-40f0-9264-f3808bd0e9b0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:23.566143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49fb91af-367b-4483-932c-f48a53962d1e req-5d68efb8-ef4d-40f0-9264-f3808bd0e9b0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.1123738 Sep 19 03:03:23.626980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b47e6a4d-74ed-4022-8b70-9322f936b354 None None] Provisioning complete for port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:23.627473 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b47e6a4d-74ed-4022-8b70-9322f936b354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.631529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49fb91af-367b-4483-932c-f48a53962d1e req-de1ff65b-265e-4fa3-af23-a24444dd6ed5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642726 Sep 19 03:03:23.716030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 36ba985c-5ac9-440f-83d3-00b2c683febf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=36ba985c-5ac9-440f-83d3-00b2c683febf,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:23.723547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b47e6a4d-74ed-4022-8b70-9322f936b354 None None] Port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:23.730838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e89363-8f4d-4c22-beb0-db7d8d0b7595 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:23.732497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 112dedef-80bf-4ac1-b5f1-6e503f68e795 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:03:23.737722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'port_id': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'mac_address': 'fa:16:3e:75:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:23.740635 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.742353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 112dedef-80bf-4ac1-b5f1-6e503f68e795 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:23.742736 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.754388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Transition to ACTIVE for port object d9e89363-8f4d-4c22-beb0-db7d8d0b7595 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:23.809464 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.819098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.826590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ba985c-5ac9-440f-83d3-00b2c683febf {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:23.873873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Pushing event updated for resources: {'Port': ['ID=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:23.890559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 36ba985c-5ac9-440f-83d3-00b2c683febf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=36ba985c-5ac9-440f-83d3-00b2c683febf,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:23.900611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a57a12-2b12-4033-84db-15c6ef13932b req-dea85c72-dc0f-40ae-9917-e02d9cfa8e55 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:23.901879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.902194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58a57a12-2b12-4033-84db-15c6ef13932b req-dea85c72-dc0f-40ae-9917-e02d9cfa8e55 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 948 time: 0.1363962 Sep 19 03:03:23.906069 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:23.997312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47296ea3-0849-494d-9b5f-92906b8c3062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112dedef-80bf-4ac1-b5f1-6e503f68e795'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:24.000509 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340d057-b23f-44d4-a8b5-66de02bfd340" -d '{"events": [{"server_uuid": "47296ea3-0849-494d-9b5f-92906b8c3062", "name": "network-vif-plugged", "status": "completed", "tag": "112dedef-80bf-4ac1-b5f1-6e503f68e795"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:24.016481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=36ba985c-5ac9-440f-83d3-00b2c683febf,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:24.023388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 112dedef-80bf-4ac1-b5f1-6e503f68e795, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=112dedef-80bf-4ac1-b5f1-6e503f68e795,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:24.040738 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:24.116300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=112dedef-80bf-4ac1-b5f1-6e503f68e795,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:24.223344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['36ba985c-5ac9-440f-83d3-00b2c683febf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:24.401116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b4248-835f-4b02-8660-f8d4d9333f9f req-cd3d6460-eab4-4047-b1fb-f1e474d56a0f tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:24.408345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e48b4248-835f-4b02-8660-f8d4d9333f9f req-cd3d6460-eab4-4047-b1fb-f1e474d56a0f tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 943 time: 0.6518786 Sep 19 03:03:24.437042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58a57a12-2b12-4033-84db-15c6ef13932b req-d3308532-6a92-4ce4-8ed4-41b5bb016830 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227976 Sep 19 03:03:24.491308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e48b4248-835f-4b02-8660-f8d4d9333f9f req-08a6eef6-567b-4651-a64e-abae983af7ce tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820515 Sep 19 03:03:24.539831 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca69f14-4256-4697-836e-db160ccadebd x-openstack-request-id: req-9ca69f14-4256-4697-836e-db160ccadebd {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:24.540653 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:24.541090 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ca69f14-4256-4697-836e-db160ccadebd {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:24.541637 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2', 'status': 'completed', 'code': 200} Sep 19 03:03:24.560093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d56228-469b-4672-82de-964cb3290ba8 req-7547ab41-a22b-4b0d-b9fe-05b05ef8e0da tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:24.563212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10d56228-469b-4672-82de-964cb3290ba8 req-7547ab41-a22b-4b0d-b9fe-05b05ef8e0da tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0709350 Sep 19 03:03:24.567252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Attempting to bind port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:24.567685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Attempting to bind port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:24.568022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Attempting to bind port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 on network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:24.582122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 on network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:24.582461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Attempting to bind port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 on network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:24.620241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:24.620681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Checking segment: {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:24.620965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Bound using segment: {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:24.621412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Bound port: d9e89363-8f4d-4c22-beb0-db7d8d0b7595, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2ab12c-711d-4034-b539-df60c50848f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:24.621770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:24.625522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-eb8044d4-16e7-4920-aca3-4df546861104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:24.627284 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-eb8044d4-16e7-4920-aca3-4df546861104 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1095 time: 0.0449421 Sep 19 03:03:24.652949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10d56228-469b-4672-82de-964cb3290ba8 req-43d1a716-9278-4b0d-8149-a86de8bcda83 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0823669 Sep 19 03:03:24.670703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-16280e0f-73b3-4941-b52f-b490162f6a62 req-270530f8-530b-475b-b20b-dec5bf93bb03 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 210 time: 0.0466943 Sep 19 03:03:24.675881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-10d56228-469b-4672-82de-964cb3290ba8 req-c2e15d36-f700-41a2-8ea7-ea40203fb41e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Request body: {'floatingip': {'port_id': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:24.730274 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692ff6bf-b456-4cf3-b532-ce292177fd6e x-openstack-request-id: req-692ff6bf-b456-4cf3-b532-ce292177fd6e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:24.730821 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47296ea3-0849-494d-9b5f-92906b8c3062", "name": "network-vif-plugged", "status": "completed", "tag": "112dedef-80bf-4ac1-b5f1-6e503f68e795", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:24.730962 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-692ff6bf-b456-4cf3-b532-ce292177fd6e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:24.732303 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47296ea3-0849-494d-9b5f-92906b8c3062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112dedef-80bf-4ac1-b5f1-6e503f68e795', 'code': 200} Sep 19 03:03:24.741564 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-10d56228-469b-4672-82de-964cb3290ba8 req-c2e15d36-f700-41a2-8ea7-ea40203fb41e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:24.753057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-7950a836-5ddf-49a3-be1e-7e6472660836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:24.765354 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-7950a836-5ddf-49a3-be1e-7e6472660836 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1302676 Sep 19 03:03:24.832983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-80e6762e-1f85-4618-ab76-3310d7209197 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 217 time: 0.0596924 Sep 19 03:03:24.872450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] For port d9e89363-8f4d-4c22-beb0-db7d8d0b7595, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:24.904463 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-735deeb1-e1e2-4565-a959-3a6b4274a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:24.906776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-735deeb1-e1e2-4565-a959-3a6b4274a491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0658419 Sep 19 03:03:24.923883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] For port d9e89363-8f4d-4c22-beb0-db7d8d0b7595, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:24.950021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:24.953569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-b771bdfc-2bf1-4063-a0e4-2ddcd6701b9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383554 Sep 19 03:03:24.962828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fe530-8d68-401d-96d9-7542784092e6 req-1d592c66-cc88-4f07-a07f-87e6f99426d6 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:24.964359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-914fe530-8d68-401d-96d9-7542784092e6 req-1d592c66-cc88-4f07-a07f-87e6f99426d6 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 944 time: 0.1805432 Sep 19 03:03:25.029446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.030118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:25.031992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] 10.222.0.30 "PUT /v2.0/ports/d9e89363-8f4d-4c22-beb0-db7d8d0b7595 HTTP/1.1" status: 200 len: 1092 time: 1.9287851 Sep 19 03:03:25.039308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:25.041657 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f31c2a-a035-42b7-b6f8-f631af1c45eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:25.101657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce23bd-d49c-43af-ab57-ad16528bc78d req-564d0ec6-2252-43eb-92ac-1c8892eb8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.103248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023602-208a-45a1-a060-1e44ce952c82 req-bf9e17fd-c409-42fe-94aa-4af8939555ae tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.104417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75ce23bd-d49c-43af-ab57-ad16528bc78d req-564d0ec6-2252-43eb-92ac-1c8892eb8cc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 1100 time: 0.2050812 Sep 19 03:03:25.105337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-bf9e17fd-c409-42fe-94aa-4af8939555ae tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 807 time: 0.1801734 Sep 19 03:03:25.165251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Request body: {'port': {'device_id': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'admin_state_up': True, 'tenant_id': '9eb23c319f2d4904a9ad325b7d1efd73'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:25.209236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-914fe530-8d68-401d-96d9-7542784092e6 req-cb29ffec-a963-4b85-be5c-14813cdb38f9 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092032 Sep 19 03:03:25.209676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac8fee-3ca3-46e9-bfb7-a7409260563b service neutron] Pushing event updated for resources: {'Port': ['ID=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:25.228297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75ce23bd-d49c-43af-ab57-ad16528bc78d req-fb9d9740-6250-4f73-9d9d-736a179a38ed service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860875 Sep 19 03:03:25.265460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3d50a792-6092-43cf-8687-ac0eb003f279 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:25.269243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 36ba985c-5ac9-440f-83d3-00b2c683febf up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:25.283912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-0cdd74b4-3c0f-47af-93a1-9c65841c3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.295431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-0cdd74b4-3c0f-47af-93a1-9c65841c3210 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd84630f2e434aa4b3b7460cb06265a8&device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 1095 time: 0.1759610 Sep 19 03:03:25.394609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-9b8dafd5-8d9b-426c-8793-1647489e4c16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595 HTTP/1.1" status: 200 len: 217 time: 0.0833666 Sep 19 03:03:25.396868 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-10d56228-469b-4672-82de-964cb3290ba8 req-c2e15d36-f700-41a2-8ea7-ea40203fb41e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] update failed (client error): There was a conflict when trying to complete your request. Sep 19 03:03:25.397866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10d56228-469b-4672-82de-964cb3290ba8 req-c2e15d36-f700-41a2-8ea7-ea40203fb41e tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "PUT /v2.0/floatingips/245a1f83-4f1f-4210-b6e8-a18039f7b2a9 HTTP/1.1" status: 409 len: 549 time: 0.7308948 Sep 19 03:03:25.474063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 36ba985c-5ac9-440f-83d3-00b2c683febf completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:03:25.486555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 36ba985c-5ac9-440f-83d3-00b2c683febf triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:25.488000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:25.491163 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-ce8614b1-e62f-4001-97f2-1dde7f19bbcc service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845296 Sep 19 03:03:25.550044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8223cac-addd-443d-99b9-a6cc361d8618 req-208ddcec-ee0b-4658-8760-7b65af65da0c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.550044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8223cac-addd-443d-99b9-a6cc361d8618 req-208ddcec-ee0b-4658-8760-7b65af65da0c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1705422 Sep 19 03:03:25.557039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b074e908-9aac-41a9-acf0-c3cab8f8e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.559176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-b074e908-9aac-41a9-acf0-c3cab8f8e0af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd7d20a7-1e1b-4594-8aaf-73fcafb614ec HTTP/1.1" status: 200 len: 853 time: 0.1199324 Sep 19 03:03:25.610390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Made reservation on behalf of 9eb23c319f2d4904a9ad325b7d1efd73 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:25.614963 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:25.615155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:25.633461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8223cac-addd-443d-99b9-a6cc361d8618 req-3339d9aa-6a93-4f25-ac75-d57055f798c2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737174 Sep 19 03:03:25.640360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-7705cd35-1444-419a-8b26-9ec762576b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.641689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-7705cd35-1444-419a-8b26-9ec762576b69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f86aa24-fa69-4442-98ee-cf0f12ba1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651803 Sep 19 03:03:25.662987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '3d50a792-6092-43cf-8687-ac0eb003f279', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '3d50a792-6092-43cf-8687-ac0eb003f279', 'mac_address': 'fa:16:3e:27:bc:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:25.743779 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a746da-1664-4c7d-b7c2-0091219c3c8a x-openstack-request-id: req-b2a746da-1664-4c7d-b7c2-0091219c3c8a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:25.744070 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:25.744323 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2a746da-1664-4c7d-b7c2-0091219c3c8a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:25.744713 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'status': 'completed', 'code': 200} Sep 19 03:03:25.755883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:25.766112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:25.776896 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7490b199-2c8a-4c16-b0c1-e833a85312c9 req-3796b2e1-3d06-43c4-92f5-6e5c472c8164 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739990 Sep 19 03:03:25.782105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d50a792-6092-43cf-8687-ac0eb003f279 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:25.812534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:25.822226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 36ba985c-5ac9-440f-83d3-00b2c683febf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=36ba985c-5ac9-440f-83d3-00b2c683febf,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:25.824156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:25.853223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58163c-895e-4329-a45f-3ea08b8bf9c0 req-1cd0c062-0534-43fd-833e-6bcfd925bb27 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:25.854932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea58163c-895e-4329-a45f-3ea08b8bf9c0 req-1cd0c062-0534-43fd-833e-6bcfd925bb27 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.2123647 Sep 19 03:03:25.861064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-d68ba88e-6a1f-4e62-9ec8-8d9dfcf5c2d4 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips/245a1f83-4f1f-4210-b6e8-a18039f7b2a9 HTTP/1.1" status: 200 len: 692 time: 0.1154971 Sep 19 03:03:25.870891 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:25.871771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3d50a792-6092-43cf-8687-ac0eb003f279 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:25.887972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Allocated IP 172.20.0.7 (1168e2df-163a-4eb0-82eb-c9aac060ff6d/529cd5d9-771f-4357-9866-98e89e6e6b2b/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:25.931683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:25.954776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-bb392cdd-9760-43f5-9f77-304aa24498f9 service neutron] 10.222.0.30 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026075 Sep 19 03:03:25.966311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea58163c-895e-4329-a45f-3ea08b8bf9c0 req-9d917b55-e819-4893-a1c8-8a47ddf64c5d tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022439 Sep 19 03:03:26.033118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=36ba985c-5ac9-440f-83d3-00b2c683febf,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:26.036497 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.053228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3d50a792-6092-43cf-8687-ac0eb003f279 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:26.076389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:26.084412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.110003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.135500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['3d50a792-6092-43cf-8687-ac0eb003f279'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:26.151231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-e19e2e4a-cce2-493c-9d73-3bca74f09eef tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.152969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-e19e2e4a-cce2-493c-9d73-3bca74f09eef tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.2786732 Sep 19 03:03:26.163488 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.179416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:26.206915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['59d2e762-67c8-4b1e-9f50-317c6365b362'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:26.223102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Network 1168e2df-163a-4eb0-82eb-c9aac060ff6d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:26.229357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:26.236238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:26.246260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cebf89e-d9a2-4a16-b911-be517fac87de req-8a5f1b33-a0f5-4a8b-b38d-bfb77d3e91ed service neutron] 10.222.0.30 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835503 Sep 19 03:03:26.263619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:26.281548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476f702-ba9e-426e-9c9f-6f40574cb585 req-f0c0e6b8-2ff8-4e27-8c50-892fb2fd9a0e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.283538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f476f702-ba9e-426e-9c9f-6f40574cb585 req-f0c0e6b8-2ff8-4e27-8c50-892fb2fd9a0e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 949 time: 0.1911836 Sep 19 03:03:26.289696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-111c3188-e776-4368-b597-f10daf40eefe tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1266594 Sep 19 03:03:26.299267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.300894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.318642 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-2daa80f4-958c-45d4-be24-15d6c414de73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1796067 Sep 19 03:03:26.340498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Request body: {'port': {'device_id': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:26.389703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-944dfeb0-0b1a-4528-9218-f298c861e023 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0915656 Sep 19 03:03:26.412253 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.455720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f476f702-ba9e-426e-9c9f-6f40574cb585 req-33e7e34a-b00f-4ffb-8fd3-421d97dca79e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551936 Sep 19 03:03:26.544622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-27a78b46-8020-4152-8cf4-0c8b8c741d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.546129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-27a78b46-8020-4152-8cf4-0c8b8c741d8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd84630f2e434aa4b3b7460cb06265a8&device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 1095 time: 0.2337604 Sep 19 03:03:26.682861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199544e-149f-4f1f-9cd6-2c20202ceb26 req-fbda62e2-7467-405b-8fe8-3e501e6c40f8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.684409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5199544e-149f-4f1f-9cd6-2c20202ceb26 req-fbda62e2-7467-405b-8fe8-3e501e6c40f8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.1374009 Sep 19 03:03:26.714502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Deleting port 78fe8727-d01b-4865-a3a7-025ccf12628c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:26.714872 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.717460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:26.725867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.732212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-0810225c-e98a-43d6-988b-81140c04cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.732835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:26.735142 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abe437f-748f-4acd-9ca9-a0e05e1477d5" -d '{"events": [{"server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "name": "network-vif-plugged", "status": "completed", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:26.735707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-0810225c-e98a-43d6-988b-81140c04cf77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f86aa24-fa69-4442-98ee-cf0f12ba1957 HTTP/1.1" status: 200 len: 915 time: 0.1620615 Sep 19 03:03:26.742257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Transition to ACTIVE for port object 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:26.746865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.791150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-1e555761-51ea-431c-9e4f-1e270248fe94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595 HTTP/1.1" status: 200 len: 217 time: 0.0425704 Sep 19 03:03:26.820748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:26.854589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5199544e-149f-4f1f-9cd6-2c20202ceb26 req-199bfbbf-0d7a-4976-b14a-0151e9866b52 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579158 Sep 19 03:03:26.892958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-62f8b2ed-a183-4ed9-bd26-37d1fe24acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.895366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-62f8b2ed-a183-4ed9-bd26-37d1fe24acd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd7d20a7-1e1b-4594-8aaf-73fcafb614ec HTTP/1.1" status: 200 len: 853 time: 0.0930021 Sep 19 03:03:26.899614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:26.899966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:26.900745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:26.905952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:26.906435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:26.912132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:26.912461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:26.912849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:26.914829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Bound port: 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:26.914829 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.949092 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.949618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:26.971589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Calling delete_port for 78fe8727-d01b-4865-a3a7-025ccf12628c owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:26.989375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-c6d57968-06d9-4fc5-89b8-640ad81dc496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:26.991303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-c6d57968-06d9-4fc5-89b8-640ad81dc496 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f86aa24-fa69-4442-98ee-cf0f12ba1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883543 Sep 19 03:03:26.996632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:27.000611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:27.011500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:27.077281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.077920 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:27.085317 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 1091 time: 0.7487824 Sep 19 03:03:27.085317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:27.088074 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1f91c6-ebcd-4bf1-a40e-915041e655de" -d '{"events": [{"name": "network-changed", "server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:27.187639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b40bd6-5ad5-4998-8cd5-4fb243522bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:27.236714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bab6f-d19a-4fd2-ac03-ffece34e564a req-300a718f-5678-47dc-98cf-d46f4a3e5cc3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.238342 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-495bab6f-d19a-4fd2-ac03-ffece34e564a req-300a718f-5678-47dc-98cf-d46f4a3e5cc3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.1742294 Sep 19 03:03:27.242019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-d700dba3-e935-4a8b-9c27-e4bf75c80dca tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.243444 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-d700dba3-e935-4a8b-9c27-e4bf75c80dca tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 948 time: 0.1494668 Sep 19 03:03:27.256474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023602-208a-45a1-a060-1e44ce952c82 req-602bcca6-46b5-4aef-badf-cb190b570c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.258048 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-602bcca6-46b5-4aef-badf-cb190b570c67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1094 time: 0.0658455 Sep 19 03:03:27.275822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-ed4a2590-2a2e-4d40-9638-c6774e251fdf service neutron] 10.222.0.30 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730877 Sep 19 03:03:27.324196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-ad950f92-5d96-4cfe-978c-39cb7b573429 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 217 time: 0.0453765 Sep 19 03:03:27.351240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-495bab6f-d19a-4fd2-ac03-ffece34e564a req-cc4ce5e8-4b88-4ec7-a557-e9d41f14ee05 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997992 Sep 19 03:03:27.384171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:27.402052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-0a616c15-b34e-496b-9e0e-6ccf9b27807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.403130 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-0a616c15-b34e-496b-9e0e-6ccf9b27807a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 1099 time: 0.0875108 Sep 19 03:03:27.406782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023602-208a-45a1-a060-1e44ce952c82 req-bf65a11e-2b9b-4d98-8c6f-bbbde151b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.408184 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-bf65a11e-2b9b-4d98-8c6f-bbbde151b8b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0671296 Sep 19 03:03:27.418775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event deleted for resources: {'Port': ['ID=78fe8727-d01b-4865-a3a7-025ccf12628c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:27.456096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-8cf2692e-f55f-495b-8e76-62b9f21ff8e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384307 Sep 19 03:03:27.504162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f31c2a-a035-42b7-b6f8-f631af1c45eb req-08f82aa8-2cea-4e6c-973e-5d00ec0349d5 service neutron] 10.222.0.30 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086253 Sep 19 03:03:27.531254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:27.533778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:27.535406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bbb11ad-b909-4f38-a775-396f0db676a8 req-25a1a636-8863-4418-86ce-521cf507ac37 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "DELETE /v2.0/floatingips/245a1f83-4f1f-4210-b6e8-a18039f7b2a9 HTTP/1.1" status: 204 len: 173 time: 1.1348603 Sep 19 03:03:27.557994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9180d-7c72-43c6-bd62-e41bf2b3fc9b req-c74ae590-ac2c-4bb2-9159-039925bec778 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.567017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dda9180d-7c72-43c6-bd62-e41bf2b3fc9b req-c74ae590-ac2c-4bb2-9159-039925bec778 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 944 time: 0.0958006 Sep 19 03:03:27.604052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dda9180d-7c72-43c6-bd62-e41bf2b3fc9b req-e45c591a-9ff3-426b-8853-9ea5d59ca583 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359054 Sep 19 03:03:27.654685 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76414216-c980-4083-b1e0-c158f4be5e92 x-openstack-request-id: req-76414216-c980-4083-b1e0-c158f4be5e92 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:27.655237 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "name": "network-vif-plugged", "status": "completed", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:27.655237 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76414216-c980-4083-b1e0-c158f4be5e92 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:27.655643 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'code': 200} Sep 19 03:03:27.833856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695e297-1e27-4082-b929-f4928a552c8a req-88ae6c3d-80f8-4c3d-a362-0d198bad659f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.835439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b695e297-1e27-4082-b929-f4928a552c8a req-88ae6c3d-80f8-4c3d-a362-0d198bad659f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 948 time: 0.1164813 Sep 19 03:03:27.849900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf3210-c6e1-426e-a6b4-37e4d11facd8 req-650b7de6-584b-48ad-964c-fc6987d4d21a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.856386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfcf3210-c6e1-426e-a6b4-37e4d11facd8 req-650b7de6-584b-48ad-964c-fc6987d4d21a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.1236420 Sep 19 03:03:27.864476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303db67-2314-4ef2-a5f6-405f41455b41 req-33d18956-4f30-4909-879a-843341802969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.864985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-4f2c5caa-54bc-4c9e-9fd4-068f81c12922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:27.865900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d303db67-2314-4ef2-a5f6-405f41455b41 req-33d18956-4f30-4909-879a-843341802969 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 1096 time: 0.1145849 Sep 19 03:03:27.866435 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-4f2c5caa-54bc-4c9e-9fd4-068f81c12922 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4561961 Sep 19 03:03:27.917501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-6a386199-f6f1-4b4b-9f90-0740774238e6 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533088 Sep 19 03:03:27.919273 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-0ff24ce3-8061-46a0-b67d-1a6c221562d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 200 len: 217 time: 0.0370824 Sep 19 03:03:27.932860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfcf3210-c6e1-426e-a6b4-37e4d11facd8 req-ba5f4617-8d4f-4564-9f3d-7c39b67a10a6 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660427 Sep 19 03:03:27.944672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b695e297-1e27-4082-b929-f4928a552c8a req-f73ea6d8-0acb-4d42-b25a-43d9d9a4538a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872691 Sep 19 03:03:27.948618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d303db67-2314-4ef2-a5f6-405f41455b41 req-d03eb548-4bd6-4005-991d-4ee5a921a3f2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613875 Sep 19 03:03:28.008746 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8660f6-3846-479c-8a33-56eca8587543 x-openstack-request-id: req-bd8660f6-3846-479c-8a33-56eca8587543 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:28.009031 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:28.009277 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd8660f6-3846-479c-8a33-56eca8587543 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:28.009668 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e', 'status': 'completed', 'code': 200} Sep 19 03:03:28.042631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-99e45101-5a97-4141-8924-6831a011f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.044092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-99e45101-5a97-4141-8924-6831a011f9b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1178465 Sep 19 03:03:28.067773 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c1023602-208a-45a1-a060-1e44ce952c82 req-74c12247-2c01-4a70-bf98-126f0ad7e2ce service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220329 Sep 19 03:03:28.217322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-2a1a1f02-8813-43fd-b594-054b8a362259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.218772 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-2a1a1f02-8813-43fd-b594-054b8a362259 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1094 time: 0.0733805 Sep 19 03:03:28.224036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-6d8ea7c1-e380-42f8-a216-9664b694f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.225514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-6d8ea7c1-e380-42f8-a216-9664b694f78e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721400 Sep 19 03:03:28.384444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-39ae7c0d-df04-463e-9882-d838813d56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.386305 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-39ae7c0d-df04-463e-9882-d838813d56dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.1595621 Sep 19 03:03:28.388008 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-18f0925d-2307-4c5c-a952-2132a88f62bd service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540756 Sep 19 03:03:28.431340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-56b4e7f0-945a-4ecd-adea-f5a71b0e1e16 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 999 time: 0.4115355 Sep 19 03:03:28.435616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-dab7f07b-6366-4f36-a00a-2eef46721186 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 217 time: 0.0416260 Sep 19 03:03:28.448651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d65b32-31fc-4ec1-9ec4-6b8eeb9e8cbf req-9bc216f2-968b-4a97-a21e-734061acb626 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.450262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9d65b32-31fc-4ec1-9ec4-6b8eeb9e8cbf req-9bc216f2-968b-4a97-a21e-734061acb626 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 949 time: 0.3775666 Sep 19 03:03:28.506764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc452-e83a-4805-a75a-84fad582affd req-d65dfec5-3b8e-4045-879f-5fa4b5a4971a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.508141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-d65dfec5-3b8e-4045-879f-5fa4b5a4971a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports/8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 942 time: 0.0568042 Sep 19 03:03:28.531460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-cb7ff1b8-7934-4071-b31e-17fbfcb79f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.532910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-cb7ff1b8-7934-4071-b31e-17fbfcb79f5f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0865045 Sep 19 03:03:28.537044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9d65b32-31fc-4ec1-9ec4-6b8eeb9e8cbf req-3bbc1955-76ab-4f17-98bf-01216483be5b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Sep 19 03:03:28.572079 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-73dd2aee-8232-43fb-8164-8cf2d393d089 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281870 Sep 19 03:03:28.587955 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e4138466-5a28-461b-8cf3-62d0631bab3d req-d445c7b4-936a-496d-86d5-df7f240f521a service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864104 Sep 19 03:03:28.676157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-1e9cabc5-31ed-410a-b826-997c910e495a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 999 time: 0.1085920 Sep 19 03:03:28.701013 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-4065589b-f71a-4c92-a4c9-83c4798749a8 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120555 Sep 19 03:03:28.707217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21592fed-3d68-4899-bd0c-367c01ddc1ea req-1a9fa4cc-b27d-42af-a66c-c529add1042f tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.708691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21592fed-3d68-4899-bd0c-367c01ddc1ea req-1a9fa4cc-b27d-42af-a66c-c529add1042f tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.0979605 Sep 19 03:03:28.796071 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c1f91c6-ebcd-4bf1-a40e-915041e655de req-a767b734-e307-42ef-93b1-8f7551b07288 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Sep 19 03:03:28.799205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21592fed-3d68-4899-bd0c-367c01ddc1ea req-0d0b39db-04f0-4172-8e19-da1000003dae tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834858 Sep 19 03:03:28.827212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc452-e83a-4805-a75a-84fad582affd req-24cdf59f-feb9-4e1e-bb1f-4770a9d612e2 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.828753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-24cdf59f-feb9-4e1e-bb1f-4770a9d612e2 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.1518364 Sep 19 03:03:28.929760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-01532fc6-8b8f-404f-a5bb-59f8141de256 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 999 time: 0.0919003 Sep 19 03:03:28.942498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:28.953900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465bf785-804f-4db0-9f60-135fb571e6fe req-913c4bf6-f4ec-4bf3-9e16-918e364a1b1f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:28.955529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-465bf785-804f-4db0-9f60-135fb571e6fe req-913c4bf6-f4ec-4bf3-9e16-918e364a1b1f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0758445 Sep 19 03:03:29.032939 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.037941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-465bf785-804f-4db0-9f60-135fb571e6fe req-3c806f06-0132-4812-8ddb-d939a61c3756 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540783 Sep 19 03:03:29.289459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d9e89363-8f4d-4c22-beb0-db7d8d0b7595 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:29.292686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3d50a792-6092-43cf-8687-ac0eb003f279 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:29.293229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.309978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d9ff0-8417-405b-98f5-fb3d7c30f723 req-0f7aaa79-515c-4f3a-b718-394b69e2501a tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:29.318505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-432d9ff0-8417-405b-98f5-fb3d7c30f723 req-0f7aaa79-515c-4f3a-b718-394b69e2501a tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 1100 time: 0.1994169 Sep 19 03:03:29.325457 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.325915 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Floating IP d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de disassociated. External IP: 172.25.8.8, port: 8813b10c-8680-4f8d-a080-9d6503f394a2. Sep 19 03:03:29.423277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 3d50a792-6092-43cf-8687-ac0eb003f279 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:29.423648 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.477530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-432d9ff0-8417-405b-98f5-fb3d7c30f723 req-bb5ebfe7-339e-429a-bd45-77d555158a7d tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577122 Sep 19 03:03:29.479373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d9e89363-8f4d-4c22-beb0-db7d8d0b7595, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:29.493867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'port_id': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'mac_address': 'fa:16:3e:45:c8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:29.556617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.595032 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.614174 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.638567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e89363-8f4d-4c22-beb0-db7d8d0b7595 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:29.653739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Router f8248d87-ba60-4084-9ce2-4ea604bab320 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:03:29.700467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:29.702711 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e52c07-33c9-412a-bc2a-4f86acf57815" -d '{"events": [{"server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "name": "network-vif-plugged", "status": "completed", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:29.709799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d9e89363-8f4d-4c22-beb0-db7d8d0b7595, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:29.722065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:29.722065 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.727027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.782490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:29.812104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4568fd-8607-4196-8d3f-bcfc4b1044bf req-4077cd34-7f18-4ca6-aed3-57e3b09efee8 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:29.813831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f4568fd-8607-4196-8d3f-bcfc4b1044bf req-4077cd34-7f18-4ca6-aed3-57e3b09efee8 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 945 time: 0.1088765 Sep 19 03:03:29.849321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:29.858144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:29.864409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:29.875927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] Sync routers for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:29.888714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:29.889344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:29.910763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f4568fd-8607-4196-8d3f-bcfc4b1044bf req-ca6f0928-84a3-44fd-a7cc-3318bb952f78 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881181 Sep 19 03:03:29.929400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-001f4b5e-d98e-496c-94e4-07b9339058f7 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "PUT /v2.0/floatingips/d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de HTTP/1.1" status: 200 len: 693 time: 0.9927607 Sep 19 03:03:29.930239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:29.932677 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477a3ee0-5236-4044-b26c-64523d7e4f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:30.037123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:30.040342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc452-e83a-4805-a75a-84fad582affd req-f6b75b57-8e4f-4811-bfe7-47398811172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.041876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-f6b75b57-8e4f-4811-bfe7-47398811172d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=092b6831dabb4c5baef1a72c8434daef&device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 1096 time: 0.0926611 Sep 19 03:03:30.083207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['d9e89363-8f4d-4c22-beb0-db7d8d0b7595'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:30.148529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584b5b3-33ab-4618-82f6-3f3251e89bcf req-d653a118-c74c-4c93-8cb3-9f2cc6a4c2ec tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.156099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3584b5b3-33ab-4618-82f6-3f3251e89bcf req-d653a118-c74c-4c93-8cb3-9f2cc6a4c2ec tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1405718 Sep 19 03:03:30.212745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc452-e83a-4805-a75a-84fad582affd req-87aaf847-d8c9-4ce2-b80d-050ad5399c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.214239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-87aaf847-d8c9-4ce2-b80d-050ad5399c24 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 200 len: 929 time: 0.1565819 Sep 19 03:03:30.217372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3584b5b3-33ab-4618-82f6-3f3251e89bcf req-ec7b6a1d-8e4d-4572-870f-69d9d855f8d6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604892 Sep 19 03:03:30.262795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-773c1fbf-e9ad-46e2-89e0-ed53200a03de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 217 time: 0.0408986 Sep 19 03:03:30.345142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc452-e83a-4805-a75a-84fad582affd req-2ea753eb-95be-47aa-a8a7-9e2f8a876fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.346621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-2ea753eb-95be-47aa-a8a7-9e2f8a876fe1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a2b8ca3d-bb34-4326-bf2b-e5112142c38c HTTP/1.1" status: 200 len: 867 time: 0.0774782 Sep 19 03:03:30.359938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ac9f-cf62-4a76-b444-c28124870d32 req-ccad97da-3f2d-40c8-8984-01c1ba182b6f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.361402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f151ac9f-cf62-4a76-b444-c28124870d32 req-ccad97da-3f2d-40c8-8984-01c1ba182b6f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.0830493 Sep 19 03:03:30.426309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f151ac9f-cf62-4a76-b444-c28124870d32 req-2e8b975f-3784-4e73-875b-8da1d0c15ec5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559294 Sep 19 03:03:30.429015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebacc452-e83a-4805-a75a-84fad582affd req-4683dfad-c396-4259-8c50-3e13d2a4608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.430441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-4683dfad-c396-4259-8c50-3e13d2a4608d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682011 Sep 19 03:03:30.471052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:46Z', 'revision_number': 5, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:30.498447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] Checking router: f8248d87-ba60-4084-9ce2-4ea604bab320 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:30.509420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:30.510040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:30.531803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-b396803d-727b-483e-b2ac-9bb1ec20aa5b service neutron] 10.222.0.22 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919931 Sep 19 03:03:30.570523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-1fc9b80a-9fe0-4731-b9f4-aabe475f3817 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352261 Sep 19 03:03:30.621135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:30.703425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebacc452-e83a-4805-a75a-84fad582affd req-53122569-700a-4df5-8c3a-588ff6b1212f service neutron] 10.222.0.22 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586843 Sep 19 03:03:30.728143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-7df33128-5545-4718-ab1c-e0f7bde851d3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.729615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-7df33128-5545-4718-ab1c-e0f7bde851d3 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493516 Sep 19 03:03:30.747208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-6296709f-958a-46a9-886c-afe708bffa4f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/quotas/270d523e1715463eb8ba48649847cc0a HTTP/1.1" status: 200 len: 375 time: 0.0108643 Sep 19 03:03:30.757726 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d8efed-9c17-44c4-be55-183cd990fda6 x-openstack-request-id: req-26d8efed-9c17-44c4-be55-183cd990fda6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:30.758020 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "name": "network-vif-plugged", "status": "completed", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:30.758278 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26d8efed-9c17-44c4-be55-183cd990fda6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:30.758669 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279', 'code': 200} Sep 19 03:03:30.811789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-5002b814-81a2-45f6-bf1b-45bbc07afebd tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0581307 Sep 19 03:03:30.828765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:46Z', 'revision_number': 5, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:30.856707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041295d3-f42d-4ac4-8381-90146dacd73b None None] The sync data for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 is: [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '702c3564-3cd8-4b91-99fa-cfcfc94b0b51', 'name': '', 'network_id': 'c252ff8a-dfa6-4fc0-82f3-04dfd2535be4', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'mac_address': 'fa:16:3e:56:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:38Z', 'updated_at': '2021-09-19T03:02:46Z', 'revision_number': 5, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'subnets': [{'id': 'a2b8ca3d-bb34-4326-bf2b-e5112142c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:30.868024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec2e9c-7f75-4233-9589-a015410f68c9 req-d5bfaad0-af86-4607-98bb-87518ea7ec38 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:30.871204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ec2e9c-7f75-4233-9589-a015410f68c9 req-d5bfaad0-af86-4607-98bb-87518ea7ec38 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.0584414 Sep 19 03:03:30.913806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ec2e9c-7f75-4233-9589-a015410f68c9 req-fe6b6141-a4fc-47ec-892c-a8b8abe726e4 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Sep 19 03:03:30.957342 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae4e2fb-c9c2-498a-82be-aa153d593455 x-openstack-request-id: req-dae4e2fb-c9c2-498a-82be-aa153d593455 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:30.957914 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:30.957914 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dae4e2fb-c9c2-498a-82be-aa153d593455 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:30.958432 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'status': 'completed', 'code': 200} Sep 19 03:03:31.045869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-5ae816e4-2c37-4046-ae33-09c83476674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.047499 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-5ae816e4-2c37-4046-ae33-09c83476674a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=092b6831dabb4c5baef1a72c8434daef&device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 1096 time: 0.0481133 Sep 19 03:03:31.072168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487a566-cf84-4c20-a3cd-8cba50bfdf4f req-0c368189-7dfe-4123-8965-a33aae82a9c4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.073704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4487a566-cf84-4c20-a3cd-8cba50bfdf4f req-0c368189-7dfe-4123-8965-a33aae82a9c4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0835586 Sep 19 03:03:31.085744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084238bf-d43f-4162-8132-5589472c7fb5 req-e8bf978b-7842-4db3-bd34-f8f5fe7599da tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.087353 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-084238bf-d43f-4162-8132-5589472c7fb5 req-e8bf978b-7842-4db3-bd34-f8f5fe7599da tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.0870595 Sep 19 03:03:31.145848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4487a566-cf84-4c20-a3cd-8cba50bfdf4f req-aa6dbe12-dcf2-45fc-9d83-bc93d84ae80c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574880 Sep 19 03:03:31.171429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-d8771759-6fc8-4171-bc00-eddfd4104c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.172714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-084238bf-d43f-4162-8132-5589472c7fb5 req-e1fd289a-e906-496b-9014-bba014f16f4f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647752 Sep 19 03:03:31.172910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-d8771759-6fc8-4171-bc00-eddfd4104c8b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 200 len: 929 time: 0.1174033 Sep 19 03:03:31.229596 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-ea1bb87d-abda-47f2-91b2-5a4048f60a08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 200 len: 217 time: 0.0490310 Sep 19 03:03:31.236204 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da077961-77f4-4120-a4d9-04ee2e771e51 None None] New status for floating IP d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:03:31.257463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-4c4620f2-0be0-4f7c-8c25-a6da8c61b038 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips/d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de HTTP/1.1" status: 200 len: 693 time: 0.0572176 Sep 19 03:03:31.293112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-6a03e61f-d5f0-489c-b9a6-0230475e263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.294918 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-6a03e61f-d5f0-489c-b9a6-0230475e263c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a2b8ca3d-bb34-4326-bf2b-e5112142c38c HTTP/1.1" status: 200 len: 867 time: 0.0499015 Sep 19 03:03:31.324593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5227620a-43fd-402c-a3f2-ac73405fdaa1 req-f5bb3fea-c510-435f-b9ea-1bc1cac2225c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 210 time: 0.0374572 Sep 19 03:03:31.383155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-d4187f2f-9f79-4115-bab0-4441c15983ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.385064 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-d4187f2f-9f79-4115-bab0-4441c15983ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790851 Sep 19 03:03:31.429865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-7955ee44-d8ef-4c92-bf23-5d6242d3858f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.431580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-7955ee44-d8ef-4c92-bf23-5d6242d3858f tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.1686146 Sep 19 03:03:31.496568 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-7b9f9b55-9afa-4603-b748-532cbdd3c60e service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032310 Sep 19 03:03:31.519035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-d8731379-0cb4-4e37-b528-6a64a7553588 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 696 time: 0.0756400 Sep 19 03:03:31.544505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe4bb1-aac6-4ab4-9c34-52dfa78acc7b req-2103c711-7543-4d6d-b9a1-28f846b96d66 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.546168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56fe4bb1-aac6-4ab4-9c34-52dfa78acc7b req-2103c711-7543-4d6d-b9a1-28f846b96d66 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 945 time: 0.1132860 Sep 19 03:03:31.601552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-c758960a-9a8e-4fc2-894a-8d23041aacb3 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.8 HTTP/1.1" status: 200 len: 694 time: 0.0732801 Sep 19 03:03:31.606910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-477a3ee0-5236-4044-b26c-64523d7e4f9c req-590e9756-e34b-479c-9a0c-02c30f250fc4 service neutron] 10.222.0.32 "GET /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013565 Sep 19 03:03:31.700540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56fe4bb1-aac6-4ab4-9c34-52dfa78acc7b req-0f9732af-d3d2-4606-aa8f-94d6888cbcde tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244290 Sep 19 03:03:31.755258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Deleting port 13d3226b-f4cb-4f4a-b802-95d894c50c19 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:31.755520 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:31.860713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b1425-fdf7-412e-8eff-4af31359c6a7 req-13551304-8ece-4bdb-8ac5-5b85e3743308 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:31.862193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-590b1425-fdf7-412e-8eff-4af31359c6a7 req-13551304-8ece-4bdb-8ac5-5b85e3743308 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.1040387 Sep 19 03:03:31.871070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:31.871412 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:31.872010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35190) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:31.876558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Request body: {'floatingip': {'port_id': '36ba985c-5ac9-440f-83d3-00b2c683febf'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:31.884334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Calling delete_port for 13d3226b-f4cb-4f4a-b802-95d894c50c19 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:31.918836 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:32.009370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f2102-b2de-4c92-91d1-cdc531bf9b79 req-6b287181-5086-47c1-8c11-fbc931a66e2c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:32.011453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d91f2102-b2de-4c92-91d1-cdc531bf9b79 req-6b287181-5086-47c1-8c11-fbc931a66e2c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.0708365 Sep 19 03:03:32.095615 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-81f6d2df-6a0c-4e61-91c5-5c8b647e8c84 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=270d523e1715463eb8ba48649847cc0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237882 Sep 19 03:03:32.103418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d91f2102-b2de-4c92-91d1-cdc531bf9b79 req-7780ae97-9474-4aa5-8b28-7aae5c0455a8 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822048 Sep 19 03:03:32.147757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:32.198098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event deleted for resources: {'Port': ['ID=13d3226b-f4cb-4f4a-b802-95d894c50c19,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:32.242492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.242966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.243382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.243801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.244203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.244607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.245034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.245513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.245914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.246366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.246640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.246997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:32.285028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-5c885652-7a47-4d97-815c-5cae8c71b3cc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:32.286358 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-5c885652-7a47-4d97-815c-5cae8c71b3cc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844046 Sep 19 03:03:32.301803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:32.304807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:32.305943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1d15735-6c64-4994-be9b-2eb016a8da5d req-66ebb31a-9723-4cf5-8748-7af9288ff0bd tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "DELETE /v2.0/floatingips/d08ddc46-5fef-44a5-b85a-c1d6b7a5b0de HTTP/1.1" status: 204 len: 173 time: 0.7036223 Sep 19 03:03:32.322053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Request body: {'port': {'device_id': '8e30137d-5723-4787-95d4-0491af976fef', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '270d523e1715463eb8ba48649847cc0a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:32.323357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da4004-3afb-420b-87c7-b94ed56c284f req-69772a57-0df2-4c60-a750-a342b5a9aa80 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:32.333259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1da4004-3afb-420b-87c7-b94ed56c284f req-69772a57-0df2-4c60-a750-a342b5a9aa80 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0843031 Sep 19 03:03:32.366822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1da4004-3afb-420b-87c7-b94ed56c284f req-647aacae-f74c-47b6-9c50-77b31a432d73 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357480 Sep 19 03:03:32.497273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6979d232-2d18-4388-a8a6-ca5c261efbf6 req-90ac9a84-5049-4aa1-a9de-8d63fa5e04f8 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 210 time: 0.0379224 Sep 19 03:03:32.521844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316033b4-6de8-47b2-9bbc-c0673e42c799 req-6b75b1fd-3d79-40d7-9f5e-4ae7e97ca804 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:32.523702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316033b4-6de8-47b2-9bbc-c0673e42c799 req-6b75b1fd-3d79-40d7-9f5e-4ae7e97ca804 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0753362 Sep 19 03:03:32.569112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316033b4-6de8-47b2-9bbc-c0673e42c799 req-bb33f43b-adcf-46fc-9d65-303300fbbb01 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0392444 Sep 19 03:03:32.587880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Made reservation on behalf of 270d523e1715463eb8ba48649847cc0a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:32.591556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:32.604860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:32.609990 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:32.610336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-ee7cd161-df2a-4e03-b5e3-13cb10034f44 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360446 Sep 19 03:03:32.640410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3b21576-ba6a-4e0c-bbd4-cf201b428b32 req-5204678c-c2e4-48a2-9247-14fcad03ebc9 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0465479 Sep 19 03:03:32.807760 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Floating IP 4120e7a3-0cd6-45b5-9f42-aa06203b774b associated. External IP: 172.25.8.189, port: 36ba985c-5ac9-440f-83d3-00b2c683febf. Sep 19 03:03:32.865879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Allocated IP 192.168.233.57 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/b707d8f2-fff0-4b7d-b9bc-10336cebc221) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:33.051460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-f993c892-5853-40db-a8a7-f4a9edfdce22 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:33.052996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-f993c892-5853-40db-a8a7-f4a9edfdce22 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4149904 Sep 19 03:03:33.073321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa77dd-78d0-4f4e-9c08-66ac9154cb6e req-2a5f71b3-b131-4a73-b064-cd8324d22a0b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:33.075148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5faa77dd-78d0-4f4e-9c08-66ac9154cb6e req-2a5f71b3-b131-4a73-b064-cd8324d22a0b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 945 time: 0.0802665 Sep 19 03:03:33.079567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-04436ce6-3410-4825-aa16-e2f3c99c3948 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/quotas/40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 375 time: 0.0188193 Sep 19 03:03:33.141016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5faa77dd-78d0-4f4e-9c08-66ac9154cb6e req-77b2d7cf-656f-4bdd-9ec1-b7af64e78405 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601833 Sep 19 03:03:33.149781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:33.161456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Router faee797d-5c8d-4f0b-be62-df57c913dcd9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:03:33.161689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-fef650d2-2f17-4190-a1e5-318fc9bc0861 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690432 Sep 19 03:03:33.271316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb30f2-fa73-46f2-ac67-c5fa7a24c6d3 req-1e19c7f7-e940-4256-9054-e7bd9e3ab82a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:33.273046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31eb30f2-fa73-46f2-ac67-c5fa7a24c6d3 req-1e19c7f7-e940-4256-9054-e7bd9e3ab82a tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 945 time: 0.0627401 Sep 19 03:03:33.288694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:33.292832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d9e89363-8f4d-4c22-beb0-db7d8d0b7595 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:33.329079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31eb30f2-fa73-46f2-ac67-c5fa7a24c6d3 req-87c25af7-97df-4173-b070-a5723f6fa020 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372810 Sep 19 03:03:33.383630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cb974-24cc-46d3-b945-3b158c324a0a req-1ba90d58-6d6b-4cb7-9b13-7f1269ade13a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:33.385558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e21cb974-24cc-46d3-b945-3b158c324a0a req-1ba90d58-6d6b-4cb7-9b13-7f1269ade13a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.0610187 Sep 19 03:03:33.480707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebade969-0bf7-472c-a104-61af3eefbff4 req-2fa60c55-8bc9-472f-8a74-dddf70520049 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 210 time: 0.0577338 Sep 19 03:03:33.490294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e21cb974-24cc-46d3-b945-3b158c324a0a req-fe3e2b65-7019-438c-82de-afd43774ac6b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919564 Sep 19 03:03:33.491815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:03:33.499823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:33.500203 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:33.536501 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:33.557113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:33.607549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event updated for resources: {'Port': ['ID=b707d8f2-fff0-4b7d-b9bc-10336cebc221,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:33.614569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:33.615980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:33.618101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:33.622222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:33.624569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:33.685527 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8420c453-b629-48db-97dd-b68959628327 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "PUT /v2.0/floatingips/4120e7a3-0cd6-45b5-9f42-aa06203b774b HTTP/1.1" status: 200 len: 991 time: 1.8097582 Sep 19 03:03:33.685527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:33.687924 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b79d9e2-7579-4c87-8916-3eb06c8a255d" -d '{"events": [{"name": "network-changed", "server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:33.691484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'cafde0f0-3d10-4056-a101-449a726f5040', '2edeab04-d856-4243-b5ad-5ce8316e802e', '112dedef-80bf-4ac1-b5f1-6e503f68e795'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:33.699361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] Sync routers for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:33.710402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:33.712525 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:33.740763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-d80668a1-6409-4338-a65b-1b454c3aff3b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4237943 Sep 19 03:03:33.753887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Request body: {'port': {'device_id': '8e30137d-5723-4787-95d4-0491af976fef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:33.757882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9e6e2-b10d-4166-8d18-47f61d8cdee5 req-a3bb957e-100a-44ca-842c-4f9046860c38 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:33.759460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61c9e6e2-b10d-4166-8d18-47f61d8cdee5 req-a3bb957e-100a-44ca-842c-4f9046860c38 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.1624665 Sep 19 03:03:33.787343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:33.822108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:33.825527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b552c-dd33-4782-8281-5760f7295ed6 req-9277ba46-1151-47d9-bd3f-4d5f48fa6647 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:33.827635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-603b552c-dd33-4782-8281-5760f7295ed6 req-9277ba46-1151-47d9-bd3f-4d5f48fa6647 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 935 time: 0.1284852 Sep 19 03:03:33.847570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:33.847570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:33.885888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61c9e6e2-b10d-4166-8d18-47f61d8cdee5 req-322971e6-7a0f-44c8-9dfc-316f5ba1d89a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042564 Sep 19 03:03:33.914757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2', 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a', 'port_id': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2', 'mac_address': 'fa:16:3e:20:8e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e173fd-59d2-4cdd-9fca-055d94aea1a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:33.916726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-603b552c-dd33-4782-8281-5760f7295ed6 req-bf984054-0573-4354-ae99-60b6623d3f0e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758145 Sep 19 03:03:34.011973 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3432be72-9415-4d2c-beac-c4052cc78b4f x-openstack-request-id: req-3432be72-9415-4d2c-beac-c4052cc78b4f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:34.012545 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:34.012862 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3432be72-9415-4d2c-beac-c4052cc78b4f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:34.013255 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'status': 'completed', 'code': 200} Sep 19 03:03:34.045570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-a466b9e1-f0b9-4229-9b98-d9d8e3a96fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.047264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-a466b9e1-f0b9-4229-9b98-d9d8e3a96fc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=075c0dd719b040c1b5210512e25d3be7&device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 1096 time: 0.0499601 Sep 19 03:03:34.112312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.154080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-14392a0c-d18a-44bc-a474-705d59c77e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.157051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-14392a0c-d18a-44bc-a474-705d59c77e0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c7f28090-ba46-4c11-b9e7-822f65986010 HTTP/1.1" status: 200 len: 911 time: 0.1024272 Sep 19 03:03:34.186614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:34.198902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b707d8f2-fff0-4b7d-b9bc-10336cebc221 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:34.209448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.228297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cc42bd53-501f-49c4-936e-989d7dfe6a8d None None] Provisioning complete for port b707d8f2-fff0-4b7d-b9bc-10336cebc221 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:34.228691 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc42bd53-501f-49c4-936e-989d7dfe6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.228922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Transition to ACTIVE for port object b707d8f2-fff0-4b7d-b9bc-10336cebc221 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:34.234195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.282033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:34.292726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-ee170092-ea98-4d45-9288-a6a6bf3c3321 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36ba985c-5ac9-440f-83d3-00b2c683febf HTTP/1.1" status: 200 len: 999 time: 0.1259067 Sep 19 03:03:34.294247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:34.308615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Pushing event updated for resources: {'Port': ['ID=b707d8f2-fff0-4b7d-b9bc-10336cebc221,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:34.325874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecf45b-d3d3-40bf-908e-ba8d90801f35 req-303f178f-5818-4fa3-ac59-bf0bff08bb41 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.327975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07ecf45b-d3d3-40bf-908e-ba8d90801f35 req-303f178f-5818-4fa3-ac59-bf0bff08bb41 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 945 time: 0.1007261 Sep 19 03:03:34.344297 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.346017 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.375166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Attempting to bind port b707d8f2-fff0-4b7d-b9bc-10336cebc221 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:34.375504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Attempting to bind port b707d8f2-fff0-4b7d-b9bc-10336cebc221 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:34.376133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Attempting to bind port b707d8f2-fff0-4b7d-b9bc-10336cebc221 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:34.382547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Port b707d8f2-fff0-4b7d-b9bc-10336cebc221 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:34.382949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Attempting to bind port b707d8f2-fff0-4b7d-b9bc-10336cebc221 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:34.389051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:34.389391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:34.389772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:34.390676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Bound port: b707d8f2-fff0-4b7d-b9bc-10336cebc221, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:34.391069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.404871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07ecf45b-d3d3-40bf-908e-ba8d90801f35 req-cd753425-3bc1-4203-9a09-2ffe4c8cf5d2 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538468 Sep 19 03:03:34.416201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-830e3ead-a08a-4d3f-a143-3b44a8452291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.417722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-830e3ead-a08a-4d3f-a143-3b44a8452291 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b1ad750-7ddc-4c5f-9004-906e3293c619 HTTP/1.1" status: 200 len: 849 time: 0.1158369 Sep 19 03:03:34.497684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] For port b707d8f2-fff0-4b7d-b9bc-10336cebc221, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:34.501280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] For port b707d8f2-fff0-4b7d-b9bc-10336cebc221, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=b707d8f2-fff0-4b7d-b9bc-10336cebc221,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:34.503501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-ee20c33c-9048-4837-9a8a-734920f3d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.505038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-ee20c33c-9048-4837-9a8a-734920f3d0cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c7f28090-ba46-4c11-b9e7-822f65986010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743747 Sep 19 03:03:34.507907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.511382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cc42bd53-501f-49c4-936e-989d7dfe6a8d None None] Port b707d8f2-fff0-4b7d-b9bc-10336cebc221 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:34.559309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c790dbb-d782-4a9c-8c88-ae9bcffc355f req-1cf6ab66-1ab3-4daa-accb-5d87d46b3668 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.564042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.565087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.566544 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] 10.222.0.30 "PUT /v2.0/ports/b707d8f2-fff0-4b7d-b9bc-10336cebc221 HTTP/1.1" status: 200 len: 1095 time: 0.8175375 Sep 19 03:03:34.568522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c790dbb-d782-4a9c-8c88-ae9bcffc355f req-1cf6ab66-1ab3-4daa-accb-5d87d46b3668 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 945 time: 0.1274076 Sep 19 03:03:34.602224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf456cc-6cfe-4eb6-a9be-6aaeca0a756d service neutron] Pushing event updated for resources: {'Port': ['ID=b707d8f2-fff0-4b7d-b9bc-10336cebc221,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:34.615175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:34.617338 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925295c-d087-47b0-8ab3-3becfba01248" -d '{"events": [{"server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "name": "network-vif-plugged", "status": "completed", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:34.667585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d9e89363-8f4d-4c22-beb0-db7d8d0b7595, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:34.679054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-04452ed7-861f-4132-bd46-6fd777a409cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.679705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d034b37d-6934-45d1-82a7-5566bbfcf743 req-13d285fc-1a14-47db-a2d8-116f282a0517 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 210 time: 0.0817411 Sep 19 03:03:34.680681 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-04452ed7-861f-4132-bd46-6fd777a409cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 1098 time: 0.0608723 Sep 19 03:03:34.702857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:34.704335 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:34.712238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c790dbb-d782-4a9c-8c88-ae9bcffc355f req-276b84e4-d7c2-4e7e-a770-73c8d439d070 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/security-groups?id=d60cdd5e-a704-45dc-bcf7-925101494541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427133 Sep 19 03:03:34.757099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-be300d84-4efc-41fb-b035-d479470b6827 service neutron] 10.222.0.30 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411764 Sep 19 03:03:34.778390 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-ea39335a-356e-496a-a684-d36cbf509d82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b707d8f2-fff0-4b7d-b9bc-10336cebc221 HTTP/1.1" status: 200 len: 217 time: 0.0866921 Sep 19 03:03:34.835416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:34.887014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-d2c906b1-757a-48c9-bc0f-d0120b716707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:34.890221 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-d2c906b1-757a-48c9-bc0f-d0120b716707 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1036775 Sep 19 03:03:34.894543 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b77db0-eb8c-495f-b6ea-b9f1cc9000d0 x-openstack-request-id: req-a3b77db0-eb8c-495f-b6ea-b9f1cc9000d0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:34.894857 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "name": "network-vif-plugged", "status": "completed", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:34.895114 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3b77db0-eb8c-495f-b6ea-b9f1cc9000d0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:34.895503 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'code': 200} Sep 19 03:03:34.987058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:35.023915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d48d-21f7-412a-bd78-444029054192 req-8d1ac34a-7bce-4805-8e92-c0d99c93301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.025725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-8d1ac34a-7bce-4805-8e92-c0d99c93301b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198566 Sep 19 03:03:35.038016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-34e3098d-33fe-4ceb-85d2-b3812e131db5 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.039976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-34e3098d-33fe-4ceb-85d2-b3812e131db5 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 945 time: 0.1473422 Sep 19 03:03:35.070165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e70348-1fee-4733-bf6d-0536e1d564f6 req-c7dad46d-11ec-4739-a782-aab8587a3ddb tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.071749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e70348-1fee-4733-bf6d-0536e1d564f6 req-c7dad46d-11ec-4739-a782-aab8587a3ddb tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.3059754 Sep 19 03:03:35.073334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-6bab20cd-ea27-46f3-afa9-a282ffbcefc1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766454 Sep 19 03:03:35.185312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b79d9e2-7579-4c87-8916-3eb06c8a255d req-fb95d4eb-7a35-45d0-b432-a8b365207341 service neutron] 10.222.0.30 "GET /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053524 Sep 19 03:03:35.205847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-2940febe-85d5-4921-8a29-50ef99b8cb69 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645186 Sep 19 03:03:35.215349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9ec7b-c3ea-41b9-85ce-46f15cac7491 req-2aa47f67-0e5a-4c66-8ba2-a8afc5b1ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.216873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc9ec7b-c3ea-41b9-85ce-46f15cac7491 req-2aa47f67-0e5a-4c66-8ba2-a8afc5b1ff02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 1097 time: 0.2299471 Sep 19 03:03:35.245270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ed0a-701d-4707-9150-c0e4a0d911b6 req-c5e8b206-6d94-4fbe-89f8-39f516143a47 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.246969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5e1ed0a-701d-4707-9150-c0e4a0d911b6 req-c5e8b206-6d94-4fbe-89f8-39f516143a47 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.2609081 Sep 19 03:03:35.283169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e70348-1fee-4733-bf6d-0536e1d564f6 req-2db41bb0-dc45-45bd-96f2-ebcd019de4b5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913388 Sep 19 03:03:35.301016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Deleting port 8813b10c-8680-4f8d-a080-9d6503f394a2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:35.301371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:35.323042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-3754c4f9-b15b-4cba-ae4b-38ec3e11b03d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.324520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-3754c4f9-b15b-4cba-ae4b-38ec3e11b03d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317402 Sep 19 03:03:35.328817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc9ec7b-c3ea-41b9-85ce-46f15cac7491 req-9b157617-7048-45ea-af63-f9c17dc8a2e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016312 Sep 19 03:03:35.348124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Request body: {'port': {'device_id': '2e231988-64c1-4e84-a791-142cfa31b45d', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '40b1f0408c8f43399b1d0cc5a5e62a57'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:35.380385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5e1ed0a-701d-4707-9150-c0e4a0d911b6 req-a50efb81-c32e-4e52-94a2-d864d193696d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124430 Sep 19 03:03:35.403614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4120e7a3-0cd6-45b5-9f42-aa06203b774b', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'port_id': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'mac_address': 'fa:16:3e:75:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:10Z', 'updated_at': '2021-09-19T03:03:32Z', 'revision_number': 1, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:09Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:35.416517 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff33d48d-21f7-412a-bd78-444029054192 req-2c316c94-09da-401c-bda4-70cd26658422 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999495 Sep 19 03:03:35.447190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] Checking router: faee797d-5c8d-4f0b-be62-df57c913dcd9 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:35.467492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] For port 8813b10c-8680-4f8d-a080-9d6503f394a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8813b10c-8680-4f8d-a080-9d6503f394a2,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:35.467984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:35.479911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:35.480101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:35.483969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Calling delete_port for 8813b10c-8680-4f8d-a080-9d6503f394a2 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:35.501508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b07606-b382-4a8e-81f7-206b53aa442a req-305fbf25-0370-4871-a2ac-dc3d9808fd8e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.503528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52b07606-b382-4a8e-81f7-206b53aa442a req-305fbf25-0370-4871-a2ac-dc3d9808fd8e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 947 time: 0.1186354 Sep 19 03:03:35.588083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52b07606-b382-4a8e-81f7-206b53aa442a req-5bb1c3e0-1f3c-4198-830f-93838c5ff8c9 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770614 Sep 19 03:03:35.615715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Made reservation on behalf of 40b1f0408c8f43399b1d0cc5a5e62a57 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:35.619311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:35.631527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:35.653860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:35.690117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Pushing event deleted for resources: {'Port': ['ID=8813b10c-8680-4f8d-a080-9d6503f394a2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:35.757881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] No DVR routers for this DVR port 8813b10c-8680-4f8d-a080-9d6503f394a2 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:03:35.761068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:35.766353 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ae6a8c76-2afb-4d59-93fc-af4c288756fc req-2966d10d-0aa5-4ac4-b11c-34473055ff89 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.32 "DELETE /v2.0/ports/8813b10c-8680-4f8d-a080-9d6503f394a2 HTTP/1.1" status: 204 len: 173 time: 0.6413059 Sep 19 03:03:35.792382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873892f5-c7e2-4505-ba03-a3987d66bbc4 req-3dece088-9da5-4ff7-98e1-9b910cb73421 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:35.801070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873892f5-c7e2-4505-ba03-a3987d66bbc4 req-3dece088-9da5-4ff7-98e1-9b910cb73421 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 946 time: 0.1797657 Sep 19 03:03:35.867878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54c14347-d2e4-45c2-a995-6408146b6a09 req-72616194-fe49-4711-8fa5-dc7b7f2ca7aa tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 210 time: 0.0613508 Sep 19 03:03:35.910470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873892f5-c7e2-4505-ba03-a3987d66bbc4 req-0a28c2a9-6f7b-4ee9-8cf2-ba35f486bc05 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034608 Sep 19 03:03:35.952069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Allocated IP 192.168.233.45 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:35.983751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa3d04ba-95f0-470f-aad2-976c4d12a336 req-41b83fd4-cd6f-4c33-8960-6fa8776e0f77 tempest-FloatingIPsAssociationNegativeTestJSON-706104874 tempest-FloatingIPsAssociationNegativeTestJSON-706104874-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae HTTP/1.1" status: 200 len: 210 time: 0.0290122 Sep 19 03:03:36.014990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e30137d-5723-4787-95d4-0491af976fef', 'tag': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221'}, {'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'name': 'network-vif-deleted', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:36.021020 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8766e2fe-6b5c-4889-932f-d1d098b96e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e30137d-5723-4787-95d4-0491af976fef", "tag": "b707d8f2-fff0-4b7d-b9bc-10336cebc221"}, {"server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "name": "network-vif-deleted", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:36.036450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4120e7a3-0cd6-45b5-9f42-aa06203b774b', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'port_id': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'mac_address': 'fa:16:3e:75:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:10Z', 'updated_at': '2021-09-19T03:03:32Z', 'revision_number': 1, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:09Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:36.064114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d17a763-1dd0-4dee-9b5f-65ed9cbbe4be None None] The sync data for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 is: [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4120e7a3-0cd6-45b5-9f42-aa06203b774b', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'floating_ip_address': '172.25.8.189', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'port_id': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'mac_address': 'fa:16:3e:75:9c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:10Z', 'updated_at': '2021-09-19T03:03:32Z', 'revision_number': 1, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:09Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:36.074212 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07e7db-da3c-4297-85e3-2d66857a019f x-openstack-request-id: req-eb07e7db-da3c-4297-85e3-2d66857a019f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:36.074647 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e30137d-5723-4787-95d4-0491af976fef", "tag": "b707d8f2-fff0-4b7d-b9bc-10336cebc221", "status": "completed", "code": 200}, {"server_uuid": "9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae", "name": "network-vif-deleted", "tag": "8813b10c-8680-4f8d-a080-9d6503f394a2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:36.075033 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb07e7db-da3c-4297-85e3-2d66857a019f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:36.075519 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e30137d-5723-4787-95d4-0491af976fef', 'tag': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221', 'status': 'completed', 'code': 200} Sep 19 03:03:36.076728 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd6b9b8-e0f8-4737-bac6-cdc79ebfb0ae', 'name': 'network-vif-deleted', 'tag': '8813b10c-8680-4f8d-a080-9d6503f394a2', 'status': 'completed', 'code': 200} Sep 19 03:03:36.160257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-d6305b53-9ed5-4681-a0ae-cd0ea73b5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:36.161965 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-d6305b53-9ed5-4681-a0ae-cd0ea73b5757 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=270d523e1715463eb8ba48649847cc0a&device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 1098 time: 0.0675781 Sep 19 03:03:36.164262 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:36.208702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:36.263574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:36.266667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:36.271131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:36.275850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-6eccc1f7-da69-47dd-8911-e4dd6a2719e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:36.277318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-6eccc1f7-da69-47dd-8911-e4dd6a2719e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1073887 Sep 19 03:03:36.308469 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dab96d-b0fa-4efc-b489-e109953031ee None None] New status for floating IP 4120e7a3-0cd6-45b5-9f42-aa06203b774b: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:03:36.329817 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-044193c3-0d63-4951-a974-ba5fccf21709 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=b707d8f2-fff0-4b7d-b9bc-10336cebc221 HTTP/1.1" status: 200 len: 217 time: 0.0363052 Sep 19 03:03:36.350638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:36.389740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:36.390253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839', '3d50a792-6092-43cf-8687-ac0eb003f279'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:36.390389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:36.396906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-31c5633b-9423-4e89-9ffa-50b188aa2ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:36.398835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-31c5633b-9423-4e89-9ffa-50b188aa2ea6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0565612 Sep 19 03:03:36.446122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-7f3ab99d-0635-43c6-861a-7c7d260936f2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1024320 Sep 19 03:03:36.466373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Request body: {'port': {'device_id': '2e231988-64c1-4e84-a791-142cfa31b45d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:36.471374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-7384419e-fd48-48ef-a78d-33aea1071076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:36.473655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-7384419e-fd48-48ef-a78d-33aea1071076 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661516 Sep 19 03:03:36.626777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-62ccd43f-e08a-4691-8a53-95363dc270ef None None] Provisioning complete for port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:36.627369 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62ccd43f-e08a-4691-8a53-95363dc270ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:36.674142 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-bf7819ac-a2de-4676-8be5-c25513331bce service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907668 Sep 19 03:03:36.678804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c7f22-4670-4b48-b536-cd4652de657e req-4e651872-6196-4597-811d-abb735c27e2e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:36.680849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-62ccd43f-e08a-4691-8a53-95363dc270ef None None] Port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:36.682003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-471c7f22-4670-4b48-b536-cd4652de657e req-4e651872-6196-4597-811d-abb735c27e2e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.2195725 Sep 19 03:03:36.696207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:36.729021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7b0f1-06eb-4ee9-becb-a89585a07c1a req-6999318d-fef8-45a0-bea5-8d68b7f396c8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:36.730552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55a7b0f1-06eb-4ee9-becb-a89585a07c1a req-6999318d-fef8-45a0-bea5-8d68b7f396c8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.1749091 Sep 19 03:03:36.789002 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8766e2fe-6b5c-4889-932f-d1d098b96e3f req-71c617bd-a1c9-4048-a71d-c365999dc2e8 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048570 Sep 19 03:03:36.794584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-471c7f22-4670-4b48-b536-cd4652de657e req-b12d4b6e-1609-4257-869a-ab7fbb77eca9 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019368 Sep 19 03:03:36.891248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55a7b0f1-06eb-4ee9-becb-a89585a07c1a req-7be855a4-027c-4e53-9135-ce0d6f440890 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309900 Sep 19 03:03:37.048734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314a899-7a68-435b-8923-5f754b206a1e req-2811ab80-fa31-4ba8-997f-bb710acacd97 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:37.050145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1314a899-7a68-435b-8923-5f754b206a1e req-2811ab80-fa31-4ba8-997f-bb710acacd97 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 947 time: 0.1308424 Sep 19 03:03:37.067624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f3c4-8800-4c1d-98b4-92fb98be4788 req-aca3763f-ff0c-4d18-890a-ee53a5c5914e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:37.068992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ba6f3c4-8800-4c1d-98b4-92fb98be4788 req-aca3763f-ff0c-4d18-890a-ee53a5c5914e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 935 time: 0.1128697 Sep 19 03:03:37.157182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1314a899-7a68-435b-8923-5f754b206a1e req-1aba3256-65a1-4741-9769-c78c6b26fe85 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999882 Sep 19 03:03:37.164000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ba6f3c4-8800-4c1d-98b4-92fb98be4788 req-5ca9c20d-a704-4a4a-a0a7-babca62c16a6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866921 Sep 19 03:03:37.197776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:37.205974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.211140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35294) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:37.237702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Transition to ACTIVE for port object b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:37.257391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.303235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:37.316920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd019df8-0f1b-4b04-bb40-661feff1bf1e req-81660b9f-0862-47d9-9d95-524d7a658841 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:37.318471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd019df8-0f1b-4b04-bb40-661feff1bf1e req-81660b9f-0862-47d9-9d95-524d7a658841 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 946 time: 0.1015677 Sep 19 03:03:37.346252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:37.383400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:03:37.389953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:37.390517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.429028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd019df8-0f1b-4b04-bb40-661feff1bf1e req-ed6ef533-f404-4ab0-b4e1-0c1575aabdfb tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988877 Sep 19 03:03:37.445079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Attempting to bind port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:37.445433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Attempting to bind port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:37.445909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Attempting to bind port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:37.459457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:37.459457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Attempting to bind port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:37.459457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:37.459457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:37.459457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:37.459457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Bound port: b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:37.459457 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.511056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.541010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:37.544000 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678afa88-e4a5-4dbd-81dc-569d9238bfe4" -d '{"events": [{"server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "name": "network-vif-plugged", "status": "completed", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:37.559453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:37.565429 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.577254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:37.582321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:37.610789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8813b10c-8680-4f8d-a080-9d6503f394a2 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:37.614775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743f74d-a94c-4057-b4e2-5fb7ed3cc2eb req-edf1750e-a7c5-4ead-ab2a-2eb63aac9523 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:37.620375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5743f74d-a94c-4057-b4e2-5fb7ed3cc2eb req-edf1750e-a7c5-4ead-ab2a-2eb63aac9523 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 946 time: 0.0927505 Sep 19 03:03:37.621777 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.625064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35300) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:37.629767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Request body: {'floatingip': {'port_id': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:37.629945 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a4672c-5855-426d-a259-79975cffe891 x-openstack-request-id: req-b3a4672c-5855-426d-a259-79975cffe891 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:37.630405 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "name": "network-vif-plugged", "status": "completed", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:37.630511 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3a4672c-5855-426d-a259-79975cffe891 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:37.630859 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2', 'code': 200} Sep 19 03:03:37.682304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 8813b10c-8680-4f8d-a080-9d6503f394a2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:03:37.682646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8813b10c-8680-4f8d-a080-9d6503f394a2 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:03:37.691084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:37.701868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.702217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.702563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.702931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.703363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.703587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.703915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.704240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.704570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.705092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.705427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.706254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:37.707421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:37.708134 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.709666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] 10.222.0.32 "PUT /v2.0/ports/b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 200 len: 1095 time: 1.2484846 Sep 19 03:03:37.710324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:37.712775 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a881b4f3-09e6-46a7-95d9-ce9fb3d44a68" -d '{"events": [{"name": "network-changed", "server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:37.718168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.741940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:37.746638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0a88-1ebe-4be6-b9f1-ccadc7ff03f7 req-613e0ca5-1422-447c-a559-7c01410f4203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:37.748216 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-169f0a88-1ebe-4be6-b9f1-ccadc7ff03f7 req-613e0ca5-1422-447c-a559-7c01410f4203 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1097 time: 0.0687208 Sep 19 03:03:37.783124 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70460138-1a27-4268-8412-2690306c67a9 x-openstack-request-id: req-70460138-1a27-4268-8412-2690306c67a9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:37.783502 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:37.783857 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70460138-1a27-4268-8412-2690306c67a9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:37.784847 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'status': 'completed', 'code': 200} Sep 19 03:03:37.841192 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-169f0a88-1ebe-4be6-b9f1-ccadc7ff03f7 req-1ed68d09-42f8-4316-9c68-09118da84473 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Sep 19 03:03:37.931628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe9d7f-c89e-4c31-8ede-a303a7f61c59 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:38.037950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881b4f3-09e6-46a7-95d9-ce9fb3d44a68 req-84101fc4-90b1-48b4-b629-2dd5ce0bea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:38.039498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a881b4f3-09e6-46a7-95d9-ce9fb3d44a68 req-84101fc4-90b1-48b4-b629-2dd5ce0bea87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1098 time: 0.1359985 Sep 19 03:03:38.049148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255b3a8-0ee6-4ebc-a2c5-fee51a76e91c req-ef1a291d-0fa7-48a6-8d99-038ccd53f8f1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:38.050611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0255b3a8-0ee6-4ebc-a2c5-fee51a76e91c req-ef1a291d-0fa7-48a6-8d99-038ccd53f8f1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.1494493 Sep 19 03:03:38.053369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Deleting port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:38.053856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:38.132610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a881b4f3-09e6-46a7-95d9-ce9fb3d44a68 req-00d152ee-586c-4327-b427-939926f629a2 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566487 Sep 19 03:03:38.134603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] For port 702c3564-3cd8-4b91-99fa-cfcfc94b0b51, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:38.135196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:38.150311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Calling delete_port for 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:38.332967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:38.384019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Pushing event deleted for resources: {'Port': ['ID=702c3564-3cd8-4b91-99fa-cfcfc94b0b51,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:38.395537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.395953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.396211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.396541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.396869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.397192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.397515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.397836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.398153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.398473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.398815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.399133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:03:38.531396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0255b3a8-0ee6-4ebc-a2c5-fee51a76e91c req-a59edde9-cea6-4835-b384-249d88bddcee tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541097 Sep 19 03:03:38.551562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:38.684221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a593d-1e2e-4d91-addb-bcd5ed7da818 req-4b8bc376-d2b6-4e27-b95d-aa51f3af3362 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:38.692063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d47a593d-1e2e-4d91-addb-bcd5ed7da818 req-4b8bc376-d2b6-4e27-b95d-aa51f3af3362 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.5715611 Sep 19 03:03:38.818597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881b4f3-09e6-46a7-95d9-ce9fb3d44a68 req-5be1ddab-383b-4a11-86b6-a84138a4a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:38.820217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a881b4f3-09e6-46a7-95d9-ce9fb3d44a68 req-5be1ddab-383b-4a11-86b6-a84138a4a4c2 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6536443 Sep 19 03:03:38.844640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae7f15-2b5c-43b3-9895-dfbbe49b98a1 req-4c614b4a-7001-4dea-ab18-792d40e84a92 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:38.846311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9ae7f15-2b5c-43b3-9895-dfbbe49b98a1 req-4c614b4a-7001-4dea-ab18-792d40e84a92 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 947 time: 0.2330232 Sep 19 03:03:38.854822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d47a593d-1e2e-4d91-addb-bcd5ed7da818 req-0e527806-36a1-4712-9def-c710f4d290c1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618006 Sep 19 03:03:39.017732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9ae7f15-2b5c-43b3-9895-dfbbe49b98a1 req-f040df65-bfbd-4a84-8285-37469601a371 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567454 Sep 19 03:03:39.042284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Router f8248d87-ba60-4084-9ce2-4ea604bab320 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:03:39.046857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-8c612a4d-bad1-49e3-a5bb-e028429ea9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:39.048359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-8c612a4d-bad1-49e3-a5bb-e028429ea9f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1098 time: 0.1478188 Sep 19 03:03:39.053822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.067265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6544e7-7a9a-4fd0-bdef-c2c1b5c57434 req-076b79c2-7b5d-4e12-bcf4-6bd9088ff9ce tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:39.067559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c6544e7-7a9a-4fd0-bdef-c2c1b5c57434 req-076b79c2-7b5d-4e12-bcf4-6bd9088ff9ce tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.1355140 Sep 19 03:03:39.074565 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.146464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-96eca781-bd25-4902-a8f5-2d293af25945 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.0774884 Sep 19 03:03:39.146955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:39.152112 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8808fb04-d4c9-463c-b010-da4fb0507129 admin admin] 10.222.0.22 "PUT /v2.0/routers/f8248d87-ba60-4084-9ce2-4ea604bab320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9399552 Sep 19 03:03:39.154597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35318) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:39.161611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] Sync routers for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:39.176686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:39.177468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:39.226959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c6544e7-7a9a-4fd0-bdef-c2c1b5c57434 req-acc861a3-8702-43f1-8d93-c2f3ee430386 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487126 Sep 19 03:03:39.271580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-9d34bac5-b859-48cb-ae8d-e30ee192ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:39.273039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-9d34bac5-b859-48cb-ae8d-e30ee192ac61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1143391 Sep 19 03:03:39.295939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.296707 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Floating IP 61de6169-b347-459d-8ffb-d7d19863ad02 associated. External IP: 172.25.8.49, port: d9e89363-8f4d-4c22-beb0-db7d8d0b7595. Sep 19 03:03:39.318012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:39.321248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device b707d8f2-fff0-4b7d-b9bc-10336cebc221 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:39.369124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-18210fda-a59c-4626-9c7f-bfc849592fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:39.370638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-18210fda-a59c-4626-9c7f-bfc849592fdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871272 Sep 19 03:03:39.406379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.466150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Deleting port a517deb6-fd1c-48e1-992c-bac11615b994 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:39.466522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.542121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port b707d8f2-fff0-4b7d-b9bc-10336cebc221, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=b707d8f2-fff0-4b7d-b9bc-10336cebc221,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:39.546991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-9aa44195-91aa-4bfe-8e9d-5fb274020121 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431859 Sep 19 03:03:39.560442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221', 'mac_address': 'fa:16:3e:40:11:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:39.568789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] For port a517deb6-fd1c-48e1-992c-bac11615b994, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a517deb6-fd1c-48e1-992c-bac11615b994,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:39.571388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.586605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Calling delete_port for a517deb6-fd1c-48e1-992c-bac11615b994 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:39.592382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:39.629919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.644936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:03:38Z', 'revision_number': 5, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port': {'id': 'a517deb6-fd1c-48e1-992c-bac11615b994', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:35Z', 'updated_at': '2021-09-19T03:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:39.684229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b707d8f2-fff0-4b7d-b9bc-10336cebc221 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:39.689310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Router 3c3774d0-05eb-461c-9b1a-07d564d185b6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:03:39.696022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] Checking router: f8248d87-ba60-4084-9ce2-4ea604bab320 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:39.718999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port b707d8f2-fff0-4b7d-b9bc-10336cebc221, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=b707d8f2-fff0-4b7d-b9bc-10336cebc221,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:39.721706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18dad08-cf15-4f16-b7da-7556987e5814 req-328effbf-df90-4635-8c9d-ec5e16fedcf2 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415424 Sep 19 03:03:39.732275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad73ab3-90d4-44ac-aa14-3e88d1ed8ce9 req-b9d3e121-a8f3-41fa-88ed-2d674d89c0dd tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:39.733689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aad73ab3-90d4-44ac-aa14-3e88d1ed8ce9 req-b9d3e121-a8f3-41fa-88ed-2d674d89c0dd tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.1223679 Sep 19 03:03:39.748310 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.756014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] Routers {'f8248d87-ba60-4084-9ce2-4ea604bab320'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:39.756650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f8248d87-ba60-4084-9ce2-4ea604bab320'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:39.786234 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.823832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aad73ab3-90d4-44ac-aa14-3e88d1ed8ce9 req-dc811e93-f8bf-4c13-82e6-067613e2224d tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524461 Sep 19 03:03:39.834018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=a517deb6-fd1c-48e1-992c-bac11615b994,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:39.883366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:03:39.893006 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] Sync routers for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:03:39.909668 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:39.910557 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:39.910820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:39.917408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.021850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a89ed5a1-7371-434b-b99e-599275d81bad tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "PUT /v2.0/floatingips/61de6169-b347-459d-8ffb-d7d19863ad02 HTTP/1.1" status: 200 len: 991 time: 2.3953552 Sep 19 03:03:40.024720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:40.027062 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0c42b-17cc-4237-9482-1586039e79b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:40.042898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.045858 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.048071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939921fb-29a1-43e2-b2ad-e54942ebd861 req-f466a056-d355-4d41-ad9f-4eeb96dfe5f2 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.050237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-939921fb-29a1-43e2-b2ad-e54942ebd861 req-f466a056-d355-4d41-ad9f-4eeb96dfe5f2 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1097 time: 0.1104767 Sep 19 03:03:40.052775 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:40.057990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:40.063043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=b707d8f2-fff0-4b7d-b9bc-10336cebc221,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:40.066547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6607ba0-7a84-4e53-a999-f3b7d71121cc req-85d283c2-0a6c-4106-a739-ab63fc953504 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.068090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6607ba0-7a84-4e53-a999-f3b7d71121cc req-85d283c2-0a6c-4106-a739-ab63fc953504 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0975499 Sep 19 03:03:40.071540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] Set router f8248d87-ba60-4084-9ce2-4ea604bab320 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:40.105212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e', 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d', 'port_id': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e', 'mac_address': 'fa:16:3e:a1:9f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '529cd5d9-771f-4357-9866-98e89e6e6b2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:40.107756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.108704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8248d87-ba60-4084-9ce2-4ea604bab320 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:03:40.117768 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.121699 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-28120f74-1844-40db-973e-8ffdd6b15d3e admin admin] 10.222.0.22 "DELETE /v2.0/routers/f8248d87-ba60-4084-9ce2-4ea604bab320 HTTP/1.1" status: 204 len: 168 time: 0.9652123 Sep 19 03:03:40.122416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35332) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:40.152605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-939921fb-29a1-43e2-b2ad-e54942ebd861 req-20918b55-5b29-4165-967c-c61431713d46 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832477 Sep 19 03:03:40.161947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6607ba0-7a84-4e53-a999-f3b7d71121cc req-3b9c9746-3cab-402d-afc8-268db1c01fdd tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Sep 19 03:03:40.167178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:03:39Z', 'revision_number': 6, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:40.177671 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['b707d8f2-fff0-4b7d-b9bc-10336cebc221'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:40.178363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] Deleting subnet a2b8ca3d-bb34-4326-bf2b-e5112142c38c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:03:40.182933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.231188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe524cf-a8b7-4039-a99e-2cbd12030cf5 None None] The sync data for ids ['f8248d87-ba60-4084-9ce2-4ea604bab320'] in n-d-809936-1 is: [{'id': 'f8248d87-ba60-4084-9ce2-4ea604bab320', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-153490229-router', 'tenant_id': '092b6831dabb4c5baef1a72c8434daef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:34Z', 'updated_at': '2021-09-19T03:03:39Z', 'revision_number': 6, 'project_id': '092b6831dabb4c5baef1a72c8434daef', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:40.240320 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.248277 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.276505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:40.283017 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507c0d9d-42da-4bcd-b8e5-fb4fb5f6fddf x-openstack-request-id: req-507c0d9d-42da-4bcd-b8e5-fb4fb5f6fddf {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:40.283653 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:40.284642 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-507c0d9d-42da-4bcd-b8e5-fb4fb5f6fddf {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:40.285366 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'status': 'completed', 'code': 200} Sep 19 03:03:40.313935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:40.325444 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.396801 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '61de6169-b347-459d-8ffb-d7d19863ad02', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'port_id': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'mac_address': 'fa:16:3e:45:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:14Z', 'updated_at': '2021-09-19T03:03:38Z', 'revision_number': 1, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 5, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:40.409521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:40.436320 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] Checking router: 3c3774d0-05eb-461c-9b1a-07d564d185b6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:03:40.446274 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:03:40.447255 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:40.455498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-557ffaf6-186f-4c5e-928b-5102eb26e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.457511 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-557ffaf6-186f-4c5e-928b-5102eb26e428 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd84630f2e434aa4b3b7460cb06265a8&device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 1097 time: 0.1322224 Sep 19 03:03:40.466675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d5a5-8298-4734-8d92-bb38d2c542f0 req-309942b6-c408-4a64-96a8-b966fbeae47e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.471120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e90d5a5-8298-4734-8d92-bb38d2c542f0 req-309942b6-c408-4a64-96a8-b966fbeae47e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 948 time: 0.1012695 Sep 19 03:03:40.515287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e90d5a5-8298-4734-8d92-bb38d2c542f0 req-be1aedcf-6bd6-4ae9-9a9e-e23016771e50 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Sep 19 03:03:40.577953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.578188 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:03:40.585406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525956a-4fd1-4e16-88a1-f2e69c2ee6cf req-4e734262-790d-43eb-a605-3c2b6693d505 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.589438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4525956a-4fd1-4e16-88a1-f2e69c2ee6cf req-4e734262-790d-43eb-a605-3c2b6693d505 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1097 time: 0.0694611 Sep 19 03:03:40.614534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-7ee8828c-c5ae-4979-b5d0-bedbe46eb789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.616028 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-7ee8828c-c5ae-4979-b5d0-bedbe46eb789 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9f86aa24-fa69-4442-98ee-cf0f12ba1957 HTTP/1.1" status: 200 len: 915 time: 0.1347117 Sep 19 03:03:40.671903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4525956a-4fd1-4e16-88a1-f2e69c2ee6cf req-8c30b023-f62a-482b-a7ef-6bfef5014d1a tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734978 Sep 19 03:03:40.696549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754f87a-7ace-4340-be0f-f88bc169bae0 req-a8bd4d17-9660-4280-bd09-4364a8feb53b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.711549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.712073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2754f87a-7ace-4340-be0f-f88bc169bae0 req-a8bd4d17-9660-4280-bd09-4364a8feb53b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.1288333 Sep 19 03:03:40.728741 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-a030bb66-cd10-46da-8d65-48d8dc8a98fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595 HTTP/1.1" status: 200 len: 999 time: 0.0982671 Sep 19 03:03:40.729973 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.734092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a2b8ca3d-bb34-4326-bf2b-e5112142c38c HTTP/1.1" status: 204 len: 168 time: 0.6084492 Sep 19 03:03:40.738300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f31e75a-4b56-4b3c-ba82-ce7317a4f294 None None] Network c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:03:40.763657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35344) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:40.770724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f41e87-0edc-4212-97b0-22ee81da3ecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b8ca3d-bb34-4326-bf2b-e5112142c38c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:40.840157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:40.844361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2754f87a-7ace-4340-be0f-f88bc169bae0 req-f6f43e53-b7df-4598-9210-35a8d9e0c34e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312270 Sep 19 03:03:40.858163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-cb8ca984-faac-493e-8326-f8eba1323a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.859875 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-cb8ca984-faac-493e-8326-f8eba1323a26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd7d20a7-1e1b-4594-8aaf-73fcafb614ec HTTP/1.1" status: 200 len: 853 time: 0.0982442 Sep 19 03:03:40.882848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:03:40.883215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 702c3564-3cd8-4b91-99fa-cfcfc94b0b51 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:03:40.913098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:40.915338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-80e32870-3a9b-4c2a-91c8-6393c55f3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:40.916849 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-80e32870-3a9b-4c2a-91c8-6393c55f3986 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9f86aa24-fa69-4442-98ee-cf0f12ba1957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466795 Sep 19 03:03:40.956284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:41.023116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Deleting port bce7dd8b-f364-4008-bfbb-65720245f2de {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:41.025033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.046251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-1c1f9095-782f-4fd8-af68-7bf7ea693fdc service neutron] 10.222.0.30 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180058 Sep 19 03:03:41.100704 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '61de6169-b347-459d-8ffb-d7d19863ad02', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'port_id': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'mac_address': 'fa:16:3e:45:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:14Z', 'updated_at': '2021-09-19T03:03:38Z', 'revision_number': 1, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 5, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:41.118613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] For port bce7dd8b-f364-4008-bfbb-65720245f2de, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bce7dd8b-f364-4008-bfbb-65720245f2de,segment=NetworkSegment(87839d17-e0d6-49b6-9381-8e0d58e66c32),segment_id=87839d17-e0d6-49b6-9381-8e0d58e66c32)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:41.119210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.138369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Calling delete_port for bce7dd8b-f364-4008-bfbb-65720245f2de owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:41.141114 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667ad2a-9ae3-4aac-ab18-6c3fc71ed5f6 None None] The sync data for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 is: [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '61de6169-b347-459d-8ffb-d7d19863ad02', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'port_id': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'mac_address': 'fa:16:3e:45:c8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:03:14Z', 'updated_at': '2021-09-19T03:03:38Z', 'revision_number': 1, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 5, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:03:41.157175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] DHCP port deletion for c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:03:41.267897 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cdc0c42b-17cc-4237-9482-1586039e79b2 req-deb19744-706a-49ff-957a-2f7480af5c2d service neutron] 10.222.0.30 "GET /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114983 Sep 19 03:03:41.268112 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.308384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] Deleting port bce7dd8b-f364-4008-bfbb-65720245f2de {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:41.308927 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.326150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bce7dd8b-f364-4008-bfbb-65720245f2de,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:41.342580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] No DVR routers for this DVR port bce7dd8b-f364-4008-bfbb-65720245f2de on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:03:41.382808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] For port bce7dd8b-f364-4008-bfbb-65720245f2de, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:41.383533 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.398728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] Calling delete_port for bce7dd8b-f364-4008-bfbb-65720245f2de owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:41.401382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] Port bce7dd8b-f364-4008-bfbb-65720245f2de was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:03:41.402609 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.437230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6eaeb-5579-4b4b-a796-f4398a32dfcf req-10e9dd10-f602-40b3-82b1-b47769c065e3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:41.445550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dc6eaeb-5579-4b4b-a796-f4398a32dfcf req-10e9dd10-f602-40b3-82b1-b47769c065e3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 944 time: 0.1388099 Sep 19 03:03:41.446039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] Pushing event deleted for resources: {'Port': ['ID=bce7dd8b-f364-4008-bfbb-65720245f2de,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:41.450905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0280f0e2-f2dc-4f11-9c97-0fc2d8c47ef1 None None] No DVR routers for this DVR port bce7dd8b-f364-4008-bfbb-65720245f2de on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:03:41.506696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.541778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c252ff8a-dfa6-4fc0-82f3-04dfd2535be4']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:41.553490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dc6eaeb-5579-4b4b-a796-f4398a32dfcf req-835e3021-3f99-4cbd-914c-7bce51a194f0 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065311 Sep 19 03:03:41.567748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b7b9c4-d603-4b06-9ea7-444b848537cb None None] New status for floating IP 61de6169-b347-459d-8ffb-d7d19863ad02: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:03:41.579222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87839d17-e0d6-49b6-9381-8e0d58e66c32') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:41.580025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87839d17-e0d6-49b6-9381-8e0d58e66c32') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:03:41.602102 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.620807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.640272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:03:41.641457 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:03:41.659704 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:03:41.723874 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.733892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:41.738936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] 10.222.0.22 "DELETE /v2.0/networks/c252ff8a-dfa6-4fc0-82f3-04dfd2535be4 HTTP/1.1" status: 204 len: 168 time: 0.9722180 Sep 19 03:03:41.754392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47543d39-d439-467f-bcd6-9052611005bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c252ff8a-dfa6-4fc0-82f3-04dfd2535be4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:41.888418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35384) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:41.913456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d875ff-49f7-458f-ac5b-a4016db97787 req-d7cc0b59-a773-4e4c-9ac4-896af374ea78 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:41.915083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0d875ff-49f7-458f-ac5b-a4016db97787 req-d7cc0b59-a773-4e4c-9ac4-896af374ea78 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 948 time: 0.0541184 Sep 19 03:03:41.928421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb522ce4-4b54-4e47-9404-426abd93b28b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=092b6831dabb4c5baef1a72c8434daef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388353 Sep 19 03:03:41.930978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35386) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:41.957732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0d875ff-49f7-458f-ac5b-a4016db97787 req-2d96751f-75a6-4d3c-8980-898f088f6e1f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Sep 19 03:03:41.987716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55385477-38ca-408c-aaf2-fb937fb59a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:42.010103 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55385477-38ca-408c-aaf2-fb937fb59a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:42.058663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55385477-38ca-408c-aaf2-fb937fb59a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:42.061321 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55385477-38ca-408c-aaf2-fb937fb59a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:42.062780 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-55385477-38ca-408c-aaf2-fb937fb59a2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d60cdd5e-a704-45dc-bcf7-925101494541 HTTP/1.1" status: 204 len: 168 time: 0.1305859 Sep 19 03:03:42.068647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-658d8099-01b5-4788-9ddf-d513b9c7ef55 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:03:42.069520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-658d8099-01b5-4788-9ddf-d513b9c7ef55 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098643 Sep 19 03:03:42.071012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55385477-38ca-408c-aaf2-fb937fb59a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60cdd5e-a704-45dc-bcf7-925101494541,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:42.106605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fe30b-73ba-4eb8-9e79-bfde6ca78277 req-b353d55b-c79d-4cea-8b8e-720491cf4d2c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:42.108130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a81fe30b-73ba-4eb8-9e79-bfde6ca78277 req-b353d55b-c79d-4cea-8b8e-720491cf4d2c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.0812869 Sep 19 03:03:42.146527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-df975b83-3606-44f3-95fc-e34bffb3880f tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:42.147881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-df975b83-3606-44f3-95fc-e34bffb3880f tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 1094 time: 0.0654619 Sep 19 03:03:42.156894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Request body: {'binding': {'host': 'n-h2-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:42.157342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Unknown quota resources ['binding']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:03:42.189298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a81fe30b-73ba-4eb8-9e79-bfde6ca78277 req-725cebca-3835-4eea-9935-ec038912ba5f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Sep 19 03:03:42.298005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on host n-h2-809936-1 for vnic_type normal with profile None {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:42.298345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:42.298673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:42.302897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:42.303221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:42.308160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:42.308488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:42.308871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:42.309291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Bound port: 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:42.687909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:42.700182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1b9b4-0f0a-40df-ac0b-a89ddb902d7c req-94c21259-212c-4e07-8f2f-7bbddffb82ad tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:42.701719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9b1b9b4-0f0a-40df-ac0b-a89ddb902d7c req-94c21259-212c-4e07-8f2f-7bbddffb82ad tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 944 time: 0.0807610 Sep 19 03:03:42.703490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:42.704549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-16130303-fb19-4ac5-b895-6a3dd034aadc service neutron] 10.222.0.22 "POST /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5509470 Sep 19 03:03:42.721946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a517deb6-fd1c-48e1-992c-bac11615b994 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:42.745338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9b1b9b4-0f0a-40df-ac0b-a89ddb902d7c req-7cce6818-e483-4662-97c9-c96764264ab7 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365520 Sep 19 03:03:42.754545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: a517deb6-fd1c-48e1-992c-bac11615b994 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:03:42.755033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a517deb6-fd1c-48e1-992c-bac11615b994 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:03:42.755513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bce7dd8b-f364-4008-bfbb-65720245f2de no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:42.796105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: bce7dd8b-f364-4008-bfbb-65720245f2de {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:03:42.796659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bce7dd8b-f364-4008-bfbb-65720245f2de not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:03:42.958211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ca745-0721-4c5c-b232-7902b7b0916d req-5296b994-87f6-4e92-b919-80662bb92c0a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:42.959897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db9ca745-0721-4c5c-b232-7902b7b0916d req-5296b994-87f6-4e92-b919-80662bb92c0a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0552840 Sep 19 03:03:43.035219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db9ca745-0721-4c5c-b232-7902b7b0916d req-9ce9605e-a1f3-4c2b-bda9-c1f99d1baa55 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663192 Sep 19 03:03:43.050284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-73aa6326-cd2f-40e6-84d3-e52309c792f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:43.056683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-73aa6326-cd2f-40e6-84d3-e52309c792f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1097 time: 0.0811095 Sep 19 03:03:43.147474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418f8a9-6a05-460c-b8cc-222cf2ae4b8f req-cf08be1f-b8fc-4731-a360-a59353910eaa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:43.148949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f418f8a9-6a05-460c-b8cc-222cf2ae4b8f req-cf08be1f-b8fc-4731-a360-a59353910eaa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 948 time: 0.1114655 Sep 19 03:03:43.191431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-c12e7914-483c-4125-b5b6-bd023aa9f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:43.192887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-c12e7914-483c-4125-b5b6-bd023aa9f403 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1212156 Sep 19 03:03:43.211913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f418f8a9-6a05-460c-b8cc-222cf2ae4b8f req-d848ab5c-35f8-49dd-9632-6f0892ffe84a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551193 Sep 19 03:03:43.240602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-daabb068-988e-426a-bf5b-2bb43bdb349e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 217 time: 0.0379453 Sep 19 03:03:43.319181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-4f346a15-ba7d-4344-b0a1-45449d1628e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:43.320632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-4f346a15-ba7d-4344-b0a1-45449d1628e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0723538 Sep 19 03:03:43.344959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device b707d8f2-fff0-4b7d-b9bc-10336cebc221 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:43.345155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d77fd7-efb0-4577-aa1c-fb42ecfd99cf req-ce9c9140-41d0-4763-b2fb-de1dea8ed73c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:43.347038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84d77fd7-efb0-4577-aa1c-fb42ecfd99cf req-ce9c9140-41d0-4763-b2fb-de1dea8ed73c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.0726247 Sep 19 03:03:43.363268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-1e506608-78dd-45f6-9e21-63a9b6bb87af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346243 Sep 19 03:03:43.397062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port b707d8f2-fff0-4b7d-b9bc-10336cebc221 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:03:43.401294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port b707d8f2-fff0-4b7d-b9bc-10336cebc221 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:43.401661 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:43.423869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84d77fd7-efb0-4577-aa1c-fb42ecfd99cf req-d726b6a5-b214-41b0-81ab-abbbba032db3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628400 Sep 19 03:03:43.486366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-2b1a07fa-0751-48bb-b9d2-45a921194bc0 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102009 Sep 19 03:03:43.494308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:43.517503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e30137d-5723-4787-95d4-0491af976fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:43.520183 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5aa87c-bbcc-416f-8f28-bb77326723c4" -d '{"events": [{"server_uuid": "8e30137d-5723-4787-95d4-0491af976fef", "name": "network-vif-plugged", "status": "completed", "tag": "b707d8f2-fff0-4b7d-b9bc-10336cebc221"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:43.532560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port b707d8f2-fff0-4b7d-b9bc-10336cebc221, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=b707d8f2-fff0-4b7d-b9bc-10336cebc221,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:43.538976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:43.572056 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e507187-3136-4eb0-b828-2b124978695c x-openstack-request-id: req-2e507187-3136-4eb0-b828-2b124978695c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:43.572345 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e30137d-5723-4787-95d4-0491af976fef", "name": "network-vif-plugged", "status": "completed", "tag": "b707d8f2-fff0-4b7d-b9bc-10336cebc221", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:43.572960 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e507187-3136-4eb0-b828-2b124978695c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:43.573360 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e30137d-5723-4787-95d4-0491af976fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221', 'code': 200} Sep 19 03:03:43.577304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:43.594821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:43.615315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-dca968b5-877d-4bcb-8e8a-bf8d9e3820f8 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203892 Sep 19 03:03:43.654562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=b707d8f2-fff0-4b7d-b9bc-10336cebc221,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:43.699077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb7cb0-7f8c-426e-8b55-a57d8db018d5 req-8e1a4964-329a-4947-bb72-0fe3e118d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:43.701216 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2adb7cb0-7f8c-426e-8b55-a57d8db018d5 req-8e1a4964-329a-4947-bb72-0fe3e118d06a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 1100 time: 0.0544870 Sep 19 03:03:43.724481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:03:43.733195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:43.733595 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:43.750921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2adb7cb0-7f8c-426e-8b55-a57d8db018d5 req-f3b63b9b-4c50-45f2-9670-9090e0d846ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Sep 19 03:03:43.772325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:43.789508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'mac_address': 'fa:16:3e:a2:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:03:43.843424 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:43.863294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:43.899960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162783c-18df-4857-935c-c6c7204626ff req-b2f71826-9875-49a4-860c-9501f6050c7f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:43.905538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:43.911295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c162783c-18df-4857-935c-c6c7204626ff req-b2f71826-9875-49a4-860c-9501f6050c7f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 944 time: 0.0782671 Sep 19 03:03:43.915723 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:43.922477 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:43.959114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c162783c-18df-4857-935c-c6c7204626ff req-65ad0b36-d652-4ffc-9b00-b8c3e9f39b65 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466404 Sep 19 03:03:43.984381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:43.993823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:44.008427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:44.071776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:44.230861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e53034-22f8-4dda-a6b1-b657bee215ee req-8ab5df58-37ca-4268-b563-b87a87e55881 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:44.232428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29e53034-22f8-4dda-a6b1-b657bee215ee req-8ab5df58-37ca-4268-b563-b87a87e55881 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0565329 Sep 19 03:03:44.269967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29e53034-22f8-4dda-a6b1-b657bee215ee req-49c01881-4a3b-433d-9121-de794efc96f7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Sep 19 03:03:44.388671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180f885-4609-4480-8a74-b6c63ae9986f req-eb5b3213-3529-422e-8b73-3be9f482ea68 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:44.390173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a180f885-4609-4480-8a74-b6c63ae9986f req-eb5b3213-3529-422e-8b73-3be9f482ea68 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 949 time: 0.0512338 Sep 19 03:03:44.432348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a180f885-4609-4480-8a74-b6c63ae9986f req-c0b2fcc8-8873-4d58-8392-73578f64ecdf tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Sep 19 03:03:44.461574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:44.465586 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f26fb85-57c2-424d-810f-0a03727ef7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:44.582677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944de37f-4519-4530-98ce-59793e47f110 req-e8bff9b1-d895-4234-87f6-3b6e01d6378c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:44.584341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-944de37f-4519-4530-98ce-59793e47f110 req-e8bff9b1-d895-4234-87f6-3b6e01d6378c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 948 time: 0.0577011 Sep 19 03:03:44.637515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-944de37f-4519-4530-98ce-59793e47f110 req-90789035-3d53-4af2-9108-cdc321dc48c5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Sep 19 03:03:45.090465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32426f-f1d3-4ec8-8d24-f577157eacd0 req-8dadc0d8-892e-42b1-84d1-c84aed41e5ef tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:45.092503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a32426f-f1d3-4ec8-8d24-f577157eacd0 req-8dadc0d8-892e-42b1-84d1-c84aed41e5ef tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0577331 Sep 19 03:03:45.135650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a32426f-f1d3-4ec8-8d24-f577157eacd0 req-1f55fb7e-e6d0-4b3b-8f1a-12849195d6be tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Sep 19 03:03:45.449209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8d408-4eba-41be-8bbc-9f3fd72d23e4 req-948cf7af-ab9d-4ee8-9b3f-7290e197dab2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:45.450844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1b8d408-4eba-41be-8bbc-9f3fd72d23e4 req-948cf7af-ab9d-4ee8-9b3f-7290e197dab2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0511718 Sep 19 03:03:45.491311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1b8d408-4eba-41be-8bbc-9f3fd72d23e4 req-79ee89b9-3ba7-40f6-b4ff-3a4fe79fd10f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337353 Sep 19 03:03:45.574500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:45.576910 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66e36ad-a80a-462a-b878-45afcc5422dc" -d '{"events": [{"server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:45.603267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67497cbb-2a3a-41b1-b4dc-afd4c79ac97b req-b80a7c45-fe6e-4e45-a8f6-224a5e5784a0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:45.605082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67497cbb-2a3a-41b1-b4dc-afd4c79ac97b req-b80a7c45-fe6e-4e45-a8f6-224a5e5784a0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 949 time: 0.0536821 Sep 19 03:03:45.653799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67497cbb-2a3a-41b1-b4dc-afd4c79ac97b req-d61afddf-ff93-4f80-bb5f-12720bbb5722 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 Sep 19 03:03:45.708553 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:45.715401 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065d65bf-1922-4cbd-a815-939cef3c1635 x-openstack-request-id: req-065d65bf-1922-4cbd-a815-939cef3c1635 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:45.716337 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "name": "network-vif-plugged", "status": "completed", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:45.716916 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-065d65bf-1922-4cbd-a815-939cef3c1635 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:45.717455 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e', 'code': 200} Sep 19 03:03:45.790632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f5282-ad27-44bb-8356-3316a4a5e579 req-aa18028d-9141-4375-9ffa-e3251756c59d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:45.792189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-116f5282-ad27-44bb-8356-3316a4a5e579 req-aa18028d-9141-4375-9ffa-e3251756c59d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 948 time: 0.0659173 Sep 19 03:03:45.869730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-116f5282-ad27-44bb-8356-3316a4a5e579 req-9fa93fd9-5f16-4326-90ce-3cbb53334695 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660343 Sep 19 03:03:45.880553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e064b-7e43-4ef7-95bf-ab8875549209 req-ae34d635-d5ee-4361-b00d-c46f91a2ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:45.882572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-258e064b-7e43-4ef7-95bf-ab8875549209 req-ae34d635-d5ee-4361-b00d-c46f91a2ca4c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1096 time: 0.0646584 Sep 19 03:03:45.933092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-258e064b-7e43-4ef7-95bf-ab8875549209 req-21410b2e-3e3b-49ba-8702-bfcc97bcd812 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386124 Sep 19 03:03:45.972081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874c468-f756-4977-8802-76591406e8a2 req-647e8620-a147-487b-9cf2-0fa3efebd38b tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:45.973696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f874c468-f756-4977-8802-76591406e8a2 req-647e8620-a147-487b-9cf2-0fa3efebd38b tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 1100 time: 0.0435932 Sep 19 03:03:46.013691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f874c468-f756-4977-8802-76591406e8a2 req-7b7ef33e-95a2-415c-9299-6799fb05b2b0 tempest-ServersOnMultiNodesTest-1965431809 tempest-ServersOnMultiNodesTest-1965431809-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Sep 19 03:03:46.293711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0774c8d-260c-4d8b-a7fe-10400fe97c4d req-ae0e61b1-3837-430d-9d3b-d049c88ac630 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:46.295477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0774c8d-260c-4d8b-a7fe-10400fe97c4d req-ae0e61b1-3837-430d-9d3b-d049c88ac630 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0764010 Sep 19 03:03:46.312120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373727dd-1221-479c-8b26-40c839deb08b req-1f0d50ce-5bfc-4f5a-97f9-42115b57e3d1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:46.313601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-373727dd-1221-479c-8b26-40c839deb08b req-1f0d50ce-5bfc-4f5a-97f9-42115b57e3d1 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 949 time: 0.0681553 Sep 19 03:03:46.370624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0774c8d-260c-4d8b-a7fe-10400fe97c4d req-7403b1aa-559a-493f-b5f4-7e7b8aee83b3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680659 Sep 19 03:03:46.376995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-373727dd-1221-479c-8b26-40c839deb08b req-6d440756-d3a7-4b13-b2f1-a800760a464a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Sep 19 03:03:46.696150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09961b2-b5d4-4b89-b17a-5d3f3c3007f4 req-545df1f7-696e-42de-8737-357d7bd950b4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:46.697653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e09961b2-b5d4-4b89-b17a-5d3f3c3007f4 req-545df1f7-696e-42de-8737-357d7bd950b4 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0559747 Sep 19 03:03:46.738512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e09961b2-b5d4-4b89-b17a-5d3f3c3007f4 req-c41afc78-971a-4a3c-bc2e-bf587275c22e tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346296 Sep 19 03:03:46.993401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa65ac3-846e-4b29-bd2d-eb96e16dac0c req-ac5e4e2e-bfbe-4d3c-80f0-f4f75bbbd11a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:46.995175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baa65ac3-846e-4b29-bd2d-eb96e16dac0c req-ac5e4e2e-bfbe-4d3c-80f0-f4f75bbbd11a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 948 time: 0.0514798 Sep 19 03:03:47.037435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baa65ac3-846e-4b29-bd2d-eb96e16dac0c req-9c311739-1891-47e5-8702-50472a9ea88c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Sep 19 03:03:47.132943 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae6db20b-8da6-4bd4-a47b-2ec07691944f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:47.498534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c4af4-1fa8-45b8-b3a8-5f8e9379031d req-b3a0e813-4652-461b-a4f3-003ec5adcc04 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:47.500492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca1c4af4-1fa8-45b8-b3a8-5f8e9379031d req-b3a0e813-4652-461b-a4f3-003ec5adcc04 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0586615 Sep 19 03:03:47.541029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca1c4af4-1fa8-45b8-b3a8-5f8e9379031d req-389eee7c-6a8d-48c4-bbf9-d61b55cd791d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Sep 19 03:03:47.603460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:03:47.684280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:03:47.690533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:47.691443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:47.693741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e928ea-8832-4ee2-8e88-c426b288ae28 req-18906470-f9c7-49f3-94ad-d8c8c2d93b4a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:47.702108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1e928ea-8832-4ee2-8e88-c426b288ae28 req-18906470-f9c7-49f3-94ad-d8c8c2d93b4a tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 949 time: 0.0730987 Sep 19 03:03:47.753144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1e928ea-8832-4ee2-8e88-c426b288ae28 req-24527898-3be9-4f85-bd08-1a1ba3c281a0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490294 Sep 19 03:03:47.801578 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:47.833456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:47.836841 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff4472b-568d-4f6e-b809-ba26aa34ce3d" -d '{"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:47.856900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:47.864022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:47.944613 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:47.957370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:47.972702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33724eb-3b6a-43d1-9cc0-ccc66eac239c req-c2e2ca2b-f076-4a3d-bce3-2bdaba4114bc tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:47.974380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c33724eb-3b6a-43d1-9cc0-ccc66eac239c req-c2e2ca2b-f076-4a3d-bce3-2bdaba4114bc tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0605509 Sep 19 03:03:47.987966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-a316b8c9-a7df-4264-97f1-72a28afcde7f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:47.990143 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-a316b8c9-a7df-4264-97f1-72a28afcde7f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 949 time: 0.0855236 Sep 19 03:03:48.017241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c33724eb-3b6a-43d1-9cc0-ccc66eac239c req-f18259a3-8af8-4488-a374-ed04ea44602a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Sep 19 03:03:48.069714 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d2399a-5876-49da-b678-6fd32775a0f2 x-openstack-request-id: req-f0d2399a-5876-49da-b678-6fd32775a0f2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:48.071712 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:48.072166 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0d2399a-5876-49da-b678-6fd32775a0f2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:48.072732 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'code': 200} Sep 19 03:03:48.090568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port b707d8f2-fff0-4b7d-b9bc-10336cebc221 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:48.091072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:48.171940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d088c-9f87-4a45-967f-8db7f5c10609 req-bdb9cc08-bf47-4eac-b5c5-3dfdd7162ff1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:48.175058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-050d088c-9f87-4a45-967f-8db7f5c10609 req-bdb9cc08-bf47-4eac-b5c5-3dfdd7162ff1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0571270 Sep 19 03:03:48.200512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port b707d8f2-fff0-4b7d-b9bc-10336cebc221, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=b707d8f2-fff0-4b7d-b9bc-10336cebc221,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:48.200879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:48.213255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for b707d8f2-fff0-4b7d-b9bc-10336cebc221 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:48.253686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-050d088c-9f87-4a45-967f-8db7f5c10609 req-7ca623d6-d4c7-4d6b-b73d-e83f515b7f85 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718930 Sep 19 03:03:48.271123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e62e0c9-23fd-4825-b2a4-627104cd0de5 req-cabb4c8d-8847-41d3-8696-d51daa62079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:48.272620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e62e0c9-23fd-4825-b2a4-627104cd0de5 req-cabb4c8d-8847-41d3-8696-d51daa62079c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1100 time: 0.0762663 Sep 19 03:03:48.315086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e62e0c9-23fd-4825-b2a4-627104cd0de5 req-8a2b22ac-8192-4eca-b212-96a113f71665 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Sep 19 03:03:48.329476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:48.365507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:48.381829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76', 'b707d8f2-fff0-4b7d-b9bc-10336cebc221'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:48.398124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=b707d8f2-fff0-4b7d-b9bc-10336cebc221,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:48.408536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'cafde0f0-3d10-4056-a101-449a726f5040', '2edeab04-d856-4243-b5ad-5ce8316e802e', '112dedef-80bf-4ac1-b5f1-6e503f68e795'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:48.445988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port b707d8f2-fff0-4b7d-b9bc-10336cebc221 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:03:48.450047 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:48.452128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-90266e01-5ebd-45a3-ada1-76cf64328975 req-5eedf500-c17d-460c-a3e5-20e95f119f7e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "DELETE /v2.0/ports/b707d8f2-fff0-4b7d-b9bc-10336cebc221 HTTP/1.1" status: 204 len: 173 time: 0.4557581 Sep 19 03:03:48.452894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e30137d-5723-4787-95d4-0491af976fef', 'name': 'network-vif-deleted', 'tag': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:48.456896 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3c600-1c5f-4fc0-95ad-2b1c2bba6174" -d '{"events": [{"server_uuid": "8e30137d-5723-4787-95d4-0491af976fef", "name": "network-vif-deleted", "tag": "b707d8f2-fff0-4b7d-b9bc-10336cebc221"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:48.519979 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359f8ceb-4706-4dc2-8f43-e9e68f3324e1 x-openstack-request-id: req-359f8ceb-4706-4dc2-8f43-e9e68f3324e1 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:48.520281 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e30137d-5723-4787-95d4-0491af976fef", "name": "network-vif-deleted", "tag": "b707d8f2-fff0-4b7d-b9bc-10336cebc221", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:48.521132 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-359f8ceb-4706-4dc2-8f43-e9e68f3324e1 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:48.521536 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e30137d-5723-4787-95d4-0491af976fef', 'name': 'network-vif-deleted', 'tag': 'b707d8f2-fff0-4b7d-b9bc-10336cebc221', 'status': 'completed', 'code': 200} Sep 19 03:03:48.707408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f884831-e68d-4451-9563-a4d24e1504cc req-2dc94d07-8fd8-4489-8515-066c1141fb88 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:48.709331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f884831-e68d-4451-9563-a4d24e1504cc req-2dc94d07-8fd8-4489-8515-066c1141fb88 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0714972 Sep 19 03:03:48.751532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f884831-e68d-4451-9563-a4d24e1504cc req-a6485fe8-4591-460f-95c3-64c49ed92124 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351589 Sep 19 03:03:48.895284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42187de0-6afe-4f89-a6d7-e3a5f855b460 req-65c5fc82-799c-4ad4-98f6-b76592b52449 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e30137d-5723-4787-95d4-0491af976fef HTTP/1.1" status: 200 len: 210 time: 0.0500028 Sep 19 03:03:48.946199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36002) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:48.991406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3a12a-88c6-4dcf-92f7-bf6960b96e00 req-e22b6f62-0f92-4545-862e-62b2878230a4 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:48.992939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aab3a12a-88c6-4dcf-92f7-bf6960b96e00 req-e22b6f62-0f92-4545-862e-62b2878230a4 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1096 time: 0.0577950 Sep 19 03:03:49.045876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aab3a12a-88c6-4dcf-92f7-bf6960b96e00 req-03b6f742-d594-437c-8e33-36064cb731eb tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Sep 19 03:03:49.094503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1d022fa-c1fb-4076-bd73-0d97ad341c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:49.203173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1d022fa-c1fb-4076-bd73-0d97ad341c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:49.208452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1d022fa-c1fb-4076-bd73-0d97ad341c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:49.210707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238adf8-bcbc-428b-ab2f-86c7644cd603 req-223c2abe-97ae-4d68-a9c9-65f18b72aa2f tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:49.212624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c238adf8-bcbc-428b-ab2f-86c7644cd603 req-223c2abe-97ae-4d68-a9c9-65f18b72aa2f tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1096 time: 0.0744503 Sep 19 03:03:49.221500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a633f1-2991-48b6-a479-4b08d181bfc4 req-d0f7b7be-0d2f-4b05-8926-68c6345424b3 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:49.222963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93a633f1-2991-48b6-a479-4b08d181bfc4 req-d0f7b7be-0d2f-4b05-8926-68c6345424b3 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0869269 Sep 19 03:03:49.248355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c1d022fa-c1fb-4076-bd73-0d97ad341c4f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e1c88cfdd0246f09f3bd633f134a08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010428 Sep 19 03:03:49.249592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d022fa-c1fb-4076-bd73-0d97ad341c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c497ebbc-2b2c-4230-aca2-33e9bd1ccb42,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:49.250979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36010) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:49.307758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c238adf8-bcbc-428b-ab2f-86c7644cd603 req-e0128fc5-b1b1-452b-957f-8f0ae4d17041 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835576 Sep 19 03:03:49.314355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93a633f1-2991-48b6-a479-4b08d181bfc4 req-9c4def76-46bd-4562-8c02-786d1aca6fe7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844014 Sep 19 03:03:49.337664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf006-4ea4-42a4-ab50-2ff0638ceae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:49.361392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf006-4ea4-42a4-ab50-2ff0638ceae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:49.438004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb8c5c-b7a7-4e4d-b2c4-45d61d695dd9 req-7a9b9df7-1e25-44f4-9374-9c37ebd46232 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:49.439519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1fbb8c5c-b7a7-4e4d-b2c4-45d61d695dd9 req-7a9b9df7-1e25-44f4-9374-9c37ebd46232 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0640182 Sep 19 03:03:49.465121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf006-4ea4-42a4-ab50-2ff0638ceae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:49.467630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3ecf006-4ea4-42a4-ab50-2ff0638ceae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:49.468720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b3ecf006-4ea4-42a4-ab50-2ff0638ceae4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c497ebbc-2b2c-4230-aca2-33e9bd1ccb42 HTTP/1.1" status: 204 len: 168 time: 0.2143044 Sep 19 03:03:49.484363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecf006-4ea4-42a4-ab50-2ff0638ceae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c497ebbc-2b2c-4230-aca2-33e9bd1ccb42,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:49.501223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1fbb8c5c-b7a7-4e4d-b2c4-45d61d695dd9 req-893063e6-44ee-435e-a3c3-6fe4937d894d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536475 Sep 19 03:03:49.881480 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:50.267100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c9b64-76ee-4fa2-92fd-96d2d356e15e req-a8ba0a5e-9919-4826-a7ed-d920c2948733 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.269095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f51c9b64-76ee-4fa2-92fd-96d2d356e15e req-a8ba0a5e-9919-4826-a7ed-d920c2948733 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 949 time: 0.0519903 Sep 19 03:03:50.307685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f51c9b64-76ee-4fa2-92fd-96d2d356e15e req-db1c3757-4c13-4a99-84a7-e9cf5d58a960 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Sep 19 03:03:50.325929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-b62791ab-f3a5-473d-950a-a8a102ab2207 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:03:50.327838 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-b62791ab-f3a5-473d-950a-a8a102ab2207 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063272 Sep 19 03:03:50.368912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8c70cbbe-dc0e-4618-9aed-067bd5cbb7f5 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.370174 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8c70cbbe-dc0e-4618-9aed-067bd5cbb7f5 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 1093 time: 0.0361829 Sep 19 03:03:50.379816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Request body: {'binding': {'host': 'n-h1-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:50.380264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Unknown quota resources ['binding']. {{(pid=94722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:03:50.509888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on host n-h1-809936-1 for vnic_type normal with profile None {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:50.510221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:50.510550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:50.514897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:50.515218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:50.519924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:50.520266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:50.520647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:50.521074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Bound port: 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:50.544158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac5075-3d0f-4746-8bbe-1a10262e2927 req-891ad77c-3e7b-4ef6-b578-3c9a911c650b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.545621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18ac5075-3d0f-4746-8bbe-1a10262e2927 req-891ad77c-3e7b-4ef6-b578-3c9a911c650b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0479035 Sep 19 03:03:50.575649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:50.581796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:50.583013 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-8baaff61-0716-4d24-9556-f76efdb47c49 service neutron] 10.222.0.22 "POST /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2070043 Sep 19 03:03:50.583571 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18ac5075-3d0f-4746-8bbe-1a10262e2927 req-6dda46a6-2ccf-4943-97a7-309e91ea1339 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313110 Sep 19 03:03:50.773021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8f1b5-e400-4a44-8eb8-80cc68250c9b req-43b0e4cc-bbc2-452e-af7d-3d3346ca09a2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.774499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfc8f1b5-e400-4a44-8eb8-80cc68250c9b req-43b0e4cc-bbc2-452e-af7d-3d3346ca09a2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0759301 Sep 19 03:03:50.811952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b287a36-f6d5-42be-8b7b-28ea5f41a962 req-56d3a76a-8cf6-4b98-aadd-372fe1867bf1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.813438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b287a36-f6d5-42be-8b7b-28ea5f41a962 req-56d3a76a-8cf6-4b98-aadd-372fe1867bf1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0800540 Sep 19 03:03:50.846984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfc8f1b5-e400-4a44-8eb8-80cc68250c9b req-7535ab89-2b23-4d27-b596-814b289d788f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613699 Sep 19 03:03:50.857402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-80f2bb3b-3053-4a26-8fb7-5bc3601a21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.864064 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-80f2bb3b-3053-4a26-8fb7-5bc3601a21f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1096 time: 0.0536807 Sep 19 03:03:50.865421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b287a36-f6d5-42be-8b7b-28ea5f41a962 req-c2be153f-6a62-4d30-b7e1-f1a4f8f7ec1d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Sep 19 03:03:50.968247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-15a86855-7747-44be-bd8f-8ea1ff39525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.969743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-15a86855-7747-44be-bd8f-8ea1ff39525b service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.0970082 Sep 19 03:03:50.986855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad60b91-925c-482e-b495-48060bfbc943 req-f3ec4a55-f729-4661-a2bc-357fc4af3227 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:50.988213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ad60b91-925c-482e-b495-48060bfbc943 req-f3ec4a55-f729-4661-a2bc-357fc4af3227 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0492837 Sep 19 03:03:51.016703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-a63a8ac1-4501-4604-ba59-741bdaa0f35d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 217 time: 0.0369198 Sep 19 03:03:51.028550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ad60b91-925c-482e-b495-48060bfbc943 req-2a5de83c-0990-4624-a0ed-4d96921129c8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Sep 19 03:03:51.090722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ae6525c2-2dfc-4dc8-9d93-ea649071e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:51.094206 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ae6525c2-2dfc-4dc8-9d93-ea649071e4b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0624399 Sep 19 03:03:51.153791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-a80d7d34-70e7-4970-8f2f-ab0ebee7d6c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294254 Sep 19 03:03:51.240549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-d68acd98-3b84-4bef-8900-2a34c2bec187 req-adcd6d9a-2217-45c5-a3a9-d0faba7328cf service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:03:51.242014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d68acd98-3b84-4bef-8900-2a34c2bec187 req-adcd6d9a-2217-45c5-a3a9-d0faba7328cf service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059414 Sep 19 03:03:51.269020 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-55e24b71-0017-4a70-b6c6-088cc59d8ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937164 Sep 19 03:03:51.343623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36136) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:51.352920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device b707d8f2-fff0-4b7d-b9bc-10336cebc221 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:51.390967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: b707d8f2-fff0-4b7d-b9bc-10336cebc221 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:03:51.392647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device b707d8f2-fff0-4b7d-b9bc-10336cebc221 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:03:51.398267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-d0017859-47d8-4415-9f25-f5a36a30107e service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182828 Sep 19 03:03:51.446552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559521fb-593d-48eb-b24e-e923cbd0993a req-cf4f6010-bc22-4d22-9bc0-de7ef4aea38d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:51.448296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-559521fb-593d-48eb-b24e-e923cbd0993a req-cf4f6010-bc22-4d22-9bc0-de7ef4aea38d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 949 time: 0.0682960 Sep 19 03:03:51.563233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89ab6d00-420d-4045-a420-d2f82e81a487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:51.576609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-559521fb-593d-48eb-b24e-e923cbd0993a req-e575850e-1a29-4bc8-b21a-80c75447b503 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199293 Sep 19 03:03:51.601719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-69ce9329-8b65-4a88-b79f-bd8fe20bc921 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1278281 Sep 19 03:03:51.608912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6962c0-9dea-4934-9683-bbb7676fadc8 req-6c3e5f14-ecd4-4173-9aac-7e64f00847a8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:51.610269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e6962c0-9dea-4934-9683-bbb7676fadc8 req-6c3e5f14-ecd4-4173-9aac-7e64f00847a8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1374755 Sep 19 03:03:51.685828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e6962c0-9dea-4934-9683-bbb7676fadc8 req-d7a6862c-b74f-47cd-ac94-bfbc0dfdb0db tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659103 Sep 19 03:03:51.761787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f158e0-802d-4327-8270-aff0faf8b897 req-8bf75981-21c2-435b-a9b6-47509cddf2b2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:51.763313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7f158e0-802d-4327-8270-aff0faf8b897 req-8bf75981-21c2-435b-a9b6-47509cddf2b2 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0931659 Sep 19 03:03:51.765211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89ab6d00-420d-4045-a420-d2f82e81a487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:51.771743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89ab6d00-420d-4045-a420-d2f82e81a487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:51.828933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-89ab6d00-420d-4045-a420-d2f82e81a487 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75f468a97b23439b8dfd8537f515eb23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843440 Sep 19 03:03:51.829637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab6d00-420d-4045-a420-d2f82e81a487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03ca9c5-8e5f-481d-8394-630a3ad1c1c8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:51.831686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36154) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:51.855989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7f158e0-802d-4327-8270-aff0faf8b897 req-f26d0033-b730-49d9-a7bf-01a8c10b9124 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813475 Sep 19 03:03:51.909582 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba7f-0df3-4503-82c4-c00fc4ae1dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:51.941845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba7f-0df3-4503-82c4-c00fc4ae1dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:52.003812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba7f-0df3-4503-82c4-c00fc4ae1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:52.014697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b9a0-831c-4fde-ade6-5d2aaa959405 req-c8d8cfca-8096-4bf0-a2b5-8f09eeecd881 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:52.016485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2cc4b9a0-831c-4fde-ade6-5d2aaa959405 req-c8d8cfca-8096-4bf0-a2b5-8f09eeecd881 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0650115 Sep 19 03:03:52.024351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62c6ba7f-0df3-4503-82c4-c00fc4ae1dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:52.025541 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-62c6ba7f-0df3-4503-82c4-c00fc4ae1dc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a03ca9c5-8e5f-481d-8394-630a3ad1c1c8 HTTP/1.1" status: 204 len: 168 time: 0.1928458 Sep 19 03:03:52.041088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6ba7f-0df3-4503-82c4-c00fc4ae1dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03ca9c5-8e5f-481d-8394-630a3ad1c1c8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:52.086617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2cc4b9a0-831c-4fde-ade6-5d2aaa959405 req-1e5256ba-9569-4219-abf9-755adcaa794d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582540 Sep 19 03:03:52.362135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-87dc6cc7-58e7-4fd1-92dc-b361efe417e6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:52.363706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-87dc6cc7-58e7-4fd1-92dc-b361efe417e6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 949 time: 0.0646408 Sep 19 03:03:52.498909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port 112dedef-80bf-4ac1-b5f1-6e503f68e795 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:52.499274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:52.620694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port 112dedef-80bf-4ac1-b5f1-6e503f68e795, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=112dedef-80bf-4ac1-b5f1-6e503f68e795,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:52.621081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:52.653053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for 112dedef-80bf-4ac1-b5f1-6e503f68e795 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:52.862233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2709be3-5412-435d-9c6a-c4d42faf95df req-57e66392-f4b7-4536-8e47-4f3f1a9ad2e9 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:52.863840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2709be3-5412-435d-9c6a-c4d42faf95df req-57e66392-f4b7-4536-8e47-4f3f1a9ad2e9 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=47296ea3-0849-494d-9b5f-92906b8c3062 HTTP/1.1" status: 200 len: 949 time: 0.2026269 Sep 19 03:03:52.930633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443c4a0-308b-43b6-99d7-900330cf0a61 req-4ea66590-dd08-49eb-b173-ba4dfc4b8ef3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:52.932334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b443c4a0-308b-43b6-99d7-900330cf0a61 req-4ea66590-dd08-49eb-b173-ba4dfc4b8ef3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1367028 Sep 19 03:03:52.976732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2709be3-5412-435d-9c6a-c4d42faf95df req-672a1bd6-e2f1-4db7-a7c0-3ed7fbdf2d54 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038876 Sep 19 03:03:52.979196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:53.003155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:53.023911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=112dedef-80bf-4ac1-b5f1-6e503f68e795,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:53.030284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b443c4a0-308b-43b6-99d7-900330cf0a61 req-9aea1d09-6ee9-46b2-bb3d-5e38e0950cd5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823524 Sep 19 03:03:53.071882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'cafde0f0-3d10-4056-a101-449a726f5040', '2edeab04-d856-4243-b5ad-5ce8316e802e', '112dedef-80bf-4ac1-b5f1-6e503f68e795'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:53.118341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port 112dedef-80bf-4ac1-b5f1-6e503f68e795 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:03:53.121699 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:53.123977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26ced171-81fa-47c4-94a6-0ec62885d333 req-f9d51027-c24f-4076-b4c9-88183a53f97e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "DELETE /v2.0/ports/112dedef-80bf-4ac1-b5f1-6e503f68e795 HTTP/1.1" status: 204 len: 173 time: 0.7487545 Sep 19 03:03:53.124430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47296ea3-0849-494d-9b5f-92906b8c3062', 'name': 'network-vif-deleted', 'tag': '112dedef-80bf-4ac1-b5f1-6e503f68e795'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:53.126904 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f731a0-c73a-4065-8f92-d9d27cef739d" -d '{"events": [{"server_uuid": "47296ea3-0849-494d-9b5f-92906b8c3062", "name": "network-vif-deleted", "tag": "112dedef-80bf-4ac1-b5f1-6e503f68e795"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:53.221617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7cb2c-103f-45de-ae89-f3c753e144d4 req-5ba001bc-40df-4cc5-bd7f-968e87c88609 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:53.225883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ea7cb2c-103f-45de-ae89-f3c753e144d4 req-5ba001bc-40df-4cc5-bd7f-968e87c88609 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.1086366 Sep 19 03:03:53.234468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-efe192cb-a500-4746-ab82-0b4d205de09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:53.236270 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-efe192cb-a500-4746-ab82-0b4d205de09c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1100 time: 0.1226764 Sep 19 03:03:53.277272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ea7cb2c-103f-45de-ae89-f3c753e144d4 req-7413447a-1bf1-4ab2-8685-edf471106cb9 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453727 Sep 19 03:03:53.417998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-7df2f23c-635d-4bf1-93b6-9d391b445fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:53.419863 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-7df2f23c-635d-4bf1-93b6-9d391b445fe8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1728568 Sep 19 03:03:53.501465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-c4b25130-9f4e-47a2-bfbb-d2c3b0e26d49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.0559542 Sep 19 03:03:53.514473 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2457b5b1-5f28-4114-a083-46174513c580 x-openstack-request-id: req-2457b5b1-5f28-4114-a083-46174513c580 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:53.515043 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47296ea3-0849-494d-9b5f-92906b8c3062", "name": "network-vif-deleted", "tag": "112dedef-80bf-4ac1-b5f1-6e503f68e795", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:53.515472 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2457b5b1-5f28-4114-a083-46174513c580 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:53.515984 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47296ea3-0849-494d-9b5f-92906b8c3062', 'name': 'network-vif-deleted', 'tag': '112dedef-80bf-4ac1-b5f1-6e503f68e795', 'status': 'completed', 'code': 200} Sep 19 03:03:53.567922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6e386-69d2-4952-819c-2f9477b00742 req-a6422af3-e6c5-409d-8024-36a3c724e0c4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:53.578300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4f6e386-69d2-4952-819c-2f9477b00742 req-a6422af3-e6c5-409d-8024-36a3c724e0c4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.1095424 Sep 19 03:03:53.632318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-af23b7fd-0857-4fc7-bbba-7bbf8150336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:53.639987 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-af23b7fd-0857-4fc7-bbba-7bbf8150336f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1160405 Sep 19 03:03:53.641758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4f6e386-69d2-4952-819c-2f9477b00742 req-6a868b4a-a075-40f2-9c30-af0affa15081 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 Sep 19 03:03:53.717578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-d0ed3a82-815d-4b80-b59e-b9428e557b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:53.719244 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-d0ed3a82-815d-4b80-b59e-b9428e557b6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703135 Sep 19 03:03:53.911670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-7f887654-e17d-410c-8533-129ffe0ffb47 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639357 Sep 19 03:03:54.040929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-01756ecc-ac2c-4983-b6f6-9b61a544fcfe service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188867 Sep 19 03:03:54.245761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8778e8d2-3574-47db-a33c-45b5011bb1d3 req-4aa1b05a-9ef3-4cd7-9b79-749781d651db tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:54.253817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8778e8d2-3574-47db-a33c-45b5011bb1d3 req-4aa1b05a-9ef3-4cd7-9b79-749781d651db tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0719628 Sep 19 03:03:54.300749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36258) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:54.323390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8778e8d2-3574-47db-a33c-45b5011bb1d3 req-c679fc0f-6b99-435f-8481-ad9251a31923 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686071 Sep 19 03:03:54.373076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6bf97-f444-49c3-bf41-c467f22ff849 req-52cd9f22-4ef4-4084-9b66-6f1509f044ac tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:54.375130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0d6bf97-f444-49c3-bf41-c467f22ff849 req-52cd9f22-4ef4-4084-9b66-6f1509f044ac tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 950 time: 0.0799477 Sep 19 03:03:54.433984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08912316-161b-411d-904c-93d1e42a1d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:54.453791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0d6bf97-f444-49c3-bf41-c467f22ff849 req-6933132b-cfa4-4f32-82a2-bfe72a6e721c tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724795 Sep 19 03:03:54.477114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd473c-41f5-43dd-8ac0-4c068d10c7ba req-867313eb-1218-495a-868b-4d0d98bd96b5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:54.480787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ecd473c-41f5-43dd-8ac0-4c068d10c7ba req-867313eb-1218-495a-868b-4d0d98bd96b5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 946 time: 0.0836077 Sep 19 03:03:54.535379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ecd473c-41f5-43dd-8ac0-4c068d10c7ba req-f2056a51-f38b-4c9a-afd3-a0c5016a79ba tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Sep 19 03:03:54.569980 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08912316-161b-411d-904c-93d1e42a1d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:54.574281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08912316-161b-411d-904c-93d1e42a1d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:54.617575 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-08912316-161b-411d-904c-93d1e42a1d99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df34296e505d4881ae739bf993d97106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156486 Sep 19 03:03:54.618451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08912316-161b-411d-904c-93d1e42a1d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e22848-9dd3-46e7-ad7d-26772fcd7cce,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:54.620345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36268) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:03:54.673796 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85f1be4d-97b9-484c-a717-e9d0cb2c0cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:54.695252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85f1be4d-97b9-484c-a717-e9d0cb2c0cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:54.774498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda4fb3-bda4-49ca-84d4-0f5b107250de req-06cdbc32-e075-4395-a793-4e0b5a1eda4f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:54.776032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6bda4fb3-bda4-49ca-84d4-0f5b107250de req-06cdbc32-e075-4395-a793-4e0b5a1eda4f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0639207 Sep 19 03:03:54.786141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85f1be4d-97b9-484c-a717-e9d0cb2c0cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:54.788726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85f1be4d-97b9-484c-a717-e9d0cb2c0cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:54.789810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-85f1be4d-97b9-484c-a717-e9d0cb2c0cab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22e22848-9dd3-46e7-ad7d-26772fcd7cce HTTP/1.1" status: 204 len: 168 time: 0.1683669 Sep 19 03:03:54.810954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1be4d-97b9-484c-a717-e9d0cb2c0cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e22848-9dd3-46e7-ad7d-26772fcd7cce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:54.839143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6bda4fb3-bda4-49ca-84d4-0f5b107250de req-a3b87221-3312-4410-bcaa-420708ca4302 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547075 Sep 19 03:03:54.948390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-74f097c4-ee35-491b-acba-71613b87a355 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:54.949911 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-74f097c4-ee35-491b-acba-71613b87a355 tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1097 time: 0.0525835 Sep 19 03:03:54.968101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-809936-1'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:55.022630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:55.159092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:55.199222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:55.241501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:55.243973 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6025ca14-214b-4cfe-8c2c-39377632b3fb" -d '{"events": [{"server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "name": "network-vif-unplugged", "status": "completed", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:55.248716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:55.256245 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:55.294565 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cfb1cf-6851-4c75-baa7-e751162d26e4 x-openstack-request-id: req-33cfb1cf-6851-4c75-baa7-e751162d26e4 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:55.294949 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "name": "network-vif-unplugged", "status": "completed", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:55.295261 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33cfb1cf-6851-4c75-baa7-e751162d26e4 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:55.295712 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2', 'code': 200} Sep 19 03:03:55.355144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:55.369051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on host n-h1-809936-1 for vnic_type normal with profile {"migrating_to": "n-h2-809936-1"} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:55.369894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:55.371122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:55.376062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:55.376637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Attempting to bind port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on network f541e3a0-407b-4757-b916-a146249c9a6a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:55.382420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:55.383076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Checking segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:55.383706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Bound using segment: {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:55.384358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Bound port: 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66a1ba5-74c8-4171-a52f-73cdc07838ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f541e3a0-407b-4757-b916-a146249c9a6a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:55.385086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:55.455501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:55.460655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:55.466227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:55.482037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b47f36-017a-4563-bfae-ee33ad085190 req-54e42c53-4232-4b7d-91ca-ca59c9dad715 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:55.484171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83b47f36-017a-4563-bfae-ee33ad085190 req-54e42c53-4232-4b7d-91ca-ca59c9dad715 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0853126 Sep 19 03:03:55.571132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:55.572912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:55.574824 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] 10.222.0.32 "PUT /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 1122 time: 0.6109774 Sep 19 03:03:55.575789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039373f-8bf2-4212-881b-a2c3e67cba79 service neutron] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=8']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:55.588743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83b47f36-017a-4563-bfae-ee33ad085190 req-17d569c5-7d0a-46bc-b510-266da2bca5a0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980163 Sep 19 03:03:55.610188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687ad70-6643-4640-88b5-8b5b386c980d req-fd163583-966a-496c-9715-ea2eedcf3333 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:55.619133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5687ad70-6643-4640-88b5-8b5b386c980d req-fd163583-966a-496c-9715-ea2eedcf3333 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 950 time: 0.0787539 Sep 19 03:03:55.664048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5687ad70-6643-4640-88b5-8b5b386c980d req-191eed38-eca8-480d-9f89-feacbe354372 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438249 Sep 19 03:03:55.685718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:03:55.690937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 112dedef-80bf-4ac1-b5f1-6e503f68e795 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:55.738499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 112dedef-80bf-4ac1-b5f1-6e503f68e795 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:03:55.745020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 112dedef-80bf-4ac1-b5f1-6e503f68e795 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:03:55.747023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:55.788336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca5ca5-0b90-4ff2-888f-75b7addc43a9 req-418c6b3e-8ee7-4c12-a432-e34b2881e7dd tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:55.790384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afca5ca5-0b90-4ff2-888f-75b7addc43a9 req-418c6b3e-8ee7-4c12-a432-e34b2881e7dd tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.0627174 Sep 19 03:03:55.848068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afca5ca5-0b90-4ff2-888f-75b7addc43a9 req-b0d6c2aa-bf8c-42e8-9419-725b6eff3b3f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515759 Sep 19 03:03:55.911165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:56.073157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-8aaf27e6-c947-4d60-962a-62c22defcb9f tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=fac66db2f73c4317ae3292acf43f4222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305443 Sep 19 03:03:56.079773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:56.105936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 has no active binding in host n-h2-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:03:56.181180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0365e-dad6-4efe-a07b-2e70d8ac1dba req-978405bb-2164-44cf-a019-9acfe0d1b767 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:56.182809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db0365e-dad6-4efe-a07b-2e70d8ac1dba req-978405bb-2164-44cf-a019-9acfe0d1b767 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.1714284 Sep 19 03:03:56.219174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-bc2336f5-2e99-4e17-9bca-13c79b15d8be tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:56.220616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-bc2336f5-2e99-4e17-9bca-13c79b15d8be tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413605 Sep 19 03:03:56.245523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-c579dcc0-e920-4d32-bd01-62ff66a2fb82 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/quotas/fac66db2f73c4317ae3292acf43f4222 HTTP/1.1" status: 200 len: 375 time: 0.0125442 Sep 19 03:03:56.278695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db0365e-dad6-4efe-a07b-2e70d8ac1dba req-9575f9f1-f1d7-4872-beef-5be35ff4496a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777271 Sep 19 03:03:56.296291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-34a90a2b-3215-4ec4-9b79-d215df9962ee tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fac66db2f73c4317ae3292acf43f4222&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331523 Sep 19 03:03:56.445236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-e6ef2d31-515a-482c-8f37-d42d1ea4bb77 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:56.446706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-e6ef2d31-515a-482c-8f37-d42d1ea4bb77 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 950 time: 0.0564620 Sep 19 03:03:56.451631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad538a4e-a9fc-415d-8724-648abc356fbf req-81713fdb-e803-4dce-b1ba-fbdb6c5394b0 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 210 time: 0.0256238 Sep 19 03:03:56.541831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port 2edeab04-d856-4243-b5ad-5ce8316e802e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:03:56.542186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:56.636892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port 2edeab04-d856-4243-b5ad-5ce8316e802e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2edeab04-d856-4243-b5ad-5ce8316e802e,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:03:56.637260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:56.651432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for 2edeab04-d856-4243-b5ad-5ce8316e802e owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:03:56.749882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6f28a-ba4c-4621-9d96-c898d9fa0157 req-b205ea1e-5243-450f-b091-574d2bb6ff67 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:56.751663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03c6f28a-ba4c-4621-9d96-c898d9fa0157 req-b205ea1e-5243-450f-b091-574d2bb6ff67 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0665457 Sep 19 03:03:56.797258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:56.812356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:56.824395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03c6f28a-ba4c-4621-9d96-c898d9fa0157 req-37d2f974-ebbd-4282-a9fc-4d7cebb7ce78 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596294 Sep 19 03:03:56.833781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323722a0-a76c-4517-9f9d-fc967794f1c6 req-05b10470-8540-4549-a402-8662c1e9b842 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:56.835306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-323722a0-a76c-4517-9f9d-fc967794f1c6 req-05b10470-8540-4549-a402-8662c1e9b842 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 867 time: 0.0820813 Sep 19 03:03:56.867122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=2edeab04-d856-4243-b5ad-5ce8316e802e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:56.903724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port 2edeab04-d856-4243-b5ad-5ce8316e802e on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:03:56.903916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-323722a0-a76c-4517-9f9d-fc967794f1c6 req-2fe6ea9a-5dce-4a88-af17-ee068ba93e41 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614362 Sep 19 03:03:56.908807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:56.910916 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1c4dafe-665e-4291-b461-2cc04db59a2b req-c393aebe-8eb0-429b-b2b9-341bc306df2d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "DELETE /v2.0/ports/2edeab04-d856-4243-b5ad-5ce8316e802e HTTP/1.1" status: 204 len: 173 time: 0.4579523 Sep 19 03:03:57.062064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428d379-a7a0-4760-af40-6cbef3ddbfd6 req-61b242b9-0b1e-4884-ad5a-ab1b3148596b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:57.064057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5428d379-a7a0-4760-af40-6cbef3ddbfd6 req-61b242b9-0b1e-4884-ad5a-ab1b3148596b tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.0600204 Sep 19 03:03:57.109759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5428d379-a7a0-4760-af40-6cbef3ddbfd6 req-0755288c-d377-4109-868e-18b0f563c825 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Sep 19 03:03:57.116589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'cafde0f0-3d10-4056-a101-449a726f5040', '2edeab04-d856-4243-b5ad-5ce8316e802e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:03:57.296495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'}, {'server_uuid': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'name': 'network-vif-deleted', 'tag': '2edeab04-d856-4243-b5ad-5ce8316e802e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:57.299913 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37" -d '{"events": [{"name": "network-changed", "server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2"}, {"server_uuid": "63289457-67ca-48f3-88b2-f5f5f928baf0", "name": "network-vif-deleted", "tag": "2edeab04-d856-4243-b5ad-5ce8316e802e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:57.354118 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91ffe0a-9d2c-434a-b0c1-4cb190f92da7 x-openstack-request-id: req-b91ffe0a-9d2c-434a-b0c1-4cb190f92da7 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:57.354960 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2", "status": "completed", "code": 200}, {"server_uuid": "63289457-67ca-48f3-88b2-f5f5f928baf0", "name": "network-vif-deleted", "tag": "2edeab04-d856-4243-b5ad-5ce8316e802e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:57.355223 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b91ffe0a-9d2c-434a-b0c1-4cb190f92da7 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:57.355649 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2', 'status': 'completed', 'code': 200} Sep 19 03:03:57.355910 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63289457-67ca-48f3-88b2-f5f5f928baf0', 'name': 'network-vif-deleted', 'tag': '2edeab04-d856-4243-b5ad-5ce8316e802e', 'status': 'completed', 'code': 200} Sep 19 03:03:57.408185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e405161-3a0d-4757-8d6d-97804cb00464 req-43c92f03-4f44-44de-8017-00dbc919efd8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:57.410512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e405161-3a0d-4757-8d6d-97804cb00464 req-43c92f03-4f44-44de-8017-00dbc919efd8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0494764 Sep 19 03:03:57.419644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-60208017-71bd-4100-a9b4-1479d8084aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:57.421527 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-60208017-71bd-4100-a9b4-1479d8084aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1125 time: 0.0427470 Sep 19 03:03:57.449367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e405161-3a0d-4757-8d6d-97804cb00464 req-d44b76a9-63de-4307-a6b9-3045dd12fbbe tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319026 Sep 19 03:03:57.522573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-0a292dc8-1264-4a44-ad07-9944fee7a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:57.524094 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-0a292dc8-1264-4a44-ad07-9944fee7a359 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.0924180 Sep 19 03:03:57.548157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b69f1ba-91af-4016-b9f0-6f02b452ff77 req-7833f937-9746-416d-8acc-23e59df01b48 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 210 time: 0.0295994 Sep 19 03:03:57.568851 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-8d457e0a-79b3-4154-b13e-e65316627cd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 217 time: 0.0344024 Sep 19 03:03:57.628891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-ed829436-8c1b-4a90-86d3-31fd7634513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:57.630371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-ed829436-8c1b-4a90-86d3-31fd7634513e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0478621 Sep 19 03:03:57.665792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-fde16178-3a3a-4e82-9638-6e9a84aac8a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261123 Sep 19 03:03:57.770539 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-6e24f16f-bc2a-4dcf-92f9-3d73d0cca9f9 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=fac66db2f73c4317ae3292acf43f4222&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293007 Sep 19 03:03:57.774023 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-f36550de-6858-477b-acc5-f130971e488a service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001115 Sep 19 03:03:57.954221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0d512-3c2c-4f05-863e-56a1b205cafc req-f8f27733-d084-4570-b977-99301ed083a1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:57.956467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2e0d512-3c2c-4f05-863e-56a1b205cafc req-f8f27733-d084-4570-b977-99301ed083a1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0535467 Sep 19 03:03:58.019209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2e0d512-3c2c-4f05-863e-56a1b205cafc req-f3f5e079-b1b6-40f7-ac1f-d95408dea395 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560174 Sep 19 03:03:58.021390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c456524-f5b3-40ec-ae09-e622e73a2101 req-96ec6849-d8fd-4edc-9c5f-56b1061b6a0f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=63289457-67ca-48f3-88b2-f5f5f928baf0 HTTP/1.1" status: 200 len: 210 time: 0.0369635 Sep 19 03:03:58.207109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-d077ef00-20f2-4af4-bd88-7e6ed1f4e476 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:58.208537 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-d077ef00-20f2-4af4-bd88-7e6ed1f4e476 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4282615 Sep 19 03:03:58.210686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-141fff15-6d69-4cde-87b2-b0a2dbe6cb37 req-1b2d137e-3cbc-40c8-8998-a3371f8f5a75 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207804 Sep 19 03:03:58.235037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0daf8-278e-43e6-96da-63d4779a8732 req-b1e5483c-0995-4504-8db3-55f9d3791bf5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:58.236977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57c0daf8-278e-43e6-96da-63d4779a8732 req-b1e5483c-0995-4504-8db3-55f9d3791bf5 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.0491543 Sep 19 03:03:58.259277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Request body: {'port': {'device_id': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'fac66db2f73c4317ae3292acf43f4222'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:58.274729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57c0daf8-278e-43e6-96da-63d4779a8732 req-889cdbae-ce58-4d0a-875a-bb6f4f6e0b30 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Sep 19 03:03:58.366756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Made reservation on behalf of fac66db2f73c4317ae3292acf43f4222 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:03:58.370363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:58.379391 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:58.474902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:58.480131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:58.543980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f641f69d-24b5-481d-a70d-c1c22173055d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:58.572062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3f4a8-c8af-4711-919b-e7569cdebd80 req-8ace958e-feee-4a46-8fe0-b9f53e965a5f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:58.573778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9f3f4a8-c8af-4711-919b-e7569cdebd80 req-8ace958e-feee-4a46-8fe0-b9f53e965a5f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0525551 Sep 19 03:03:58.612621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9f3f4a8-c8af-4711-919b-e7569cdebd80 req-1db7b581-ec0f-4e43-bdcc-7a64910746cf tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Sep 19 03:03:58.620264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Allocated IP 192.168.233.27 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/5d589cef-be91-42b6-b3ff-dec1042997c1) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:03:58.648056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4a0d88a-906e-43ef-9579-bdcfe9ae6ee3 req-df05c3ea-b478-4789-b4ea-5292462b4d7a tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 210 time: 0.0297010 Sep 19 03:03:58.781302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:58.813766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:58.856416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:03:58.857226 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:03:58.859814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:03:58.866475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:03:58.889049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:58.919371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:58.920018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:58.936857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-9d82f8b3-d5ce-4ad6-a157-7898a7241b19 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6816905 Sep 19 03:03:58.962771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Request body: {'port': {'device_id': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:03:59.020997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.056484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-402be79b-5728-4510-b680-ecd0568aabc7 None None] Provisioning complete for port 5d589cef-be91-42b6-b3ff-dec1042997c1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:03:59.057286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-402be79b-5728-4510-b680-ecd0568aabc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.100495 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-402be79b-5728-4510-b680-ecd0568aabc7 None None] Port 5d589cef-be91-42b6-b3ff-dec1042997c1 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:03:59.153567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a007f-5432-4e35-818c-6645ad3ee9a4 req-a8df6432-55d1-4bf6-aca5-ba866f425f6d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.155319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-749a007f-5432-4e35-818c-6645ad3ee9a4 req-a8df6432-55d1-4bf6-aca5-ba866f425f6d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0524306 Sep 19 03:03:59.196893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-749a007f-5432-4e35-818c-6645ad3ee9a4 req-f179ccf3-e52e-4118-a833-ee3d3dc78376 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Sep 19 03:03:59.321753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d589cef-be91-42b6-b3ff-dec1042997c1 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:03:59.330146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.343107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Transition to ACTIVE for port object 5d589cef-be91-42b6-b3ff-dec1042997c1 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:03:59.348272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.405884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:59.486068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Attempting to bind port 5d589cef-be91-42b6-b3ff-dec1042997c1 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:03:59.486585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Attempting to bind port 5d589cef-be91-42b6-b3ff-dec1042997c1 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:03:59.486961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Attempting to bind port 5d589cef-be91-42b6-b3ff-dec1042997c1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:59.491569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Port 5d589cef-be91-42b6-b3ff-dec1042997c1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:03:59.492105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Attempting to bind port 5d589cef-be91-42b6-b3ff-dec1042997c1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:03:59.497304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:03:59.497647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:03:59.498029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:03:59.502690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Bound port: 5d589cef-be91-42b6-b3ff-dec1042997c1, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:03:59.503362 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.506029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed9113-f45d-4950-8e15-09bc37072cac req-2e03e0c5-ec25-47fe-8161-31ce746da772 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.511507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebed9113-f45d-4950-8e15-09bc37072cac req-2e03e0c5-ec25-47fe-8161-31ce746da772 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.0807178 Sep 19 03:03:59.515224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.571931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:03:59.575388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:03:59.580859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.581108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebed9113-f45d-4950-8e15-09bc37072cac req-0e1a4f8e-039f-4086-a284-879c621401af tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655482 Sep 19 03:03:59.594463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ae8e7-6225-4d92-9709-a1aa196608ce req-d0fa5634-515b-408b-addb-b7c20bacb438 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.602645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-189ae8e7-6225-4d92-9709-a1aa196608ce req-d0fa5634-515b-408b-addb-b7c20bacb438 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0897701 Sep 19 03:03:59.629692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.631235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:03:59.633063 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] 10.222.0.32 "PUT /v2.0/ports/5d589cef-be91-42b6-b3ff-dec1042997c1 HTTP/1.1" status: 200 len: 1095 time: 0.6748643 Sep 19 03:03:59.639533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:03:59.644473 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cef2d1-e14b-459b-8c18-7547aed1f203" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:03:59.651224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-189ae8e7-6225-4d92-9709-a1aa196608ce req-b86ba11b-64e4-4d93-94d8-60c8596dd26b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Sep 19 03:03:59.698045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04534b-dbc5-4632-b0f3-5354c717ed44 service neutron] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:03:59.732905 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9cb013-030e-4fb7-943d-a96ab4a15bdc x-openstack-request-id: req-7b9cb013-030e-4fb7-943d-a96ab4a15bdc {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:03:59.734705 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:03:59.735018 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b9cb013-030e-4fb7-943d-a96ab4a15bdc {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:03:59.735370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2edeab04-d856-4243-b5ad-5ce8316e802e no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:03:59.737202 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'status': 'completed', 'code': 200} Sep 19 03:03:59.782787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 2edeab04-d856-4243-b5ad-5ce8316e802e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:03:59.783202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2edeab04-d856-4243-b5ad-5ce8316e802e not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:03:59.814954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-3329fc64-9577-4d6d-9e75-9f61b3cd2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.816832 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-3329fc64-9577-4d6d-9e75-9f61b3cd2fc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac66db2f73c4317ae3292acf43f4222&device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 1098 time: 0.0787251 Sep 19 03:03:59.826713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8389-6d11-429b-807c-361562b90d8e req-a66fda1d-b673-4f49-be48-1942da57739b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.828252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-feca8389-6d11-429b-807c-361562b90d8e req-a66fda1d-b673-4f49-be48-1942da57739b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.1284463 Sep 19 03:03:59.878559 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-84270db2-b4d5-4b3f-8b95-36ebc451bbe2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5d589cef-be91-42b6-b3ff-dec1042997c1 HTTP/1.1" status: 200 len: 217 time: 0.0403888 Sep 19 03:03:59.890132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986b075-9e1d-467a-98a3-9ffeb96040a0 req-df8a37fc-cbb7-4c60-87ae-bcafa0be0de0 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.891658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b986b075-9e1d-467a-98a3-9ffeb96040a0 req-df8a37fc-cbb7-4c60-87ae-bcafa0be0de0 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 947 time: 0.1068957 Sep 19 03:03:59.927926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-feca8389-6d11-429b-807c-361562b90d8e req-d610e925-0f5f-4964-98a7-09b42ec12639 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901048 Sep 19 03:03:59.932158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-f77373fb-91e9-43ef-92c1-99e089785f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.934601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-f77373fb-91e9-43ef-92c1-99e089785f0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0481238 Sep 19 03:03:59.957068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b986b075-9e1d-467a-98a3-9ffeb96040a0 req-87f82b8f-4d8c-4b54-96cd-8b13cb49a321 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531425 Sep 19 03:03:59.988852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fda5a4-1824-4645-91af-fb90c4184838 req-12885abc-d045-489f-8011-9476d6114fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:03:59.990853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-12885abc-d045-489f-8011-9476d6114fcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0445168 Sep 19 03:04:00.082762 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-6a817b3b-7a62-4f9c-bca9-a446acd143c9 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829334 Sep 19 03:04:00.178267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-94fda5a4-1824-4645-91af-fb90c4184838 req-78826c0f-9ea6-45fb-8030-7da2aa81f687 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875306 Sep 19 03:04:00.324877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-6e7fe8df-e784-43f4-8aa7-7668e9928119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:00.326410 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-6e7fe8df-e784-43f4-8aa7-7668e9928119 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fac66db2f73c4317ae3292acf43f4222&device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 1098 time: 0.0450585 Sep 19 03:04:00.327258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01741de-d815-4485-8453-525f26cc88d3 req-2d50cca7-feda-4cce-8345-9eca3d91cd16 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:00.328917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c01741de-d815-4485-8453-525f26cc88d3 req-2d50cca7-feda-4cce-8345-9eca3d91cd16 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0630190 Sep 19 03:04:00.379249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c01741de-d815-4485-8453-525f26cc88d3 req-e6841786-e6be-4483-96af-8c0f0788be50 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Sep 19 03:04:00.437129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-a14a0948-37a1-491a-9c0b-1461d46e35f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:00.438989 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-a14a0948-37a1-491a-9c0b-1461d46e35f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1010113 Sep 19 03:04:00.487343 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-1a657f92-2e41-4ea3-8618-a746cc85bacf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5d589cef-be91-42b6-b3ff-dec1042997c1 HTTP/1.1" status: 200 len: 217 time: 0.0347369 Sep 19 03:04:00.544541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-6309b3a2-47ed-49e7-b1f4-27dca783a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:00.545963 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-6309b3a2-47ed-49e7-b1f4-27dca783a24c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0418851 Sep 19 03:04:00.590848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-1900ad9c-cb14-4340-8736-f0d67c4a4f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:00.592350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-1900ad9c-cb14-4340-8736-f0d67c4a4f4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391104 Sep 19 03:04:00.704099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-42a49988-2868-436c-ace0-8debe52b7b19 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974984 Sep 19 03:04:00.771877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b714c-87c4-4b64-8343-1ad9689d521a req-fd732043-cb8f-48e3-8630-654dc54670da tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:00.773368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e0b714c-87c4-4b64-8343-1ad9689d521a req-fd732043-cb8f-48e3-8630-654dc54670da tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 944 time: 0.1040666 Sep 19 03:04:00.803372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12f78-d42c-4f95-8666-bc1cb520cb78 req-a9259076-2c13-42ca-9a1c-d014a211a076 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:00.804851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95d12f78-d42c-4f95-8666-bc1cb520cb78 req-a9259076-2c13-42ca-9a1c-d014a211a076 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0818543 Sep 19 03:04:00.805010 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65cef2d1-e14b-459b-8c18-7547aed1f203 req-5ed59a96-d52f-421e-a230-5c274a25e89c service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922112 Sep 19 03:04:00.837403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e0b714c-87c4-4b64-8343-1ad9689d521a req-7b2f057d-6019-42b4-983a-706e52c54c56 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575774 Sep 19 03:04:00.860615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95d12f78-d42c-4f95-8666-bc1cb520cb78 req-f9fd56bc-0f38-47db-a875-5917e1ea2d6e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489700 Sep 19 03:04:01.019266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f6602-c447-4a86-834a-56a6867458a5 req-9e644e21-5654-4204-bbb9-c0b7afeb0ed2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:01.021211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e54f6602-c447-4a86-834a-56a6867458a5 req-9e644e21-5654-4204-bbb9-c0b7afeb0ed2 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 950 time: 0.0637195 Sep 19 03:04:01.081610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a58bbc-93fe-4f08-b374-d1f45d5b799e req-874e9d84-55d0-4aed-95b5-08dee23ea446 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:01.083600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3a58bbc-93fe-4f08-b374-d1f45d5b799e req-874e9d84-55d0-4aed-95b5-08dee23ea446 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.0838420 Sep 19 03:04:01.104014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997f9a1-750c-4815-8165-a33875a020f9 req-d5c18037-9c29-4991-8359-11e560f297b7 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:01.105464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b997f9a1-750c-4815-8165-a33875a020f9 req-d5c18037-9c29-4991-8359-11e560f297b7 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 947 time: 0.0778012 Sep 19 03:04:01.139437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port 63e16640-cdd5-4ea5-885b-012b48906a76 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:01.139892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:01.152210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3a58bbc-93fe-4f08-b374-d1f45d5b799e req-6732173a-8291-4921-99ae-0d757837325b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619862 Sep 19 03:04:01.172352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b997f9a1-750c-4815-8165-a33875a020f9 req-50163f88-ea6f-4d78-b4d4-31d0a1b019ed tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552981 Sep 19 03:04:01.223702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-d2cb2d89-f9c5-4b5c-8248-9f6fdab8561b service neutron] 10.222.0.30 "GET /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2/bindings/n-h2-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.0637999 Sep 19 03:04:01.240854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port 63e16640-cdd5-4ea5-885b-012b48906a76, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=63e16640-cdd5-4ea5-885b-012b48906a76,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:01.241226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:01.252975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for 63e16640-cdd5-4ea5-885b-012b48906a76 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:01.381256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:01.399427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:01.405800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:01.409706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=63e16640-cdd5-4ea5-885b-012b48906a76,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:01.434616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:01.474253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port 63e16640-cdd5-4ea5-885b-012b48906a76 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:01.476941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:01.479210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e54f6602-c447-4a86-834a-56a6867458a5 req-1a4398b5-cfac-4a0c-aac0-73b7df3d86d6 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "DELETE /v2.0/ports/63e16640-cdd5-4ea5-885b-012b48906a76 HTTP/1.1" status: 204 len: 173 time: 0.4499922 Sep 19 03:04:01.481697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'cafde0f0-3d10-4056-a101-449a726f5040'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:01.483911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:01.485907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:01.495023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:01.518416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:01.614108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b552a-2b58-4958-9a93-8810208f4991 req-fc0e4a33-8a43-4356-96f8-5618764849da tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:01.615684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f94b552a-2b58-4958-9a93-8810208f4991 req-fc0e4a33-8a43-4356-96f8-5618764849da tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1066308 Sep 19 03:04:01.665844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] Transition to ACTIVE for port object 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:04:01.672140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f94b552a-2b58-4958-9a93-8810208f4991 req-c4967997-d1ea-48e0-9fe1-b137b630779e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488386 Sep 19 03:04:01.674854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:01.738160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1645723c-ef48-4196-8096-79c66631f7e8', 'name': 'network-vif-deleted', 'tag': '63e16640-cdd5-4ea5-885b-012b48906a76'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:01.740505 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de06d29-802b-4fd8-a7e4-bf52acf3404a" -d '{"events": [{"server_uuid": "1645723c-ef48-4196-8096-79c66631f7e8", "name": "network-vif-deleted", "tag": "63e16640-cdd5-4ea5-885b-012b48906a76"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:01.787246 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf4d129-d640-46b8-ac3c-917b85838f58 x-openstack-request-id: req-0bf4d129-d640-46b8-ac3c-917b85838f58 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:01.787901 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1645723c-ef48-4196-8096-79c66631f7e8", "name": "network-vif-deleted", "tag": "63e16640-cdd5-4ea5-885b-012b48906a76", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:01.789106 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bf4d129-d640-46b8-ac3c-917b85838f58 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:01.789393 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1645723c-ef48-4196-8096-79c66631f7e8', 'name': 'network-vif-deleted', 'tag': '63e16640-cdd5-4ea5-885b-012b48906a76', 'status': 'completed', 'code': 200} Sep 19 03:04:01.953778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-498bd938-0059-4536-8a31-26d79182bff0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:01.956413 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-498bd938-0059-4536-8a31-26d79182bff0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/ports?device_id=83b80781-4ffc-4a84-bc76-82fd14fd9a53 HTTP/1.1" status: 200 len: 949 time: 0.1106637 Sep 19 03:04:02.042360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] No DVR routers for this DVR port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:02.105766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port cafde0f0-3d10-4056-a101-449a726f5040 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:02.106135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:02.131830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ab71a55-55cb-4e95-b3a1-a51a882d0b65 req-2b9b9443-6105-496d-b9db-d8e9c01b858d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=1645723c-ef48-4196-8096-79c66631f7e8 HTTP/1.1" status: 200 len: 210 time: 0.0845151 Sep 19 03:04:02.140113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] 10.222.0.30 "PUT /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2/bindings/n-h2-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8995316 Sep 19 03:04:02.140732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135288c6-5a0c-460d-8706-637b8ec6cb7a service neutron] Pushing event updated for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:02.172666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70876ed2-f132-4356-9401-24b8eebfd5b1 req-2d4c342b-853d-4126-93f5-2c2f54efc9e1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.175225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70876ed2-f132-4356-9401-24b8eebfd5b1 req-2d4c342b-853d-4126-93f5-2c2f54efc9e1 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.1296763 Sep 19 03:04:02.227324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70876ed2-f132-4356-9401-24b8eebfd5b1 req-75b2d785-f61b-4679-848b-8a096195e194 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Sep 19 03:04:02.236927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port cafde0f0-3d10-4056-a101-449a726f5040, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cafde0f0-3d10-4056-a101-449a726f5040,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:02.237308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:02.262524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for cafde0f0-3d10-4056-a101-449a726f5040 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:02.340506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e6603-6382-4c6a-8d33-7190d25dc8ed req-94ab7937-43a6-48a2-86a4-d83a1ca23d7f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.341994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd4e6603-6382-4c6a-8d33-7190d25dc8ed req-94ab7937-43a6-48a2-86a4-d83a1ca23d7f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 945 time: 0.1136785 Sep 19 03:04:02.360577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-0d3e4495-21bd-469b-bb60-1551dc0d2dec tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.362901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-0d3e4495-21bd-469b-bb60-1551dc0d2dec tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1221857 Sep 19 03:04:02.390263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275d48c-0b32-496e-8410-e7e811ff507d req-75677832-0734-496e-9941-f5f5fe4fd7e6 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.391961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b275d48c-0b32-496e-8410-e7e811ff507d req-75677832-0734-496e-9941-f5f5fe4fd7e6 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 947 time: 0.1005769 Sep 19 03:04:02.399554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:02.415222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679', '63e16640-cdd5-4ea5-885b-012b48906a76'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:02.428151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=cafde0f0-3d10-4056-a101-449a726f5040,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:02.452134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd4e6603-6382-4c6a-8d33-7190d25dc8ed req-48e9903c-1830-4919-90b2-045bc726b2ef tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021645 Sep 19 03:04:02.480140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port cafde0f0-3d10-4056-a101-449a726f5040 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:02.482771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:02.483316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b275d48c-0b32-496e-8410-e7e811ff507d req-551a80f4-7ea4-4fac-a930-22a0334fe236 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 Sep 19 03:04:02.484853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a28bd743-bfc5-4bb0-901f-260f4199fe33 req-b45abd2d-2ea6-44ba-aa43-2624d731307f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "DELETE /v2.0/ports/cafde0f0-3d10-4056-a101-449a726f5040 HTTP/1.1" status: 204 len: 173 time: 0.5099704 Sep 19 03:04:02.490833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-a166c5de-af92-42a4-ba78-5523e5e60b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.492393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-a166c5de-af92-42a4-ba78-5523e5e60b30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827&tenant_id=ef934edf9ce84369a7d7646bf99a2728 HTTP/1.1" status: 200 len: 1096 time: 0.0995648 Sep 19 03:04:02.596516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-05d10e85-8d19-4a5d-afe9-42f11c9cb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.598460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-05d10e85-8d19-4a5d-afe9-42f11c9cb938 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1096 time: 0.0473485 Sep 19 03:04:02.720847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-071b622a-f2fb-402a-b7ba-ce174de6738a tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.722429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-071b622a-f2fb-402a-b7ba-ce174de6738a tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1064994 Sep 19 03:04:02.742011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809936-1'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:02.764522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-7dcf8afe-5696-4e0c-ba9d-836e05cc0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.765969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-7dcf8afe-5696-4e0c-ba9d-836e05cc0ff8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.1586044 Sep 19 03:04:02.842274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-cb5c1d11-99d8-433c-b713-d9881cf7908e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 200 len: 217 time: 0.0652347 Sep 19 03:04:02.906453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:02.932558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b0864-b27c-45d1-9772-b13837111d78 req-3de55438-8ae5-4ea6-8019-64c249e8f257 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.934053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da6b0864-b27c-45d1-9772-b13837111d78 req-3de55438-8ae5-4ea6-8019-64c249e8f257 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1711295 Sep 19 03:04:02.953121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-b783f862-356c-4489-9600-81f68ac992e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:02.954705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-b783f862-356c-4489-9600-81f68ac992e2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.0950496 Sep 19 03:04:03.024228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-e79730fd-3686-4b9e-b734-12d78d0c5f86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414345 Sep 19 03:04:03.050249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da6b0864-b27c-45d1-9772-b13837111d78 req-5593c39d-c8cb-4f5c-84e5-79a0af15960f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061399 Sep 19 03:04:03.188423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:03.197628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:03.209653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-df4e26db-8ce3-4246-9c14-1138db00de54 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744523 Sep 19 03:04:03.275689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:03.389774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:03.392151 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cbc38a-2dd3-4d45-aeb8-ddff27ecaa08" -d '{"events": [{"server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:03.399631 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:03.419295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:03.437761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:04:03.463367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-647faa36-f585-4a37-9af6-01d9dfb02ee8 service neutron] 10.222.0.32 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372279 Sep 19 03:04:03.479289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364206d6-0b82-4d47-b4a3-f2a73ac4d365 req-f666d8d2-cbad-4efa-a7bc-224a5beb8676 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:03.488028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-364206d6-0b82-4d47-b4a3-f2a73ac4d365 req-f666d8d2-cbad-4efa-a7bc-224a5beb8676 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.1450031 Sep 19 03:04:03.534482 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851cba5c-24a9-4951-91b2-8dc762e53038 x-openstack-request-id: req-851cba5c-24a9-4951-91b2-8dc762e53038 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:03.534873 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "name": "network-vif-unplugged", "status": "completed", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:03.535247 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-851cba5c-24a9-4951-91b2-8dc762e53038 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:03.535790 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e', 'code': 200} Sep 19 03:04:03.589893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:03.598025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:03.614926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-364206d6-0b82-4d47-b4a3-f2a73ac4d365 req-1000b657-297a-42e1-9a1d-63cc36b84094 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254585 Sep 19 03:04:03.623881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on host n-h2-809936-1 for vnic_type normal with profile {"migrating_to": "n-h1-809936-1"} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:03.624291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:03.624634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:03.639436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:04:03.639436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:03.641784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on host n-h2-809936-1 for vnic_type normal with profile {"migrating_to": "n-h1-809936-1"} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:03.642173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:03.642583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:03.648490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:03.648715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:04:03.649010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:03.653018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:03.653498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:03.654081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Bound port: 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:03.654454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:03.654930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:03.655381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:03.655799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:03.656284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Bound port: 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:03.657486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:03.741497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:04:03.756064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:03.773619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:03.790641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'name': 'network-vif-deleted', 'tag': 'cafde0f0-3d10-4056-a101-449a726f5040'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:03.791290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:03.793197 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52452e01-20d0-421e-a464-dfbaf463ea66" -d '{"events": [{"server_uuid": "83b80781-4ffc-4a84-bc76-82fd14fd9a53", "name": "network-vif-deleted", "tag": "cafde0f0-3d10-4056-a101-449a726f5040"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:03.803807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:03.818897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e-n-h2-809936-1-0 {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:04:03.819231 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:04:03.829195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a25771-7f99-46e6-acb5-d6ae4754bfd6 req-22ba9399-c871-4121-ae0c-219285ef635c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:03.830907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4a25771-7f99-46e6-acb5-d6ae4754bfd6 req-22ba9399-c871-4121-ae0c-219285ef635c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.1130624 Sep 19 03:04:03.869526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ad9a2-bbaf-4221-ab12-fc237f0aa3a6 req-ac55971f-89c8-4571-8198-09d8af0df468 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:03.872441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-234ad9a2-bbaf-4221-ab12-fc237f0aa3a6 req-ac55971f-89c8-4571-8198-09d8af0df468 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 947 time: 0.1146729 Sep 19 03:04:03.932039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e has no active binding in host n-h1-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:04:03.942330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:03.957375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:03.960302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4a25771-7f99-46e6-acb5-d6ae4754bfd6 req-09f093ac-c0cf-4da1-b0cd-69a05b18a19a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217067 Sep 19 03:04:03.971430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'mac_address': 'fa:16:3e:15:83:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:04:03.979487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-234ad9a2-bbaf-4221-ab12-fc237f0aa3a6 req-a5c77aed-e557-4804-8f3f-01c1ccf5ee58 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918615 Sep 19 03:04:03.992683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-4f60148d-2362-41c7-8ead-0223fbd50e1b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:03.994164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-4f60148d-2362-41c7-8ead-0223fbd50e1b tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827&tenant_id=ef934edf9ce84369a7d7646bf99a2728&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.0769873 Sep 19 03:04:04.035773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:04.051550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d589cef-be91-42b6-b3ff-dec1042997c1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:04.076525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:04.082433 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:04.148723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:04.164527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-41e756f0-9895-470a-9d6c-259d81f47de5 service neutron] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:04.169370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-41e756f0-9895-470a-9d6c-259d81f47de5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:04.170496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5ec1114-b94f-4195-be26-bad6663d1fa4 req-41e756f0-9895-470a-9d6c-259d81f47de5 service neutron] 10.222.0.32 "DELETE /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2/bindings/n-h1-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.1670964 Sep 19 03:04:04.172186 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c172452-8149-4d02-9af5-4419b73c8edb x-openstack-request-id: req-8c172452-8149-4d02-9af5-4419b73c8edb {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:04.172497 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b80781-4ffc-4a84-bc76-82fd14fd9a53", "name": "network-vif-deleted", "tag": "cafde0f0-3d10-4056-a101-449a726f5040", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:04.172742 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c172452-8149-4d02-9af5-4419b73c8edb {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:04.173319 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b80781-4ffc-4a84-bc76-82fd14fd9a53', 'name': 'network-vif-deleted', 'tag': 'cafde0f0-3d10-4056-a101-449a726f5040', 'status': 'completed', 'code': 200} Sep 19 03:04:04.183781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0d3dd-12cf-4e71-8116-11ddd542b3b5 req-b1301432-00c2-48e8-b669-7869c849448d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:04.185195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91c0d3dd-12cf-4e71-8116-11ddd542b3b5 req-b1301432-00c2-48e8-b669-7869c849448d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 950 time: 0.0685306 Sep 19 03:04:04.237327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91c0d3dd-12cf-4e71-8116-11ddd542b3b5 req-f1b948de-875c-4627-a188-f7d1890d65bc tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416493 Sep 19 03:04:04.276781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275575d-08bf-4487-aa08-e92f1d19babe req-c6cdf57a-cb64-4ca8-b0d9-4d34d5eaceb6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:04.278236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7275575d-08bf-4487-aa08-e92f1d19babe req-c6cdf57a-cb64-4ca8-b0d9-4d34d5eaceb6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0542545 Sep 19 03:04:04.318674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7275575d-08bf-4487-aa08-e92f1d19babe req-344a065f-5331-492a-a0e0-cefa9cd7cb12 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Sep 19 03:04:04.332939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on host n-h2-809936-1 for vnic_type normal with profile {"migrating_to": "n-h1-809936-1"} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:04.333275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:04.333601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:04.337969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:04:04.338292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempting to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on network 1168e2df-163a-4eb0-82eb-c9aac060ff6d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:04.343156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:04.343496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Checking segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:04.343873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Bound using segment: {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:04.344291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Bound port: 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886b2ef6-cb12-41cd-b042-592e7c5b9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1168e2df-163a-4eb0-82eb-c9aac060ff6d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:04.344645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:04.397925 n-d-809936-1 neutron-server[94723]: WARNING neutron.plugins.ml2.plugin [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Concurrent port binding operations failed on port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e Sep 19 03:04:04.401258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:04.402545 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attempt 2 to bind port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e Sep 19 03:04:04.405222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:04.405844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:04.407184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ab0de1e7-bddd-4f2f-bfeb-16d70dc85ebe service neutron] 10.222.0.30 "PUT /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 1121 time: 1.6694274 Sep 19 03:04:04.567924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:04.739938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18576d-06f5-4f81-96fd-a3908978de01 req-d941972a-3632-4f00-b632-6e58357ee089 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:04.741421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd18576d-06f5-4f81-96fd-a3908978de01 req-d941972a-3632-4f00-b632-6e58357ee089 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.0481672 Sep 19 03:04:04.770656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:04.779194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd18576d-06f5-4f81-96fd-a3908978de01 req-b8a7fdb2-5683-4913-ba7f-a9db0021982f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Sep 19 03:04:04.793782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5d589cef-be91-42b6-b3ff-dec1042997c1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:04.926909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4d566-cf09-4387-92bd-efe050d7e40c req-85d3fac8-a284-426f-b1fb-565141e5c37d tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:04.928467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7df4d566-cf09-4387-92bd-efe050d7e40c req-85d3fac8-a284-426f-b1fb-565141e5c37d tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 1096 time: 0.0439117 Sep 19 03:04:04.962344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7df4d566-cf09-4387-92bd-efe050d7e40c req-442b4f24-820f-4be7-a405-d4041ba811dc tempest-LiveAutoBlockMigrationV225Test-2033492665 tempest-LiveAutoBlockMigrationV225Test-2033492665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279264 Sep 19 03:04:05.114383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7a6dc-07c3-4604-b0eb-2780ad00e7d4 req-0bdfdfae-a0aa-43ab-ad42-37c72a1e67ed tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:05.115903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41c7a6dc-07c3-4604-b0eb-2780ad00e7d4 req-0bdfdfae-a0aa-43ab-ad42-37c72a1e67ed tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0844970 Sep 19 03:04:05.138370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeebcfe-e44a-4376-86f8-071522a36963 req-f19ea05f-608a-465e-8a46-a7c303b9fc6e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:05.140832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdeebcfe-e44a-4376-86f8-071522a36963 req-f19ea05f-608a-465e-8a46-a7c303b9fc6e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 948 time: 0.0809777 Sep 19 03:04:05.183663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41c7a6dc-07c3-4604-b0eb-2780ad00e7d4 req-457e5d21-fb94-43c5-82d8-717aaa33f9bf tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601916 Sep 19 03:04:05.204196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdeebcfe-e44a-4376-86f8-071522a36963 req-abb7de01-cf45-4012-b553-a439b727d1fb tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485022 Sep 19 03:04:05.458154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 63e16640-cdd5-4ea5-885b-012b48906a76 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:05.463801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd371c1-a84f-4137-bdf9-426a4e1a670e req-04a17794-70c4-4d37-8c6c-79f2818714aa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:05.465267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3dd371c1-a84f-4137-bdf9-426a4e1a670e req-04a17794-70c4-4d37-8c6c-79f2818714aa tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 950 time: 0.0762715 Sep 19 03:04:05.477967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 63e16640-cdd5-4ea5-885b-012b48906a76 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:05.478312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 63e16640-cdd5-4ea5-885b-012b48906a76 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:05.487882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a78a0e-7918-4feb-8065-de0ad2c93fef req-c60cb607-9349-4863-9ea4-812aba22cb13 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:05.489290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a78a0e-7918-4feb-8065-de0ad2c93fef req-c60cb607-9349-4863-9ea4-812aba22cb13 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.0718343 Sep 19 03:04:05.531082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3dd371c1-a84f-4137-bdf9-426a4e1a670e req-c1ed7fbf-a85f-41e4-a885-6aff1a183835 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575480 Sep 19 03:04:05.536333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:05.538514 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79b7d57-7f65-4091-8aee-15da16e0e7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:05.548102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a78a0e-7918-4feb-8065-de0ad2c93fef req-4c8aaf59-99f4-4c8e-8fbe-79c4de66fd91 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512059 Sep 19 03:04:05.598272 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eb62e1-3291-4a10-b730-0d59679a4b67 x-openstack-request-id: req-d4eb62e1-3291-4a10-b730-0d59679a4b67 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:05.598560 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:05.598839 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4eb62e1-3291-4a10-b730-0d59679a4b67 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:05.599220 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e', 'status': 'completed', 'code': 200} Sep 19 03:04:05.635106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cd1a6-0aa2-4c89-88ce-cce228eab49f req-a49d86a0-f89e-4286-b6e0-0b4c6df47c19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:05.636584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e1cd1a6-0aa2-4c89-88ce-cce228eab49f req-a49d86a0-f89e-4286-b6e0-0b4c6df47c19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0508029 Sep 19 03:04:05.679810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e1cd1a6-0aa2-4c89-88ce-cce228eab49f req-ec5dbfed-8859-4aac-9a3f-03fe064fa671 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Sep 19 03:04:05.741831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cafde0f0-3d10-4056-a101-449a726f5040 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:05.760556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: cafde0f0-3d10-4056-a101-449a726f5040 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:05.760895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cafde0f0-3d10-4056-a101-449a726f5040 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:05.866226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-8dd80888-1e57-4f12-8b85-34ec72dbea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:05.867738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-8dd80888-1e57-4f12-8b85-34ec72dbea19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1124 time: 0.0412009 Sep 19 03:04:05.961790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-1a77344b-995d-4d6d-94e1-f8b39989fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:05.963248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-1a77344b-995d-4d6d-94e1-f8b39989fa24 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.0865424 Sep 19 03:04:06.029876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-c361728c-1642-49f6-ae12-08c6d5fcb8e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 217 time: 0.0364361 Sep 19 03:04:06.040089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-0af3d9a5-f816-4634-81ec-6baec05030b4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:06.041521 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-0af3d9a5-f816-4634-81ec-6baec05030b4 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 950 time: 0.0475698 Sep 19 03:04:06.184504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-a0f9a881-2a3e-44e9-aef8-d622fb54a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:06.185967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-a0f9a881-2a3e-44e9-aef8-d622fb54a6dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.0701675 Sep 19 03:04:06.198245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-2cb22b5f-9459-4178-938b-2726cd430262 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:06.199665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-2cb22b5f-9459-4178-938b-2726cd430262 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 949 time: 0.0827601 Sep 19 03:04:06.203208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port 3e042f3e-809c-491b-aef4-cd0eda99905a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:06.203552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:06.225405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-e8b7942f-5a03-401b-8fc3-5c5f4d221936 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246212 Sep 19 03:04:06.301550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port 3e042f3e-809c-491b-aef4-cd0eda99905a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3e042f3e-809c-491b-aef4-cd0eda99905a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:06.301839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:06.313842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for 3e042f3e-809c-491b-aef4-cd0eda99905a owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:06.448123 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:06.452222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81efee-fd8b-4742-b536-55d43ba63095 req-708e5011-1505-486f-877c-64339555b5a6 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:06.454833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f81efee-fd8b-4742-b536-55d43ba63095 req-708e5011-1505-486f-877c-64339555b5a6 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 948 time: 0.1789730 Sep 19 03:04:06.467376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:06.468870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1b9d9-38dd-419b-9b05-17becd74c799 req-a43b7896-5b2b-4fc1-853e-385b8a41f0dd tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:06.474805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5de1b9d9-38dd-419b-9b05-17becd74c799 req-a43b7896-5b2b-4fc1-853e-385b8a41f0dd tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.1966791 Sep 19 03:04:06.481260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=3e042f3e-809c-491b-aef4-cd0eda99905a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:06.512280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a', 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:06.512621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-d75e5b77-be59-4357-a668-1dea5bd4a358 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672884 Sep 19 03:04:06.531599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port 3e042f3e-809c-491b-aef4-cd0eda99905a on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:06.540530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:06.554875 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6e455fe6-3438-476a-a2a0-d41ab803eac2 req-c822a8f7-1751-4161-a7cb-e2bacbe7167b tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "DELETE /v2.0/ports/3e042f3e-809c-491b-aef4-cd0eda99905a HTTP/1.1" status: 204 len: 173 time: 0.4388254 Sep 19 03:04:06.555596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f215e45-a535-4aac-8444-23b65600d4d8', 'name': 'network-vif-deleted', 'tag': '3e042f3e-809c-491b-aef4-cd0eda99905a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:06.559238 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fde13d0-6ad5-4d1a-9fd5-8513176ae6b8" -d '{"events": [{"server_uuid": "2f215e45-a535-4aac-8444-23b65600d4d8", "name": "network-vif-deleted", "tag": "3e042f3e-809c-491b-aef4-cd0eda99905a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:06.621842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5de1b9d9-38dd-419b-9b05-17becd74c799 req-06c1e06b-3f62-45ef-8f5b-8de351b06020 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258683 Sep 19 03:04:06.627897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:06.628137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:06.667520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f81efee-fd8b-4742-b536-55d43ba63095 req-f8391969-5a28-4055-bae3-af7492bd64f1 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949186 Sep 19 03:04:06.893693 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a33a5-79d9-4800-aa72-4feebd309520 x-openstack-request-id: req-0e6a33a5-79d9-4800-aa72-4feebd309520 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:06.893984 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f215e45-a535-4aac-8444-23b65600d4d8", "name": "network-vif-deleted", "tag": "3e042f3e-809c-491b-aef4-cd0eda99905a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:06.894355 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e6a33a5-79d9-4800-aa72-4feebd309520 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:06.894650 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f215e45-a535-4aac-8444-23b65600d4d8', 'name': 'network-vif-deleted', 'tag': '3e042f3e-809c-491b-aef4-cd0eda99905a', 'status': 'completed', 'code': 200} Sep 19 03:04:06.933464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-e1cfd05c-bbcc-405e-91dd-c2a42df4248f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:06.940282 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-e1cfd05c-bbcc-405e-91dd-c2a42df4248f tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.0853615 Sep 19 03:04:06.956157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1541b095-d87b-45ee-b441-9545469f2da0 req-06610bb3-2dbc-400c-a73b-189e6ec0f9d5 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f215e45-a535-4aac-8444-23b65600d4d8 HTTP/1.1" status: 200 len: 210 time: 0.0505385 Sep 19 03:04:07.023106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:07.023486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.036387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c79b7d57-7f65-4091-8aee-15da16e0e7dc req-bcb16326-5b1a-4328-ae84-c12216b3cee2 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877284 Sep 19 03:04:07.053405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Deleting port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:07.053959 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.057859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f67faf-c776-4cfc-86ac-bd585d548a73 req-e2f4ea13-283f-4404-b2ef-17f1542e80cf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:07.059449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64f67faf-c776-4cfc-86ac-bd585d548a73 req-e2f4ea13-283f-4404-b2ef-17f1542e80cf tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 945 time: 0.1089683 Sep 19 03:04:07.060479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for d50acfa6-a42a-4ad4-a545-c9d87f89cb1c owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:07.157205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] For port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:07.157717 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.169209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793399c1-e535-4fa0-99bf-3de87e3ca795 req-f9e86ac6-dd9c-4a07-8168-2cf6361b564d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:07.169710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Calling delete_port for 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:07.170705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-793399c1-e535-4fa0-99bf-3de87e3ca795 req-f9e86ac6-dd9c-4a07-8168-2cf6361b564d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1446018 Sep 19 03:04:07.184516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64f67faf-c776-4cfc-86ac-bd585d548a73 req-d9e07ecb-06e2-4f55-9f36-784670547654 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007013 Sep 19 03:04:07.230406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-793399c1-e535-4fa0-99bf-3de87e3ca795 req-4be159da-5ee4-47da-809d-1faf3aa32317 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489676 Sep 19 03:04:07.296190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.309206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:07.326995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=d50acfa6-a42a-4ad4-a545-c9d87f89cb1c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:07.330052 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.342679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3e042f3e-809c-491b-aef4-cd0eda99905a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:07.375739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port d50acfa6-a42a-4ad4-a545-c9d87f89cb1c on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:07.378951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.381084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bce8c59f-a353-4e5d-9d9f-724b27bbef6e req-d51a16d7-bc7a-4c5b-83cb-4b0c9c2e0522 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.32 "DELETE /v2.0/ports/d50acfa6-a42a-4ad4-a545-c9d87f89cb1c HTTP/1.1" status: 204 len: 173 time: 1.1477094 Sep 19 03:04:07.389669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event deleted for resources: {'Port': ['ID=783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:07.420654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:07.442619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] No DVR routers for this DVR port 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:07.445113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.447344 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dfbca0f4-3648-4791-ad13-1a14587d1157 req-11f8b19d-b89f-403d-8940-a2ec8d33dc96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.32 "DELETE /v2.0/ports/783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 HTTP/1.1" status: 204 len: 173 time: 0.4988835 Sep 19 03:04:07.600100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb22497-7600-4b1f-9d74-b75822882990', 'name': 'network-vif-deleted', 'tag': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:07.602574 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357d4757-30e5-4f0d-87d0-49ae4a72072e" -d '{"events": [{"server_uuid": "bcb22497-7600-4b1f-9d74-b75822882990", "name": "network-vif-deleted", "tag": "d50acfa6-a42a-4ad4-a545-c9d87f89cb1c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:07.638517 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecac6fff-4c11-4122-a1e6-f8e2fd88cdef x-openstack-request-id: req-ecac6fff-4c11-4122-a1e6-f8e2fd88cdef {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:07.638989 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb22497-7600-4b1f-9d74-b75822882990", "name": "network-vif-deleted", "tag": "d50acfa6-a42a-4ad4-a545-c9d87f89cb1c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:07.639317 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ecac6fff-4c11-4122-a1e6-f8e2fd88cdef {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:07.639724 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb22497-7600-4b1f-9d74-b75822882990', 'name': 'network-vif-deleted', 'tag': 'd50acfa6-a42a-4ad4-a545-c9d87f89cb1c', 'status': 'completed', 'code': 200} Sep 19 03:04:07.757588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:07.787323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ae63b-fac6-4fdf-b93d-a44c4bf8febf req-ab00ba1e-6007-432e-8270-5e9f9bc57be3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:07.788927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-259ae63b-fac6-4fdf-b93d-a44c4bf8febf req-ab00ba1e-6007-432e-8270-5e9f9bc57be3 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0863185 Sep 19 03:04:07.810246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685275d-d892-4983-99ef-85787989771d req-6628d5cf-1fc4-4279-8ea4-f6c88458f296 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:07.815364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0685275d-d892-4983-99ef-85787989771d req-6628d5cf-1fc4-4279-8ea4-f6c88458f296 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 948 time: 0.1020763 Sep 19 03:04:07.844005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 5d589cef-be91-42b6-b3ff-dec1042997c1 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:04:07.849473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5d589cef-be91-42b6-b3ff-dec1042997c1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:07.849473 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:07.876260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-259ae63b-fac6-4fdf-b93d-a44c4bf8febf req-0ebfd413-b605-4b5a-a3f1-2fe92c51e87a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593913 Sep 19 03:04:07.902556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0685275d-d892-4983-99ef-85787989771d req-d82a907f-b480-45cd-8dbf-2e160de01cfa tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743637 Sep 19 03:04:07.931010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['973b48ab-a360-4f95-99c9-57e651702f6f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:08.048248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:08.096314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:08.110592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:08.113149 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac65fff-fa65-4924-a557-17d503263cf0" -d '{"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:08.119615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:08.182881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-922088fa-75a7-4118-a5f5-e9a69a361bad req-0fb3219d-df5f-4a75-9190-7a85a9692299 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=bcb22497-7600-4b1f-9d74-b75822882990 HTTP/1.1" status: 200 len: 210 time: 0.0373237 Sep 19 03:04:08.290157 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e810f0-a633-44e6-bb3c-33fef19d2763 x-openstack-request-id: req-f3e810f0-a633-44e6-bb3c-33fef19d2763 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:08.290598 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:08.290972 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3e810f0-a633-44e6-bb3c-33fef19d2763 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:08.291456 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'code': 200} Sep 19 03:04:08.317282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-487eb009-53e7-40b2-acbf-ff0ffca5df42 req-a858c106-f72d-4d62-9c0a-611ca4105d6a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 210 time: 0.0364952 Sep 19 03:04:08.354070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:08.376357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96dd23-5c93-4cd6-a6ec-9282a058b811 req-7d1c091b-8608-47f3-9035-d1fe102ecc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:08.380450 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1c96dd23-5c93-4cd6-a6ec-9282a058b811 req-7d1c091b-8608-47f3-9035-d1fe102ecc1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 1100 time: 0.0479629 Sep 19 03:04:08.387857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e944e22-83b1-42bf-bc54-c6800ee14390 req-0dbc3a8e-ff5e-40a7-affa-34f79257e0e2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:08.389526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e944e22-83b1-42bf-bc54-c6800ee14390 req-0dbc3a8e-ff5e-40a7-affa-34f79257e0e2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0661333 Sep 19 03:04:08.424663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1c96dd23-5c93-4cd6-a6ec-9282a058b811 req-5670ffea-79c5-45c2-ac55-5df28c423bea service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Sep 19 03:04:08.428108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e944e22-83b1-42bf-bc54-c6800ee14390 req-5850325d-b310-420b-8c9b-7422d69cd379 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317438 Sep 19 03:04:08.895669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'name': 'network-vif-deleted', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:08.898008 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615fe86b-5120-4e26-910d-ee5b53947efa" -d '{"events": [{"server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "name": "network-vif-deleted", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:08.936890 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d708609c-cc80-42c4-ac90-4f03a285737d x-openstack-request-id: req-d708609c-cc80-42c4-ac90-4f03a285737d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:08.938372 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9656b779-064e-4b71-85df-c61e1296d827", "name": "network-vif-deleted", "tag": "783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:08.940722 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d708609c-cc80-42c4-ac90-4f03a285737d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:08.941355 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9656b779-064e-4b71-85df-c61e1296d827', 'name': 'network-vif-deleted', 'tag': '783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2', 'status': 'completed', 'code': 200} Sep 19 03:04:09.045326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73127ba5-1264-41b4-8eba-78a60bad3860 req-600b0f04-7d91-4a4c-a2cf-961257799b41 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:09.046865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73127ba5-1264-41b4-8eba-78a60bad3860 req-600b0f04-7d91-4a4c-a2cf-961257799b41 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0876646 Sep 19 03:04:09.054953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bb132-d040-44af-a5f0-71670044343d req-8582f65e-9716-427d-8536-3b160a2c2df9 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:09.056382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-051bb132-d040-44af-a5f0-71670044343d req-8582f65e-9716-427d-8536-3b160a2c2df9 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 949 time: 0.0672524 Sep 19 03:04:09.110182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73127ba5-1264-41b4-8eba-78a60bad3860 req-b89d482f-cda6-468a-abd5-e29c15c279b1 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528204 Sep 19 03:04:09.115310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-051bb132-d040-44af-a5f0-71670044343d req-a9e6b211-fe54-4cd1-99fa-36081b1affd3 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522788 Sep 19 03:04:09.413570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74b839b8-9d57-42bb-bb33-57f8db221dbf req-9b2f8852-e42f-45d4-a1de-2112847b8ef9 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 210 time: 0.0270112 Sep 19 03:04:09.499409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31e250-1d3e-40c7-b908-f857f742c393 req-7fe5b85b-4b58-4339-b63e-13f04e850456 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:09.500878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af31e250-1d3e-40c7-b908-f857f742c393 req-7fe5b85b-4b58-4339-b63e-13f04e850456 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 949 time: 0.0567887 Sep 19 03:04:09.564511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af31e250-1d3e-40c7-b908-f857f742c393 req-1d272019-fb84-404e-a366-4913d742901e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544095 Sep 19 03:04:09.572969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12d05a-659d-40a6-8667-875239f2e78a req-5e8af29b-32c3-4ca7-a020-50d819ca3059 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:09.574407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c12d05a-659d-40a6-8667-875239f2e78a req-5e8af29b-32c3-4ca7-a020-50d819ca3059 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0726573 Sep 19 03:04:09.615093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c12d05a-659d-40a6-8667-875239f2e78a req-892ce929-b085-4637-a7d7-5978766b7da6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Sep 19 03:04:09.781636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d50acfa6-a42a-4ad4-a545-c9d87f89cb1c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:09.801810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: d50acfa6-a42a-4ad4-a545-c9d87f89cb1c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:09.802159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d50acfa6-a42a-4ad4-a545-c9d87f89cb1c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:09.802583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:09.821054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:09.821401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 783aa7b5-0c1b-412e-b72f-8b05c0ef5dd2 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:09.821811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3e042f3e-809c-491b-aef4-cd0eda99905a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:09.840739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 3e042f3e-809c-491b-aef4-cd0eda99905a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:09.841096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3e042f3e-809c-491b-aef4-cd0eda99905a not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:10.263384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d039-a2ec-4c21-881d-b368b2139a96 req-1063d324-0dfe-46b0-a70f-08025be61942 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:10.264955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85f2d039-a2ec-4c21-881d-b368b2139a96 req-1063d324-0dfe-46b0-a70f-08025be61942 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 949 time: 0.0809214 Sep 19 03:04:10.272825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fdd64-a22a-4b2d-82fc-6d41ad26ec62 req-331fb9ab-f1d9-46a9-8f30-3f3a54c0f165 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:10.274710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f0fdd64-a22a-4b2d-82fc-6d41ad26ec62 req-331fb9ab-f1d9-46a9-8f30-3f3a54c0f165 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0806634 Sep 19 03:04:10.333531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85f2d039-a2ec-4c21-881d-b368b2139a96 req-5c8a11f5-a7c4-4406-8bc0-5fa63025d645 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577931 Sep 19 03:04:10.336408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f0fdd64-a22a-4b2d-82fc-6d41ad26ec62 req-9d4071ea-1944-4e8a-ab90-b950534dd274 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 Sep 19 03:04:10.563937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-462219b1-3f9d-4539-83ec-4eb51e35a236 req-f5a1dad2-8d00-4fd4-a48a-d3b7bdf5fedb tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=9656b779-064e-4b71-85df-c61e1296d827 HTTP/1.1" status: 200 len: 210 time: 0.0260041 Sep 19 03:04:10.698028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112506-ee42-4eaf-9801-67b59444751b req-302ed562-8b28-47eb-a6da-d9a0f3dbf80f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:10.699634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1112506-ee42-4eaf-9801-67b59444751b req-302ed562-8b28-47eb-a6da-d9a0f3dbf80f tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 949 time: 0.0560267 Sep 19 03:04:10.745841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1112506-ee42-4eaf-9801-67b59444751b req-157104ee-231f-4dcf-9e32-6a73d4ecb86d tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/security-groups?id=26b4d815-fa5e-4c97-ae18-55e27c970e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398183 Sep 19 03:04:10.858756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fd8e3-845a-41b6-8a82-53859a59c49b req-48d55b77-581d-437b-87c7-7abef5e46508 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:10.860237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-214fd8e3-845a-41b6-8a82-53859a59c49b req-48d55b77-581d-437b-87c7-7abef5e46508 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0590568 Sep 19 03:04:10.898686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-214fd8e3-845a-41b6-8a82-53859a59c49b req-1843d9f9-5a1b-467a-82af-07434d68fcd8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Sep 19 03:04:11.275391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-3ada04f4-1a07-48e7-a250-f8ff32dfbed0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:11.276846 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-3ada04f4-1a07-48e7-a250-f8ff32dfbed0 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 949 time: 0.0575006 Sep 19 03:04:11.379125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Deleting port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:11.379125 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:11.509568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] For port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:11.509948 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:11.530886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab2b09-47da-49a7-8537-7f1d0a8607db req-28cf093a-7e8e-4e0a-ad57-e318bbc3417d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:11.532445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0ab2b09-47da-49a7-8537-7f1d0a8607db req-28cf093a-7e8e-4e0a-ad57-e318bbc3417d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0909560 Sep 19 03:04:11.542246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Calling delete_port for 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:11.623165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0ab2b09-47da-49a7-8537-7f1d0a8607db req-d42aae62-bfc3-4fd8-a01a-e4db1ef53ef0 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746026 Sep 19 03:04:11.720070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:11.738520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0250ef5c-9eb7-43c4-8a93-65c8c73ad679'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:11.771938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Pushing event deleted for resources: {'Port': ['ID=0250ef5c-9eb7-43c4-8a93-65c8c73ad679,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:11.783449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:11.830285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] No DVR routers for this DVR port 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:11.832924 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:11.836960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88a1f624-feb4-425b-b2e5-bfdaf78dabd3 req-bf4aea0e-4545-458b-92ae-5f50307c951e tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.30 "DELETE /v2.0/ports/0250ef5c-9eb7-43c4-8a93-65c8c73ad679 HTTP/1.1" status: 204 len: 173 time: 0.5522888 Sep 19 03:04:11.836960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'name': 'network-vif-deleted', 'tag': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:11.839332 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dec478-214e-477d-98a4-a73cadafbf62" -d '{"events": [{"server_uuid": "0f9363db-b6f2-48cb-8f0f-aa40d7af123a", "name": "network-vif-deleted", "tag": "0250ef5c-9eb7-43c4-8a93-65c8c73ad679"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:11.906922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3e6f977-0962-45f6-9b51-2d76d42c8954 req-c5231289-348e-4c9f-a103-b0c067b43867 tempest-ServersOnMultiNodesTest-1835236629 tempest-ServersOnMultiNodesTest-1835236629-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f9363db-b6f2-48cb-8f0f-aa40d7af123a HTTP/1.1" status: 200 len: 210 time: 0.0455885 Sep 19 03:04:11.945869 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2c2381-788e-430d-ac5a-19b872d9a983 x-openstack-request-id: req-af2c2381-788e-430d-ac5a-19b872d9a983 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:11.946239 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9363db-b6f2-48cb-8f0f-aa40d7af123a", "name": "network-vif-deleted", "tag": "0250ef5c-9eb7-43c4-8a93-65c8c73ad679", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:11.946478 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af2c2381-788e-430d-ac5a-19b872d9a983 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:11.946824 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9363db-b6f2-48cb-8f0f-aa40d7af123a', 'name': 'network-vif-deleted', 'tag': '0250ef5c-9eb7-43c4-8a93-65c8c73ad679', 'status': 'completed', 'code': 200} Sep 19 03:04:12.023760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bd919-003f-4a97-973e-9830546f55a3 req-63e81b34-b065-4331-8833-150d7dd073ef tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:12.025214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc9bd919-003f-4a97-973e-9830546f55a3 req-63e81b34-b065-4331-8833-150d7dd073ef tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0492177 Sep 19 03:04:12.064502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc9bd919-003f-4a97-973e-9830546f55a3 req-90f318e4-3e83-4bd9-998f-a22b822d4360 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Sep 19 03:04:12.479975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-17d54d94-5fcb-421d-a94c-49f1f679b082 service neutron] 10.222.0.32 "GET /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.0542462 Sep 19 03:04:12.666173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:12.694940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:12.734436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:12.746607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:12.759947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587cdc5-8f02-4f2e-b911-58890c8d2611 req-5de830b4-7d88-4060-9915-d74011c79291 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:12.761656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e587cdc5-8f02-4f2e-b911-58890c8d2611 req-5de830b4-7d88-4060-9915-d74011c79291 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 943 time: 0.0555608 Sep 19 03:04:12.763788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:12.806561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e587cdc5-8f02-4f2e-b911-58890c8d2611 req-3b590501-9a81-4e69-bff4-526e77851858 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Sep 19 03:04:12.850069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] Transition to ACTIVE for port object 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:04:12.854641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:12.927704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] No DVR routers for this DVR port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:12.970896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:12.983073 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c496fa4e-5437-4581-a1da-973106978c22 service neutron] 10.222.0.32 "PUT /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e/bindings/n-h1-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4951403 Sep 19 03:04:13.139620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-476fc2a3-45dd-4a6a-805c-6145461534ea tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:13.141953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-476fc2a3-45dd-4a6a-805c-6145461534ea tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1095 time: 0.0599260 Sep 19 03:04:13.254537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ceaf451e-19b3-4ba6-899a-31511d226690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:13.256554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-ceaf451e-19b3-4ba6-899a-31511d226690 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73 HTTP/1.1" status: 200 len: 1095 time: 0.0996270 Sep 19 03:04:13.281291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b18f9e-5cc3-4eef-b0c8-4adfa3b24d74 req-3dd49586-6843-4732-933f-222523968870 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:13.286243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42b18f9e-5cc3-4eef-b0c8-4adfa3b24d74 req-3dd49586-6843-4732-933f-222523968870 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0771110 Sep 19 03:04:13.290061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36648) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:13.378097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42b18f9e-5cc3-4eef-b0c8-4adfa3b24d74 req-b506d56a-4024-47ce-a2b1-e69e28810352 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803657 Sep 19 03:04:13.389952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-beaf2e4e-56ab-471a-a40b-66e12ca74431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:13.391695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-beaf2e4e-56ab-471a-a40b-66e12ca74431 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1095 time: 0.0936491 Sep 19 03:04:13.789366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:04:13.864994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ca73715c-d041-4da7-bbd6-7c19db38f3ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=270d523e1715463eb8ba48649847cc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714998 Sep 19 03:04:13.866087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36662) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:13.873923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-76a078ff-efb5-41ab-a51d-69ce62e44eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:13.875540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-76a078ff-efb5-41ab-a51d-69ce62e44eec service neutron] 10.222.0.30 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.4713721 Sep 19 03:04:13.935006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-4ec5ee76-da67-4ff5-beeb-3b312890780a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 200 len: 217 time: 0.0467799 Sep 19 03:04:13.938273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:13.962199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'mac_address': 'fa:16:3e:15:83:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:04:13.988881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a66de3c4-d228-4518-a157-4da3829a1e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.024340 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a66de3c4-d228-4518-a157-4da3829a1e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.055530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.077778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d589cef-be91-42b6-b3ff-dec1042997c1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:14.080820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-bf9bbe38-8441-4f71-bd3d-c535752115b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:14.086165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-bf9bbe38-8441-4f71-bd3d-c535752115b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1429543 Sep 19 03:04:14.108906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a66de3c4-d228-4518-a157-4da3829a1e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.112996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a66de3c4-d228-4518-a157-4da3829a1e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.114540 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a66de3c4-d228-4518-a157-4da3829a1e0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26b4d815-fa5e-4c97-ae18-55e27c970e39 HTTP/1.1" status: 204 len: 168 time: 0.2469318 Sep 19 03:04:14.124322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66de3c4-d228-4518-a157-4da3829a1e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b4d815-fa5e-4c97-ae18-55e27c970e39,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:14.130272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-1cfb5b3b-97e8-482f-a693-9d305378c2f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273163 Sep 19 03:04:14.132304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:14.139196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fead189-4dc1-4d1c-accc-d7676b116668 req-65690b4c-be35-40bf-87ed-d733a74c084f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:14.140206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fead189-4dc1-4d1c-accc-d7676b116668 req-65690b4c-be35-40bf-87ed-d733a74c084f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 944 time: 0.1643989 Sep 19 03:04:14.153282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.207169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fead189-4dc1-4d1c-accc-d7676b116668 req-5e82f3f7-2a37-4115-8085-90fe1c986fb6 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472255 Sep 19 03:04:14.227373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:14.276573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-c32e4c2d-0061-4dfa-a198-fe33e8d11df8 service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351776 Sep 19 03:04:14.336187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5d589cef-be91-42b6-b3ff-dec1042997c1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:14.412880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-789ede21-737a-4da1-8db7-55ecda3a32cd service neutron] 10.222.0.30 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237760 Sep 19 03:04:14.536708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36680) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:14.541030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7a8e6-58e0-4cbf-a66f-87eb2f50bc45 req-36cda39b-ed45-4bf4-9bff-744314defd07 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:14.544637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54e7a8e6-58e0-4cbf-a66f-87eb2f50bc45 req-36cda39b-ed45-4bf4-9bff-744314defd07 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0755992 Sep 19 03:04:14.561390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0825b10d-f39c-4f6c-89b6-4d9646d2dc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.661722 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c4638324-20f5-4700-b100-50cef2ca9a0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0ecd455b6e84ccf8d44732f73d605d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222854 Sep 19 03:04:14.664691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54e7a8e6-58e0-4cbf-a66f-87eb2f50bc45 req-6a19595e-5965-45c6-b68e-7b170ea0a38a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012456 Sep 19 03:04:14.664904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36684) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:14.755801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d57529ad-51e7-4ff2-b6dc-28cb525d80bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.787326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-77087225-3506-4507-9848-7f3771159106 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:14.789006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-77087225-3506-4507-9848-7f3771159106 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5&tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1095 time: 0.0806360 Sep 19 03:04:14.797293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d57529ad-51e7-4ff2-b6dc-28cb525d80bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.866289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d57529ad-51e7-4ff2-b6dc-28cb525d80bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.868948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d57529ad-51e7-4ff2-b6dc-28cb525d80bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.870206 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d57529ad-51e7-4ff2-b6dc-28cb525d80bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6d3f18b-9df3-4c31-90d4-eabb8a85e82b HTTP/1.1" status: 204 len: 168 time: 0.2042544 Sep 19 03:04:14.879201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57529ad-51e7-4ff2-b6dc-28cb525d80bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d3f18b-9df3-4c31-90d4-eabb8a85e82b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:14.954150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-18df4f72-bfe2-4002-a71b-d67f33382175 service neutron] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:14.957600 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-18df4f72-bfe2-4002-a71b-d67f33382175 service neutron] Notify callbacks [] for binding, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:14.958920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd3e499-2d6f-4843-bc70-d04d52a104ca req-18df4f72-bfe2-4002-a71b-d67f33382175 service neutron] 10.222.0.30 "DELETE /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e/bindings/n-h2-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.1591680 Sep 19 03:04:15.352538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bc354-7709-4ec7-a68e-2b2045a93440 req-f6cf8992-2227-408a-9971-8e7994056f08 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:15.364924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-433bc354-7709-4ec7-a68e-2b2045a93440 req-f6cf8992-2227-408a-9971-8e7994056f08 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 944 time: 0.0603523 Sep 19 03:04:15.420975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-433bc354-7709-4ec7-a68e-2b2045a93440 req-a8257264-f553-4786-8da1-a0d1d34d2f8a tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Sep 19 03:04:15.492764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:15.547651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:15.547651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0250ef5c-9eb7-43c4-8a93-65c8c73ad679 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:15.604002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99d1c3-d28c-42d2-b867-d12b2d77e027 req-80391b76-b109-41a6-add6-2c8b205af0b2 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:15.606518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c99d1c3-d28c-42d2-b867-d12b2d77e027 req-80391b76-b109-41a6-add6-2c8b205af0b2 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 1095 time: 0.0609920 Sep 19 03:04:15.661324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c99d1c3-d28c-42d2-b867-d12b2d77e027 req-18de3699-7dfd-41e0-83d7-9c9ab0f5eeb2 tempest-LiveMigrationTest-624979070 tempest-LiveMigrationTest-624979070-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474801 Sep 19 03:04:15.725150 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:15.797803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:15.813445 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36736) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:15.908414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d049a55-f2d0-4342-beb1-5a3e7a2c6f63 req-d646c89d-af00-46af-8ff6-c6ea36da10c7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:15.918623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d049a55-f2d0-4342-beb1-5a3e7a2c6f63 req-d646c89d-af00-46af-8ff6-c6ea36da10c7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1530390 Sep 19 03:04:15.952370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5d589cef-be91-42b6-b3ff-dec1042997c1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:15.952750 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:15.974073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-network', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:16.014170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d049a55-f2d0-4342-beb1-5a3e7a2c6f63 req-53235afc-eafb-43e9-9605-0b7462a72880 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946198 Sep 19 03:04:16.034773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Made reservation on behalf of c0b81e5d1dfe498e8bf868d276525ba8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:04:16.038436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.050342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.082094 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.160584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:16.161884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:16.167597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.169830 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7254b89c-6825-4ea1-bdbf-0381c155783b" -d '{"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:16.174897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.181258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.211756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:04:16.223717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a434a7-588f-495d-a26b-d5f0c42052b8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:16.236110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.237543 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Added segment dd21c8ee-2c55-48c6-957f-e9e2e89d7896 of type vlan for network da846b01-251f-4ae2-b339-ea7c56c78658 Sep 19 03:04:16.245970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a19589-2c27-45c1-b938-500dda58a4ba req-33cf94c3-f952-4949-a9d7-ffdbad6963a9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:16.255400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11a19589-2c27-45c1-b938-500dda58a4ba req-33cf94c3-f952-4949-a9d7-ffdbad6963a9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 944 time: 0.0673459 Sep 19 03:04:16.292468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:16.293857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.308139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11a19589-2c27-45c1-b938-500dda58a4ba req-e74f39e3-5533-4468-bf44-7da7b90f6224 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516660 Sep 19 03:04:16.344459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.346203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:16.347073 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.374688 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5591230 Sep 19 03:04:16.377665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36760) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:16.383017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Request body: {'subnet': {'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-subnet', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:16.414351 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0362e28c-c6ea-4c71-a1d0-ce067e298514 x-openstack-request-id: req-0362e28c-c6ea-4c71-a1d0-ce067e298514 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:16.414661 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:16.414958 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0362e28c-c6ea-4c71-a1d0-ce067e298514 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:16.415447 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'code': 200} Sep 19 03:04:16.417305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Made reservation on behalf of c0b81e5d1dfe498e8bf868d276525ba8 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:04:16.419765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.473072 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198656a-87f8-45af-80d3-e9c0d86c8adf admin admin] Pushing event updated for resources: {'Network': ['ID=da846b01-251f-4ae2-b339-ea7c56c78658,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:16.488009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network da846b01-251f-4ae2-b339-ea7c56c78658 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:04:16.514446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81286ac4-94bf-46b4-8274-679d4a6ff411 req-c75b4eb8-a6f9-4fe9-816c-082f34a5cb96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:16.523079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81286ac4-94bf-46b4-8274-679d4a6ff411 req-c75b4eb8-a6f9-4fe9-816c-082f34a5cb96 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 945 time: 0.0566111 Sep 19 03:04:16.575542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81286ac4-94bf-46b4-8274-679d4a6ff411 req-f90b528b-bae6-4454-ba82-90412f0279f6 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 Sep 19 03:04:16.638137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.691546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebdd78e0-e5fc-49a6-a06a-0187d172dd04,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:16.701818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Checking segment: {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:16.702192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Network hostable DHCP agents. Network: da846b01-251f-4ae2-b339-ea7c56c78658, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:04:16.720922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Network da846b01-251f-4ae2-b339-ea7c56c78658 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:04:16.734442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, da846b01-251f-4ae2-b339-ea7c56c78658) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:16.739390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:16.739649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-5f610a84-19ef-4f23-a807-3cc5e3a78da2 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:16.740040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.741247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-5f610a84-19ef-4f23-a807-3cc5e3a78da2 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 944 time: 0.0621977 Sep 19 03:04:16.746691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665e8a0d-ffff-4667-ab6d-a12f3a65bc05 None None] Network da846b01-251f-4ae2-b339-ea7c56c78658 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:04:16.758160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b225df52-1fa6-456c-bc0f-60da480d943b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3768988 Sep 19 03:04:16.758559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36764) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:16.763536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:16.794961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.796429 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.862236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.885996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Deleting port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:16.886517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.910400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-da846b01-251f-4ae2-b339-ea7c56c78658', 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'fixed_ips': [{'subnet_id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:04:16.911302 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:16.997530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] For port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:16.997920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.006554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.019893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Calling delete_port for 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:17.084278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Allocated IP 172.20.0.2 (da846b01-251f-4ae2-b339-ea7c56c78658/ebdd78e0-e5fc-49a6-a06a-0187d172dd04/b320c4db-9143-4616-9c3e-5f01c61218ce) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:04:17.129263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-6987bb3b-7d9e-420f-bffa-ea136012de42 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:17.131034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-6987bb3b-7d9e-420f-bffa-ea136012de42 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 945 time: 0.1040864 Sep 19 03:04:17.190079 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2e5a4e9c-fc06-461e-8030-7e6375c40d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.228757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f130a-0a0e-4a3c-8170-80c8353aa4ab req-221db9bc-3db4-44e4-afc1-0a9b517b9921 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:17.237091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d16f130a-0a0e-4a3c-8170-80c8353aa4ab req-221db9bc-3db4-44e4-afc1-0a9b517b9921 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1115561 Sep 19 03:04:17.244365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.273156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:17.281114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['59d2e762-67c8-4b1e-9f50-317c6365b362'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:17.293566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event deleted for resources: {'Port': ['ID=2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:17.335728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] No DVR routers for this DVR port 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:17.340273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.342049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822ac903-9d6c-4094-b890-08c3f57c8f19 req-712e9ef5-e35f-44ae-9e1f-8b4bf9f8fb31 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.30 "DELETE /v2.0/ports/2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e HTTP/1.1" status: 204 len: 173 time: 0.5926085 Sep 19 03:04:17.342513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'name': 'network-vif-deleted', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:17.344870 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8405ecc8-ed78-4235-afbb-341d2c0c9e7b" -d '{"events": [{"server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "name": "network-vif-deleted", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:17.363190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d16f130a-0a0e-4a3c-8170-80c8353aa4ab req-49679faf-9338-47a1-8143-e22d4ab0c180 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196008 Sep 19 03:04:17.366980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.394254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Deleting port 973b48ab-a360-4f95-99c9-57e651702f6f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:17.394984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.399667 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.401316 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fe229e-97a9-49de-bc0c-a5771c5db60c x-openstack-request-id: req-14fe229e-97a9-49de-bc0c-a5771c5db60c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:17.401803 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adc984e-c47b-4246-ab45-3e6321de98d5", "name": "network-vif-deleted", "tag": "2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:17.402241 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14fe229e-97a9-49de-bc0c-a5771c5db60c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:17.402858 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9adc984e-c47b-4246-ab45-3e6321de98d5', 'name': 'network-vif-deleted', 'tag': '2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e', 'status': 'completed', 'code': 200} Sep 19 03:04:17.431644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.459651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.468089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18ffa734-c4eb-4b48-91d9-a8bc7d9225de req-fbfd95e9-46b9-401e-ba09-f5972a2fd2b9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 210 time: 0.0403850 Sep 19 03:04:17.524211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Network da846b01-251f-4ae2-b339-ea7c56c78658 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:17.535650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:17.544686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:04:17.549341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Pushing event updated for resources: {'Port': ['ID=b320c4db-9143-4616-9c3e-5f01c61218ce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:17.577829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] For port 973b48ab-a360-4f95-99c9-57e651702f6f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=973b48ab-a360-4f95-99c9-57e651702f6f,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:17.578314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.614288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Calling delete_port for 973b48ab-a360-4f95-99c9-57e651702f6f owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:17.639869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Attempting to bind port b320c4db-9143-4616-9c3e-5f01c61218ce on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:17.640238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Attempting to bind port b320c4db-9143-4616-9c3e-5f01c61218ce by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:17.640602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Attempting to bind port b320c4db-9143-4616-9c3e-5f01c61218ce on network da846b01-251f-4ae2-b339-ea7c56c78658 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:17.656577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:17.656995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Checking segment: {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:17.657372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.658353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Bound using segment: {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:17.658853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Bound port: b320c4db-9143-4616-9c3e-5f01c61218ce, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:17.659235 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.712530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4560b-2072-48bf-b37a-d0df90da757e req-9db7b376-1e56-4f5d-a235-edb47739926c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:17.714626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Allocated IP 172.25.8.109 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/88f06872-9aa3-4399-8fa4-c55b785e9488) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:04:17.724800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95f4560b-2072-48bf-b37a-d0df90da757e req-9db7b376-1e56-4f5d-a235-edb47739926c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 945 time: 0.0738649 Sep 19 03:04:17.762065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] For port b320c4db-9143-4616-9c3e-5f01c61218ce, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:17.770636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95f4560b-2072-48bf-b37a-d0df90da757e req-5f542272-b915-460d-a4dc-c88c536eec7c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444350 Sep 19 03:04:17.775558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] For port b320c4db-9143-4616-9c3e-5f01c61218ce, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b320c4db-9143-4616-9c3e-5f01c61218ce,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:17.794980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:17.866305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443b001-32a9-4122-91bd-ca8d8e4752da None None] Pushing event updated for resources: {'Port': ['ID=b320c4db-9143-4616-9c3e-5f01c61218ce,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:17.890694 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:18.252034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:18.284812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:18.341089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:18.342978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event deleted for resources: {'Port': ['ID=973b48ab-a360-4f95-99c9-57e651702f6f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:18.411224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] No DVR routers for this DVR port 973b48ab-a360-4f95-99c9-57e651702f6f on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:18.411224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:18.413686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01f2fcdc-4e21-466b-98cc-4c5be393cdfd req-13d4bf25-72e2-4af7-90f3-8436ad7a6344 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "DELETE /v2.0/ports/973b48ab-a360-4f95-99c9-57e651702f6f HTTP/1.1" status: 204 len: 173 time: 1.2745442 Sep 19 03:04:18.413686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'name': 'network-vif-deleted', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:18.416170 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bf2e29-903b-4cb0-a550-1b72f1706608" -d '{"events": [{"server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "name": "network-vif-deleted", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:18.446132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:18.536176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=88f06872-9aa3-4399-8fa4-c55b785e9488,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:18.541898 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313cd3ee-3e44-465c-bd7c-3d2246dbbc04 x-openstack-request-id: req-313cd3ee-3e44-465c-bd7c-3d2246dbbc04 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:18.543260 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a542c4d5-118c-4e0a-978e-0da49396ba73", "name": "network-vif-deleted", "tag": "973b48ab-a360-4f95-99c9-57e651702f6f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:18.543669 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-313cd3ee-3e44-465c-bd7c-3d2246dbbc04 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:18.544241 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a542c4d5-118c-4e0a-978e-0da49396ba73', 'name': 'network-vif-deleted', 'tag': '973b48ab-a360-4f95-99c9-57e651702f6f', 'status': 'completed', 'code': 200} Sep 19 03:04:18.546603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:18.549246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:18.552064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:04:18.587427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b551a15-f193-4af6-8c67-85249938509a req-1e8a1725-2162-42f3-8e5e-372bb31136a3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:18.608644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b551a15-f193-4af6-8c67-85249938509a req-1e8a1725-2162-42f3-8e5e-372bb31136a3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1528175 Sep 19 03:04:18.674845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b551a15-f193-4af6-8c67-85249938509a req-cebdd2f2-3a76-4d88-9e7a-70e7d25e7e36 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 Sep 19 03:04:18.760948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74ff9d45-2890-4006-b111-02d7f3e21525 req-d5a8ba1e-7c75-440a-b846-fb66bfb2441f tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 210 time: 0.0485895 Sep 19 03:04:18.880796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b320c4db-9143-4616-9c3e-5f01c61218ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:18.973237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da8b863f-97e3-48b0-b2d2-8267272c4007 req-73c0938d-3548-41c3-99ad-c5c67a216546 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=a542c4d5-118c-4e0a-978e-0da49396ba73 HTTP/1.1" status: 200 len: 210 time: 0.0559373 Sep 19 03:04:19.027102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b320c4db-9143-4616-9c3e-5f01c61218ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:19.027925 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:19.132535 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:19.198635 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:19.287955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port b320c4db-9143-4616-9c3e-5f01c61218ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b320c4db-9143-4616-9c3e-5f01c61218ce,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:19.297845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:19.388903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eccf9f-ce76-4f8f-914a-7d8654697b81 None None] Network da846b01-251f-4ae2-b339-ea7c56c78658 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:04:19.526330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 973b48ab-a360-4f95-99c9-57e651702f6f no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:19.550352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 973b48ab-a360-4f95-99c9-57e651702f6f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:19.550707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 973b48ab-a360-4f95-99c9-57e651702f6f not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:19.551207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:19.584002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:19.584345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c7ca7bd-ceed-42cb-b829-b5a5e2cf6c7e not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:19.597336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:19.607379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0216f370-12da-4b15-b705-b1bc255ebd87 None None] Provisioning complete for port b320c4db-9143-4616-9c3e-5f01c61218ce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:19.607903 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0216f370-12da-4b15-b705-b1bc255ebd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:19.655889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=b320c4db-9143-4616-9c3e-5f01c61218ce,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:19.834619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6298c0a-28c4-49c7-8748-6204ee5242c7 req-8e4cbf5b-a794-46c3-a17b-bc11dfe5d03f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:19.861507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6298c0a-28c4-49c7-8748-6204ee5242c7 req-8e4cbf5b-a794-46c3-a17b-bc11dfe5d03f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0851614 Sep 19 03:04:19.888902 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:19.907093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04ac0170-9b0e-4635-af5a-435f055ec0a6 req-cf2c1efa-a297-431c-8c41-1d1ec64192d6 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 210 time: 0.0431867 Sep 19 03:04:19.924643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Router d58e7ec1-70f4-446e-a6e2-bbdac80add73 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:04:19.974776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6298c0a-28c4-49c7-8748-6204ee5242c7 req-a3cc4b5c-8399-4136-88dd-3e0c510c431a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100280 Sep 19 03:04:20.080225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:04:20.090304 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Sync routers for ids ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:04:20.104356 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Routers {'d58e7ec1-70f4-446e-a6e2-bbdac80add73'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:20.104992 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:20.128725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:20.133379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:20.137489 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a0e7d09a-798c-4a60-8278-c02037dab4f3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3775239 Sep 19 03:04:20.175218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b32c1264-afe4-425e-a1f8-ddae001f3368 None None] Provisioning complete for port b320c4db-9143-4616-9c3e-5f01c61218ce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:20.175583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b32c1264-afe4-425e-a1f8-ddae001f3368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:20.224274 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Set router d58e7ec1-70f4-446e-a6e2-bbdac80add73 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:20.494032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f9f53-4cb7-4588-b1f8-b10d5fa85aaa req-f358db2e-b917-4ee0-9b51-455e4511eb4c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:20.501898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed7f9f53-4cb7-4588-b1f8-b10d5fa85aaa req-f358db2e-b917-4ee0-9b51-455e4511eb4c tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 944 time: 0.1048648 Sep 19 03:04:20.583307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed7f9f53-4cb7-4588-b1f8-b10d5fa85aaa req-95548ec8-17ec-4535-a30c-1fd633aba240 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804942 Sep 19 03:04:20.670008 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:04:18Z', 'revision_number': 3, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port': {'id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:17Z', 'updated_at': '2021-09-19T03:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:20.729955 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Checking router: d58e7ec1-70f4-446e-a6e2-bbdac80add73 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:04:20.730493 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Updating router d58e7ec1-70f4-446e-a6e2-bbdac80add73 port 88f06872-9aa3-4399-8fa4-c55b785e9488 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:04:20.785351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:20.795614 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:20.829369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b320c4db-9143-4616-9c3e-5f01c61218ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:20.951978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-d0da0384-5b06-45a5-a812-5b3643a66cb6 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:20.955521 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-d0da0384-5b06-45a5-a812-5b3643a66cb6 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 944 time: 0.1523707 Sep 19 03:04:20.962101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b320c4db-9143-4616-9c3e-5f01c61218ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:20.962613 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.165401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Deleting port d76240c8-aa9d-443c-aa40-d489721bd9a0 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:21.165744 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.188625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Allocated IP 172.20.0.1 (da846b01-251f-4ae2-b339-ea7c56c78658/ebdd78e0-e5fc-49a6-a06a-0187d172dd04/1d952376-a848-4c6d-816a-75e9c26c2976) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:04:21.231767 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.241776 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.311721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] For port d76240c8-aa9d-443c-aa40-d489721bd9a0, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d76240c8-aa9d-443c-aa40-d489721bd9a0,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:21.312259 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.317051 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Attempting to bind port 88f06872-9aa3-4399-8fa4-c55b785e9488 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:21.317419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Attempting to bind port 88f06872-9aa3-4399-8fa4-c55b785e9488 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:21.317775 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Attempting to bind port 88f06872-9aa3-4399-8fa4-c55b785e9488 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:21.326377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:21.327546 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:21.328361 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.328361 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:21.328827 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Bound port: 88f06872-9aa3-4399-8fa4-c55b785e9488, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:21.329148 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Calling delete_port for d76240c8-aa9d-443c-aa40-d489721bd9a0 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:21.329323 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.387988 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] For port 88f06872-9aa3-4399-8fa4-c55b785e9488, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:21.391332 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] For port 88f06872-9aa3-4399-8fa4-c55b785e9488, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=88f06872-9aa3-4399-8fa4-c55b785e9488,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:21.400337 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Pushing event updated for resources: {'Port': ['ID=88f06872-9aa3-4399-8fa4-c55b785e9488,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:21.405408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fedccff6-3124-4024-a4a8-99818baea145 req-0749b4a8-7e10-446b-bc57-0c5ce84e49f8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 210 time: 0.1619747 Sep 19 03:04:21.421097 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.421455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.421800 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.422141 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.422474 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.424892 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.425369 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.426126 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.426478 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.428800 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.429227 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.429566 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:21.441163 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.538855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.572615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Routers {'d58e7ec1-70f4-446e-a6e2-bbdac80add73'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:21.575414 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:21.595953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event deleted for resources: {'Port': ['ID=d76240c8-aa9d-443c-aa40-d489721bd9a0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:21.672193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-86f14adb-bff5-42b9-b1ea-c493d6c572ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3984392 Sep 19 03:04:21.716402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] No DVR routers for this DVR port d76240c8-aa9d-443c-aa40-d489721bd9a0 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:21.721097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a86b7-bd7a-45ca-804c-e32076dc1013 req-3d031081-0a1d-4b6e-a23e-0b1c25f567b1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:21.724690 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.726831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f53eb22-f03a-4b61-9929-fbb1c708f4bc req-53f8be98-5aef-4190-9ced-08e3dff03a77 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "DELETE /v2.0/ports/d76240c8-aa9d-443c-aa40-d489721bd9a0 HTTP/1.1" status: 204 len: 173 time: 0.7598376 Sep 19 03:04:21.727317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'name': 'network-vif-deleted', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:21.730476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-278a86b7-bd7a-45ca-804c-e32076dc1013 req-3d031081-0a1d-4b6e-a23e-0b1c25f567b1 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.4393334 Sep 19 03:04:21.737046 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898aab68-95f9-48a9-9281-c365e8e79915" -d '{"events": [{"server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "name": "network-vif-deleted", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:21.776215 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] Set router d58e7ec1-70f4-446e-a6e2-bbdac80add73 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:21.839922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:21.876017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-426aaee2-70b5-421d-880a-a2dad7fa3127 req-e37602b3-43c9-4bb0-a405-41b180e2ecd3 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f9fe682-ce42-4f3b-9a1e-c9340dc83efc HTTP/1.1" status: 200 len: 210 time: 0.0761664 Sep 19 03:04:21.905844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-278a86b7-bd7a-45ca-804c-e32076dc1013 req-56075dc6-61a0-42a0-9fd6-5c4733444aa6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742156 Sep 19 03:04:21.948641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-8c0ab32c-43ca-4ab9-9eee-eb10507041ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:21.969135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-8c0ab32c-43ca-4ab9-9eee-eb10507041ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef934edf9ce84369a7d7646bf99a2728&device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 1095 time: 0.1948130 Sep 19 03:04:21.982334 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedcad1-6288-4301-b8d4-6e113cd75193 None None] Pushing event updated for resources: {'Port': ['ID=88f06872-9aa3-4399-8fa4-c55b785e9488,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:22.049072 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32bba79-1514-4451-86a3-4132f4f6f81b x-openstack-request-id: req-a32bba79-1514-4451-86a3-4132f4f6f81b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:22.049555 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fe682-ce42-4f3b-9a1e-c9340dc83efc", "name": "network-vif-deleted", "tag": "d76240c8-aa9d-443c-aa40-d489721bd9a0", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:22.049663 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a32bba79-1514-4451-86a3-4132f4f6f81b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:22.049994 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f9fe682-ce42-4f3b-9a1e-c9340dc83efc', 'name': 'network-vif-deleted', 'tag': 'd76240c8-aa9d-443c-aa40-d489721bd9a0', 'status': 'completed', 'code': 200} Sep 19 03:04:22.145324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:22.236299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Network da846b01-251f-4ae2-b339-ea7c56c78658 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:22.255307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:22.260461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d952376-a848-4c6d-816a-75e9c26c2976,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:22.262886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:04:22.278377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c3fbb-1a7f-4f3f-b693-4abb06cee645 req-90971bc0-7c1f-425e-9cc1-ecda0f586cdd tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:22.280071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-746c3fbb-1a7f-4f3f-b693-4abb06cee645 req-90971bc0-7c1f-425e-9cc1-ecda0f586cdd tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 945 time: 0.2198305 Sep 19 03:04:22.310076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-0d42edb7-63df-4f01-9f6b-5ff4befa30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:22.312103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-0d42edb7-63df-4f01-9f6b-5ff4befa30c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 200 len: 921 time: 0.3267837 Sep 19 03:04:22.329987 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:04:18Z', 'revision_number': 3, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port': {'id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:17Z', 'updated_at': '2021-09-19T03:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:22.410564 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcc22d-f95c-446a-812a-17a5436f22bb None None] The sync data for ids ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'] in n-d-809936-1 is: [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:04:18Z', 'revision_number': 3, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port': {'id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:17Z', 'updated_at': '2021-09-19T03:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:04:22.491877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-4c3972e1-efd4-40d4-acaf-4bf16025d467 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 200 len: 217 time: 0.1551387 Sep 19 03:04:22.588717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:22.653008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ef7d1d35-b1ff-42fe-9da1-79e68621c319 None None] Provisioning complete for port 1d952376-a848-4c6d-816a-75e9c26c2976 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:22.653537 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef7d1d35-b1ff-42fe-9da1-79e68621c319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:22.664259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a82dcc8-4919-430c-9b91-c7575eb4a3e1 req-19b5daa7-8b30-422b-b9f0-76f0351262bf tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=9adc984e-c47b-4246-ab45-3e6321de98d5 HTTP/1.1" status: 200 len: 210 time: 0.1359100 Sep 19 03:04:22.690720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-746c3fbb-1a7f-4f3f-b693-4abb06cee645 req-0c70dfb8-654b-4d25-85b0-ce3f58cbd835 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773510 Sep 19 03:04:22.724044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ef7d1d35-b1ff-42fe-9da1-79e68621c319 None None] Port 1d952376-a848-4c6d-816a-75e9c26c2976 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:04:22.732079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-215f0985-f896-4b9e-acb6-a9b94fb0986e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:22.733718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-215f0985-f896-4b9e-acb6-a9b94fb0986e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 200 len: 860 time: 0.2168853 Sep 19 03:04:22.790793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-189c027e-0dfc-4698-bb57-a374697070b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f541e3a0-407b-4757-b916-a146249c9a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457480 Sep 19 03:04:22.985959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:23.145603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-c0c7f4ee-8cae-40b0-946c-46e7fb677192 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702348 Sep 19 03:04:23.288006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ea096-d953-4d04-b022-2085f663c6aa req-02697117-d801-475f-9144-1d536829bc62 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:23.295918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df2ea096-d953-4d04-b022-2085f663c6aa req-02697117-d801-475f-9144-1d536829bc62 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.2779038 Sep 19 03:04:23.543321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:23.578154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: d76240c8-aa9d-443c-aa40-d489721bd9a0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:23.579816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d76240c8-aa9d-443c-aa40-d489721bd9a0 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:23.833900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-2d860134-9d19-4815-8299-f050cdaa20e0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:23.837586 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-2d860134-9d19-4815-8299-f050cdaa20e0 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 944 time: 0.0835140 Sep 19 03:04:23.879196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df2ea096-d953-4d04-b022-2085f663c6aa req-a6e3a435-6d5a-4a97-9397-9c49b2d48cf9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820873 Sep 19 03:04:23.951513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cbcab77-d82b-4794-bba3-c42a72dd2336 req-24a29bf9-2bb9-464f-a81c-2d594601f296 service neutron] 10.222.0.30 "GET /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942173 Sep 19 03:04:23.989866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Deleting port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:23.990951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:24.003848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6edc4e-1fe0-488e-89b9-62b1ed73094b req-131d7480-7ed2-458e-835c-f17d0549f963 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:24.017554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c6edc4e-1fe0-488e-89b9-62b1ed73094b req-131d7480-7ed2-458e-835c-f17d0549f963 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 944 time: 0.2209735 Sep 19 03:04:24.112768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c6edc4e-1fe0-488e-89b9-62b1ed73094b req-2e9d9932-f483-4e29-8366-f1d9e4de43bb tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/security-groups?id=d843b473-1bd1-406a-8839-7ce18c7bd34c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936909 Sep 19 03:04:24.130601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:24.144726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:24.238640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:24.250663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d952376-a848-4c6d-816a-75e9c26c2976,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:24.274116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] For port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,segment=NetworkSegment(f66a1ba5-74c8-4171-a52f-73cdc07838ac),segment_id=f66a1ba5-74c8-4171-a52f-73cdc07838ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:24.274502 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:24.308005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Calling delete_port for f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:24.497539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Network da846b01-251f-4ae2-b339-ea7c56c78658 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:24.508596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:24.529540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fc435-d4cb-406d-a868-68b99ae67020 req-6cba2889-6a1a-4085-84e4-3e16b47cef83 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:24.537093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-367fc435-d4cb-406d-a868-68b99ae67020 req-6cba2889-6a1a-4085-84e4-3e16b47cef83 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 945 time: 0.1658075 Sep 19 03:04:24.642983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:24.712780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Pushing event deleted for resources: {'Port': ['ID=f5e5cc76-3b4b-4766-ad91-400e2e42d1c9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:24.791822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] No DVR routers for this DVR port f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:24.796849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:24.808038 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34931fb6-2e16-4334-aa16-c7ab4eef99d1 req-f4394250-e68e-4315-a530-5a93a6ddaac7 tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.30 "DELETE /v2.0/ports/f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 HTTP/1.1" status: 204 len: 173 time: 0.9625516 Sep 19 03:04:24.808536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'name': 'network-vif-deleted', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:24.812230 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69409d28-fc6f-4dca-a315-084c8f843f5f" -d '{"events": [{"server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "name": "network-vif-deleted", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:24.884884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f06872-9aa3-4399-8fa4-c55b785e9488 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:24.892847 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69faac7-cb1a-46a8-9e11-c5b1f0694c6d x-openstack-request-id: req-e69faac7-cb1a-46a8-9e11-c5b1f0694c6d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:24.893311 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bcd6d4-9d17-4731-924e-4beb52f4f2df", "name": "network-vif-deleted", "tag": "f5e5cc76-3b4b-4766-ad91-400e2e42d1c9", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:24.893398 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e69faac7-cb1a-46a8-9e11-c5b1f0694c6d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:24.893770 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bcd6d4-9d17-4731-924e-4beb52f4f2df', 'name': 'network-vif-deleted', 'tag': 'f5e5cc76-3b4b-4766-ad91-400e2e42d1c9', 'status': 'completed', 'code': 200} Sep 19 03:04:24.909627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Router d58e7ec1-70f4-446e-a6e2-bbdac80add73 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:04:24.915487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-367fc435-d4cb-406d-a868-68b99ae67020 req-3d5ce230-f1ce-4945-a5e4-bc87ecdf63cd tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700352 Sep 19 03:04:25.017132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-faae89c6-2adf-4f24-84e7-f6e1aee70dc1 None None] Provisioning complete for port 1d952376-a848-4c6d-816a-75e9c26c2976 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:25.017880 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-faae89c6-2adf-4f24-84e7-f6e1aee70dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:25.021079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 88f06872-9aa3-4399-8fa4-c55b785e9488 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:25.021709 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:25.114683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-faae89c6-2adf-4f24-84e7-f6e1aee70dc1 None None] Port 1d952376-a848-4c6d-816a-75e9c26c2976 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:04:25.210043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:25.243170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 88f06872-9aa3-4399-8fa4-c55b785e9488, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=88f06872-9aa3-4399-8fa4-c55b785e9488,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:25.251322 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:25.276657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:04:25.320706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d5e2638-aefa-49a8-a941-654b1d8fefc2 admin admin] 10.222.0.22 "PUT /v2.0/routers/d58e7ec1-70f4-446e-a6e2-bbdac80add73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1860850 Sep 19 03:04:25.388213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92fa8cfc-d8c9-4ed6-a66c-b8f19cb805e3 req-b8dd2277-efae-4c29-a7b9-843371574c1a tempest-LiveAutoBlockMigrationV225Test-605436758 tempest-LiveAutoBlockMigrationV225Test-605436758-project] 10.222.0.22 "GET /v2.0/ports?device_id=15bcd6d4-9d17-4731-924e-4beb52f4f2df HTTP/1.1" status: 200 len: 210 time: 0.0601692 Sep 19 03:04:25.398560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Sync routers for ids ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:04:25.412111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=88f06872-9aa3-4399-8fa4-c55b785e9488,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:25.412252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c096d82-75ee-4e6d-8f28-abdaa5ed29a3 req-41ef928c-aae7-463d-b44c-29912783595c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:25.416889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c096d82-75ee-4e6d-8f28-abdaa5ed29a3 req-41ef928c-aae7-463d-b44c-29912783595c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.4016185 Sep 19 03:04:25.436209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Routers {'d58e7ec1-70f4-446e-a6e2-bbdac80add73'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:25.436374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:25.520363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c096d82-75ee-4e6d-8f28-abdaa5ed29a3 req-caa89e97-bd03-49e8-8438-efbed1adb7ea tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966532 Sep 19 03:04:25.776110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Set router d58e7ec1-70f4-446e-a6e2-bbdac80add73 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:25.782386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-4bb736a5-a927-4503-8164-56c11581f9b1 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:25.784230 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-4bb736a5-a927-4503-8164-56c11581f9b1 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 945 time: 0.0850151 Sep 19 03:04:26.020851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Deleting port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:26.022069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:26.216655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] For port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:26.217422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:26.262325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253cdc-09a0-4b96-82e2-9afc08289667 req-f27647eb-7d3c-4540-ad4c-ddd7468f4419 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:26.269641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f253cdc-09a0-4b96-82e2-9afc08289667 req-f27647eb-7d3c-4540-ad4c-ddd7468f4419 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 945 time: 0.1677980 Sep 19 03:04:26.370908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f253cdc-09a0-4b96-82e2-9afc08289667 req-a2198ca4-4e24-481f-9a07-4d62cdb00323 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups?id=8db31cdc-5c18-4f98-b892-d181cd5977ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000397 Sep 19 03:04:26.464495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37000) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:26.470413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-network', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:26.482522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:04:22Z', 'revision_number': 4, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port': {'id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:17Z', 'updated_at': '2021-09-19T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1d952376-a848-4c6d-816a-75e9c26c2976', 'name': '', 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'mac_address': 'fa:16:3e:72:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:20Z', 'updated_at': '2021-09-19T03:04:23Z', 'revision_number': 2, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'subnets': [{'id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:26.487807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37002) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:26.512746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Checking router: d58e7ec1-70f4-446e-a6e2-bbdac80add73 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:04:26.513569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Updating router d58e7ec1-70f4-446e-a6e2-bbdac80add73 port 1d952376-a848-4c6d-816a-75e9c26c2976 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:04:26.604628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:26.703210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:26.707980 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:26.708515 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Floating IP 96929cda-af15-48e1-8923-c608fe8efd2b disassociated. External IP: 172.25.8.110, port: d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa. Sep 19 03:04:26.709024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Calling delete_port for d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:26.724048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] Deleting subnet 58e173fd-59d2-4cdd-9fca-055d94aea1a8 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:04:26.732497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:26.837037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:26.939520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f06872-9aa3-4399-8fa4-c55b785e9488 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:27.010070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.030830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Made reservation on behalf of 6f760a29965c4dae8b1e6d05093cec8b for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:04:27.033616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.052926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.084784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415fb7-0ff6-4aef-8b9c-a976f53753d6 req-3b8ac687-efa8-4d13-8578-11a8332d42c4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:27.092564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8415fb7-0ff6-4aef-8b9c-a976f53753d6 req-3b8ac687-efa8-4d13-8578-11a8332d42c4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1748407 Sep 19 03:04:27.100210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 88f06872-9aa3-4399-8fa4-c55b785e9488 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:27.100802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.105420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event deleted for resources: {'Port': ['ID=d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:27.127791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.227639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8415fb7-0ff6-4aef-8b9c-a976f53753d6 req-f8781a9f-d709-4477-b94c-b170ba15f424 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341443 Sep 19 03:04:27.281468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.326325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e173fd-59d2-4cdd-9fca-055d94aea1a8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:27.332682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.340186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ca086753-d8a9-41a3-bd35-91537a17e59c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/58e173fd-59d2-4cdd-9fca-055d94aea1a8 HTTP/1.1" status: 204 len: 168 time: 0.8513312 Sep 19 03:04:27.342254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37022) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:27.351293 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.363925 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.399326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.417543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.449956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:04:27.456828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Router d1902d88-b6fc-47a0-a267-130d01cd1783 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:04:27.478572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.482393 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Added segment f4175c8f-b8e0-474c-9724-1928a9f17de3 of type vlan for network 9289ba27-97ad-4037-931b-fd5fdecbb745 Sep 19 03:04:27.590112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a9bb9-1767-420b-afa1-fbe78b3ed598 None None] Pushing event updated for resources: {'Port': ['ID=1d952376-a848-4c6d-816a-75e9c26c2976,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:27.593681 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.601230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.620408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:27.743382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15c31f43-af2a-4391-a7ba-230ca82e785a req-038046d0-5711-4242-aab1-01144f91ade6 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 210 time: 0.0796869 Sep 19 03:04:27.751578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:27.752178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f5e5cc76-3b4b-4766-ad91-400e2e42d1c9 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:27.759655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.760892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:27.763032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.806483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Attempting to bind port 1d952376-a848-4c6d-816a-75e9c26c2976 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:27.815327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Attempting to bind port 1d952376-a848-4c6d-816a-75e9c26c2976 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:27.815704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Attempting to bind port 1d952376-a848-4c6d-816a-75e9c26c2976 on network da846b01-251f-4ae2-b339-ea7c56c78658 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:27.828841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3589454 Sep 19 03:04:27.861998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:27.863429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Checking segment: {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:27.864235 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.864641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Bound using segment: {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:27.867389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Bound port: 1d952376-a848-4c6d-816a-75e9c26c2976, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:27.867863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:27.901122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37032) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:27.923467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Request body: {'subnet': {'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-subnet', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:27.958250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5b804c-81cf-40c0-b5cf-7061131ee140,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:28.081190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec3238-2786-46ba-9e30-6fdbf9c0a153 admin admin] Pushing event updated for resources: {'Network': ['ID=9289ba27-97ad-4037-931b-fd5fdecbb745,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:28.087704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] For port 1d952376-a848-4c6d-816a-75e9c26c2976, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:28.091754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] For port 1d952376-a848-4c6d-816a-75e9c26c2976, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1d952376-a848-4c6d-816a-75e9c26c2976,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:28.099938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:04:28.113415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Made reservation on behalf of 6f760a29965c4dae8b1e6d05093cec8b for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:04:28.116281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.130563 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.144536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:04:28.163245 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] Sync routers for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:04:28.170608 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.183139 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:28.183469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fb4c1fda-7239-4136-846b-a1719e197df8 None None] Provisioning complete for port 1d952376-a848-4c6d-816a-75e9c26c2976 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:28.183862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1fda-7239-4136-846b-a1719e197df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.195897 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:28.256706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] No DVR routers for this DVR port d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:28.260372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.263254 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e1d32719-34de-4e37-8cfe-d1a1a3d2763b req-a56984a6-2bea-4fc6-b4e6-61955079746a tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.30 "DELETE /v2.0/ports/d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa HTTP/1.1" status: 204 len: 173 time: 2.4665096 Sep 19 03:04:28.270338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'name': 'network-vif-deleted', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:28.272883 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc8e348-47af-4ace-bf03-8b20f86236c4" -d '{"events": [{"server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "name": "network-vif-deleted", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:28.282454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f541e3a0-407b-4757-b916-a146249c9a6a']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:28.319478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66a1ba5-74c8-4171-a52f-73cdc07838ac') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:28.319784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66a1ba5-74c8-4171-a52f-73cdc07838ac') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:28.341465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.370774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.388424 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7d67f-9336-415b-80e2-c9d2a72a86b7 x-openstack-request-id: req-7fe7d67f-9336-415b-80e2-c9d2a72a86b7 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:28.388717 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a23614-bd54-4547-86f9-17333b0c159f", "name": "network-vif-deleted", "tag": "d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:28.390379 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fe7d67f-9336-415b-80e2-c9d2a72a86b7 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:28.397938 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a23614-bd54-4547-86f9-17333b0c159f', 'name': 'network-vif-deleted', 'tag': 'd1cdfc2c-cf21-4e99-a88a-f5c6f77642aa', 'status': 'completed', 'code': 200} Sep 19 03:04:28.401199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:04:28.401796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:04:28.404078 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:04:28.558351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.565386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.573177 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f541e3a0-407b-4757-b916-a146249c9a6a HTTP/1.1" status: 204 len: 168 time: 1.2239957 Sep 19 03:04:28.577481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37048) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:28.579960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18e820-18bd-4520-a0cb-4ba54ded02e4 req-a28eb108-5296-456f-858f-a958d7f028f0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:28.597628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c18e820-18bd-4520-a0cb-4ba54ded02e4 req-a28eb108-5296-456f-858f-a958d7f028f0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1658213 Sep 19 03:04:28.616665 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:28.627791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e6155-e822-473c-8ae9-a1a3297ae4d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f541e3a0-407b-4757-b916-a146249c9a6a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:28.657790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Routers {'d58e7ec1-70f4-446e-a6e2-bbdac80add73'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:28.658431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:28.668338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.709467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] Deleting subnet b03788d5-ff06-4a9a-b703-5fef82bcc64c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:04:28.713329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Pushing event updated for resources: {'Subnet': ['ID=263c6344-c725-4a2e-9964-b0dd6ae873b2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:28.726844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.728426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c18e820-18bd-4520-a0cb-4ba54ded02e4 req-0750c72a-8ab4-44e0-a791-e6841f154a0c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298649 Sep 19 03:04:28.797489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Checking segment: {'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:28.800538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Network hostable DHCP agents. Network: 9289ba27-97ad-4037-931b-fd5fdecbb745, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:04:28.829792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1fda-7239-4136-846b-a1719e197df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.831580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a9bb9-1767-420b-afa1-fbe78b3ed598 None None] Pushing event updated for resources: {'Port': ['ID=1d952376-a848-4c6d-816a-75e9c26c2976,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:28.880950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:04:28.900017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.907668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 9289ba27-97ad-4037-931b-fd5fdecbb745) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:28.917987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:28.921349 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:28.939437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf742f-88d2-44e1-a89d-e499ca8c5ad5 None None] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:04:29.030063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fb4c1fda-7239-4136-846b-a1719e197df8 None None] For port 1d952376-a848-4c6d-816a-75e9c26c2976, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1d952376-a848-4c6d-816a-75e9c26c2976,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:29.073840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.106168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccd41d2a-dcfe-42a1-b68f-0862535f3f1a req-d15f82b3-83b9-4f53-8123-79c18fbdc471 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5a23614-bd54-4547-86f9-17333b0c159f HTTP/1.1" status: 200 len: 210 time: 0.1579850 Sep 19 03:04:29.106790 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:29.129641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-97689eb8-e381-4c35-a4c7-1f87f553edae admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2183940 Sep 19 03:04:29.129641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37060) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:29.131495 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb4c1fda-7239-4136-846b-a1719e197df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.138692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:29.201477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.203183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.217623 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] Checking router: d1902d88-b6fc-47a0-a267-130d01cd1783 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:04:29.237771 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:29.239854 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:29.284501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c1fda-7239-4136-846b-a1719e197df8 None None] Pushing event updated for resources: {'Port': ['ID=1d952376-a848-4c6d-816a-75e9c26c2976,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:29.303996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.349988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.356016 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b03788d5-ff06-4a9a-b703-5fef82bcc64c HTTP/1.1" status: 204 len: 168 time: 0.7775543 Sep 19 03:04:29.361301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:29.372345 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.428954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] Set router d58e7ec1-70f4-446e-a6e2-bbdac80add73 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:29.450105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60c49d-b688-469f-a206-430e8f7ebf2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b03788d5-ff06-4a9a-b703-5fef82bcc64c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:29.638994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.641152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.648404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:29.690193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5bfcb236-4660-453b-b878-772d50f58983 None None] Provisioning complete for port 1d952376-a848-4c6d-816a-75e9c26c2976 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:29.690875 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bfcb236-4660-453b-b878-772d50f58983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.796477 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:29.820173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.867118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:29.912992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17f6304-7040-4db8-957a-58724e1faa55']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:29.927551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:29.927883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d1cdfc2c-cf21-4e99-a88a-f5c6f77642aa not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:29.974986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccead583-2ffb-4f76-aa83-6243c5120d75') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:29.975365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccead583-2ffb-4f76-aa83-6243c5120d75') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:29.995975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.012339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.019457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:04:30.019792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:04:30.021706 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:04:30.098643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aede0-468a-4fc9-9e69-bef4f871df11 req-776f75ca-28c9-49b8-ab35-2c2fecc79b08 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:30.103793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f1aede0-468a-4fc9-9e69-bef4f871df11 req-776f75ca-28c9-49b8-ab35-2c2fecc79b08 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.2586541 Sep 19 03:04:30.190919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.197694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.216740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.221791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] 10.222.0.22 "DELETE /v2.0/networks/e17f6304-7040-4db8-957a-58724e1faa55 HTTP/1.1" status: 204 len: 168 time: 0.8527856 Sep 19 03:04:30.253742 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c078481-75d6-4e42-b7b2-626d6f71d51d admin admin] Pushing event deleted for resources: {'Network': ['ID=e17f6304-7040-4db8-957a-58724e1faa55,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:30.295161 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:30.365040 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.368854 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae2131-8dfd-4ef8-bc6f-b976ff7ee983 None None] The sync data for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 is: [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T02:59:33Z', 'revision_number': 4, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1bf66697-d50e-45ae-ae55-3fd9762630d1', 'name': '', 'network_id': '38f0404b-2130-4ac7-8696-206ce18e09f9', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'mac_address': 'fa:16:3e:05:64:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:32Z', 'updated_at': '2021-09-19T02:59:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'subnets': [{'id': 'fa71bd19-11fe-4fcc-96fd-e836d81ea57b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:04:30.450087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f1aede0-468a-4fc9-9e69-bef4f871df11 req-c9f8f5d4-5d18-420b-a84f-f29fb658b87a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307512 Sep 19 03:04:30.527051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:30.637790 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fba976a0-7238-44b4-98c6-e270f1a33e41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef934edf9ce84369a7d7646bf99a2728&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1085525 Sep 19 03:04:30.638714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:30.800236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-757ceddc-10f1-4f58-9885-f408735a1770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.872685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-9289ba27-97ad-4037-931b-fd5fdecbb745', 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'fixed_ips': [{'subnet_id': '263c6344-c725-4a2e-9964-b0dd6ae873b2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:04:30.874364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.883285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-757ceddc-10f1-4f58-9885-f408735a1770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:30.908716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Allocated IP 172.25.8.17 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/63be5d85-cdf1-433d-bae9-c2e86e4c6e85) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:04:30.976259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:04:22Z', 'revision_number': 4, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port': {'id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:17Z', 'updated_at': '2021-09-19T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1d952376-a848-4c6d-816a-75e9c26c2976', 'name': '', 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'mac_address': 'fa:16:3e:72:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:20Z', 'updated_at': '2021-09-19T03:04:28Z', 'revision_number': 4, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'subnets': [{'id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:31.024718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-757ceddc-10f1-4f58-9885-f408735a1770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:31.029871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-757ceddc-10f1-4f58-9885-f408735a1770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:31.042271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-757ceddc-10f1-4f58-9885-f408735a1770 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d843b473-1bd1-406a-8839-7ce18c7bd34c HTTP/1.1" status: 204 len: 168 time: 0.4004512 Sep 19 03:04:31.070587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ceddc-10f1-4f58-9885-f408735a1770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d843b473-1bd1-406a-8839-7ce18c7bd34c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:31.097109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c8184e-978c-438b-9dad-259b07b9dc91 None None] The sync data for ids ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'] in n-d-809936-1 is: [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:04:22Z', 'revision_number': 4, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port': {'id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:17Z', 'updated_at': '2021-09-19T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1d952376-a848-4c6d-816a-75e9c26c2976', 'name': '', 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'mac_address': 'fa:16:3e:72:b2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:20Z', 'updated_at': '2021-09-19T03:04:28Z', 'revision_number': 4, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'subnets': [{'id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:04:31.113823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c000196c-a519-4df6-8176-17d2d06c9bd9 None None] New status for floating IP 96929cda-af15-48e1-8923-c608fe8efd2b: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:04:31.390456 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:31.491999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf50dce-ac24-4dd6-b3e7-d3e62ce56d3d req-32fe41c8-6157-4c8c-8846-319c7539d8fb tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:31.505926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6bf50dce-ac24-4dd6-b3e7-d3e62ce56d3d req-32fe41c8-6157-4c8c-8846-319c7539d8fb tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 945 time: 0.2258410 Sep 19 03:04:31.507580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Allocated IP 172.20.0.2 (9289ba27-97ad-4037-931b-fd5fdecbb745/263c6344-c725-4a2e-9964-b0dd6ae873b2/7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:04:31.632224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6bf50dce-ac24-4dd6-b3e7-d3e62ce56d3d req-8f9dcdbd-df26-4d47-b7d9-ebc335095702 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240380 Sep 19 03:04:31.636895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:31.703497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37120) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:31.762026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:31.766916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:31.791075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:04:31.817376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37122) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:31.843660 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:31.855490 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:31.871574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bbff7782-d00b-47ac-8c3b-72d623131655 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:31.918840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:31.921925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:31.926436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:04:31.928115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Pushing event updated for resources: {'Port': ['ID=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:31.965569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bbff7782-d00b-47ac-8c3b-72d623131655 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.002958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Pushing event updated for resources: {'Port': ['ID=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:32.029555 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-353a9589-25e8-41f6-9ba2-5aa6aefdb077 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99ce7b107da840ceb96b4f4aedd0ad6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110722 Sep 19 03:04:32.045735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37126) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:32.048654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Attempting to bind port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:32.051044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Attempting to bind port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:32.051524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Attempting to bind port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 on network 9289ba27-97ad-4037-931b-fd5fdecbb745 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:32.060197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:32.060900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Checking segment: {'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:32.061412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.062142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Bound using segment: {'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:32.062816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Bound port: 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:32.063346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.077074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20cd75-4017-4f1f-bf94-1a63e529102c req-6528367e-fe52-486f-95e5-f899d5d43b0e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:32.092061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd20cd75-4017-4f1f-bf94-1a63e529102c req-6528367e-fe52-486f-95e5-f899d5d43b0e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.3623405 Sep 19 03:04:32.217466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] For port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:32.226663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] For port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,segment=NetworkSegment(f4175c8f-b8e0-474c-9724-1928a9f17de3),segment_id=f4175c8f-b8e0-474c-9724-1928a9f17de3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:32.239506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.361471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88c43f-b649-4f4b-a608-752c6bad424b None None] Pushing event updated for resources: {'Port': ['ID=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:32.561199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-fc44ab89-c52b-4d3f-ad79-afccf635bc2b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:32.563785 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-fc44ab89-c52b-4d3f-ad79-afccf635bc2b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 945 time: 0.7386425 Sep 19 03:04:32.591907 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.818921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-118f3317-1555-429f-9d5d-93381fe44598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.848064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bbff7782-d00b-47ac-8c3b-72d623131655 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.850644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bbff7782-d00b-47ac-8c3b-72d623131655 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.855615 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bbff7782-d00b-47ac-8c3b-72d623131655 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "DELETE /v2.0/security-groups/8db31cdc-5c18-4f98-b892-d181cd5977ef HTTP/1.1" status: 204 len: 168 time: 1.1504059 Sep 19 03:04:32.862955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37144) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:32.895930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd20cd75-4017-4f1f-bf94-1a63e529102c req-285f0116-0090-443a-8720-bada558ec890 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7961590 Sep 19 03:04:32.916956 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-118f3317-1555-429f-9d5d-93381fe44598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:32.982358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639cc1d-e082-4b9b-9aec-c98ee8677f61 req-55fecb31-00f8-4b41-b009-74b4f616c549 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:32.993519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1639cc1d-e082-4b9b-9aec-c98ee8677f61 req-55fecb31-00f8-4b41-b009-74b4f616c549 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 945 time: 0.1711061 Sep 19 03:04:33.036600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff7782-d00b-47ac-8c3b-72d623131655 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db31cdc-5c18-4f98-b892-d181cd5977ef,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:33.049884 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-118f3317-1555-429f-9d5d-93381fe44598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.054845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-118f3317-1555-429f-9d5d-93381fe44598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.056389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-118f3317-1555-429f-9d5d-93381fe44598 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c737c4f-97d9-4c95-957b-e6f76eb3e72f HTTP/1.1" status: 204 len: 168 time: 1.0094819 Sep 19 03:04:33.067961 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-0c361a65-3d6f-449c-966d-ec9e8e45be61 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] show failed (client error): The resource could not be found. Sep 19 03:04:33.069205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c361a65-3d6f-449c-966d-ec9e8e45be61 tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "GET /v2.0/security-groups/8db31cdc-5c18-4f98-b892-d181cd5977ef HTTP/1.1" status: 404 len: 347 time: 0.1935103 Sep 19 03:04:33.072706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f3317-1555-429f-9d5d-93381fe44598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c737c4f-97d9-4c95-957b-e6f76eb3e72f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:33.084482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1d952376-a848-4c6d-816a-75e9c26c2976 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:33.092977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37148) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:33.130929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1639cc1d-e082-4b9b-9aec-c98ee8677f61 req-3b706111-b6a3-48d8-a139-4da52d690978 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306338 Sep 19 03:04:33.213335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.241029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1d952376-a848-4c6d-816a-75e9c26c2976 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:33.241415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.279960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Deleting port 59d2e762-67c8-4b1e-9f50-317c6365b362 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:33.280671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.439927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:33.550923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] For port 59d2e762-67c8-4b1e-9f50-317c6365b362, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59d2e762-67c8-4b1e-9f50-317c6365b362,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:33.551383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.557346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:33.558002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.584014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Router fb152369-7da0-4a92-b40d-cd409e8e5d40 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:04:33.623284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Calling delete_port for 59d2e762-67c8-4b1e-9f50-317c6365b362 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:33.649741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Deleting port e11e98fe-cc96-49e4-8116-083bea52b28b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:33.652889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.761645 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.829881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,segment=NetworkSegment(f4175c8f-b8e0-474c-9724-1928a9f17de3),segment_id=f4175c8f-b8e0-474c-9724-1928a9f17de3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:33.840533 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.912531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.913111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:33.942635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Calling delete_port for e11e98fe-cc96-49e4-8116-083bea52b28b owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:33.969082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:34.079312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:34.129722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event deleted for resources: {'Port': ['ID=59d2e762-67c8-4b1e-9f50-317c6365b362,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:34.155303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903edaa-de02-4135-baa7-03c27da05518 None None] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:04:34.274287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] No DVR routers for this DVR port 59d2e762-67c8-4b1e-9f50-317c6365b362 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:34.293105 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:34.295269 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d1ecdb80-e977-418a-bcb2-24867bbd8ea6 req-99090138-c6e2-4322-9ca5-7828d7d84be9 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "DELETE /v2.0/ports/59d2e762-67c8-4b1e-9f50-317c6365b362 HTTP/1.1" status: 204 len: 173 time: 1.7157290 Sep 19 03:04:34.295812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'name': 'network-vif-deleted', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:34.308076 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274b0956-114c-4058-8473-8159c75e2774" -d '{"events": [{"server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "name": "network-vif-deleted", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:34.344345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:34.370244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b96085ad-8222-48db-a88a-7e7bc6587a69 None None] Provisioning complete for port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:34.370971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b96085ad-8222-48db-a88a-7e7bc6587a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:34.403589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Pushing event deleted for resources: {'Port': ['ID=e11e98fe-cc96-49e4-8116-083bea52b28b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:34.543468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8df85d8-2f9c-495a-95ec-c56f3bc67c38 req-ee5def52-83e7-4434-a161-fb031c10233b tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=8893cf09-c892-49bf-b97f-99f0a7c51976 HTTP/1.1" status: 200 len: 210 time: 0.1066246 Sep 19 03:04:34.570422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:34.576964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394786a3-a23d-48f9-bdc4-3b1decb13220 req-56c4c308-8100-4753-9de1-70f8cf958ed6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:34.585610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-394786a3-a23d-48f9-bdc4-3b1decb13220 req-56c4c308-8100-4753-9de1-70f8cf958ed6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1502795 Sep 19 03:04:34.591507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:34.598304 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a443db37-e3da-44a2-a27d-406b1ea23c4b tempest-ServersWithSpecificFlavorTestJSON-549852559 tempest-ServersWithSpecificFlavorTestJSON-549852559-project] 10.222.0.22 "DELETE /v2.0/floatingips/96929cda-af15-48e1-8923-c608fe8efd2b HTTP/1.1" status: 204 len: 168 time: 1.4979606 Sep 19 03:04:34.620560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:04:34.634593 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Sync routers for ids ['fb152369-7da0-4a92-b40d-cd409e8e5d40'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:04:34.651134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-394786a3-a23d-48f9-bdc4-3b1decb13220 req-d3f6dd93-587f-4337-93fc-3a997c626300 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Sep 19 03:04:34.656697 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Routers {'fb152369-7da0-4a92-b40d-cd409e8e5d40'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:34.658249 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fb152369-7da0-4a92-b40d-cd409e8e5d40'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:34.658418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:34.660192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-05109395-f9dd-42a4-a791-b002c6e6232b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5307364 Sep 19 03:04:34.662463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37194) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:34.721049 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28835b0-da11-40d0-b5db-93f8eafb53de x-openstack-request-id: req-b28835b0-da11-40d0-b5db-93f8eafb53de {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:34.721449 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8893cf09-c892-49bf-b97f-99f0a7c51976", "name": "network-vif-deleted", "tag": "59d2e762-67c8-4b1e-9f50-317c6365b362", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:34.721804 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b28835b0-da11-40d0-b5db-93f8eafb53de {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:34.722322 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8893cf09-c892-49bf-b97f-99f0a7c51976', 'name': 'network-vif-deleted', 'tag': '59d2e762-67c8-4b1e-9f50-317c6365b362', 'status': 'completed', 'code': 200} Sep 19 03:04:34.912577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:34.929805 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Set router fb152369-7da0-4a92-b40d-cd409e8e5d40 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:35.027282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:35.028031 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:35.304812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-13c7c491-c7eb-4ae4-8fa1-eb2b17d569cb None None] Provisioning complete for port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:35.319585 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13c7c491-c7eb-4ae4-8fa1-eb2b17d569cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:35.346371 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:04:32Z', 'revision_number': 3, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port': {'id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:30Z', 'updated_at': '2021-09-19T03:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:35.408866 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Checking router: fb152369-7da0-4a92-b40d-cd409e8e5d40 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:04:35.409224 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Updating router fb152369-7da0-4a92-b40d-cd409e8e5d40 port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:04:35.480951 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:35.534507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:35.562517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-9e99f017-4ed0-41cc-afea-229d748e60fe tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6f56cbfe413f40f68eb07a9163e51917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418053 Sep 19 03:04:35.768666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-3e578247-bc45-4a7a-ac52-b04c68eb103e tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:35.776036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-3e578247-bc45-4a7a-ac52-b04c68eb103e tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126012 Sep 19 03:04:35.804293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-d3bb96bb-28f6-4d91-b344-574d20f643e5 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/quotas/6f56cbfe413f40f68eb07a9163e51917 HTTP/1.1" status: 200 len: 375 time: 0.0272999 Sep 19 03:04:35.855829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-c1818515-12dc-4d23-9272-358576d361b9 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f56cbfe413f40f68eb07a9163e51917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505795 Sep 19 03:04:35.906957 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:35.931806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59d2e762-67c8-4b1e-9f50-317c6365b362 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:35.943322 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:04:35.944771 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:35.993158 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:36.001853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 59d2e762-67c8-4b1e-9f50-317c6365b362 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:36.003145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59d2e762-67c8-4b1e-9f50-317c6365b362 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:36.069574 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008ab19-9357-455b-b3b4-241dffb46ce4 None None] Pushing event updated for resources: {'Port': ['ID=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:36.085451 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Attempting to bind port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:36.087135 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Attempting to bind port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:36.088158 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Attempting to bind port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:36.097714 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:36.099686 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:36.100772 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:36.101468 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:36.103278 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Bound port: 63be5d85-cdf1-433d-bae9-c2e86e4c6e85, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:36.104138 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:36.198600 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] For port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:36.202343 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] For port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:36.209344 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:36.300368 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008ab19-9357-455b-b3b4-241dffb46ce4 None None] Pushing event updated for resources: {'Port': ['ID=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:36.320354 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Routers {'fb152369-7da0-4a92-b40d-cd409e8e5d40'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:36.320969 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fb152369-7da0-4a92-b40d-cd409e8e5d40'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:36.466368 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] Set router fb152369-7da0-4a92-b40d-cd409e8e5d40 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:36.504403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Allocated IP 172.20.0.1 (9289ba27-97ad-4037-931b-fd5fdecbb745/263c6344-c725-4a2e-9964-b0dd6ae873b2/12843a01-e94a-49ff-b026-d45c3996ff63) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:04:36.576717 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-4d73440c-82b9-44f5-ace3-c7f97826f7c8 service neutron] 10.222.0.32 "GET /v2.0/ports/b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03/bindings/n-h2-809936-1 HTTP/1.1" status: 200 len: 382 time: 0.1292796 Sep 19 03:04:36.654441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:36.676863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:36.683271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c428-91fb-45c5-97b8-98b61c0ab477 req-7b931c6d-e1d4-4bbe-8bc0-3d64d121c64b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:36.684859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccd9c428-91fb-45c5-97b8-98b61c0ab477 req-7b931c6d-e1d4-4bbe-8bc0-3d64d121c64b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.5387876 Sep 19 03:04:36.820926 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:04:32Z', 'revision_number': 3, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port': {'id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:30Z', 'updated_at': '2021-09-19T03:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:36.879705 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89156ef-5cd0-489b-8d50-ab1fae7f37b6 None None] The sync data for ids ['fb152369-7da0-4a92-b40d-cd409e8e5d40'] in n-d-809936-1 is: [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:04:32Z', 'revision_number': 3, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port': {'id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:30Z', 'updated_at': '2021-09-19T03:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:04:36.893926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccd9c428-91fb-45c5-97b8-98b61c0ab477 req-d378d3d9-1848-4dbd-aba5-b240571d6954 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639349 Sep 19 03:04:36.918269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b46ada-48c2-4093-9b7f-74260e6ba7e0 req-a45df943-a4ba-46cb-bd00-5421b10c1cbd tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:36.922583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6b46ada-48c2-4093-9b7f-74260e6ba7e0 req-a45df943-a4ba-46cb-bd00-5421b10c1cbd tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 945 time: 0.2735105 Sep 19 03:04:36.925890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:36.972584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-ef9c43a4-265a-491b-8683-df73296da64c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:36.987235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-ef9c43a4-265a-491b-8683-df73296da64c tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 945 time: 0.3387988 Sep 19 03:04:37.060655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Pushing event updated for resources: {'Port': ['ID=12843a01-e94a-49ff-b026-d45c3996ff63,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:37.130575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:37.152732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.153086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.153433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.154074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.154421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.154765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.155097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.155436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.155748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.156091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.156418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.157154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:37.199885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:37.281192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:04:37.298620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6b46ada-48c2-4093-9b7f-74260e6ba7e0 req-c1a8740f-6cbf-462b-90ca-6bc8893e9493 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412438 Sep 19 03:04:37.315721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Deleting port 11c3a301-9bb7-4e01-a5e9-b57151066c5c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:37.319380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae37f848-5304-4b73-9373-8122cf611f6f req-6399ec9d-810e-4e17-af33-378ac1751821 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 210 time: 0.2413185 Sep 19 03:04:37.329840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:37.442593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-8fe9a3fc-6d28-47be-975d-270004550147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:37.444064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-8fe9a3fc-6d28-47be-975d-270004550147 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 1100 time: 0.4997785 Sep 19 03:04:37.542410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:37.686927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-290817eb-3bf9-4733-bd1e-fa992886dfda None None] Provisioning complete for port 12843a01-e94a-49ff-b026-d45c3996ff63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:37.688022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-290817eb-3bf9-4733-bd1e-fa992886dfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:37.694649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] For port 11c3a301-9bb7-4e01-a5e9-b57151066c5c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=11c3a301-9bb7-4e01-a5e9-b57151066c5c,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:37.695224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:37.734681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Calling delete_port for 11c3a301-9bb7-4e01-a5e9-b57151066c5c owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:37.751525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-e7526aa4-4740-4cfe-ab35-5f87c6856a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:37.756405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-e7526aa4-4740-4cfe-ab35-5f87c6856a99 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1100 time: 0.2761769 Sep 19 03:04:37.777013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-290817eb-3bf9-4733-bd1e-fa992886dfda None None] Port 12843a01-e94a-49ff-b026-d45c3996ff63 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:04:37.870560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:37.905090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Deleting port 1bf66697-d50e-45ae-ae55-3fd9762630d1 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:37.908464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:37.927987 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-770ec5b4-0368-4c0b-99a1-6833bcc3d260 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6f56cbfe413f40f68eb07a9163e51917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909464 Sep 19 03:04:38.043922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-fec307d7-deb2-4f8b-8a59-a3552694dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:38.045919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-fec307d7-deb2-4f8b-8a59-a3552694dae1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2332132 Sep 19 03:04:38.200297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] For port 1bf66697-d50e-45ae-ae55-3fd9762630d1, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1bf66697-d50e-45ae-ae55-3fd9762630d1,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:38.200680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.254915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-7dfd68cb-5c82-4ddc-9dd1-6c35ef01b0c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.1981118 Sep 19 03:04:38.271828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Calling delete_port for 1bf66697-d50e-45ae-ae55-3fd9762630d1 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:38.320404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-a1e6bbce-2441-421f-9716-d8cdc39e9648 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:38.321990 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-a1e6bbce-2441-421f-9716-d8cdc39e9648 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3718591 Sep 19 03:04:38.342225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aea13-10b8-4bf3-b9fc-e5ebba63c751 req-6e057932-24a0-470b-be9a-fe23e15f8c9e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:38.345008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a3aea13-10b8-4bf3-b9fc-e5ebba63c751 req-6e057932-24a0-470b-be9a-fe23e15f8c9e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.2399640 Sep 19 03:04:38.353305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Request body: {'port': {'device_id': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '6f56cbfe413f40f68eb07a9163e51917'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:38.405779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.428257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-e9dc6452-bdb0-4c41-a676-54999a03b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:38.429847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-e9dc6452-bdb0-4c41-a676-54999a03b412 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1649697 Sep 19 03:04:38.502436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21fbd8e9-8480-4132-a06f-43cd5107e498 req-e095be47-1bb8-47cd-a059-0b6d04841cce tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=884b35b1-8170-44ab-b15c-87d630016cec HTTP/1.1" status: 200 len: 210 time: 0.0747337 Sep 19 03:04:38.523726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event deleted for resources: {'Port': ['ID=11c3a301-9bb7-4e01-a5e9-b57151066c5c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:38.576113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.579754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.580132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.580469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.580820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.581154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.581594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.581832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.582159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.582488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.582867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.583159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.583480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:38.590784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] No DVR routers for this DVR port 11c3a301-9bb7-4e01-a5e9-b57151066c5c on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:38.596928 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.598966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b7c8699-b111-42de-9c9a-dce71b9cb555 req-269fefb1-1058-49e5-9a1d-4f6aac42faf8 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "DELETE /v2.0/ports/11c3a301-9bb7-4e01-a5e9-b57151066c5c HTTP/1.1" status: 204 len: 173 time: 1.6038735 Sep 19 03:04:38.599417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'name': 'network-vif-deleted', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:38.601703 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24497cf-8400-4ff7-a136-b507db36d9f7" -d '{"events": [{"server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "name": "network-vif-deleted", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:38.607612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.674571 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a3aea13-10b8-4bf3-b9fc-e5ebba63c751 req-12b4d36a-af38-4149-844c-ff9900647b60 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149955 Sep 19 03:04:38.801060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-137f14fc-37f7-4217-b5de-8c6242505486 req-1f75119e-1fa0-4eac-83c1-114335779e4e tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 210 time: 0.1045580 Sep 19 03:04:38.829462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:38.911606 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.913799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Made reservation on behalf of 6f56cbfe413f40f68eb07a9163e51917 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:04:38.923988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.937032 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.939458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-4a2c226a-c0c8-4786-9842-fd01914f9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:38.945217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-4a2c226a-c0c8-4786-9842-fd01914f9635 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4933295 Sep 19 03:04:38.974614 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd49c13-1838-4f02-9145-5fc7139afd4d x-openstack-request-id: req-8bd49c13-1838-4f02-9145-5fc7139afd4d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:38.975013 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884b35b1-8170-44ab-b15c-87d630016cec", "name": "network-vif-deleted", "tag": "11c3a301-9bb7-4e01-a5e9-b57151066c5c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:38.975214 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bd49c13-1838-4f02-9145-5fc7139afd4d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:38.975580 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884b35b1-8170-44ab-b15c-87d630016cec', 'name': 'network-vif-deleted', 'tag': '11c3a301-9bb7-4e01-a5e9-b57151066c5c', 'status': 'completed', 'code': 200} Sep 19 03:04:38.976554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf66697-d50e-45ae-ae55-3fd9762630d1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:38.983085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:38.995833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:38.996118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:39.020756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Pushing event updated for resources: {'Port': ['ID=12843a01-e94a-49ff-b026-d45c3996ff63,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:39.189355 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:39.234079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:39.244504 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:39.342973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-044d3fb6-774a-44d3-a1a5-36565881e9e8 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811696 Sep 19 03:04:39.395970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:39.417332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:39.424209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.425057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.425499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.426155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.427083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.427901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.429516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.430221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.431307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:39.443780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.444590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.446081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.447096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:04:39.508259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-1afa0999-cd22-47b9-b7af-f478736bf29a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2691753 Sep 19 03:04:39.523205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:39.674109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:39.701758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:39.702019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Router fb152369-7da0-4a92-b40d-cd409e8e5d40 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:04:39.708798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bddb447-33e0-4af9-8a1c-58204411c4f6 req-f219a1b8-242a-44f5-b000-e8a6d27fe6fd service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894099 Sep 19 03:04:39.772963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c38ea70-29e5-400c-b939-33373a57f2ad,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:39.931774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e51875e4-2a1e-4d45-ac6d-262618278ae8 None None] Provisioning complete for port 12843a01-e94a-49ff-b026-d45c3996ff63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:39.932296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e51875e4-2a1e-4d45-ac6d-262618278ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:40.015320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:40.136483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e51875e4-2a1e-4d45-ac6d-262618278ae8 None None] Port 12843a01-e94a-49ff-b026-d45c3996ff63 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:04:40.215960 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:40.262857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:40.263373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-57ea2a4c-5512-4587-bd2d-a6a5775da53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:40.264842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:40.264987 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-57ea2a4c-5512-4587-bd2d-a6a5775da53e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 1117 time: 0.6424701 Sep 19 03:04:40.268621 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed4abc6-743e-4aa1-b53e-34efa517b310" -d '{"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:40.274133 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:40.275470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:40.306120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 11c3a301-9bb7-4e01-a5e9-b57151066c5c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:40.306889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 11c3a301-9bb7-4e01-a5e9-b57151066c5c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:40.359290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:40.458781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Allocated IP 192.168.233.69 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/4abb3f8d-b94e-4c59-a862-9fc0441739ac) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:04:40.489194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a639346-211d-4267-8081-b9c9bb5de0d9 req-95860ae8-a2e4-465e-8634-29c74d659103 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 210 time: 0.4551890 Sep 19 03:04:40.492768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:04:40.508593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Sync routers for ids ['fb152369-7da0-4a92-b40d-cd409e8e5d40'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:04:40.511980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33c00e-c5bf-4403-b546-ae88d6d047f9 req-73679431-aef8-4b01-8c07-b1570f68526c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:40.522118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe33c00e-c5bf-4403-b546-ae88d6d047f9 req-73679431-aef8-4b01-8c07-b1570f68526c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.6570249 Sep 19 03:04:40.522299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Routers {'fb152369-7da0-4a92-b40d-cd409e8e5d40'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:40.526398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fb152369-7da0-4a92-b40d-cd409e8e5d40'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:40.545154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-edff10ea-44c6-43c9-9d35-f7f304450119 admin admin] 10.222.0.22 "PUT /v2.0/routers/fb152369-7da0-4a92-b40d-cd409e8e5d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8811822 Sep 19 03:04:40.576405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe33c00e-c5bf-4403-b546-ae88d6d047f9 req-d70e5509-cf98-4fc7-b15c-824fbf477d72 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478847 Sep 19 03:04:40.740136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-55b15c96-bdf0-4130-a54b-586c3396c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:40.741947 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-55b15c96-bdf0-4130-a54b-586c3396c208 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 200 len: 908 time: 0.4221764 Sep 19 03:04:40.755951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:40.815034 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcec5fc-665f-4d4b-8ce2-19b2f6e90e5b x-openstack-request-id: req-8bcec5fc-665f-4d4b-8ce2-19b2f6e90e5b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:40.815349 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:40.815606 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bcec5fc-665f-4d4b-8ce2-19b2f6e90e5b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:40.821249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-57f261df-3461-4af7-8a4d-d04767ae1925 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 200 len: 217 time: 0.0633836 Sep 19 03:04:40.826592 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'code': 200} Sep 19 03:04:40.827078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Router d1902d88-b6fc-47a0-a267-130d01cd1783 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:04:40.864153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Set router fb152369-7da0-4a92-b40d-cd409e8e5d40 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:40.909942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de64df-56eb-41df-9477-44b3051c2134 req-87587fb4-6e25-4d17-8a1f-9729b59b972d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:40.911676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94de64df-56eb-41df-9477-44b3051c2134 req-87587fb4-6e25-4d17-8a1f-9729b59b972d tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 966 time: 0.2208407 Sep 19 03:04:41.014485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-f5f8ba22-b91f-44b2-bb0d-03594b20c936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:41.016837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-f5f8ba22-b91f-44b2-bb0d-03594b20c936 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 200 len: 847 time: 0.1471963 Sep 19 03:04:41.022104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:41.038365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94de64df-56eb-41df-9477-44b3051c2134 req-7f58e406-aeef-452d-9b4f-d15ecdb16025 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/security-groups?id=8eb69665-3aec-41d8-af92-7c7b927b825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174688 Sep 19 03:04:41.057010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:41.092704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84a559-746a-45f0-aa61-d245e618282a req-08844f41-b448-4068-917b-8618634ed051 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:41.101051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e84a559-746a-45f0-aa61-d245e618282a req-08844f41-b448-4068-917b-8618634ed051 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 966 time: 0.1785176 Sep 19 03:04:41.131692 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-c10a1744-2a12-4f2d-8f5d-53096805d7d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1168e2df-163a-4eb0-82eb-c9aac060ff6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722115 Sep 19 03:04:41.261103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:41.261516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:41.309977 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-060e441a-a7b0-4c73-9484-cac4d73dda0c service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581929 Sep 19 03:04:41.361314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Deleting port 61094ab2-c505-456b-9d65-6c9cec5ec1da {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:41.362078 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:41.386431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:04:37Z', 'revision_number': 4, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port': {'id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:30Z', 'updated_at': '2021-09-19T03:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '12843a01-e94a-49ff-b026-d45c3996ff63', 'name': '', 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'mac_address': 'fa:16:3e:dc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '263c6344-c725-4a2e-9964-b0dd6ae873b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:36Z', 'updated_at': '2021-09-19T03:04:38Z', 'revision_number': 2, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'subnets': [{'id': '263c6344-c725-4a2e-9964-b0dd6ae873b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:41.415198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Checking router: fb152369-7da0-4a92-b40d-cd409e8e5d40 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:04:41.415540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Updating router fb152369-7da0-4a92-b40d-cd409e8e5d40 port 12843a01-e94a-49ff-b026-d45c3996ff63 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:04:41.430706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77e5e794-f203-4131-b2fc-150f242e66f3 req-19ec522b-737b-4aff-a741-06f15ee57612 service neutron] 10.222.0.32 "GET /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121252 Sep 19 03:04:41.441294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:41.458171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:04:41.470249 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] Sync routers for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:04:41.474789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1a8a449f-993d-4183-ab01-0abdebe412bb admin admin] 10.222.0.22 "PUT /v2.0/routers/d1902d88-b6fc-47a0-a267-130d01cd1783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9391081 Sep 19 03:04:41.476172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Pushing event updated for resources: {'Port': ['ID=4abb3f8d-b94e-4c59-a862-9fc0441739ac,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:41.479691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37354) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:41.481841 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:41.484164 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:41.502383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:04:41.504352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:04:41.507292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:04:41.584906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:41.585586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:41.621599 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6385b994-ff07-4f71-94c5-79b3e0c08d40 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2746658 Sep 19 03:04:41.634665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Request body: {'port': {'device_id': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:04:41.795217 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.070489 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:42.253162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6d3f2e05-e9d9-4346-b1c4-d4452315e4e4 None None] Provisioning complete for port 4abb3f8d-b94e-4c59-a862-9fc0441739ac triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:42.253775 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d3f2e05-e9d9-4346-b1c4-d4452315e4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.292421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8b164-7835-4d45-8a0a-69f7be775494 req-499d1d9b-5b9f-4db6-86c4-a1df217597d2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:42.309209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ee8b164-7835-4d45-8a0a-69f7be775494 req-499d1d9b-5b9f-4db6-86c4-a1df217597d2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.4263885 Sep 19 03:04:42.318410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6d3f2e05-e9d9-4346-b1c4-d4452315e4e4 None None] Port 4abb3f8d-b94e-4c59-a862-9fc0441739ac cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:04:42.355632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] For port 61094ab2-c505-456b-9d65-6c9cec5ec1da, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=61094ab2-c505-456b-9d65-6c9cec5ec1da,segment=NetworkSegment(886b2ef6-cb12-41cd-b042-592e7c5b9bb6),segment_id=886b2ef6-cb12-41cd-b042-592e7c5b9bb6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:42.356239 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.387280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c628ccd-f95f-4292-95a9-1559c9218b97 req-36e9d230-fcd5-4223-9033-a33a19f5fb2e tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:42.397346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c628ccd-f95f-4292-95a9-1559c9218b97 req-36e9d230-fcd5-4223-9033-a33a19f5fb2e tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 935 time: 0.6602194 Sep 19 03:04:42.541014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Calling delete_port for 61094ab2-c505-456b-9d65-6c9cec5ec1da owned by compute:tempest-test_az-493050415 {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:42.577259 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T03:04:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:42.588704 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.600728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ee8b164-7835-4d45-8a0a-69f7be775494 req-ee572379-8df2-440d-a456-60184aed4fb4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890139 Sep 19 03:04:42.612241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.621378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.642077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abb3f8d-b94e-4c59-a862-9fc0441739ac {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:42.652723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c628ccd-f95f-4292-95a9-1559c9218b97 req-8d98ecf9-8be5-4b9a-acc2-bd964d7ee8e9 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541482 Sep 19 03:04:42.660186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.668704 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] Checking router: d1902d88-b6fc-47a0-a267-130d01cd1783 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:04:42.688908 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] Routers {'d1902d88-b6fc-47a0-a267-130d01cd1783'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:42.690101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Transition to ACTIVE for port object 4abb3f8d-b94e-4c59-a862-9fc0441739ac will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:04:42.690734 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d1902d88-b6fc-47a0-a267-130d01cd1783'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:42.699787 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:42.797368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Pushing event updated for resources: {'Port': ['ID=4abb3f8d-b94e-4c59-a862-9fc0441739ac,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:42.830459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efe0a5-1da1-40a0-88c5-a855ebfa7e37 None None] Pushing event updated for resources: {'Port': ['ID=12843a01-e94a-49ff-b026-d45c3996ff63,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:43.087416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Attempting to bind port 12843a01-e94a-49ff-b026-d45c3996ff63 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:43.087779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Attempting to bind port 12843a01-e94a-49ff-b026-d45c3996ff63 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:43.088141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Attempting to bind port 12843a01-e94a-49ff-b026-d45c3996ff63 on network 9289ba27-97ad-4037-931b-fd5fdecbb745 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:43.121917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:43.123376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Checking segment: {'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:43.123796 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:43.124765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Bound using segment: {'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:43.130323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Bound port: 12843a01-e94a-49ff-b026-d45c3996ff63, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4175c8f-b8e0-474c-9724-1928a9f17de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:43.145881 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:43.148990 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] Set router d1902d88-b6fc-47a0-a267-130d01cd1783 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:43.377070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Attempting to bind port 4abb3f8d-b94e-4c59-a862-9fc0441739ac on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:04:43.382008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Attempting to bind port 4abb3f8d-b94e-4c59-a862-9fc0441739ac by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:04:43.382563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Attempting to bind port 4abb3f8d-b94e-4c59-a862-9fc0441739ac on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:43.403438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Port 4abb3f8d-b94e-4c59-a862-9fc0441739ac on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:04:43.403796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Attempting to bind port 4abb3f8d-b94e-4c59-a862-9fc0441739ac on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:04:43.433750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:04:43.433750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:04:43.433750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:04:43.433750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Bound port: 4abb3f8d-b94e-4c59-a862-9fc0441739ac, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:04:43.443106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:43.462500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] For port 12843a01-e94a-49ff-b026-d45c3996ff63, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:43.478011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] For port 12843a01-e94a-49ff-b026-d45c3996ff63, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=12843a01-e94a-49ff-b026-d45c3996ff63,segment=NetworkSegment(f4175c8f-b8e0-474c-9724-1928a9f17de3),segment_id=f4175c8f-b8e0-474c-9724-1928a9f17de3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:43.491477 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:43.562220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:43.663374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-461b19d4-cb2b-450d-bc4a-34a48da50d5e req-2991c1c9-68e4-42e8-b0e3-87576dba7a12 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.22 "GET /v2.0/ports?device_id=980f1cce-0187-4cae-9976-c924d386fc54 HTTP/1.1" status: 200 len: 210 time: 0.2815063 Sep 19 03:04:43.698113 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T03:04:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:43.757519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efe0a5-1da1-40a0-88c5-a855ebfa7e37 None None] Pushing event updated for resources: {'Port': ['ID=12843a01-e94a-49ff-b026-d45c3996ff63,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:43.788880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Pushing event deleted for resources: {'Port': ['ID=61094ab2-c505-456b-9d65-6c9cec5ec1da,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:43.810693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Routers {'fb152369-7da0-4a92-b40d-cd409e8e5d40'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:43.813188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fb152369-7da0-4a92-b40d-cd409e8e5d40'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:43.815644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] For port 4abb3f8d-b94e-4c59-a862-9fc0441739ac, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:04:43.835737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] For port 4abb3f8d-b94e-4c59-a862-9fc0441739ac, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4abb3f8d-b94e-4c59-a862-9fc0441739ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:04:43.851908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:43.884517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] No DVR routers for this DVR port 61094ab2-c505-456b-9d65-6c9cec5ec1da on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:43.910309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:43.924341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e84a559-746a-45f0-aa61-d245e618282a req-c13a9a86-9e1c-4ccb-ba99-b6bf5735e9f4 tempest-LiveMigrationTest-2089753201 tempest-LiveMigrationTest-2089753201-project] 10.222.0.32 "DELETE /v2.0/ports/61094ab2-c505-456b-9d65-6c9cec5ec1da HTTP/1.1" status: 204 len: 173 time: 2.8175094 Sep 19 03:04:43.924842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'name': 'network-vif-deleted', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:43.927386 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c35fd0-6b18-4246-b549-284bd9372c74" -d '{"events": [{"server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "name": "network-vif-deleted", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:43.956048 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f8c9d-f8b1-4ce8-8bd2-d080ad8a3730 None None] The sync data for ids ['d1902d88-b6fc-47a0-a267-130d01cd1783'] in n-d-809936-1 is: [{'id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-907874087-router', 'tenant_id': '58e4605440a343bc98a07b1ee0eb370b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:29Z', 'updated_at': '2021-09-19T03:04:38Z', 'revision_number': 5, 'project_id': '58e4605440a343bc98a07b1ee0eb370b', 'gw_port': {'id': '3b68473a-6b54-4e79-b835-e10d6dc1fdf7', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d7:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1902d88-b6fc-47a0-a267-130d01cd1783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:30Z', 'updated_at': '2021-09-19T02:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:04:43.988803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:04:43.998982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:43.999733 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:44.002056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] 10.222.0.30 "PUT /v2.0/ports/4abb3f8d-b94e-4c59-a862-9fc0441739ac HTTP/1.1" status: 200 len: 1095 time: 2.3722162 Sep 19 03:04:44.002806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'tag': '4abb3f8d-b94e-4c59-a862-9fc0441739ac'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:44.005276 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae852f3-7955-4a44-a748-04ac17e96657" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9671bd-2722-44ca-b65e-16bf37ecdc29", "tag": "4abb3f8d-b94e-4c59-a862-9fc0441739ac"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:44.040100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb0b15-3b91-4569-a592-228ef23d08ee service neutron] Pushing event updated for resources: {'Port': ['ID=4abb3f8d-b94e-4c59-a862-9fc0441739ac,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:44.044151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:44.108137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb3015-0a79-4bc9-a1df-792ef13aeb24 req-2d8f4a60-90c5-4c6f-a8a9-08087fede7cc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:44.117120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0dfb3015-0a79-4bc9-a1df-792ef13aeb24 req-2d8f4a60-90c5-4c6f-a8a9-08087fede7cc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.2483947 Sep 19 03:04:44.144229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:44.243261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 61094ab2-c505-456b-9d65-6c9cec5ec1da {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:44.244019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 61094ab2-c505-456b-9d65-6c9cec5ec1da not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:44.261389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-7d3ee27c-2f6f-4ac3-8b16-3086c64fb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:44.263437 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-7d3ee27c-2f6f-4ac3-8b16-3086c64fb699 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f56cbfe413f40f68eb07a9163e51917&device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 1098 time: 0.0984426 Sep 19 03:04:44.296276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3c3b2ab0-4ada-4449-bd8b-f12ab175fc1f None None] Provisioning complete for port 12843a01-e94a-49ff-b026-d45c3996ff63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:44.296651 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2ab0-4ada-4449-bd8b-f12ab175fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:44.346734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-f10ee2b1-f214-409b-8ae7-dd55e93f1ab7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4abb3f8d-b94e-4c59-a862-9fc0441739ac HTTP/1.1" status: 200 len: 217 time: 0.0758233 Sep 19 03:04:44.347092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356ac91-779e-4518-8df3-231b64211213 req-13d248f6-29e5-4c68-a55a-1e2c93a3154a tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:44.348715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1356ac91-779e-4518-8df3-231b64211213 req-13d248f6-29e5-4c68-a55a-1e2c93a3154a tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 947 time: 0.2064345 Sep 19 03:04:44.377307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0dfb3015-0a79-4bc9-a1df-792ef13aeb24 req-eaa65c8f-8b6c-4ae5-9d67-4780cda39269 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497268 Sep 19 03:04:44.433786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] Set router fb152369-7da0-4a92-b40d-cd409e8e5d40 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:44.450192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-4fb83a53-6dba-426f-9739-5e7d50a7cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:44.451752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Deleting port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:44.452342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:44.453087 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-4fb83a53-6dba-426f-9739-5e7d50a7cec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0967257 Sep 19 03:04:44.455347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:44.524509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6faa1dc4-ff16-469e-bbde-48b36c6fc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:44.526518 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-6faa1dc4-ff16-469e-bbde-48b36c6fc36e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0647068 Sep 19 03:04:44.629802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1356ac91-779e-4518-8df3-231b64211213 req-f30b0386-2871-43df-a711-d9ec1df83007 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724326 Sep 19 03:04:44.666003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'mac_address': 'fa:16:3e:a2:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:04:44.722020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] For port 3b68473a-6b54-4e79-b835-e10d6dc1fdf7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:44.722414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:44.742264 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858d1f8-d15e-4f98-8194-57f8d26d26fc x-openstack-request-id: req-c858d1f8-d15e-4f98-8194-57f8d26d26fc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:44.743098 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980f1cce-0187-4cae-9976-c924d386fc54", "name": "network-vif-deleted", "tag": "61094ab2-c505-456b-9d65-6c9cec5ec1da", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:44.745790 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c858d1f8-d15e-4f98-8194-57f8d26d26fc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:44.746382 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980f1cce-0187-4cae-9976-c924d386fc54', 'name': 'network-vif-deleted', 'tag': '61094ab2-c505-456b-9d65-6c9cec5ec1da', 'status': 'completed', 'code': 200} Sep 19 03:04:44.770883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Calling delete_port for 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:44.884029 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401406e-8135-4f37-9a04-08d86556542d x-openstack-request-id: req-5401406e-8135-4f37-9a04-08d86556542d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:44.884513 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9671bd-2722-44ca-b65e-16bf37ecdc29", "tag": "4abb3f8d-b94e-4c59-a862-9fc0441739ac", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:44.887629 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5401406e-8135-4f37-9a04-08d86556542d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:44.888796 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'tag': '4abb3f8d-b94e-4c59-a862-9fc0441739ac', 'status': 'completed', 'code': 200} Sep 19 03:04:44.970804 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-8d7b78de-ecc2-44ab-aec5-276ebb80112e service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281609 Sep 19 03:04:44.988121 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2ab0-4ada-4449-bd8b-f12ab175fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:44.991699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1bf66697-d50e-45ae-ae55-3fd9762630d1 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:45.022780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1bf66697-d50e-45ae-ae55-3fd9762630d1 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:45.023684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1bf66697-d50e-45ae-ae55-3fd9762630d1 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:45.025743 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de04128b-bd57-467a-bcee-30d6001edbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.099671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.134776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:45.169673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002e688-808c-4bc1-bc57-c2cb752eb13a req-d059580c-046f-4bf6-83b5-6a6a19d73215 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:45.178529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:45.183941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e002e688-808c-4bc1-bc57-c2cb752eb13a req-d059580c-046f-4bf6-83b5-6a6a19d73215 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 949 time: 0.1538405 Sep 19 03:04:45.194373 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b4e3681f-0454-4965-b244-83979a0f0143 req-34d2cf8a-2e58-432a-b832-49d58e54f90a service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223344 Sep 19 03:04:45.255345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:45.272429 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.276170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3c3b2ab0-4ada-4449-bd8b-f12ab175fc1f None None] For port 12843a01-e94a-49ff-b026-d45c3996ff63, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=12843a01-e94a-49ff-b026-d45c3996ff63,segment=NetworkSegment(f4175c8f-b8e0-474c-9724-1928a9f17de3),segment_id=f4175c8f-b8e0-474c-9724-1928a9f17de3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:45.324961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] Deleting subnet 529cd5d9-771f-4357-9866-98e89e6e6b2b {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:04:45.336330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-1fa95ddd-1eef-43db-b95a-f532f1477520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:45.337958 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-1fa95ddd-1eef-43db-b95a-f532f1477520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f56cbfe413f40f68eb07a9163e51917&device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 1098 time: 0.0828309 Sep 19 03:04:45.340268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:45.344845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2ab0-4ada-4449-bd8b-f12ab175fc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.353755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.357064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-cd028824-4194-48b9-b3c8-4cc6c7fc85bf tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:45.358563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-cd028824-4194-48b9-b3c8-4cc6c7fc85bf tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 947 time: 0.2146661 Sep 19 03:04:45.377724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e002e688-808c-4bc1-bc57-c2cb752eb13a req-ed533484-423b-4548-9844-53147e022417 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927059 Sep 19 03:04:45.421202 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.448827 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.469196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.523242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b2ab0-4ada-4449-bd8b-f12ab175fc1f None None] Pushing event updated for resources: {'Port': ['ID=12843a01-e94a-49ff-b026-d45c3996ff63,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:45.583440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.594333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:04:37Z', 'revision_number': 4, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port': {'id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:30Z', 'updated_at': '2021-09-19T03:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '12843a01-e94a-49ff-b026-d45c3996ff63', 'name': '', 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'mac_address': 'fa:16:3e:dc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '263c6344-c725-4a2e-9964-b0dd6ae873b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:36Z', 'updated_at': '2021-09-19T03:04:43Z', 'revision_number': 4, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'subnets': [{'id': '263c6344-c725-4a2e-9964-b0dd6ae873b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:45.596131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e550f181-1a7f-48ea-a11c-9dc340bfef5b None None] Provisioning complete for port 12843a01-e94a-49ff-b026-d45c3996ff63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:45.596911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e550f181-1a7f-48ea-a11c-9dc340bfef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.626869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529cd5d9-771f-4357-9866-98e89e6e6b2b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:45.631342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.633623 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-39ab04cb-aa7a-4218-960d-23728b01a913 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/529cd5d9-771f-4357-9866-98e89e6e6b2b HTTP/1.1" status: 204 len: 168 time: 0.4522276 Sep 19 03:04:45.635269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b68473a-6b54-4e79-b835-e10d6dc1fdf7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:45.637570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37444) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:45.660729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f203b615-3e7b-48a8-9f58-91870683cfca None None] The sync data for ids ['fb152369-7da0-4a92-b40d-cd409e8e5d40'] in n-d-809936-1 is: [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:04:37Z', 'revision_number': 4, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port': {'id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:30Z', 'updated_at': '2021-09-19T03:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '12843a01-e94a-49ff-b026-d45c3996ff63', 'name': '', 'network_id': '9289ba27-97ad-4037-931b-fd5fdecbb745', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'mac_address': 'fa:16:3e:dc:63:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '263c6344-c725-4a2e-9964-b0dd6ae873b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:36Z', 'updated_at': '2021-09-19T03:04:43Z', 'revision_number': 4, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'subnets': [{'id': '263c6344-c725-4a2e-9964-b0dd6ae873b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:04:45.725942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63069aa-7151-4377-b183-561c5dfc7f11 req-b2845c41-0080-4cf7-beb2-34512e483ca3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:45.777806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e63069aa-7151-4377-b183-561c5dfc7f11 req-b2845c41-0080-4cf7-beb2-34512e483ca3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 948 time: 0.4690850 Sep 19 03:04:45.784613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-374e918a-4811-488c-a380-2c90fc0f66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:45.788828 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.790141 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-374e918a-4811-488c-a380-2c90fc0f66a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4377279 Sep 19 03:04:45.830233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.830695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:45.890488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-8c595f5a-5a46-457f-9971-fa2fb6b97b5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4abb3f8d-b94e-4c59-a862-9fc0441739ac HTTP/1.1" status: 200 len: 217 time: 0.0910656 Sep 19 03:04:45.896849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:45.957346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-56691071-43cd-4019-bf98-d7428bb489c5 service neutron] 10.222.0.32 "GET /v2.0/ports/b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03/bindings/n-h2-809936-1 HTTP/1.1" status: 200 len: 382 time: 0.5764215 Sep 19 03:04:46.015008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.033566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.131857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-de068db8-3133-478b-aa2f-e90cc47fb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:46.135948 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-de068db8-3133-478b-aa2f-e90cc47fb070 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2357819 Sep 19 03:04:46.177560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e63069aa-7151-4377-b183-561c5dfc7f11 req-941a0e34-d884-43e0-b2f9-a9648a3f8af2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979080 Sep 19 03:04:46.195097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-b28ac273-34ff-4cad-b69a-04089bb831bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:46.197083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-b28ac273-34ff-4cad-b69a-04089bb831bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1099 time: 0.1763361 Sep 19 03:04:46.198316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.198969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1902d88-b6fc-47a0-a267-130d01cd1783 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:04:46.206525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.210798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-730a569d-627f-49ad-82d8-c2c6b39a0606 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d1902d88-b6fc-47a0-a267-130d01cd1783 HTTP/1.1" status: 204 len: 168 time: 4.7183454 Sep 19 03:04:46.211648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37464) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:46.212565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.256861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-bb83dfe7-4911-4828-99b3-4ca267e09ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:46.258386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-bb83dfe7-4911-4828-99b3-4ca267e09ba8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134803 Sep 19 03:04:46.377787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1168e2df-163a-4eb0-82eb-c9aac060ff6d']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:46.449331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886b2ef6-cb12-41cd-b042-592e7c5b9bb6') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:46.449905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886b2ef6-cb12-41cd-b042-592e7c5b9bb6') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:46.486420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] Deleting subnet fa71bd19-11fe-4fcc-96fd-e836d81ea57b {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:04:46.488973 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.493538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.565935 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.573321 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-218b5c1a-b2ec-4b40-9abb-ea91efa8d039 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058958 Sep 19 03:04:46.580348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:04:46.581382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:04:46.585228 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:04:46.678187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-6c5e4609-ba20-4653-b2de-37dc545e6716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:46.680249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-6c5e4609-ba20-4653-b2de-37dc545e6716 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4676237 Sep 19 03:04:46.685910 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.737529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e3121-d52c-4927-bd94-e3bbb37c816d req-4b10d19f-92f6-4543-8245-c4d4c724e82b tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:46.745635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-709e3121-d52c-4927-bd94-e3bbb37c816d req-4b10d19f-92f6-4543-8245-c4d4c724e82b tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 947 time: 0.1743033 Sep 19 03:04:46.825247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.906317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:46.910409 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] 10.222.0.22 "DELETE /v2.0/networks/1168e2df-163a-4eb0-82eb-c9aac060ff6d HTTP/1.1" status: 204 len: 168 time: 1.2695105 Sep 19 03:04:46.914772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1ceff-1e21-472d-8cdd-3f99a470facb admin admin] Pushing event deleted for resources: {'Network': ['ID=1168e2df-163a-4eb0-82eb-c9aac060ff6d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:46.916384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37490) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:46.927064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-4b53bdea-35b9-46f9-b352-d83dc3b50cf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.2140853 Sep 19 03:04:47.006391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-c82891a0-80eb-494e-a4b0-a02e97e0cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:47.007974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-c82891a0-80eb-494e-a4b0-a02e97e0cedd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0684135 Sep 19 03:04:47.030192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-709e3121-d52c-4927-bd94-e3bbb37c816d req-488912da-9e35-4aec-bb60-7f36ccffca0c tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823021 Sep 19 03:04:47.054990 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.081250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 12843a01-e94a-49ff-b026-d45c3996ff63 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:47.123073 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ae852f3-7955-4a44-a748-04ac17e96657 req-b6d68969-75b8-431d-90ce-0b1eb58b5863 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312853 Sep 19 03:04:47.154586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] Deleting subnet abb8e273-ae47-4a67-93d7-153e74e22e6e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:04:47.162208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.171449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-e9c4ca97-ec8f-4336-b3ac-963cffcab261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:47.177599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-e9c4ca97-ec8f-4336-b3ac-963cffcab261 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461821 Sep 19 03:04:47.212004 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43fae095-d87d-40c2-87d9-5ca3604f392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.213856 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 12843a01-e94a-49ff-b026-d45c3996ff63 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:47.215297 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.247875 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.252554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.282000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa71bd19-11fe-4fcc-96fd-e836d81ea57b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:47.347994 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.349446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.357284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0fd6b1d5-c962-4953-878e-8896cdb681fc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fa71bd19-11fe-4fcc-96fd-e836d81ea57b HTTP/1.1" status: 204 len: 168 time: 1.1344609 Sep 19 03:04:47.378443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37502) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:47.390062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38972fa8-0b67-4475-b86e-ea65cb4a6f17 None None] Network 38f0404b-2130-4ac7-8696-206ce18e09f9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:04:47.476121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.531297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb8e273-ae47-4a67-93d7-153e74e22e6e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:47.553749 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.560122 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e018ca1-a766-4160-968c-3a04eca0a0b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/abb8e273-ae47-4a67-93d7-153e74e22e6e HTTP/1.1" status: 204 len: 168 time: 0.6427515 Sep 19 03:04:47.563190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37508) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:47.571519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490c8a0-8f15-49de-934b-be3d643f5d27 req-c83a5d10-87f7-4666-8229-78ba12dd98ed tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:47.580500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9490c8a0-8f15-49de-934b-be3d643f5d27 req-c83a5d10-87f7-4666-8229-78ba12dd98ed tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 948 time: 0.2009158 Sep 19 03:04:47.592959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-b8f4c81e-fb0a-43d8-bc5f-13e389546abb service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068301 Sep 19 03:04:47.607448 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.685256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:47.770895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.824253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-08ee965e-67bf-450a-9373-6e2c34f5d644 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045326 Sep 19 03:04:47.936781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:47.960799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9490c8a0-8f15-49de-934b-be3d643f5d27 req-be37df08-6096-4955-987d-2e8d7befb82a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783152 Sep 19 03:04:47.966480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c08270c-ede4-4d31-a9fa-8985f3c2b12e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:47.988264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53aba1df-c070-45b3-8641-1a1b1893784d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:47.988852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53aba1df-c070-45b3-8641-1a1b1893784d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:47.990033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Deleting port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:47.990357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.001693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.018875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.025968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:04:48.026967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:04:48.029146 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:04:48.097493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4abb3f8d-b94e-4c59-a862-9fc0441739ac details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:04:48.104630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:48.115089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.123965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.130787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4c08270c-ede4-4d31-a9fa-8985f3c2b12e HTTP/1.1" status: 204 len: 168 time: 0.5622654 Sep 19 03:04:48.145975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b6a7-c5aa-4078-8d00-7b71959ccd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c08270c-ede4-4d31-a9fa-8985f3c2b12e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:48.147447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:48.148382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3b68473a-6b54-4e79-b835-e10d6dc1fdf7 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:48.220289 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.255344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:48.255725 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.295869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37524) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:48.356005 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-faf0d438-2025-4030-9734-9f50af79eb7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9eb23c319f2d4904a9ad325b7d1efd73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564728 Sep 19 03:04:48.356383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37526) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:48.362497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] DHCP port deletion for 38f0404b-2130-4ac7-8696-206ce18e09f9 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:04:48.403107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4abb3f8d-b94e-4c59-a862-9fc0441739ac, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4abb3f8d-b94e-4c59-a862-9fc0441739ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:48.426378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73acaa41-049f-4eb7-a7c5-6fc85ad19113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.437456 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.443500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '4abb3f8d-b94e-4c59-a862-9fc0441739ac', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '4abb3f8d-b94e-4c59-a862-9fc0441739ac', 'mac_address': 'fa:16:3e:b8:ae:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:04:48.455394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73acaa41-049f-4eb7-a7c5-6fc85ad19113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.522087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73acaa41-049f-4eb7-a7c5-6fc85ad19113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.525395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73acaa41-049f-4eb7-a7c5-6fc85ad19113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.529107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73acaa41-049f-4eb7-a7c5-6fc85ad19113 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eb69665-3aec-41d8-af92-7c7b927b825e HTTP/1.1" status: 204 len: 168 time: 0.1692436 Sep 19 03:04:48.539246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.552842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] Deleting port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:48.553242 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.554971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.555444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] For port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:48.555953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.557313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acaa41-049f-4eb7-a7c5-6fc85ad19113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb69665-3aec-41d8-af92-7c7b927b825e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:48.576085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Calling delete_port for 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:48.585705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abb3f8d-b94e-4c59-a862-9fc0441739ac {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:48.612425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1c4b8-0838-48d8-94ba-6162e6f14ecf req-0499139f-d706-4ba7-bf96-d74fca4005cd tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:48.624432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dca1c4b8-0838-48d8-94ba-6162e6f14ecf req-0499139f-d706-4ba7-bf96-d74fca4005cd tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 947 time: 0.1442459 Sep 19 03:04:48.637097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:48.639816 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d718b40-c01a-43ab-8008-bc96d7faa779" -d '{"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:48.659860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4abb3f8d-b94e-4c59-a862-9fc0441739ac, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4abb3f8d-b94e-4c59-a862-9fc0441739ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:48.756661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dca1c4b8-0838-48d8-94ba-6162e6f14ecf req-d72b0432-734c-4426-a3e2-9c8454754315 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310081 Sep 19 03:04:48.764894 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab26e2c-6b4f-4ff1-886d-5df2d02279df x-openstack-request-id: req-6ab26e2c-6b4f-4ff1-886d-5df2d02279df {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:48.765245 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:48.765506 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ab26e2c-6b4f-4ff1-886d-5df2d02279df {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:48.765952 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'code': 200} Sep 19 03:04:48.795525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:48.798600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.812440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] For port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,segment=NetworkSegment(414f97b8-5c8a-49a7-9c71-249146468959),segment_id=414f97b8-5c8a-49a7-9c71-249146468959)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:48.813283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.838773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.838773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:48.867829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:48.894834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] No DVR routers for this DVR port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:48.938823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:48.945440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] Calling delete_port for 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:48.990732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.020335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f0404b-2130-4ac7-8696-206ce18e09f9']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:49.034190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414f97b8-5c8a-49a7-9c71-249146468959') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:49.034799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414f97b8-5c8a-49a7-9c71-249146468959') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:49.049818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.073025 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.082416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:04:49.083602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:04:49.090123 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:04:49.101421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37550) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:49.103683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4abb3f8d-b94e-4c59-a862-9fc0441739ac,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:49.115291 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.165842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:49.173797 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a4c282b-3677-4a52-800b-109179425892 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed9b3c10b4b44e37b6b2d21f0a2989b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679185 Sep 19 03:04:49.174179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37552) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:49.177167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] No DVR routers for this DVR port 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:49.225772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.233673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.235520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] 10.222.0.22 "DELETE /v2.0/networks/38f0404b-2130-4ac7-8696-206ce18e09f9 HTTP/1.1" status: 204 len: 168 time: 1.8542829 Sep 19 03:04:49.244520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4f161-7546-4aef-b801-9841e5f2a78f req-c6c3d5c3-0632-420f-bf45-643d599778a4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:49.246105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71d4f161-7546-4aef-b801-9841e5f2a78f req-c6c3d5c3-0632-420f-bf45-643d599778a4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1527255 Sep 19 03:04:49.248420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37554) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:49.273401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e530-7061-4605-abb7-3f3cc728646d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.282432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.305005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4abb3f8d-b94e-4c59-a862-9fc0441739ac'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:49.311097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e530-7061-4605-abb7-3f3cc728646d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.321440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:49.321684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:49.324733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6fa4d-ac24-46cf-98e9-689c981b4863 admin admin] Pushing event deleted for resources: {'Network': ['ID=38f0404b-2130-4ac7-8696-206ce18e09f9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:49.398632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e530-7061-4605-abb7-3f3cc728646d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.402463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fa9e530-7061-4605-abb7-3f3cc728646d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.404153 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9fa9e530-7061-4605-abb7-3f3cc728646d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18c81660-ae79-47cf-a3a0-2c07223d1d86 HTTP/1.1" status: 204 len: 168 time: 0.2289121 Sep 19 03:04:49.416256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9e530-7061-4605-abb7-3f3cc728646d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c81660-ae79-47cf-a3a0-2c07223d1d86,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:49.446196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71d4f161-7546-4aef-b801-9841e5f2a78f req-11177282-d242-4573-b31f-c3eaeb835847 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800294 Sep 19 03:04:49.467280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:49.495035 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.511272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:49.546420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3adc30-002b-4d9b-9d33-c530b7d7afcb None None] Pushing event deleted for resources: {'Port': ['ID=01f4e5f2-37c0-4f5b-a518-3c5ff6a514e3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:49.631241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:49.897272 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:49.918854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:50.010274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da618fe1-fede-435d-8d57-28b0f2e771b7 req-fa4b0b30-5e7c-4390-a472-10584790e0ba tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:50.013168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da618fe1-fede-435d-8d57-28b0f2e771b7 req-fa4b0b30-5e7c-4390-a472-10584790e0ba tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 948 time: 0.1936207 Sep 19 03:04:50.101095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da618fe1-fede-435d-8d57-28b0f2e771b7 req-f270d5be-820b-4787-ba37-f932e415d017 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686488 Sep 19 03:04:50.306889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Deleting port f8ff15d9-d5be-4451-b27c-21b97d6a9d90 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:50.307422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:50.394880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] For port f8ff15d9-d5be-4451-b27c-21b97d6a9d90, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,segment=NetworkSegment(6d3111d6-deba-471a-af8d-9ec151d06793),segment_id=6d3111d6-deba-471a-af8d-9ec151d06793)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:50.395184 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:50.409066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Calling delete_port for f8ff15d9-d5be-4451-b27c-21b97d6a9d90 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:50.664595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff88ab-3d36-4078-b7a3-ef631dca79bb req-7ff30423-757f-4b15-bcd6-ecb2d520d49a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:50.666190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8aff88ab-3d36-4078-b7a3-ef631dca79bb req-7ff30423-757f-4b15-bcd6-ecb2d520d49a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.0934145 Sep 19 03:04:50.767688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:50.773480 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf225d72-cd9e-4c34-8fc1-f0bf87ed4d11" -d '{"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:50.795251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8aff88ab-3d36-4078-b7a3-ef631dca79bb req-2edb747e-c882-4a3e-8b1f-58fbd0afaf90 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229212 Sep 19 03:04:50.823002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:50.839029 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a48fcb-f9e0-4276-aefb-0d28c6b84a0c x-openstack-request-id: req-98a48fcb-f9e0-4276-aefb-0d28c6b84a0c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:50.840474 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:50.842620 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98a48fcb-f9e0-4276-aefb-0d28c6b84a0c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:50.843356 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'code': 200} Sep 19 03:04:50.856143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ff15d9-d5be-4451-b27c-21b97d6a9d90,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:50.865477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-f11e2c38-0937-4da1-b281-02a03a765cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:50.867017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-f11e2c38-0937-4da1-b281-02a03a765cb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 1100 time: 0.1153352 Sep 19 03:04:51.028051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-f8ae08de-f9df-49a6-8804-86873e5ee185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.033011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-f8ae08de-f9df-49a6-8804-86873e5ee185 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1100 time: 0.1094840 Sep 19 03:04:51.277744 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:51.352062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-fdf75102-d6b6-4226-a27c-ca279e71833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.353659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-fdf75102-d6b6-4226-a27c-ca279e71833b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3177471 Sep 19 03:04:51.361753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef67553-61a4-433e-bd9d-9fa2c5ce90b5 req-0bc20621-eb8c-4a58-9b7a-e50a86f30bad tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.363280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ef67553-61a4-433e-bd9d-9fa2c5ce90b5 req-0bc20621-eb8c-4a58-9b7a-e50a86f30bad tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 948 time: 0.1364155 Sep 19 03:04:51.416155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-2244f3ef-81a1-48bc-a1f9-c3fe3c331745 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.0502102 Sep 19 03:04:51.540330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ef67553-61a4-433e-bd9d-9fa2c5ce90b5 req-76aec691-c10c-469a-8549-8bc206b86712 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665738 Sep 19 03:04:51.557096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-72cd0c04-f123-4ded-a184-9be4a63625e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.558820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-72cd0c04-f123-4ded-a184-9be4a63625e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1304417 Sep 19 03:04:51.723189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4abb3f8d-b94e-4c59-a862-9fc0441739ac up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:51.753170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-8064a3ad-4901-484a-9b3a-934cad6eb3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.754701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-8064a3ad-4901-484a-9b3a-934cad6eb3ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1867599 Sep 19 03:04:51.794140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 4abb3f8d-b94e-4c59-a862-9fc0441739ac completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:04:51.800190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 4abb3f8d-b94e-4c59-a862-9fc0441739ac triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:51.800827 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:51.847614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.847851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.848581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.848581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.849034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.851728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.851822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.856574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:51.856574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97a557b6-d077-44ef-840d-7ecbaec2d657 req-3b0a3331-cf2a-4ea3-95b6-0d285ee0b1d5 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5722 time: 0.3499544 Sep 19 03:04:51.947881 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:51.977284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:04:51.990008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:51.994481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4abb3f8d-b94e-4c59-a862-9fc0441739ac, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4abb3f8d-b94e-4c59-a862-9fc0441739ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:52.037255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:52.192992 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:52.202874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4abb3f8d-b94e-4c59-a862-9fc0441739ac,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:52.248267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:52.256935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:52.274778 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:52.275042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Router 53fdb4da-35a5-402c-b783-88c5c6066cd2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:04:52.300539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'mac_address': 'fa:16:3e:15:83:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:04:52.341699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-813ac392-1eb2-424c-8052-3426bdcf23de service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730410 Sep 19 03:04:52.355340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b4f16-8e7a-47d1-803c-b1df5feaf065 req-36a94d7d-f0e5-4abf-befe-17864859852e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:52.355590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:52.356837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-054b4f16-8e7a-47d1-803c-b1df5feaf065 req-36a94d7d-f0e5-4abf-befe-17864859852e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 949 time: 0.1644635 Sep 19 03:04:52.359087 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:52.387938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d589cef-be91-42b6-b3ff-dec1042997c1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:52.409821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:52.414019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:52.457324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d1cdd-0b6c-4d27-94d7-e2b4b19d90e3 req-c0d75820-2e95-4f03-b69c-2e9636a8b972 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:52.458717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9d1cdd-0b6c-4d27-94d7-e2b4b19d90e3 req-c0d75820-2e95-4f03-b69c-2e9636a8b972 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 886 time: 0.2701323 Sep 19 03:04:52.493211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:52.551096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5d589cef-be91-42b6-b3ff-dec1042997c1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:52.556097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-054b4f16-8e7a-47d1-803c-b1df5feaf065 req-c3bb8ed3-8998-4952-90e4-49a5659abf34 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482267 Sep 19 03:04:52.597956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:04:52.605554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe76a64-e89e-4ce9-b39f-2c59a9a95d4f req-185fceaf-b931-4f02-a841-47e2aecc0336 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477510 Sep 19 03:04:52.612062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ada2e3ad-e427-4944-8248-011fc5555df3 admin admin] 10.222.0.22 "PUT /v2.0/routers/53fdb4da-35a5-402c-b783-88c5c6066cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3602898 Sep 19 03:04:52.614942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37644) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:52.621616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] Sync routers for ids ['53fdb4da-35a5-402c-b783-88c5c6066cd2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:04:52.660861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] Routers {'53fdb4da-35a5-402c-b783-88c5c6066cd2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:52.661109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['53fdb4da-35a5-402c-b783-88c5c6066cd2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:52.781845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] Set router 53fdb4da-35a5-402c-b783-88c5c6066cd2 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:52.942139 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:52.980552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abb3f8d-b94e-4c59-a862-9fc0441739ac'}, {'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:52.983104 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924c6daa-261f-4b02-986e-c7374c993875" -d '{"events": [{"server_uuid": "3d9671bd-2722-44ca-b65e-16bf37ecdc29", "name": "network-vif-plugged", "status": "completed", "tag": "4abb3f8d-b94e-4c59-a862-9fc0441739ac"}, {"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:52.993549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462247-72d2-44de-8f3a-822211fa00b4 req-8b01af5c-cdb1-4adf-8314-7a51522c5de8 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:52.995230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8462247-72d2-44de-8f3a-822211fa00b4 req-8b01af5c-cdb1-4adf-8314-7a51522c5de8 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 949 time: 0.1855600 Sep 19 03:04:53.099196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.099940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.100509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.101114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.101744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.102221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.102840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.103307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.105298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08299874-c08c-4865-b12c-ef88b7c2436a req-3f7180f6-66f8-41d9-b5aa-b328de299bb3 tempest-NetworksTest-1907739202 tempest-NetworksTest-1907739202-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5722 time: 0.2945342 Sep 19 03:04:53.174926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8462247-72d2-44de-8f3a-822211fa00b4 req-64c5ec5b-5167-465a-9ce7-6140b4a5670c tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462977 Sep 19 03:04:53.204022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:53.232925 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d183ba9-1021-4e48-8fda-4d2ec3ed0cb0 x-openstack-request-id: req-1d183ba9-1021-4e48-8fda-4d2ec3ed0cb0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:53.233262 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9671bd-2722-44ca-b65e-16bf37ecdc29", "name": "network-vif-plugged", "status": "completed", "tag": "4abb3f8d-b94e-4c59-a862-9fc0441739ac", "code": 200}, {"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-unplugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:53.233516 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d183ba9-1021-4e48-8fda-4d2ec3ed0cb0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:53.233921 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abb3f8d-b94e-4c59-a862-9fc0441739ac', 'code': 200} Sep 19 03:04:53.234224 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'code': 200} Sep 19 03:04:53.262644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '3524f86b-5193-4f7f-917f-253699110d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T03:04:50Z', 'revision_number': 5, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port': {'id': '3524f86b-5193-4f7f-917f-253699110d86', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T02:59:39Z', 'updated_at': '2021-09-19T02:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:53.304818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] Checking router: 53fdb4da-35a5-402c-b783-88c5c6066cd2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:04:53.328412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] Routers {'53fdb4da-35a5-402c-b783-88c5c6066cd2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:04:53.329170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:04:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['53fdb4da-35a5-402c-b783-88c5c6066cd2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:53.339015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Deleting port 3524f86b-5193-4f7f-917f-253699110d86 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:53.339625 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:53.431673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] Set router 53fdb4da-35a5-402c-b783-88c5c6066cd2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:04:53.495081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] For port 3524f86b-5193-4f7f-917f-253699110d86, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3524f86b-5193-4f7f-917f-253699110d86,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:53.495475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:53.506172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T03:04:53Z', 'revision_number': 6, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:53.512804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Calling delete_port for 3524f86b-5193-4f7f-917f-253699110d86 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:53.538840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a61f118-6df3-4348-9482-be7904b8d3b0 None None] The sync data for ids ['53fdb4da-35a5-402c-b783-88c5c6066cd2'] in n-d-809936-1 is: [{'id': '53fdb4da-35a5-402c-b783-88c5c6066cd2', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-772783196-router', 'tenant_id': '76c6bbafa2ce43fbad93bac262a27031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T02:59:38Z', 'updated_at': '2021-09-19T03:04:53Z', 'revision_number': 6, 'project_id': '76c6bbafa2ce43fbad93bac262a27031', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:04:53.550117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3cbc6-1762-4521-8cb4-87edf8ccf0eb req-978260c8-0f9d-40e4-94ee-0ec467d45393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.553863 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57a3cbc6-1762-4521-8cb4-87edf8ccf0eb req-978260c8-0f9d-40e4-94ee-0ec467d45393 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 1100 time: 0.2557218 Sep 19 03:04:53.617110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57a3cbc6-1762-4521-8cb4-87edf8ccf0eb req-330ffd58-0a8c-4bd3-91bc-0ec343cc32b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550034 Sep 19 03:04:53.686919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37666) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:53.780351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e5a5c-aa7e-4d4d-9aab-3666440b3ef8 req-5e1a0822-a7ba-4884-8191-aaa4bdd9626e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:53.782624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-057e5a5c-aa7e-4d4d-9aab-3666440b3ef8 req-5e1a0822-a7ba-4884-8191-aaa4bdd9626e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.1014099 Sep 19 03:04:53.840609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a02e458-115b-4e0e-a18e-55cc225fea3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:53.902018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-057e5a5c-aa7e-4d4d-9aab-3666440b3ef8 req-282952a8-22a0-416c-a548-e3a6c47ea8d6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105611 Sep 19 03:04:53.903370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:53.957087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Pushing event deleted for resources: {'Port': ['ID=3524f86b-5193-4f7f-917f-253699110d86,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:54.047912 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.049692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a02e458-115b-4e0e-a18e-55cc225fea3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.054976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a02e458-115b-4e0e-a18e-55cc225fea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.103978 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7a02e458-115b-4e0e-a18e-55cc225fea3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0821620c3a840b0a6fb06038784b5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4154520 Sep 19 03:04:54.105593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02e458-115b-4e0e-a18e-55cc225fea3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6b1f0-c8d6-4bc1-8bba-9adf0a922e1c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:54.108557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37682) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:54.165183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.167543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.168862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa72b-f16a-4c3f-ae95-2af11a1ef3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.192732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa72b-f16a-4c3f-ae95-2af11a1ef3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.218614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.219599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fdb4da-35a5-402c-b783-88c5c6066cd2 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:04:54.226985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.230833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3be68ce1-d5e3-4c6d-8cf0-b056862e1579 admin admin] 10.222.0.22 "DELETE /v2.0/routers/53fdb4da-35a5-402c-b783-88c5c6066cd2 HTTP/1.1" status: 204 len: 168 time: 1.6124189 Sep 19 03:04:54.235508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37694) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:54.254965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa72b-f16a-4c3f-ae95-2af11a1ef3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.258148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb6aa72b-f16a-4c3f-ae95-2af11a1ef3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.261831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb6aa72b-f16a-4c3f-ae95-2af11a1ef3b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98a6b1f0-c8d6-4bc1-8bba-9adf0a922e1c HTTP/1.1" status: 204 len: 168 time: 0.1492655 Sep 19 03:04:54.270692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6aa72b-f16a-4c3f-ae95-2af11a1ef3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6b1f0-c8d6-4bc1-8bba-9adf0a922e1c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:54.291881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] Deleting subnet 43baac73-e4bb-4228-970d-643b34f6679c {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:04:54.303941 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.356279 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.398219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4cfac-586a-49d5-9f7e-2c53a652e337 req-2910f696-9c7c-4e99-a412-1466d129c135 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:54.399889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ab4cfac-586a-49d5-9f7e-2c53a652e337 req-2910f696-9c7c-4e99-a412-1466d129c135 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 949 time: 0.1112750 Sep 19 03:04:54.475682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ab4cfac-586a-49d5-9f7e-2c53a652e337 req-8d5aefc4-8958-4fe4-abd4-17a351f2a555 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677722 Sep 19 03:04:54.481084 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.544506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.574309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43baac73-e4bb-4228-970d-643b34f6679c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:54.576455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.578315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-61f5473c-337c-40fc-bb32-39d410104cf2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/43baac73-e4bb-4228-970d-643b34f6679c HTTP/1.1" status: 204 len: 168 time: 0.3413057 Sep 19 03:04:54.580795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37706) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:54.582729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6de9fd-02e1-4c19-bb49-3bb3831a48c4 None None] Network f52a85c8-c3a8-484a-8ce7-13bfaf5a400c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:04:54.615068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37712) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:54.629898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87eee6f2-100d-4fdc-bf5d-9eb0cf429d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.676849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.749566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Deleting port c5f32e8a-495c-4918-857d-c4a9fdee45dc {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:54.750690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.807902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87eee6f2-100d-4fdc-bf5d-9eb0cf429d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.817104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87eee6f2-100d-4fdc-bf5d-9eb0cf429d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.883528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] DHCP port deletion for f52a85c8-c3a8-484a-8ce7-13bfaf5a400c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:04:54.891907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] For port c5f32e8a-495c-4918-857d-c4a9fdee45dc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c5f32e8a-495c-4918-857d-c4a9fdee45dc,segment=NetworkSegment(6d3111d6-deba-471a-af8d-9ec151d06793),segment_id=6d3111d6-deba-471a-af8d-9ec151d06793)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:54.894169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:54.905386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37718) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:54.906267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-87eee6f2-100d-4fdc-bf5d-9eb0cf429d2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=722b1184c99b4dcab475b8eb853e5254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893090 Sep 19 03:04:54.937072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Calling delete_port for c5f32e8a-495c-4918-857d-c4a9fdee45dc owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:54.950149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eee6f2-100d-4fdc-bf5d-9eb0cf429d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a5582f-38c5-4c86-a821-7f85d55a3f33,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:54.964018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f8ff15d9-d5be-4451-b27c-21b97d6a9d90 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:55.002645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f8ff15d9-d5be-4451-b27c-21b97d6a9d90 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:55.005336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f8ff15d9-d5be-4451-b27c-21b97d6a9d90 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:55.006003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3524f86b-5193-4f7f-917f-253699110d86 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:55.098596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3524f86b-5193-4f7f-917f-253699110d86 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:55.098596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3524f86b-5193-4f7f-917f-253699110d86 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:55.112172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] Deleting port c5f32e8a-495c-4918-857d-c4a9fdee45dc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:55.113883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.134007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48c61a7f-b36f-42e4-b3b6-d463e6802be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.197580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45ab7a-2bc1-4c10-b7fc-c3995305efd5 req-587442f7-13fd-4713-a94e-77fa9780fbd7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:55.199477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc45ab7a-2bc1-4c10-b7fc-c3995305efd5 req-587442f7-13fd-4713-a94e-77fa9780fbd7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.1371162 Sep 19 03:04:55.199737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] For port c5f32e8a-495c-4918-857d-c4a9fdee45dc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c5f32e8a-495c-4918-857d-c4a9fdee45dc,segment=NetworkSegment(6d3111d6-deba-471a-af8d-9ec151d06793),segment_id=6d3111d6-deba-471a-af8d-9ec151d06793)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:55.200288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.202492 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48c61a7f-b36f-42e4-b3b6-d463e6802be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.216102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] Calling delete_port for c5f32e8a-495c-4918-857d-c4a9fdee45dc owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:55.224850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.270674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] No DVR routers for this DVR port c5f32e8a-495c-4918-857d-c4a9fdee45dc on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:55.285105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f32e8a-495c-4918-857d-c4a9fdee45dc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:55.302556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.333228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] No DVR routers for this DVR port c5f32e8a-495c-4918-857d-c4a9fdee45dc on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:55.335188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae3764-5ecd-47d0-a072-9687ed774b6c None None] Pushing event deleted for resources: {'Port': ['ID=c5f32e8a-495c-4918-857d-c4a9fdee45dc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:55.361252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc45ab7a-2bc1-4c10-b7fc-c3995305efd5 req-c7695b9b-752f-4c21-9c49-82cc1dfc6609 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549370 Sep 19 03:04:55.422084 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48c61a7f-b36f-42e4-b3b6-d463e6802be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.424805 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48c61a7f-b36f-42e4-b3b6-d463e6802be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.428274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-48c61a7f-b36f-42e4-b3b6-d463e6802be0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4a5582f-38c5-4c86-a821-7f85d55a3f33 HTTP/1.1" status: 204 len: 168 time: 0.5065539 Sep 19 03:04:55.428274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.443996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c61a7f-b36f-42e4-b3b6-d463e6802be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a5582f-38c5-4c86-a821-7f85d55a3f33,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:55.460426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52a85c8-c3a8-484a-8ce7-13bfaf5a400c']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:55.481083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3111d6-deba-471a-af8d-9ec151d06793') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:55.481635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3111d6-deba-471a-af8d-9ec151d06793') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:04:55.495908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.539392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.561883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:04:55.563214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:04:55.565441 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:04:55.694545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.711574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:55.716994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f52a85c8-c3a8-484a-8ce7-13bfaf5a400c HTTP/1.1" status: 204 len: 168 time: 1.1350999 Sep 19 03:04:55.734574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a307fb9-9d99-41f4-a6c8-9fb8fe9d40c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f52a85c8-c3a8-484a-8ce7-13bfaf5a400c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:55.741224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd820-9d1b-44ed-adfc-5f0edd5ac593 req-78b6b75a-6fc5-4a1c-a28d-820cb3ceb7bc tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:55.749724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-574cd820-9d1b-44ed-adfc-5f0edd5ac593 req-78b6b75a-6fc5-4a1c-a28d-820cb3ceb7bc tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 949 time: 0.1313601 Sep 19 03:04:55.808305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-574cd820-9d1b-44ed-adfc-5f0edd5ac593 req-395c1e7f-c874-42f3-92b0-7417a02962e5 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567753 Sep 19 03:04:56.003325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37760) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:56.099267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3f1a760e-403f-480c-bdbf-880482e9ff04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58e4605440a343bc98a07b1ee0eb370b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0926585 Sep 19 03:04:56.099770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37770) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:56.185953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05293258-de7c-4f34-ba54-38ba9d03c27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:56.220045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c9b16-333c-4ce6-8fb6-f1cb117314a2 req-62ea92f9-ada5-4e3e-8c0b-643c638ac08d tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:56.220997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05293258-de7c-4f34-ba54-38ba9d03c27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:56.222989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d72c9b16-333c-4ce6-8fb6-f1cb117314a2 req-62ea92f9-ada5-4e3e-8c0b-643c638ac08d tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 949 time: 0.0965030 Sep 19 03:04:56.282644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05293258-de7c-4f34-ba54-38ba9d03c27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:56.286595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-05293258-de7c-4f34-ba54-38ba9d03c27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:56.290153 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-05293258-de7c-4f34-ba54-38ba9d03c27e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bfd93a8-241b-4486-a9eb-d9aa578dde51 HTTP/1.1" status: 204 len: 168 time: 0.1880894 Sep 19 03:04:56.300700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05293258-de7c-4f34-ba54-38ba9d03c27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd93a8-241b-4486-a9eb-d9aa578dde51,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:56.313414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d72c9b16-333c-4ce6-8fb6-f1cb117314a2 req-8f31db2c-782f-4493-900e-4303adde0c9f tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841019 Sep 19 03:04:56.365446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:04:56.451139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5d589cef-be91-42b6-b3ff-dec1042997c1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:04:56.452034 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:56.538205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a872bf-1b1d-4b0d-ace3-91b55ee2f879 req-f7847bfd-d849-4cb5-a86b-79bbc72d91a8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:56.547814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0a872bf-1b1d-4b0d-ace3-91b55ee2f879 req-f7847bfd-d849-4cb5-a86b-79bbc72d91a8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.0710492 Sep 19 03:04:56.578881 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:56.615335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0a872bf-1b1d-4b0d-ace3-91b55ee2f879 req-ff38f560-8bf5-4d07-81d0-4f1cdc1c548a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 Sep 19 03:04:56.681350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:56.683913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:56.689383 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0a6140-4256-498d-966c-47559424295b" -d '{"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:56.696543 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:56.791729 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21bbb84-0176-484e-87cb-b4b8b85695ef x-openstack-request-id: req-a21bbb84-0176-484e-87cb-b4b8b85695ef {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:56.792282 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:56.792703 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a21bbb84-0176-484e-87cb-b4b8b85695ef {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:56.793444 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'code': 200} Sep 19 03:04:56.812097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:56.837475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f32e8a-495c-4918-857d-c4a9fdee45dc no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:56.885128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c5f32e8a-495c-4918-857d-c4a9fdee45dc {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:56.885877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f32e8a-495c-4918-857d-c4a9fdee45dc not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:57.069892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37806) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:57.187958 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4c07033b-69b9-4b3f-b2d1-4c593cf52032 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76c6bbafa2ce43fbad93bac262a27031&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1167345 Sep 19 03:04:57.190789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37810) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:57.332671 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d633b700-722c-492e-8f0e-f75386d493b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:57.396590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d633b700-722c-492e-8f0e-f75386d493b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:57.438400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-e296b51f-711f-489f-9b34-7ddeeec3c08b tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:57.447748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-e296b51f-711f-489f-9b34-7ddeeec3c08b tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 949 time: 0.1662807 Sep 19 03:04:57.477640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d633b700-722c-492e-8f0e-f75386d493b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:57.486111 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d633b700-722c-492e-8f0e-f75386d493b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:57.488312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d633b700-722c-492e-8f0e-f75386d493b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d95b6fc-c911-4244-8f68-4c11d04da348 HTTP/1.1" status: 204 len: 168 time: 0.2964566 Sep 19 03:04:57.538933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633b700-722c-492e-8f0e-f75386d493b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d95b6fc-c911-4244-8f68-4c11d04da348,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:57.649721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Deleting port 4abb3f8d-b94e-4c59-a862-9fc0441739ac {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:04:57.653106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:57.762399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bcaca-474c-461e-825f-06568ac5db8c req-e56648a6-6c4d-433b-9edd-efcb91c84136 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:57.772552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-298bcaca-474c-461e-825f-06568ac5db8c req-e56648a6-6c4d-433b-9edd-efcb91c84136 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 949 time: 0.2382445 Sep 19 03:04:57.799058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] For port 4abb3f8d-b94e-4c59-a862-9fc0441739ac, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4abb3f8d-b94e-4c59-a862-9fc0441739ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:57.799438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:57.825658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Calling delete_port for 4abb3f8d-b94e-4c59-a862-9fc0441739ac owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:04:57.901524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-298bcaca-474c-461e-825f-06568ac5db8c req-9eac82bf-63fa-476f-9742-763fef8476da tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/security-groups?id=3c38ea70-29e5-400c-b939-33373a57f2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224017 Sep 19 03:04:58.220488 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:58.306394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fe40c-5d2b-4649-bf49-8a40e3d74d1d req-f9ac58b2-8a77-4d72-8939-5e6bccb39478 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:58.323940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-154fe40c-5d2b-4649-bf49-8a40e3d74d1d req-f9ac58b2-8a77-4d72-8939-5e6bccb39478 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.1345286 Sep 19 03:04:58.370064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:04:58.397693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Pushing event deleted for resources: {'Port': ['ID=4abb3f8d-b94e-4c59-a862-9fc0441739ac,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:58.430192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-154fe40c-5d2b-4649-bf49-8a40e3d74d1d req-41faf9b2-d6e6-400e-a519-3836398db3ad tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052418 Sep 19 03:04:58.457763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] No DVR routers for this DVR port 4abb3f8d-b94e-4c59-a862-9fc0441739ac on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:04:58.463621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:58.469028 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c364271d-d6ba-4d55-9f12-4e24d9b1bc1b req-a234c068-8e20-4a4c-a363-99335c0a4aee tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.30 "DELETE /v2.0/ports/4abb3f8d-b94e-4c59-a862-9fc0441739ac HTTP/1.1" status: 204 len: 173 time: 1.0140727 Sep 19 03:04:58.469028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'name': 'network-vif-deleted', 'tag': '4abb3f8d-b94e-4c59-a862-9fc0441739ac'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:04:58.480249 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f59973-ac65-47c9-b9c6-01011403ca11" -d '{"events": [{"server_uuid": "3d9671bd-2722-44ca-b65e-16bf37ecdc29", "name": "network-vif-deleted", "tag": "4abb3f8d-b94e-4c59-a862-9fc0441739ac"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:04:58.740706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:58.776422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'mac_address': 'fa:16:3e:a2:a1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:04:58.803583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ec831-afe4-4f50-b61b-02b419f95cb9 req-798eb64d-db08-47d8-ad37-c8a92ed0f569 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:04:58.813249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b6ec831-afe4-4f50-b61b-02b419f95cb9 req-798eb64d-db08-47d8-ad37-c8a92ed0f569 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 947 time: 0.1095464 Sep 19 03:04:58.894084 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:58.907833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b6ec831-afe4-4f50-b61b-02b419f95cb9 req-005190db-8181-4e1e-9aa7-9fe3a860f53c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913191 Sep 19 03:04:58.924884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:04:58.971201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:04:58.979116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:58.994114 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be3a748-fdde-4c5a-b1ed-f72e78c4cff0 x-openstack-request-id: req-8be3a748-fdde-4c5a-b1ed-f72e78c4cff0 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:04:58.994525 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9671bd-2722-44ca-b65e-16bf37ecdc29", "name": "network-vif-deleted", "tag": "4abb3f8d-b94e-4c59-a862-9fc0441739ac", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:04:58.994856 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8be3a748-fdde-4c5a-b1ed-f72e78c4cff0 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:04:58.995187 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9671bd-2722-44ca-b65e-16bf37ecdc29', 'name': 'network-vif-deleted', 'tag': '4abb3f8d-b94e-4c59-a862-9fc0441739ac', 'status': 'completed', 'code': 200} Sep 19 03:04:59.132182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:04:59.278554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90a981d2-c3ca-4dfb-ae47-0029de141a9f req-10f4bcf7-ad50-4249-9a67-d797022d8ae9 tempest-ImagesNegativeTestJSON-925424188 tempest-ImagesNegativeTestJSON-925424188-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d9671bd-2722-44ca-b65e-16bf37ecdc29 HTTP/1.1" status: 200 len: 210 time: 0.1018066 Sep 19 03:04:59.397568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:04:59.533508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37874) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:04:59.564279 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:04:59.755388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4abb3f8d-b94e-4c59-a862-9fc0441739ac no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:04:59.804499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 4abb3f8d-b94e-4c59-a862-9fc0441739ac {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:04:59.805152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4abb3f8d-b94e-4c59-a862-9fc0441739ac not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:04:59.903595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e162c964-6811-452b-b6a4-6e7670789f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:00.123023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e162c964-6811-452b-b6a4-6e7670789f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:00.167134 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e162c964-6811-452b-b6a4-6e7670789f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:00.217474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37888) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:00.218028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e162c964-6811-452b-b6a4-6e7670789f1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=732015784d7a40d4b3b80424afbd7358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6827557 Sep 19 03:05:00.226958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162c964-6811-452b-b6a4-6e7670789f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d8559e-39f5-49e9-8310-559466aac578,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:00.283905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82f2f14a-d784-4489-88c5-2245db92ed08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:00.311929 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82f2f14a-d784-4489-88c5-2245db92ed08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:00.392669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82f2f14a-d784-4489-88c5-2245db92ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:00.396909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82f2f14a-d784-4489-88c5-2245db92ed08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:00.398932 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-82f2f14a-d784-4489-88c5-2245db92ed08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0d8559e-39f5-49e9-8310-559466aac578 HTTP/1.1" status: 204 len: 168 time: 0.1801634 Sep 19 03:05:00.419329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2f14a-d784-4489-88c5-2245db92ed08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d8559e-39f5-49e9-8310-559466aac578,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:01.149675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:01.450194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc37d78-75ce-47dd-aa82-add269194f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:01.608460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc37d78-75ce-47dd-aa82-add269194f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:01.615164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc37d78-75ce-47dd-aa82-add269194f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:01.659746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc37d78-75ce-47dd-aa82-add269194f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c1a59-2898-4789-9921-c5b8fca53d3e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:01.671555 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fbc37d78-75ce-47dd-aa82-add269194f09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b39ed3ef109a4705b5564ba62db258e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5206757 Sep 19 03:05:01.674589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37918) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:01.750847 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe04b-9640-4b0f-8612-61b3a357c069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:01.797886 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe04b-9640-4b0f-8612-61b3a357c069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:01.858635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe04b-9640-4b0f-8612-61b3a357c069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:01.861851 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe04b-9640-4b0f-8612-61b3a357c069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:01.863078 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5ebbe04b-9640-4b0f-8612-61b3a357c069 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/439c1a59-2898-4789-9921-c5b8fca53d3e HTTP/1.1" status: 204 len: 168 time: 0.1871672 Sep 19 03:05:01.882330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbe04b-9640-4b0f-8612-61b3a357c069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c1a59-2898-4789-9921-c5b8fca53d3e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:02.402171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:02.525121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:02.525785 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:02.628901 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:02.662063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:02.664763 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32b49bb-6034-4f4a-878b-6a313ffcd9da" -d '{"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:02.669149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:02.674698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:02.755893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:07.658037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-3c59978e-9199-43b7-ab31-3ac3bcabf011 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270512 Sep 19 03:05:07.827096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-756883f6-4d1a-430d-b002-713627e81c01 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:07.829132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-756883f6-4d1a-430d-b002-713627e81c01 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639621 Sep 19 03:05:07.848140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-4bd300b8-ba2f-4cbe-86ad-56339a487390 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/quotas/40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 375 time: 0.0129054 Sep 19 03:05:07.916496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-9f5a24ff-f391-4b1a-8ed5-b846cc879b52 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584414 Sep 19 03:05:08.168858 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55f4822-c882-4c51-9b11-8cb1fb252d0b x-openstack-request-id: req-e55f4822-c882-4c51-9b11-8cb1fb252d0b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:08.169375 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-plugged", "status": "completed", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:08.169375 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e55f4822-c882-4c51-9b11-8cb1fb252d0b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:08.169763 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'code': 200} Sep 19 03:05:08.201076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-ed778b51-fe07-42c4-8bce-c4dc3ae1af67 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f33314195a84c14841a107e8adde8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222576 Sep 19 03:05:08.331738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-dbf4041d-0d43-4c57-8083-702a399969f5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:08.333217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-dbf4041d-0d43-4c57-8083-702a399969f5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1229703 Sep 19 03:05:08.370951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-ae2b39a5-3f3f-4d73-ac89-301ee586cd1c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/quotas/1f33314195a84c14841a107e8adde8a2 HTTP/1.1" status: 200 len: 375 time: 0.0262454 Sep 19 03:05:08.433515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-021b89b4-f9f9-4660-abe8-58600d7607f1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553255 Sep 19 03:05:08.466311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-04a5cb04-8c1b-4382-b0ac-bb79dc5be3f6 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:08.467891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-04a5cb04-8c1b-4382-b0ac-bb79dc5be3f6 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/networks?id=da846b01-251f-4ae2-b339-ea7c56c78658 HTTP/1.1" status: 200 len: 814 time: 0.1336055 Sep 19 03:05:08.485616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-fa94d486-b16a-4110-befe-85b786611bee tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/quotas/c0b81e5d1dfe498e8bf868d276525ba8 HTTP/1.1" status: 200 len: 375 time: 0.0104766 Sep 19 03:05:08.563205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-25b01331-e6eb-4901-9f94-b6b05c8679d1 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c0b81e5d1dfe498e8bf868d276525ba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681636 Sep 19 03:05:08.659245 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-784911e3-dfab-4efa-aa61-910c1d023dc0 req-02ff2e20-1582-4489-ae79-a9a72a9dfdc6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 210 time: 0.0326540 Sep 19 03:05:08.817263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-61e1ba7b-4fb2-470f-87d3-0373349524c2 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f33314195a84c14841a107e8adde8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293758 Sep 19 03:05:08.864204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-0d166fc7-f2d6-4803-b2d6-0090494c16de service neutron] 10.222.0.22 "GET /v2.0/networks/da846b01-251f-4ae2-b339-ea7c56c78658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999487 Sep 19 03:05:09.009465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-f5c89a23-d5e5-4230-be5d-e0edc6baffa0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:09.010925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-f5c89a23-d5e5-4230-be5d-e0edc6baffa0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854866 Sep 19 03:05:09.038821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-6b559c56-3376-40be-b443-374b732e4440 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/quotas/1f33314195a84c14841a107e8adde8a2 HTTP/1.1" status: 200 len: 375 time: 0.0203266 Sep 19 03:05:09.042289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-273170a8-1094-4789-b0b4-8d9c25481a4e service neutron] 10.222.0.22 "GET /v2.0/networks/da846b01-251f-4ae2-b339-ea7c56c78658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701493 Sep 19 03:05:09.072331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-93032b01-5952-47db-98a4-ead11a043972 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270679 Sep 19 03:05:09.386291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6dc2c1f5-6dfb-461e-82f0-ca22d1de14ad req-470134a3-68b4-4996-ada9-00044c725f9e tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 210 time: 0.0391445 Sep 19 03:05:09.450567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9727666f-280d-4b8d-bd1c-8365fd7da0aa req-4a9a3886-dcb7-4e76-84b9-65d603262f36 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 210 time: 0.0613830 Sep 19 03:05:09.509345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-fad88d04-2207-4501-825a-9f70f6991b08 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411541 Sep 19 03:05:10.063096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-9fabb36d-ebf0-422e-8ae2-df85a38ba710 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f33314195a84c14841a107e8adde8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391128 Sep 19 03:05:10.079865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f566db17-4aa5-4be6-a2b6-4670d15abbdd req-f5c76a3a-aac0-49fd-a1e0-03d4b3e9a462 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 210 time: 0.0734901 Sep 19 03:05:10.114919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38140) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:10.173206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf785e1b-f6a8-465a-95ca-f3f77235320f req-a9a70b0a-ad0f-4883-9f6f-5d2584fd6d03 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:10.180355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf785e1b-f6a8-465a-95ca-f3f77235320f req-a9a70b0a-ad0f-4883-9f6f-5d2584fd6d03 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 950 time: 0.1728313 Sep 19 03:05:10.217770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-f61f6df2-9bc8-444b-b3fc-db7b0d5f3b21 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:10.220279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-f61f6df2-9bc8-444b-b3fc-db7b0d5f3b21 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7069006 Sep 19 03:05:10.255154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Request body: {'port': {'device_id': '89702706-804f-4f5d-866c-cf3947356ade', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '40b1f0408c8f43399b1d0cc5a5e62a57'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:10.266681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-42939f94-cd28-4c0f-9c51-181ad408d17a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:10.268646 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-42939f94-cd28-4c0f-9c51-181ad408d17a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988070 Sep 19 03:05:10.309488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf785e1b-f6a8-465a-95ca-f3f77235320f req-8d7481e3-e428-4047-8277-b7d055ec63c4 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280413 Sep 19 03:05:10.361667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Request body: {'port': {'device_id': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '1f33314195a84c14841a107e8adde8a2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:10.387362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-216d23f2-e393-4257-85c6-85a8270dc1ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f56cbfe413f40f68eb07a9163e51917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706654 Sep 19 03:05:10.387979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38166) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:10.479915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Made reservation on behalf of 40b1f0408c8f43399b1d0cc5a5e62a57 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:10.485271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.505949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-b0ac2c7d-99f2-41d3-998a-e4fd8d16391e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1f33314195a84c14841a107e8adde8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445364 Sep 19 03:05:10.573443 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65e2f682-c315-4ecd-b69f-21bb4a991b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.596975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65e2f682-c315-4ecd-b69f-21bb4a991b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.614757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Made reservation on behalf of 1f33314195a84c14841a107e8adde8a2 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:10.618813 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.682289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.701585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65e2f682-c315-4ecd-b69f-21bb4a991b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.704854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65e2f682-c315-4ecd-b69f-21bb4a991b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.714280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-65e2f682-c315-4ecd-b69f-21bb4a991b93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c38ea70-29e5-400c-b939-33373a57f2ad HTTP/1.1" status: 204 len: 168 time: 0.2849848 Sep 19 03:05:10.746517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-a8a6e33f-0bda-4e69-a3f0-6c8d880be757 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:10.748185 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-a8a6e33f-0bda-4e69-a3f0-6c8d880be757 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348280 Sep 19 03:05:10.765648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Request body: {'port': {'device_id': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '1f33314195a84c14841a107e8adde8a2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:10.777150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Allocated IP 192.168.233.38 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/8ad28016-bbe8-477a-8f11-44cc17a0237f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:10.806119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c223b96f-c50a-4606-a663-8369f092f816 req-8380d9ef-a67f-4e09-91cd-6d04dd01439c tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 210 time: 0.1200454 Sep 19 03:05:10.817624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2f682-c315-4ecd-b69f-21bb4a991b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c38ea70-29e5-400c-b939-33373a57f2ad,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:10.960153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:10.982358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:11.003464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Made reservation on behalf of 1f33314195a84c14841a107e8adde8a2 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:11.012091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:11.129069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2cf22e8-a5ed-4f56-95f1-895f2c9b2172 req-e98bdd28-521e-4c7c-a739-a3545321e569 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 210 time: 0.1277895 Sep 19 03:05:11.212642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-00be5c3b-0335-4d2f-93ae-c755f3b219f4 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:11.214129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-00be5c3b-0335-4d2f-93ae-c755f3b219f4 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.30 "GET /v2.0/networks?id=da846b01-251f-4ae2-b339-ea7c56c78658 HTTP/1.1" status: 200 len: 814 time: 0.2147322 Sep 19 03:05:11.234678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Request body: {'port': {'device_id': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658', 'admin_state_up': True, 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:11.238219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:11.244714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:11.376686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98bb2598-8aef-4db7-bfa9-7bde9d34093a req-51fd82b6-60c9-41a6-b493-bd855e6b9b27 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 210 time: 0.0524979 Sep 19 03:05:11.412085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:11.426677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839', '3d50a792-6092-43cf-8687-ac0eb003f279'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:11.485726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:11.518719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Made reservation on behalf of c0b81e5d1dfe498e8bf868d276525ba8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:11.540071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:11.544284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:11.583269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Allocated IP 192.168.233.71 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/1ad166a4-a9d6-48a4-9604-71ff23829df1) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:11.588220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:11.597252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:11.601986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:11.913164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Allocated IP 172.20.0.9 (da846b01-251f-4ae2-b339-ea7c56c78658/ebdd78e0-e5fc-49a6-a06a-0187d172dd04/be0e11a6-124f-4b02-8146-1a790721e6af) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:11.993340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:11.994072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.009995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.080889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.161213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6c3b429-301e-4f87-8495-95abd48c7a5a req-3a5d2c1b-ffba-4e67-b1bd-f7d383ed6c07 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 210 time: 0.0888610 Sep 19 03:05:12.166720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-7bce1aa1-4f01-4ad1-b225-7a70365593c6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9152694 Sep 19 03:05:12.185090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0b7332aa-133c-4db6-82d1-6ef9f0868036 None None] Provisioning complete for port 8ad28016-bbe8-477a-8f11-44cc17a0237f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:12.188504 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b7332aa-133c-4db6-82d1-6ef9f0868036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.255950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc404a-92ea-45bc-98ec-cadd2f51ba22 req-43961864-b629-4028-b851-b14173a300cd tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:12.258525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Pushing event updated for resources: {'Port': ['ID=1ad166a4-a9d6-48a4-9604-71ff23829df1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:12.266408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ccc404a-92ea-45bc-98ec-cadd2f51ba22 req-43961864-b629-4028-b851-b14173a300cd tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 950 time: 0.2977648 Sep 19 03:05:12.328898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:12.332988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:12.341120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:12.366636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0b7332aa-133c-4db6-82d1-6ef9f0868036 None None] Port 8ad28016-bbe8-477a-8f11-44cc17a0237f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:12.407230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Allocated IP 192.168.233.207 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/1820ce7d-bd5e-40ae-ad1d-2c56147c25d1) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:12.456859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:12.495889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:12.496924 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.525159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.549680 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-782eed57-1d2c-4448-a971-151e0c7a0fa1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7889571 Sep 19 03:05:12.594199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Request body: {'port': {'device_id': '89702706-804f-4f5d-866c-cf3947356ade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:12.596350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Request body: {'port': {'device_id': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:12.697387 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.800704 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.808823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Pushing event updated for resources: {'Port': ['ID=be0e11a6-124f-4b02-8146-1a790721e6af,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:12.828027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.839185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ccc404a-92ea-45bc-98ec-cadd2f51ba22 req-6be3aa78-8fca-4d95-9222-3f50ad053bad tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686507 Sep 19 03:05:12.846549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0fa6cb5e-b97e-429c-9b01-325981078a3a None None] Provisioning complete for port 1ad166a4-a9d6-48a4-9604-71ff23829df1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:12.846969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fa6cb5e-b97e-429c-9b01-325981078a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.904652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.926684 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:05:12.948740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Network da846b01-251f-4ae2-b339-ea7c56c78658 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:12.957601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:12.975996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:12.978730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:12.988795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:12.990169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:12.997130 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79aff11-de2e-4dcc-b9f8-4401eb8b7136" -d '{"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:13.018736 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.031527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7985e-3697-4b84-8841-c2379b83e07b req-be24363f-ce5c-497b-969b-d34e06ace194 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:13.043372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62a7985e-3697-4b84-8841-c2379b83e07b req-be24363f-ce5c-497b-969b-d34e06ace194 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 935 time: 0.5997138 Sep 19 03:05:13.076922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.093997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6cb5e-b97e-429c-9b01-325981078a3a None None] Port 1ad166a4-a9d6-48a4-9604-71ff23829df1 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:13.125787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:13.300275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62a7985e-3697-4b84-8841-c2379b83e07b req-40fd89e9-7bbc-4fdb-9683-cd67e4407b30 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517238 Sep 19 03:05:13.322584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:13.324441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.352429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-4c168c0b-c143-4678-9986-8337422d70b7 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1272435 Sep 19 03:05:13.372469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41975510-218d-4e99-95f4-f562a781d2ca req-69fc2f68-48d4-4d58-bfc5-f6fdb1b9e9dd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:13.374175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41975510-218d-4e99-95f4-f562a781d2ca req-69fc2f68-48d4-4d58-bfc5-f6fdb1b9e9dd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 935 time: 0.2706609 Sep 19 03:05:13.422884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:13.424140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d7a09e89-c0cf-4ed0-aa54-aa8dee1f061d None None] Provisioning complete for port be0e11a6-124f-4b02-8146-1a790721e6af triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:13.426021 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7a09e89-c0cf-4ed0-aa54-aa8dee1f061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.458483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:13.464884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:13.497315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41975510-218d-4e99-95f4-f562a781d2ca req-eac0dd71-9e06-450c-8c15-4ac3dbf99b97 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Sep 19 03:05:13.525558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:13.558362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d7a09e89-c0cf-4ed0-aa54-aa8dee1f061d None None] Port be0e11a6-124f-4b02-8146-1a790721e6af cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:13.584808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Request body: {'port': {'device_id': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:13.694180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:13.695234 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.722203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad166a4-a9d6-48a4-9604-71ff23829df1 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:13.741883 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.760612 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-cbc2cd5a-bdbe-4263-a631-b1f230b84e2f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4144962 Sep 19 03:05:13.771088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Transition to ACTIVE for port object 1ad166a4-a9d6-48a4-9604-71ff23829df1 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:05:13.789057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Request body: {'port': {'device_id': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:13.816623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.832111 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003ed9c4-891a-49e7-9342-13652bf7d54f x-openstack-request-id: req-003ed9c4-891a-49e7-9342-13652bf7d54f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:13.832985 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-unplugged", "status": "completed", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:13.834313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.835483 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-003ed9c4-891a-49e7-9342-13652bf7d54f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:13.835907 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'code': 200} Sep 19 03:05:13.988705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3bf8a88c-69c4-453f-a485-e3a07e19ac6b None None] Provisioning complete for port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:13.989346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bf8a88c-69c4-453f-a485-e3a07e19ac6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:13.993196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=1ad166a4-a9d6-48a4-9604-71ff23829df1,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:14.020940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:14.075498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3bf8a88c-69c4-453f-a485-e3a07e19ac6b None None] Port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:14.250101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-34b00286-a6bd-4a3a-a44f-7063a2a54e26 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:14.251230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-34b00286-a6bd-4a3a-a44f-7063a2a54e26 tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 948 time: 0.2920847 Sep 19 03:05:14.317467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38308) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:14.329611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb543dbc-9b37-4b15-9f78-69fa080b16b8 req-257500a3-fb27-474d-b770-99f020246d07 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:14.337600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb543dbc-9b37-4b15-9f78-69fa080b16b8 req-257500a3-fb27-474d-b770-99f020246d07 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 931 time: 0.3809481 Sep 19 03:05:14.356646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Attempting to bind port 1ad166a4-a9d6-48a4-9604-71ff23829df1 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:14.357269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Attempting to bind port 1ad166a4-a9d6-48a4-9604-71ff23829df1 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:14.357788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Attempting to bind port 1ad166a4-a9d6-48a4-9604-71ff23829df1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:14.363089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Port 1ad166a4-a9d6-48a4-9604-71ff23829df1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:05:14.363418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Attempting to bind port 1ad166a4-a9d6-48a4-9604-71ff23829df1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:14.373339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:14.373680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:14.374067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:14.374551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Bound port: 1ad166a4-a9d6-48a4-9604-71ff23829df1, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:14.374942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:14.463743 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b72cb5c3-e34e-47b5-a2e6-66f21ab2d6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:14.474501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a59c3a-5b7f-40a9-8108-0fbda762aecb req-b991414d-da00-4f91-a74d-5f56fecb3f8f tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:14.475819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] For port 1ad166a4-a9d6-48a4-9604-71ff23829df1, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:14.479567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] For port 1ad166a4-a9d6-48a4-9604-71ff23829df1, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1ad166a4-a9d6-48a4-9604-71ff23829df1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:14.484794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4a59c3a-5b7f-40a9-8108-0fbda762aecb req-b991414d-da00-4f91-a74d-5f56fecb3f8f tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d49e27-ea0d-439c-86c6-ebd46759aca9 HTTP/1.1" status: 200 len: 948 time: 0.4418597 Sep 19 03:05:14.487278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:14.546231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:14.547518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:14.548985 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] 10.222.0.30 "PUT /v2.0/ports/1ad166a4-a9d6-48a4-9604-71ff23829df1 HTTP/1.1" status: 200 len: 1095 time: 1.9699388 Sep 19 03:05:14.549447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'tag': '1ad166a4-a9d6-48a4-9604-71ff23829df1'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:14.560394 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253bca61-b913-4680-a02b-eb264dccb4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8772b7f-cc33-43ff-a9cb-78daae208679", "tag": "1ad166a4-a9d6-48a4-9604-71ff23829df1"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:14.574695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb543dbc-9b37-4b15-9f78-69fa080b16b8 req-ab35a9cd-0e3a-4c6b-a3a9-c54ecf822e1d tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361109 Sep 19 03:05:14.695752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4a59c3a-5b7f-40a9-8108-0fbda762aecb req-deb190b5-06ee-42cc-bac5-ce8c036df2dc tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.22 "GET /v2.0/security-groups?id=f641f69d-24b5-481d-a70d-c1c22173055d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096117 Sep 19 03:05:14.707839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf76b-0ec3-4cbb-9a6a-44b8f3ab8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=1ad166a4-a9d6-48a4-9604-71ff23829df1,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:14.748740 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-0ab29c96-73bd-4cee-a7da-f1f67b990f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:14.757946 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-0ab29c96-73bd-4cee-a7da-f1f67b990f60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 1098 time: 0.1385210 Sep 19 03:05:14.929476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-128150d2-edb0-49e5-a43f-a5ee0a85ca9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:14.970825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad28016-bbe8-477a-8f11-44cc17a0237f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:15.026130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Deleting port 5d589cef-be91-42b6-b3ff-dec1042997c1 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:15.026473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.034023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.107361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96067e-0d95-46c8-8d7e-bb489719c413 req-441fd1a8-5b42-44f5-9b43-d1d10a9868e9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:15.109015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f96067e-0d95-46c8-8d7e-bb489719c413 req-441fd1a8-5b42-44f5-9b43-d1d10a9868e9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 935 time: 0.2779496 Sep 19 03:05:15.149498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Transition to ACTIVE for port object 8ad28016-bbe8-477a-8f11-44cc17a0237f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:05:15.181301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.225133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fb7af-fc85-4f51-8775-48f1d006de8f req-daaff5f0-6925-4328-a928-2b059fb0ff6c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:15.226961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a59fb7af-fc85-4f51-8775-48f1d006de8f req-daaff5f0-6925-4328-a928-2b059fb0ff6c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 947 time: 0.3972092 Sep 19 03:05:15.272556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0e11a6-124f-4b02-8146-1a790721e6af {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:15.320163 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.341792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:15.359596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.383264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Transition to ACTIVE for port object 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:05:15.392643 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.408844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] For port 5d589cef-be91-42b6-b3ff-dec1042997c1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d589cef-be91-42b6-b3ff-dec1042997c1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:15.409221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.415410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-128150d2-edb0-49e5-a43f-a5ee0a85ca9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.433029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:15.438439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f96067e-0d95-46c8-8d7e-bb489719c413 req-ab6c7eb1-0f41-4c1a-82c8-70e401d0b22e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902763 Sep 19 03:05:15.448353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Transition to ACTIVE for port object be0e11a6-124f-4b02-8146-1a790721e6af will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:05:15.451168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-128150d2-edb0-49e5-a43f-a5ee0a85ca9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.453818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Calling delete_port for 5d589cef-be91-42b6-b3ff-dec1042997c1 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:15.466623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:15.545456 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.600788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a59fb7af-fc85-4f51-8775-48f1d006de8f req-033a0dcd-1a48-49c3-a2b7-24fcdfd28c11 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486683 Sep 19 03:05:15.621685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Attempting to bind port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:15.621685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Attempting to bind port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:15.621685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Attempting to bind port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:15.627019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:05:15.627357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Attempting to bind port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:15.641946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:15.642753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:15.643171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:15.643624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Bound port: 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:15.644069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.732393 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:15.880551 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d16ac7e-4c94-4089-8c63-7f6207726e63 x-openstack-request-id: req-2d16ac7e-4c94-4089-8c63-7f6207726e63 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:15.880864 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8772b7f-cc33-43ff-a9cb-78daae208679", "tag": "1ad166a4-a9d6-48a4-9604-71ff23829df1", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:15.881135 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d16ac7e-4c94-4089-8c63-7f6207726e63 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:15.882796 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'tag': '1ad166a4-a9d6-48a4-9604-71ff23829df1', 'status': 'completed', 'code': 200} Sep 19 03:05:15.899763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:15.906888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:15.925325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.000901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:16.001604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.003487 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] 10.222.0.32 "PUT /v2.0/ports/1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 HTTP/1.1" status: 200 len: 1096 time: 2.2274961 Sep 19 03:05:16.034068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85c3cd-078d-4c6a-82b0-d2bdf601142f service neutron] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:16.140524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-f66cac0b-41ab-49fe-893a-fd6494c7e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:16.141293 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-f66cac0b-41ab-49fe-893a-fd6494c7e8d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1099 time: 0.0670044 Sep 19 03:05:16.216910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-a6e9f3cd-2906-40a3-bc55-b164de140831 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 HTTP/1.1" status: 200 len: 217 time: 0.0543680 Sep 19 03:05:16.340830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-14b84049-f937-4340-887f-83ac63ab022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:16.344241 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-14b84049-f937-4340-887f-83ac63ab022a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1204886 Sep 19 03:05:16.382415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-128150d2-edb0-49e5-a43f-a5ee0a85ca9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcc4a98e15de464598a0907fa9ac97a9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0611978 Sep 19 03:05:16.391998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128150d2-edb0-49e5-a43f-a5ee0a85ca9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f023f9-202d-44b1-af2b-d30c3392eb05,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:16.394318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38336) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:16.408825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Pushing event updated for resources: {'Port': ['ID=be0e11a6-124f-4b02-8146-1a790721e6af,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:16.441884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0048e-072d-4078-a871-a031b74935f7 req-eca1aab4-fb96-46dd-ae1d-4996a5249968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:16.443447 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-eca1aab4-fb96-46dd-ae1d-4996a5249968 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917330 Sep 19 03:05:16.463139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:16.463635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:16.464305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:16.479278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7266392-7525-422b-bcc6-f559aebb2a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.484063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d589cef-be91-42b6-b3ff-dec1042997c1 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:16.505588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:05:16.506083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:16.518549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:16.519061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:16.519555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:16.520102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Bound port: 8ad28016-bbe8-477a-8f11-44cc17a0237f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:16.520587 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.547520 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7266392-7525-422b-bcc6-f559aebb2a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.605395 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-2d437d68-0fb4-47c9-827c-a12dd36f217f service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527956 Sep 19 03:05:16.638598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Attempting to bind port be0e11a6-124f-4b02-8146-1a790721e6af on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:16.638598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Attempting to bind port be0e11a6-124f-4b02-8146-1a790721e6af by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:16.639018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Attempting to bind port be0e11a6-124f-4b02-8146-1a790721e6af on network da846b01-251f-4ae2-b339-ea7c56c78658 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:16.657157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Port be0e11a6-124f-4b02-8146-1a790721e6af on network da846b01-251f-4ae2-b339-ea7c56c78658 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:05:16.657539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Attempting to bind port be0e11a6-124f-4b02-8146-1a790721e6af on network da846b01-251f-4ae2-b339-ea7c56c78658 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:16.680129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:16.681090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Checking segment: {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:16.681864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Bound using segment: {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:16.683641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Bound port: be0e11a6-124f-4b02-8146-1a790721e6af, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:16.684638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.735699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7266392-7525-422b-bcc6-f559aebb2a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.738423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7266392-7525-422b-bcc6-f559aebb2a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.742031 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7266392-7525-422b-bcc6-f559aebb2a85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81f023f9-202d-44b1-af2b-d30c3392eb05 HTTP/1.1" status: 204 len: 168 time: 0.3408849 Sep 19 03:05:16.744003 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.757467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7266392-7525-422b-bcc6-f559aebb2a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f023f9-202d-44b1-af2b-d30c3392eb05,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:16.785917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:16.795828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Pushing event deleted for resources: {'Port': ['ID=5d589cef-be91-42b6-b3ff-dec1042997c1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:16.813609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:16.823018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42f0048e-072d-4078-a871-a031b74935f7 req-204770fb-1535-4c7a-a75d-53966b981237 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096632 Sep 19 03:05:16.865360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.940088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] No DVR routers for this DVR port 5d589cef-be91-42b6-b3ff-dec1042997c1 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:05:16.943801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] For port be0e11a6-124f-4b02-8146-1a790721e6af, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:16.949832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.952058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b5a93f4-6d8b-494b-9df2-51ca05c7efe7 req-73d1ea03-5efb-41d5-91b8-3fac6155381e tempest-ImagesOneServerTestJSON-834719456 tempest-ImagesOneServerTestJSON-834719456-project] 10.222.0.32 "DELETE /v2.0/ports/5d589cef-be91-42b6-b3ff-dec1042997c1 HTTP/1.1" status: 204 len: 173 time: 2.6341867 Sep 19 03:05:16.955540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:16.956174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:16.957631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] 10.222.0.32 "PUT /v2.0/ports/8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 1095 time: 4.7600565 Sep 19 03:05:16.958242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-deleted', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1'}, {'name': 'network-changed', 'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:16.960638 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b275d29-ca4c-4e8a-9757-3e64d727bed9" -d '{"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-deleted", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1"}, {"name": "network-changed", "server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:16.985609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] For port be0e11a6-124f-4b02-8146-1a790721e6af, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=be0e11a6-124f-4b02-8146-1a790721e6af,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:17.005026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:17.039389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aabeac-5f38-4422-82f9-9594b9bdfeb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:17.083924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:17.084558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:17.085970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] 10.222.0.30 "PUT /v2.0/ports/be0e11a6-124f-4b02-8146-1a790721e6af HTTP/1.1" status: 200 len: 1091 time: 3.5122910 Sep 19 03:05:17.153508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-4a3fdc1a-ea86-4c68-ad53-355052937c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:17.155176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-4a3fdc1a-ea86-4c68-ad53-355052937c5b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1098 time: 0.1171679 Sep 19 03:05:17.155848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db891740-df29-4ee6-91ba-c9876d452214 service neutron] Pushing event updated for resources: {'Port': ['ID=be0e11a6-124f-4b02-8146-1a790721e6af,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:17.196375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d58a7dde-33e7-4e55-bfdc-57086611fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:17.229568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-d35be43b-f98a-41dd-a29e-88d11561e263 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.0550923 Sep 19 03:05:17.291585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-da301999-d1ed-404e-9680-94495c78acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:17.293707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-da301999-d1ed-404e-9680-94495c78acb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0552492 Sep 19 03:05:17.367832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-ba8b56a7-b8ce-4bf6-9b06-61b14ba627c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:17.369560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-ba8b56a7-b8ce-4bf6-9b06-61b14ba627c5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678256 Sep 19 03:05:17.543681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-6a72d831-f135-4f56-a947-4e1f809ee1c5 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640785 Sep 19 03:05:17.691386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fadf385-e1a3-460c-b9fc-79a018b82e46 req-06a2f22f-46d1-4fed-8f89-b4e450c2888d service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350188 Sep 19 03:05:17.858078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38364) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:17.883976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:17.887273 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448" -d '{"events": [{"name": "network-changed", "server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:17.892067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:17.968817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-413799099-network', 'tenant_id': '3e52f1c8f20941aabd108063326a4747'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:17.990631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Made reservation on behalf of 3e52f1c8f20941aabd108063326a4747 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:17.993003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.002272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.093805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.097747 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.122875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:05:18.133541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc3820f-0c9e-4bd9-bf50-2febe25a1c80,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:18.138577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.138972 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Added segment ac872932-d090-44ec-8f95-1c5e8e62081e of type vlan for network 813e79e9-b529-4862-8621-dd19c6bd0449 Sep 19 03:05:18.180266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.207091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.208417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:18.209190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.239701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3799489 Sep 19 03:05:18.242777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:18.249060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Request body: {'subnet': {'network_id': '813e79e9-b529-4862-8621-dd19c6bd0449', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-413799099-subnet', 'tenant_id': '3e52f1c8f20941aabd108063326a4747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:18.275182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Made reservation on behalf of 3e52f1c8f20941aabd108063326a4747 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:18.276514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3fdb6-e895-4a19-b0ce-f6842ae14c2a admin admin] Pushing event updated for resources: {'Network': ['ID=813e79e9-b529-4862-8621-dd19c6bd0449,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:18.278828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.287502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 813e79e9-b529-4862-8621-dd19c6bd0449 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:05:18.367600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.461704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.516275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c173ea95-d2f3-4156-b4a6-6a734c0e0133,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:18.526589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Checking segment: {'id': 'ac872932-d090-44ec-8f95-1c5e8e62081e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '813e79e9-b529-4862-8621-dd19c6bd0449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:18.526989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Network hostable DHCP agents. Network: 813e79e9-b529-4862-8621-dd19c6bd0449, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:05:18.544101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Network 813e79e9-b529-4862-8621-dd19c6bd0449 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:05:18.552609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 813e79e9-b529-4862-8621-dd19c6bd0449) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:18.557073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:18.557672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:18.562684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924c31f-dc19-473d-90fd-b76aeb11f1f5 None None] Network 813e79e9-b529-4862-8621-dd19c6bd0449 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:18.574880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e909e18a-0e5e-42c5-b29d-8e5dee2008f6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3300242 Sep 19 03:05:18.708641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44586a0d-9e41-47a4-a40f-65e407571566 None None] Network 813e79e9-b529-4862-8621-dd19c6bd0449 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:19.872251 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:20.513080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:05:20.610043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:20.620297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'mac_address': 'fa:16:3e:18:a0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:05:20.662452 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:20.687757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad28016-bbe8-477a-8f11-44cc17a0237f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:20.708453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:20.713868 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:20.714688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:05:20.782329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:20.786875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:20.798347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'mac_address': 'fa:16:3e:28:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:05:20.836596 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:20.849844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:20.870966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:20.876200 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:20.923952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:21.310872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:21.338012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['8ad28016-bbe8-477a-8f11-44cc17a0237f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:22.536190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:22.542791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-6a2ea69d-5c3e-4820-be78-17f0bba2bcde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=1ad166a4-a9d6-48a4-9604-71ff23829df1 HTTP/1.1" status: 200 len: 217 time: 0.0384543 Sep 19 03:05:22.607035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-9f831bd2-7ca6-4cb7-a7ab-cc6676cf90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:22.608502 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-9f831bd2-7ca6-4cb7-a7ab-cc6676cf90e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0572076 Sep 19 03:05:22.609192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b63f8b-2ba9-48b0-916f-92733d2fd533 req-037a346e-dc95-40c5-86ea-1109a1cfb8df tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:22.611534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49b63f8b-2ba9-48b0-916f-92733d2fd533 req-037a346e-dc95-40c5-86ea-1109a1cfb8df tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 943 time: 0.0823920 Sep 19 03:05:22.617547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-24a22dd4-69eb-48fc-9e4c-1a0bfc430425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:22.618985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-24a22dd4-69eb-48fc-9e4c-1a0bfc430425 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0b81e5d1dfe498e8bf868d276525ba8&device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 1094 time: 0.0879824 Sep 19 03:05:22.631493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 8ad28016-bbe8-477a-8f11-44cc17a0237f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:05:22.636540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 8ad28016-bbe8-477a-8f11-44cc17a0237f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:22.637047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:22.675566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-18a3c228-8817-4927-afce-98788f66a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:22.677356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-18a3c228-8817-4927-afce-98788f66a9be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0561719 Sep 19 03:05:22.717401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-ff5b9167-31cb-4156-ac8a-899a117f36b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be0e11a6-124f-4b02-8146-1a790721e6af HTTP/1.1" status: 200 len: 217 time: 0.0846386 Sep 19 03:05:22.746126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49b63f8b-2ba9-48b0-916f-92733d2fd533 req-17ef336f-1cff-4ce0-af24-85037212cb98 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261761 Sep 19 03:05:22.772647 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:22.794164 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-3c5c152b-646a-4151-975c-a50317282320 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061153 Sep 19 03:05:22.809946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-e9cd1a10-6e87-4ef7-bdd0-c5767a24a828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:22.811433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-e9cd1a10-6e87-4ef7-bdd0-c5767a24a828 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebdd78e0-e5fc-49a6-a06a-0187d172dd04 HTTP/1.1" status: 200 len: 853 time: 0.0789471 Sep 19 03:05:22.827479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99618f9-47b6-440e-9a35-a59522376e35 req-219696ce-736b-4169-bec9-9eec28ff9030 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:22.834598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e99618f9-47b6-440e-9a35-a59522376e35 req-219696ce-736b-4169-bec9-9eec28ff9030 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 948 time: 0.1609859 Sep 19 03:05:22.838475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:22.842574 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7a107f-0882-448f-b298-5f0ce38a7a07" -d '{"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-plugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:22.873439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:22.881861 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:22.882668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:22.912326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38390) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:22.952536 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93c9d247-3432-453f-ad5c-f7148fcc3bf8 req-20f0e1fe-46e7-44e1-8a39-812c0defc61d service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499734 Sep 19 03:05:22.963522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e99618f9-47b6-440e-9a35-a59522376e35 req-015a718c-5f83-423b-ad01-73a7dd73618d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277776 Sep 19 03:05:22.979306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:05:22.983988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c405-21a6-4de2-908d-f304c6b3990e req-31d7d783-94cd-46b7-92fb-2a9008335c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:22.986203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-31d7d783-94cd-46b7-92fb-2a9008335c1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da846b01-251f-4ae2-b339-ea7c56c78658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1478755 Sep 19 03:05:22.990491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-e138deb0-e902-49bc-b47e-402ecbf706d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773789 Sep 19 03:05:23.004686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:23.005079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4f274-4168-474a-8217-4483289e061f req-31afeeac-bc00-410f-bbd7-86602029e776 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.005314 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.007314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4da4f274-4168-474a-8217-4483289e061f req-31afeeac-bc00-410f-bbd7-86602029e776 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 947 time: 0.1326098 Sep 19 03:05:23.061002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:23.090287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-d4de86d6-e7f1-4a4f-a8d9-438cd3a6fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.092325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-d4de86d6-e7f1-4a4f-a8d9-438cd3a6fca6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 1100 time: 0.0768282 Sep 19 03:05:23.118193 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.122762 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-94dffe71-83b0-41b9-bd77-e7cb99a980ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fac66db2f73c4317ae3292acf43f4222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093105 Sep 19 03:05:23.145475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38396) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:23.156200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4da4f274-4168-474a-8217-4483289e061f req-3185ebc4-d9f2-412f-a8cd-b1d1c7b8c372 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060979 Sep 19 03:05:23.158049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:23.166708 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.209720 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c45ed90-d395-42f9-ac28-0d2128910310 x-openstack-request-id: req-9c45ed90-d395-42f9-ac28-0d2128910310 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:23.210695 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:23.210695 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c45ed90-d395-42f9-ac28-0d2128910310 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:23.210695 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'status': 'completed', 'code': 200} Sep 19 03:05:23.220194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bca61-b913-4680-a02b-eb264dccb4cb req-5c01a2ee-8051-4bd6-a2be-dc9501cba5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.221823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-253bca61-b913-4680-a02b-eb264dccb4cb req-5c01a2ee-8051-4bd6-a2be-dc9501cba5f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 1098 time: 0.2133701 Sep 19 03:05:23.245002 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10dc54c-97d5-4b5b-abb6-ed25ee81fa19 x-openstack-request-id: req-d10dc54c-97d5-4b5b-abb6-ed25ee81fa19 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:23.245300 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d49e27-ea0d-439c-86c6-ebd46759aca9", "name": "network-vif-deleted", "tag": "5d589cef-be91-42b6-b3ff-dec1042997c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:23.245565 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d10dc54c-97d5-4b5b-abb6-ed25ee81fa19 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:23.245984 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d49e27-ea0d-439c-86c6-ebd46759aca9', 'name': 'network-vif-deleted', 'tag': '5d589cef-be91-42b6-b3ff-dec1042997c1', 'status': 'completed', 'code': 200} Sep 19 03:05:23.246220 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'status': 'completed', 'code': 200} Sep 19 03:05:23.248085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-99ef0a9a-8651-4134-b9e4-ac94a61420af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.250858 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-99ef0a9a-8651-4134-b9e4-ac94a61420af service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1332378 Sep 19 03:05:23.274380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd80-2665-4f6f-a96a-a1b289686877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.289613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:23.319957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-3123010b-0422-40a1-a1db-e3e439ad62dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 200 len: 217 time: 0.0614002 Sep 19 03:05:23.348633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-3db0a36e-dabc-4ae3-9469-53f2aeb9774a service neutron] 10.222.0.30 "GET /v2.0/networks/da846b01-251f-4ae2-b339-ea7c56c78658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388431 Sep 19 03:05:23.372676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-1ebaecbb-7adc-404c-99f5-d62bd5a3fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.374199 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-1ebaecbb-7adc-404c-99f5-d62bd5a3fcec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0460484 Sep 19 03:05:23.423094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-2c963f84-cbb1-4076-9451-5db9baca1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.424590 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-2c963f84-cbb1-4076-9451-5db9baca1586 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0432513 Sep 19 03:05:23.429998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd80-2665-4f6f-a96a-a1b289686877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.455303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d32236d0-b7bf-44c2-a56e-f743a8240bbd req-965096a7-29d1-4eae-b72b-0ca272646818 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-997598390', 'description': 'tempest-description-158460589'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:23.515221 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-6beec05b-7f7d-4437-b273-416088afe719 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827241 Sep 19 03:05:23.567175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-eab92417-1f0b-4711-bf91-6cc47cce5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.568667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-eab92417-1f0b-4711-bf91-6cc47cce5f55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1100 time: 0.2500496 Sep 19 03:05:23.570348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-2111e821-5c33-4085-ac4b-c6b95985c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.571718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-2111e821-5c33-4085-ac4b-c6b95985c015 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.2839391 Sep 19 03:05:23.586216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d32236d0-b7bf-44c2-a56e-f743a8240bbd req-965096a7-29d1-4eae-b72b-0ca272646818 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.588528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bca61-b913-4680-a02b-eb264dccb4cb req-88f0ed86-cdbc-48b3-9174-3abef96e130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.589991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-253bca61-b913-4680-a02b-eb264dccb4cb req-88f0ed86-cdbc-48b3-9174-3abef96e130d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3590984 Sep 19 03:05:23.611886 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68f57e7e-a775-4474-9cfc-e48f8d5d0432 req-f62c9e00-6492-49a8-b5d2-d095225b0736 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894098 Sep 19 03:05:23.619011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7257b0-f077-440a-aa94-2da5bfa35c73 req-9513f6da-13a5-406c-9511-1cb19ce8de07 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.620494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b7257b0-f077-440a-aa94-2da5bfa35c73 req-9513f6da-13a5-406c-9511-1cb19ce8de07 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.2991002 Sep 19 03:05:23.722041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-253bca61-b913-4680-a02b-eb264dccb4cb req-d6871dfd-17a7-4800-a81c-e6c3da33b5e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=1ad166a4-a9d6-48a4-9604-71ff23829df1 HTTP/1.1" status: 200 len: 217 time: 0.1177154 Sep 19 03:05:23.779234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0890c405-21a6-4de2-908d-f304c6b3990e req-144c44e3-d0b0-4cae-83c8-1d11baa3bd03 service neutron] 10.222.0.30 "GET /v2.0/networks/da846b01-251f-4ae2-b339-ea7c56c78658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828654 Sep 19 03:05:23.779724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd80-2665-4f6f-a96a-a1b289686877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.782254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b54bdd80-2665-4f6f-a96a-a1b289686877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:23.783306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b54bdd80-2665-4f6f-a96a-a1b289686877 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f641f69d-24b5-481d-a70d-c1c22173055d HTTP/1.1" status: 204 len: 168 time: 0.6348081 Sep 19 03:05:23.869878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bdd80-2665-4f6f-a96a-a1b289686877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641f69d-24b5-481d-a70d-c1c22173055d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:23.894091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b7257b0-f077-440a-aa94-2da5bfa35c73 req-b5345937-f60d-47cb-a877-1949709b9fdc tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323267 Sep 19 03:05:23.918047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bca61-b913-4680-a02b-eb264dccb4cb req-35e96444-4dfd-413f-88c1-8cec3b694b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.919569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-253bca61-b913-4680-a02b-eb264dccb4cb req-35e96444-4dfd-413f-88c1-8cec3b694b47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1586738 Sep 19 03:05:23.935919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-26fe3743-cef8-4638-8508-f073d8ad2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:23.937369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-26fe3743-cef8-4638-8508-f073d8ad2b2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3527589 Sep 19 03:05:23.980507 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49122497-d84b-410c-8f08-c68f352d5aec x-openstack-request-id: req-49122497-d84b-410c-8f08-c68f352d5aec {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:23.982552 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-plugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:23.982552 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49122497-d84b-410c-8f08-c68f352d5aec {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:23.983031 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'code': 200} Sep 19 03:05:24.025994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-faaadcc8-04ad-49c6-bdd4-b102563ae080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.027508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-faaadcc8-04ad-49c6-bdd4-b102563ae080 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.4361315 Sep 19 03:05:24.032884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-1dbddbd2-8fb4-487a-b269-c3caedb0ab34 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.0775504 Sep 19 03:05:24.128370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a966e76-f614-4c96-87d9-f651b1e4673f req-2b7e66b5-e7b7-4e13-a4f5-b3f12981d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.129908 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6a966e76-f614-4c96-87d9-f651b1e4673f req-2b7e66b5-e7b7-4e13-a4f5-b3f12981d895 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1100 time: 0.0472417 Sep 19 03:05:24.145359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-24d97abd-7dba-4cbf-95cd-7a1a3ef040e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 HTTP/1.1" status: 200 len: 217 time: 0.0886135 Sep 19 03:05:24.163962 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d32236d0-b7bf-44c2-a56e-f743a8240bbd req-965096a7-29d1-4eae-b72b-0ca272646818 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:24.170964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bca61-b913-4680-a02b-eb264dccb4cb req-ccc20f35-316a-4b04-a0d9-4c7910ab0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.171763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6a966e76-f614-4c96-87d9-f651b1e4673f req-f88b093b-05f1-4845-aa9c-4aae291b27b2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349767 Sep 19 03:05:24.173183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-253bca61-b913-4680-a02b-eb264dccb4cb req-ccc20f35-316a-4b04-a0d9-4c7910ab0923 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2416945 Sep 19 03:05:24.198640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d32236d0-b7bf-44c2-a56e-f743a8240bbd req-965096a7-29d1-4eae-b72b-0ca272646818 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:24.292279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-b4884e0e-1958-4e92-a4c7-a684b7e117f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.293676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-b4884e0e-1958-4e92-a4c7-a684b7e117f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2290790 Sep 19 03:05:24.308703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d32236d0-b7bf-44c2-a56e-f743a8240bbd req-965096a7-29d1-4eae-b72b-0ca272646818 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:24.309889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d32236d0-b7bf-44c2-a56e-f743a8240bbd req-965096a7-29d1-4eae-b72b-0ca272646818 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9090698 Sep 19 03:05:24.344999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-8eab0b77-f888-4e54-aa18-75ce0b8a5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.346482 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-8eab0b77-f888-4e54-aa18-75ce0b8a5db3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1852047 Sep 19 03:05:24.350942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965096a7-29d1-4eae-b72b-0ca272646818 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f7d5a-9608-491a-aa35-eb8679e141b4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:24.364152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bf19c-1c9a-455a-ad76-aea5d4bb753e req-ce4df475-a2fe-4ede-92d3-b0616d555c14 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.365764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea1bf19c-1c9a-455a-ad76-aea5d4bb753e req-ce4df475-a2fe-4ede-92d3-b0616d555c14 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 943 time: 0.2473636 Sep 19 03:05:24.435639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-253bca61-b913-4680-a02b-eb264dccb4cb req-09aec0d4-f945-4faa-b8f2-8924b8a378d2 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378738 Sep 19 03:05:24.454134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea1bf19c-1c9a-455a-ad76-aea5d4bb753e req-5eb97fd1-12be-4983-862f-726bf35c6d39 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817297 Sep 19 03:05:24.491800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1cf56-8588-4878-96b4-f473324ce3c5 req-6eb4b026-d89a-4a9f-8ec5-ade8c0cf9cfd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.493314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49d1cf56-8588-4878-96b4-f473324ce3c5 req-6eb4b026-d89a-4a9f-8ec5-ade8c0cf9cfd tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.0979357 Sep 19 03:05:24.959047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49d1cf56-8588-4878-96b4-f473324ce3c5 req-bb4ecf61-cb7b-4295-93cb-53b2ff849b78 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341025 Sep 19 03:05:24.967950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-b891006d-f740-4231-b67c-7002a9405ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.969417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-b891006d-f740-4231-b67c-7002a9405ac8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4426048 Sep 19 03:05:24.972308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-42fa8987-8b4d-425e-a646-350a7fbb8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.973701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-42fa8987-8b4d-425e-a646-350a7fbb8e92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4477949 Sep 19 03:05:24.975517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-253bca61-b913-4680-a02b-eb264dccb4cb req-a63c756c-f40a-44b7-84df-bb8f2142bf4e service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316353 Sep 19 03:05:24.986415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6f470-ca4c-4476-abeb-dd81ee612ba6 req-190797a8-649b-4135-a392-20abab4e57fe tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:24.987878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58b6f470-ca4c-4476-abeb-dd81ee612ba6 req-190797a8-649b-4135-a392-20abab4e57fe tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 947 time: 0.4600625 Sep 19 03:05:25.161201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58b6f470-ca4c-4476-abeb-dd81ee612ba6 req-7911be2e-1938-4faa-923f-74d46fc89519 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514678 Sep 19 03:05:25.163603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-b73cb4ab-4208-410f-bc03-0ef2ba860085 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/f41f7d5a-9608-491a-aa35-eb8679e141b4 HTTP/1.1" status: 200 len: 1811 time: 0.1737835 Sep 19 03:05:25.178505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f41f7d5a-9608-491a-aa35-eb8679e141b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:25.178846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f41f7d5a-9608-491a-aa35-eb8679e141b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:25.213531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-173f1014-7147-434d-854e-9c1fabab144f service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227190 Sep 19 03:05:25.219905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-471a160e-dcfd-4729-9f4a-87ed15d363aa service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311215 Sep 19 03:05:25.255021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'tag': 'be0e11a6-124f-4b02-8146-1a790721e6af'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:25.257143 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6449e0d0-42ca-429a-843d-38d197f2e0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c", "tag": "be0e11a6-124f-4b02-8146-1a790721e6af"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:25.412504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:25.483330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:25.486653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b275d29-ca4c-4e8a-9757-3e64d727bed9 req-d68e8e79-507c-4cd8-a445-320d3eb16e4d service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539597 Sep 19 03:05:25.488603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb59c2be-06c3-4ac1-b087-da0d1b2eb448 req-136a0bac-870f-48a6-877b-486469f1d601 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474139 Sep 19 03:05:25.489654 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:25.505660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5559ddb6-d7e9-4607-b531-c39cf2dcca29,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:25.519849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:25.521894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29b2f792-a0a2-45d6-b2d4-1405e7ea7f4e req-7d1636b2-fdeb-4842-ab9c-91508b53a626 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3504488 Sep 19 03:05:25.592298 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888793d6-807a-46f6-b73c-a2aae8b9f6d2 x-openstack-request-id: req-888793d6-807a-46f6-b73c-a2aae8b9f6d2 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:25.592596 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c", "tag": "be0e11a6-124f-4b02-8146-1a790721e6af", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:25.592854 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-888793d6-807a-46f6-b73c-a2aae8b9f6d2 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:25.593258 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'tag': 'be0e11a6-124f-4b02-8146-1a790721e6af', 'status': 'completed', 'code': 200} Sep 19 03:05:25.668034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-30758516-9c92-4d28-8e96-58036f5289c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:25.670228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-30758516-9c92-4d28-8e96-58036f5289c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0b81e5d1dfe498e8bf868d276525ba8&device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 1094 time: 0.0504634 Sep 19 03:05:25.740201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:25.803713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa2f7f-53c0-4353-9bd7-423fc905e81e req-ebc4979a-77f9-420c-8381-67a63b0eb7bd tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:25.805260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4faa2f7f-53c0-4353-9bd7-423fc905e81e req-ebc4979a-77f9-420c-8381-67a63b0eb7bd tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 943 time: 0.1310520 Sep 19 03:05:25.860085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92ac2faa-0e9a-42a1-94c5-8fcb5a18647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:25.878127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-1ad87446-56ce-4774-b5ed-7f033932dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:25.879634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-1ad87446-56ce-4774-b5ed-7f033932dc52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=da846b01-251f-4ae2-b339-ea7c56c78658 HTTP/1.1" status: 200 len: 915 time: 0.1827347 Sep 19 03:05:25.907299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device be0e11a6-124f-4b02-8146-1a790721e6af details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:05:25.935124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4faa2f7f-53c0-4353-9bd7-423fc905e81e req-784614b9-20ee-4d6d-aa63-98feb07aa59f tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235406 Sep 19 03:05:25.937240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-04f9deb2-d7bf-4f46-a225-7a673f774b96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be0e11a6-124f-4b02-8146-1a790721e6af HTTP/1.1" status: 200 len: 217 time: 0.0474949 Sep 19 03:05:25.950482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b632a8-da73-409d-8fcc-dd126c6a312f req-cd1f3a6e-6275-4fe3-9cec-d8111bf16d70 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:25.952177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87b632a8-da73-409d-8fcc-dd126c6a312f req-cd1f3a6e-6275-4fe3-9cec-d8111bf16d70 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.1161897 Sep 19 03:05:25.959553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92ac2faa-0e9a-42a1-94c5-8fcb5a18647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:25.972251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92ac2faa-0e9a-42a1-94c5-8fcb5a18647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.019167 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-92ac2faa-0e9a-42a1-94c5-8fcb5a18647d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96fc6e62387b496eaf4ad8ba39b99825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2760265 Sep 19 03:05:26.019167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac2faa-0e9a-42a1-94c5-8fcb5a18647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa8d53c-bfee-4390-be2d-e8a005b6d428,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:26.021498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:26.023199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38468) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:26.033900 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bec6810-afdb-4cc8-b04a-e992aee04068" -d '{"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-plugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:26.040235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port be0e11a6-124f-4b02-8146-1a790721e6af, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=be0e11a6-124f-4b02-8146-1a790721e6af,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:26.059180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-68a40851-034b-4860-a97b-ba9bf6831479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:26.060575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-68a40851-034b-4860-a97b-ba9bf6831479 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ebdd78e0-e5fc-49a6-a06a-0187d172dd04 HTTP/1.1" status: 200 len: 853 time: 0.1075294 Sep 19 03:05:26.061181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'be0e11a6-124f-4b02-8146-1a790721e6af', 'network_id': 'da846b01-251f-4ae2-b339-ea7c56c78658', 'port_id': 'be0e11a6-124f-4b02-8146-1a790721e6af', 'mac_address': 'fa:16:3e:30:22:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebdd78e0-e5fc-49a6-a06a-0187d172dd04', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:05:26.069939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87b632a8-da73-409d-8fcc-dd126c6a312f req-85ee5887-78bd-45f0-bbec-a138b8ce90ba tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070795 Sep 19 03:05:26.081438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab7c42f2-5c25-4e39-b48b-137b9a94e6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.112737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec2c3565-cd79-491c-a2ff-f241b6de4e76 req-2ffa8d16-c5fe-406a-94c5-cbf1118f89d3 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/f41f7d5a-9608-491a-aa35-eb8679e141b4 HTTP/1.1" status: 200 len: 2404 time: 0.1175351 Sep 19 03:05:26.120564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.122525 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab7c42f2-5c25-4e39-b48b-137b9a94e6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.139739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0e11a6-124f-4b02-8146-1a790721e6af {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:26.159537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-d0bbf46e-7bd4-4875-8691-2a3d7bb0896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:26.164145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-d0bbf46e-7bd4-4875-8691-2a3d7bb0896f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da846b01-251f-4ae2-b339-ea7c56c78658&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903678 Sep 19 03:05:26.180073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port be0e11a6-124f-4b02-8146-1a790721e6af, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=be0e11a6-124f-4b02-8146-1a790721e6af,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:26.188407 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd6d57-edff-4e9c-ab83-e1fda58c1380 x-openstack-request-id: req-30bd6d57-edff-4e9c-ab83-e1fda58c1380 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:26.188921 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-plugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:26.189399 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30bd6d57-edff-4e9c-ab83-e1fda58c1380 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:26.190203 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'code': 200} Sep 19 03:05:26.191664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.192869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1ad166a4-a9d6-48a4-9604-71ff23829df1 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:05:26.196656 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab7c42f2-5c25-4e39-b48b-137b9a94e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.200622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab7c42f2-5c25-4e39-b48b-137b9a94e6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.201950 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ab7c42f2-5c25-4e39-b48b-137b9a94e6ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cfa8d53c-bfee-4390-be2d-e8a005b6d428 HTTP/1.1" status: 204 len: 168 time: 0.1777289 Sep 19 03:05:26.213561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c42f2-5c25-4e39-b48b-137b9a94e6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa8d53c-bfee-4390-be2d-e8a005b6d428,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:26.303771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=be0e11a6-124f-4b02-8146-1a790721e6af,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:26.371431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 1ad166a4-a9d6-48a4-9604-71ff23829df1, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1ad166a4-a9d6-48a4-9604-71ff23829df1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:26.372693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93afc2ff-0474-4450-976c-1ac570cd7f04 req-2ba75c49-af5a-43c8-b69e-dc4fb84cceb8 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-group-rules/5559ddb6-d7e9-4607-b531-c39cf2dcca29 HTTP/1.1" status: 200 len: 778 time: 0.0710821 Sep 19 03:05:26.385625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '1ad166a4-a9d6-48a4-9604-71ff23829df1', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '1ad166a4-a9d6-48a4-9604-71ff23829df1', 'mac_address': 'fa:16:3e:36:23:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:05:26.400223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-66e0bc09-7003-4c74-9d74-3c9a29b6ba55 service neutron] 10.222.0.30 "GET /v2.0/networks/da846b01-251f-4ae2-b339-ea7c56c78658?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250628 Sep 19 03:05:26.407738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9b637-204d-4af7-a8dd-2fd6e2c185ac req-7d72401f-41e5-48c1-a9cd-3a47e802fda9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:26.409122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85e9b637-204d-4af7-a8dd-2fd6e2c185ac req-7d72401f-41e5-48c1-a9cd-3a47e802fda9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2131629 Sep 19 03:05:26.426983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.434166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca919d-4b48-4e18-b396-c082bef5709a req-8180182a-b693-4fd3-a465-2169bdbfbd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:26.435651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15ca919d-4b48-4e18-b396-c082bef5709a req-8180182a-b693-4fd3-a465-2169bdbfbd2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.1299293 Sep 19 03:05:26.441193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad166a4-a9d6-48a4-9604-71ff23829df1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:26.461418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 1ad166a4-a9d6-48a4-9604-71ff23829df1, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1ad166a4-a9d6-48a4-9604-71ff23829df1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:26.465839 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.516698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=1ad166a4-a9d6-48a4-9604-71ff23829df1,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:26.569226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85e9b637-204d-4af7-a8dd-2fd6e2c185ac req-db89a345-9ade-4d2f-909f-4fb61450c177 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501522 Sep 19 03:05:26.571615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93afc2ff-0474-4450-976c-1ac570cd7f04 req-fe7dcb3f-3a43-4749-bb63-120f5b25c5f0 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/f41f7d5a-9608-491a-aa35-eb8679e141b4 HTTP/1.1" status: 200 len: 2404 time: 0.1761112 Sep 19 03:05:26.575186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15ca919d-4b48-4e18-b396-c082bef5709a req-f4f2bf31-cb89-4149-b6d4-db53912e63af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207125 Sep 19 03:05:26.607562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6449e0d0-42ca-429a-843d-38d197f2e0aa req-d3b4f04e-baf2-4b76-a666-e182a64a11ff service neutron] 10.222.0.30 "GET /v2.0/networks/da846b01-251f-4ae2-b339-ea7c56c78658?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915197 Sep 19 03:05:26.615189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-93afc2ff-0474-4450-976c-1ac570cd7f04 req-3fd61a59-b283-455a-8266-250faed457f2 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.624794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-93afc2ff-0474-4450-976c-1ac570cd7f04 req-3fd61a59-b283-455a-8266-250faed457f2 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.662222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-93afc2ff-0474-4450-976c-1ac570cd7f04 req-3fd61a59-b283-455a-8266-250faed457f2 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.682087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-93afc2ff-0474-4450-976c-1ac570cd7f04 req-3fd61a59-b283-455a-8266-250faed457f2 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:26.683200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93afc2ff-0474-4450-976c-1ac570cd7f04 req-3fd61a59-b283-455a-8266-250faed457f2 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5559ddb6-d7e9-4607-b531-c39cf2dcca29 HTTP/1.1" status: 204 len: 173 time: 0.1052506 Sep 19 03:05:26.690075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd61a59-b283-455a-8266-250faed457f2 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5559ddb6-d7e9-4607-b531-c39cf2dcca29,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:26.711110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b89f97-8b15-48a0-9df3-af440cbfaea9 req-b405d705-1649-49ab-bee1-d0d903a55e05 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:26.712783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86b89f97-8b15-48a0-9df3-af440cbfaea9 req-b405d705-1649-49ab-bee1-d0d903a55e05 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 948 time: 0.0618467 Sep 19 03:05:26.726873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['be0e11a6-124f-4b02-8146-1a790721e6af'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:26.729107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['1ad166a4-a9d6-48a4-9604-71ff23829df1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:26.778262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86b89f97-8b15-48a0-9df3-af440cbfaea9 req-d72ec1eb-6451-4c6f-b47b-1f9ff307259f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572865 Sep 19 03:05:26.919401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-94ecc4e8-5069-446f-b533-e3771c1e31e1 req-81260082-0265-43df-aa18-58938ec0a03f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1721377787', 'description': 'tempest-description-1698047306'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:26.953460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-94ecc4e8-5069-446f-b533-e3771c1e31e1 req-81260082-0265-43df-aa18-58938ec0a03f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.002369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5b807-a669-41b8-8a6d-028ed8382a7e req-10579418-b438-468a-a2e2-5db9bb6ab11e tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:27.003935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dd5b807-a669-41b8-8a6d-028ed8382a7e req-10579418-b438-468a-a2e2-5db9bb6ab11e tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1100 time: 0.0625248 Sep 19 03:05:27.060703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dd5b807-a669-41b8-8a6d-028ed8382a7e req-27547d49-e5be-4498-b4ee-4e849a9bfb0b tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509007 Sep 19 03:05:27.073062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38518) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:27.091098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-94ecc4e8-5069-446f-b533-e3771c1e31e1 req-81260082-0265-43df-aa18-58938ec0a03f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.096727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-94ecc4e8-5069-446f-b533-e3771c1e31e1 req-81260082-0265-43df-aa18-58938ec0a03f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.123772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-94ecc4e8-5069-446f-b533-e3771c1e31e1 req-81260082-0265-43df-aa18-58938ec0a03f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.125321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94ecc4e8-5069-446f-b533-e3771c1e31e1 req-81260082-0265-43df-aa18-58938ec0a03f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2101979 Sep 19 03:05:27.129851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81260082-0265-43df-aa18-58938ec0a03f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d16a84a-dada-4f44-88f3-ddee0cbc357e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:27.200215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-15788983-network', 'tenant_id': '4a8d4033e45946be913b8150897a59b4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:27.221553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Made reservation on behalf of 4a8d4033e45946be913b8150897a59b4 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:27.223856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.232293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.251437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825df25-be60-44d3-88be-16b9c4fae567 req-3e066578-54be-43e6-a180-d3aff7ea60ff tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:27.253429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3825df25-be60-44d3-88be-16b9c4fae567 req-3e066578-54be-43e6-a180-d3aff7ea60ff tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.0829763 Sep 19 03:05:27.268494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f690ac-b3f0-4c33-9132-86434a0998ce req-8e33b46a-bc8f-453e-ab67-47f421c374ed tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:27.270261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61f690ac-b3f0-4c33-9132-86434a0998ce req-8e33b46a-bc8f-453e-ab67-47f421c374ed tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 944 time: 0.0739677 Sep 19 03:05:27.324865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.327330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3825df25-be60-44d3-88be-16b9c4fae567 req-6d18a009-1702-478d-af2e-e28d2083501c tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677898 Sep 19 03:05:27.330086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.336069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61f690ac-b3f0-4c33-9132-86434a0998ce req-01d73cdd-1d25-4413-be1d-d4e5b4043216 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516014 Sep 19 03:05:27.357246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:05:27.376099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e322e17-06aa-4f8f-963b-04af84fd6995,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:27.379091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.379640 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Added segment 5ac87096-89fe-436f-912a-64ceded11b36 of type vlan for network 2344fa17-1fc6-408a-a4cf-d2341fcaaa0f Sep 19 03:05:27.429286 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.442592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-796b25cd-d6ad-4c52-af73-ad39affd2875 req-a932607d-f8e5-4ae1-b1ff-37f2b0dacbd2 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/2d16a84a-dada-4f44-88f3-ddee0cbc357e HTTP/1.1" status: 200 len: 1813 time: 0.0397942 Sep 19 03:05:27.459577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.460838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:27.461533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.495115 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4131017 Sep 19 03:05:27.495238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38538) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:27.495998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Request body: {'subnet': {'network_id': '2344fa17-1fc6-408a-a4cf-d2341fcaaa0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-15788983-subnet', 'tenant_id': '4a8d4033e45946be913b8150897a59b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:27.523302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Made reservation on behalf of 4a8d4033e45946be913b8150897a59b4 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:27.527393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.552558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e262a68e-9c2b-4611-974f-5bb8e755dc2b req-6653af2a-0a68-4fff-99f8-4392fb44b19a tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1137968168', 'description': 'tempest-description-896024779'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:27.554994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d6e8d-1982-45c8-b997-bec1de688e51 admin admin] Pushing event updated for resources: {'Network': ['ID=2344fa17-1fc6-408a-a4cf-d2341fcaaa0f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:27.565662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2344fa17-1fc6-408a-a4cf-d2341fcaaa0f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:05:27.628973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e262a68e-9c2b-4611-974f-5bb8e755dc2b req-6653af2a-0a68-4fff-99f8-4392fb44b19a tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.789266 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.792785 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e262a68e-9c2b-4611-974f-5bb8e755dc2b req-6653af2a-0a68-4fff-99f8-4392fb44b19a tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.799487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e262a68e-9c2b-4611-974f-5bb8e755dc2b req-6653af2a-0a68-4fff-99f8-4392fb44b19a tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.872977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e262a68e-9c2b-4611-974f-5bb8e755dc2b req-6653af2a-0a68-4fff-99f8-4392fb44b19a tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.874195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e262a68e-9c2b-4611-974f-5bb8e755dc2b req-6653af2a-0a68-4fff-99f8-4392fb44b19a tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3278604 Sep 19 03:05:27.881735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653af2a-0a68-4fff-99f8-4392fb44b19a tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af583780-18af-4693-b423-57df582267c6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:27.892825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f29e7afb-aa68-4915-a2d7-8800e0ea3c31,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:27.903249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Checking segment: {'id': '5ac87096-89fe-436f-912a-64ceded11b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '2344fa17-1fc6-408a-a4cf-d2341fcaaa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:27.903607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Network hostable DHCP agents. Network: 2344fa17-1fc6-408a-a4cf-d2341fcaaa0f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:05:27.910736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device be0e11a6-124f-4b02-8146-1a790721e6af up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:27.961666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Network 2344fa17-1fc6-408a-a4cf-d2341fcaaa0f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:05:27.983590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port be0e11a6-124f-4b02-8146-1a790721e6af completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:05:27.983859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-81c47341-6e1b-4c54-a5cf-27d1c78821d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188157 Sep 19 03:05:27.987759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port be0e11a6-124f-4b02-8146-1a790721e6af triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:27.988137 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:27.995050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-ad72cd8f-d5b4-46f1-9e5e-e9dc26033050 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:05:27.996331 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-ad72cd8f-d5b4-46f1-9e5e-e9dc26033050 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065444 Sep 19 03:05:28.002204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2344fa17-1fc6-408a-a4cf-d2341fcaaa0f) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:28.009355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:28.009962 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.012380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13110a48-4b56-4462-aa4c-ff47e7c90957 None None] Network 2344fa17-1fc6-408a-a4cf-d2341fcaaa0f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:28.032420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7b71e-8ac4-4d45-bc09-bde3e4e17dcf req-ba4f02b2-b198-4692-9f4e-91712f8ef5a0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:28.034556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2d7b71e-8ac4-4d45-bc09-bde3e4e17dcf req-ba4f02b2-b198-4692-9f4e-91712f8ef5a0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 948 time: 0.1144412 Sep 19 03:05:28.049529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b35885-ea90-42d6-b5f1-829df1bf261d req-80fe8052-8765-4952-b56d-fdb200a2fa34 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:28.050906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76b35885-ea90-42d6-b5f1-829df1bf261d req-80fe8052-8765-4952-b56d-fdb200a2fa34 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.0934811 Sep 19 03:05:28.063622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7e55808f-03d6-45d8-855f-18fbce724f3d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5679080 Sep 19 03:05:28.130339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2d7b71e-8ac4-4d45-bc09-bde3e4e17dcf req-890fec23-a88d-4c56-85d6-5becbd7492c5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889325 Sep 19 03:05:28.142997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76b35885-ea90-42d6-b5f1-829df1bf261d req-c2e3350e-7fde-443d-99e5-bfee970c47b3 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773041 Sep 19 03:05:28.254253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.262462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79df2394-f6a6-4e3c-9ba8-2c1e21514525 None None] Network 2344fa17-1fc6-408a-a4cf-d2341fcaaa0f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:28.287624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38582) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:28.325399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dceeb5a0-4f3e-4b8b-9344-2b87acc945ff req-49a7ed9b-89cc-4dcf-b1ac-b2488849a580 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/af583780-18af-4693-b423-57df582267c6 HTTP/1.1" status: 200 len: 1812 time: 0.0935144 Sep 19 03:05:28.339639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0e11a6-124f-4b02-8146-1a790721e6af'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:28.346367 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80388283-3ab7-4ce0-b235-f6e5dcaa4080" -d '{"events": [{"server_uuid": "ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c", "name": "network-vif-plugged", "status": "completed", "tag": "be0e11a6-124f-4b02-8146-1a790721e6af"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:28.361895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-9fb5cf65-52cb-4bc0-94a3-6e42fb9dee94 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:28.364074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-9fb5cf65-52cb-4bc0-94a3-6e42fb9dee94 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.30 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.0810969 Sep 19 03:05:28.369492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-85897afc-e18d-412d-8c77-1c5cd8962c24 req-a4fccafe-1695-4e2d-9b50-ea2037940750 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1123559111', 'description': 'tempest-description-2071919104'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:28.400231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] Deleting subnet f29e7afb-aa68-4915-a2d7-8800e0ea3c31 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:05:28.407203 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.428334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85897afc-e18d-412d-8c77-1c5cd8962c24 req-a4fccafe-1695-4e2d-9b50-ea2037940750 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.454220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port be0e11a6-124f-4b02-8146-1a790721e6af, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=be0e11a6-124f-4b02-8146-1a790721e6af,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:28.472963 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.480517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.481412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1ad166a4-a9d6-48a4-9604-71ff23829df1 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:28.535649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.560633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=be0e11a6-124f-4b02-8146-1a790721e6af,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:28.580628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 1ad166a4-a9d6-48a4-9604-71ff23829df1 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:05:28.584605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 1ad166a4-a9d6-48a4-9604-71ff23829df1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:28.584979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.596723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b991cc2-d3e4-4a1d-a9ea-8ae96dfff2d3 req-666a52b9-b3b2-4c82-a666-e694a6233ddd tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:28.598513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b991cc2-d3e4-4a1d-a9ea-8ae96dfff2d3 req-666a52b9-b3b2-4c82-a666-e694a6233ddd tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 945 time: 0.1226983 Sep 19 03:05:28.611775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.612171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Deleting port 36ba985c-5ac9-440f-83d3-00b2c683febf {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:28.612516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.646248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f29e7afb-aa68-4915-a2d7-8800e0ea3c31,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:28.655123 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.662287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e82c719-49fc-427c-9183-0d2a94d5dcdf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f29e7afb-aa68-4915-a2d7-8800e0ea3c31 HTTP/1.1" status: 204 len: 168 time: 0.3734889 Sep 19 03:05:28.664003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38606) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:28.703551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.762982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] For port 36ba985c-5ac9-440f-83d3-00b2c683febf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=36ba985c-5ac9-440f-83d3-00b2c683febf,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:28.763269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.767030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.840716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b991cc2-d3e4-4a1d-a9ea-8ae96dfff2d3 req-8ace3d83-f4d6-44d1-a959-64d9d817b0c2 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups?id=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337151 Sep 19 03:05:28.866102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.872060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85897afc-e18d-412d-8c77-1c5cd8962c24 req-a4fccafe-1695-4e2d-9b50-ea2037940750 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.892175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2344fa17-1fc6-408a-a4cf-d2341fcaaa0f']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:28.904469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac87096-89fe-436f-912a-64ceded11b36') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:28.904860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac87096-89fe-436f-912a-64ceded11b36') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:28.913886 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85897afc-e18d-412d-8c77-1c5cd8962c24 req-a4fccafe-1695-4e2d-9b50-ea2037940750 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.921251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 1ad166a4-a9d6-48a4-9604-71ff23829df1, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1ad166a4-a9d6-48a4-9604-71ff23829df1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:28.928150 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.936867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.957716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.970413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:05:28.971313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:05:28.973860 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:05:28.983171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=1ad166a4-a9d6-48a4-9604-71ff23829df1,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:29.007260 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85897afc-e18d-412d-8c77-1c5cd8962c24 req-a4fccafe-1695-4e2d-9b50-ea2037940750 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.008489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85897afc-e18d-412d-8c77-1c5cd8962c24 req-a4fccafe-1695-4e2d-9b50-ea2037940750 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6432300 Sep 19 03:05:29.051518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.058414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fccafe-1695-4e2d-9b50-ea2037940750 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3619a004-136d-4878-a3f5-cec6876abd92,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:29.067363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.071258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2344fa17-1fc6-408a-a4cf-d2341fcaaa0f HTTP/1.1" status: 204 len: 168 time: 0.4060514 Sep 19 03:05:29.091509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041015b7-dbb6-4e70-bc2f-55d82aeababe req-dbffbeb6-a7a5-4997-8dbe-728ab3646879 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:29.093391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-041015b7-dbb6-4e70-bc2f-55d82aeababe req-dbffbeb6-a7a5-4997-8dbe-728ab3646879 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 945 time: 0.1422248 Sep 19 03:05:29.099232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ff92c-26b4-42aa-806d-f5a483aa6008 admin admin] Pushing event deleted for resources: {'Network': ['ID=2344fa17-1fc6-408a-a4cf-d2341fcaaa0f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:29.115141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.115645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.116033 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Floating IP 4120e7a3-0cd6-45b5-9f42-aa06203b774b disassociated. External IP: 172.25.8.189, port: 36ba985c-5ac9-440f-83d3-00b2c683febf. Sep 19 03:05:29.116513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Calling delete_port for 36ba985c-5ac9-440f-83d3-00b2c683febf owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:29.149092 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db38c8-f8fd-4037-8300-b94e54bd5940 x-openstack-request-id: req-47db38c8-f8fd-4037-8300-b94e54bd5940 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:29.149929 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c", "name": "network-vif-plugged", "status": "completed", "tag": "be0e11a6-124f-4b02-8146-1a790721e6af", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:29.150382 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47db38c8-f8fd-4037-8300-b94e54bd5940 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:29.150981 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0e11a6-124f-4b02-8146-1a790721e6af', 'code': 200} Sep 19 03:05:29.201176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-041015b7-dbb6-4e70-bc2f-55d82aeababe req-05d48db9-5197-4c7e-8e39-18a8ed7fa091 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961628 Sep 19 03:05:29.217816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38618) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:29.267913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d67eeb5-525f-4e0b-a539-c163e471d62c req-b4bf54c0-9d38-45e0-bafa-7339f460be3f tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/3619a004-136d-4878-a3f5-cec6876abd92 HTTP/1.1" status: 200 len: 1813 time: 0.0793126 Sep 19 03:05:29.269489 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a2cbe814-d46a-4ba0-8376-f5e29ecb510a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a8d4033e45946be913b8150897a59b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500073 Sep 19 03:05:29.271580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38624) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:29.323896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f32371-a79c-4118-953d-6b4df9285651 req-fa1c2a4a-63c1-478b-879f-9238f3e5c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:29.325442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4f32371-a79c-4118-953d-6b4df9285651 req-fa1c2a4a-63c1-478b-879f-9238f3e5c91c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 1096 time: 0.1111851 Sep 19 03:05:29.354009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28bafae-9d4e-4efc-b7f0-6e2e72a0588c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.378833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28bafae-9d4e-4efc-b7f0-6e2e72a0588c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.437217 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28bafae-9d4e-4efc-b7f0-6e2e72a0588c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.441006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28bafae-9d4e-4efc-b7f0-6e2e72a0588c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.444735 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b28bafae-9d4e-4efc-b7f0-6e2e72a0588c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e322e17-06aa-4f8f-963b-04af84fd6995 HTTP/1.1" status: 204 len: 168 time: 0.1697147 Sep 19 03:05:29.451001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28bafae-9d4e-4efc-b7f0-6e2e72a0588c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e322e17-06aa-4f8f-963b-04af84fd6995,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:29.498144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4f32371-a79c-4118-953d-6b4df9285651 req-c0e3cf27-7879-4386-8e00-1e482e79667c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523132 Sep 19 03:05:29.506201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5452-3b8c-44c4-a45e-e601f07727c4 req-1432df64-a746-4b01-a18a-fac46595cc01 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:29.507660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4ed5452-3b8c-44c4-a45e-e601f07727c4 req-1432df64-a746-4b01-a18a-fac46595cc01 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 949 time: 0.1712477 Sep 19 03:05:29.514888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e388d1-bba4-440b-85a9-ac76ce744755 req-cd824bd6-cc1a-49cb-9ee3-f5c253e0d4cc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:29.516730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3e388d1-bba4-440b-85a9-ac76ce744755 req-cd824bd6-cc1a-49cb-9ee3-f5c253e0d4cc tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.1699843 Sep 19 03:05:29.527381 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.575041 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:29.632830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event deleted for resources: {'Port': ['ID=36ba985c-5ac9-440f-83d3-00b2c683febf,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:29.647701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-4acb3d61-81b8-4d5a-8aa4-62b931fa9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:29.649244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-4acb3d61-81b8-4d5a-8aa4-62b931fa9a4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1100 time: 0.1799214 Sep 19 03:05:29.654170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3e388d1-bba4-440b-85a9-ac76ce744755 req-2105b7d4-9e8f-4f56-bd1a-62a9c03072df tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221664 Sep 19 03:05:29.663107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4ed5452-3b8c-44c4-a45e-e601f07727c4 req-c428d779-cf9b-4b45-8830-4d3b524ed154 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266689 Sep 19 03:05:29.764130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-7ae8ba74-30b4-4c66-8ed4-74ce63635e02 req-60b80976-e3ad-4d5d-b016-f2a2e7ec6c18 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-401919669', 'description': 'tempest-description-79401620'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:29.885201 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7ae8ba74-30b4-4c66-8ed4-74ce63635e02 req-60b80976-e3ad-4d5d-b016-f2a2e7ec6c18 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.225980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38658) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:30.316055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-676c145a-d1c6-4451-beef-c8eba1087fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:30.317488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-676c145a-d1c6-4451-beef-c8eba1087fbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.6479983 Sep 19 03:05:30.365225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f164ced5-1f61-4cf9-b769-212169b1dd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.366596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b45bd067-58d8-4f1a-b744-f87883ce88ea req-a1019d41-732c-48d3-9496-1f3b02c524ad tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/ports?device_id=72859fc1-3bb3-4f21-a044-2772d5ee0302 HTTP/1.1" status: 200 len: 210 time: 0.0560005 Sep 19 03:05:30.404903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Router faee797d-5c8d-4f0b-be62-df57c913dcd9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:05:30.409892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-3c375d3f-01fe-48fe-a004-e1890b1be6db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.0754247 Sep 19 03:05:30.418877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7ae8ba74-30b4-4c66-8ed4-74ce63635e02 req-60b80976-e3ad-4d5d-b016-f2a2e7ec6c18 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.452037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7ae8ba74-30b4-4c66-8ed4-74ce63635e02 req-60b80976-e3ad-4d5d-b016-f2a2e7ec6c18 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.513417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f164ced5-1f61-4cf9-b769-212169b1dd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.518965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f164ced5-1f61-4cf9-b769-212169b1dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.561131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f164ced5-1f61-4cf9-b769-212169b1dd9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bab22adc19541fda5cf1186ac28129d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3281326 Sep 19 03:05:30.561131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38670) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:30.573610 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7ae8ba74-30b4-4c66-8ed4-74ce63635e02 req-60b80976-e3ad-4d5d-b016-f2a2e7ec6c18 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.584411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ae8ba74-30b4-4c66-8ed4-74ce63635e02 req-60b80976-e3ad-4d5d-b016-f2a2e7ec6c18 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8313534 Sep 19 03:05:30.585471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b80976-e3ad-4d5d-b016-f2a2e7ec6c18 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b503d5d-b412-4a01-a6a3-009982abca78,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:30.593128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-434a3f32-6bb2-41f7-ad46-9ed47db300d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:30.595195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-434a3f32-6bb2-41f7-ad46-9ed47db300d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1750450 Sep 19 03:05:30.606551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164ced5-1f61-4cf9-b769-212169b1dd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedfa96-5f32-44cb-b01f-0fe007edd372,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:30.654615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-429a3f9d-1df1-43bf-8e65-18d19d89b8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.677723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-429a3f9d-1df1-43bf-8e65-18d19d89b8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.683310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ff59f-bd42-4293-9b2b-b0522f6184ee req-b3933d25-699b-45ee-8b44-a3c5d9b81e95 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:30.691021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea5ff59f-bd42-4293-9b2b-b0522f6184ee req-b3933d25-699b-45ee-8b44-a3c5d9b81e95 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 945 time: 0.2589169 Sep 19 03:05:30.721483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:30.732878 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] Sync routers for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:30.739241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-429a3f9d-1df1-43bf-8e65-18d19d89b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.743492 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-429a3f9d-1df1-43bf-8e65-18d19d89b8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.745913 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-429a3f9d-1df1-43bf-8e65-18d19d89b8b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1eedfa96-5f32-44cb-b01f-0fe007edd372 HTTP/1.1" status: 204 len: 168 time: 0.1853259 Sep 19 03:05:30.757894 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:30.758525 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:30.770281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a3f9d-1df1-43bf-8e65-18d19d89b8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedfa96-5f32-44cb-b01f-0fe007edd372,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:30.779225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-783ac0b0-a0f9-4e7d-991b-8d68d7a2b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:30.780925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-783ac0b0-a0f9-4e7d-991b-8d68d7a2b123 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745000 Sep 19 03:05:30.801276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] No DVR routers for this DVR port 36ba985c-5ac9-440f-83d3-00b2c683febf on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:05:30.804518 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:30.806997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5796fe3-1110-4602-9f4f-25527fbcd6bd req-1bb63384-2fe0-426a-9732-35523274a96a tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.30 "DELETE /v2.0/ports/36ba985c-5ac9-440f-83d3-00b2c683febf HTTP/1.1" status: 204 len: 173 time: 2.4165201 Sep 19 03:05:30.817748 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea5ff59f-bd42-4293-9b2b-b0522f6184ee req-22cc5f6c-d7a6-4b0a-a4f0-cc0121351f68 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266828 Sep 19 03:05:30.833954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'name': 'network-vif-deleted', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:30.841153 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691dde9d-e402-4c87-8563-eac762784b9c" -d '{"events": [{"server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "name": "network-vif-deleted", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:30.971902 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:30.985302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb1d84d3-a430-42fc-8194-fd4f2f6c268a req-87b82412-35a6-4274-9091-a043bde1320d tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/0b503d5d-b412-4a01-a6a3-009982abca78 HTTP/1.1" status: 200 len: 1810 time: 0.1144795 Sep 19 03:05:31.016866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-89741e84-612b-43d0-ae4d-45c03dab947d service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168415 Sep 19 03:05:31.152373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad166a4-a9d6-48a4-9604-71ff23829df1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:31.153846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badab4e0-ed11-4536-bed1-2b05985198e2 req-6d239339-e714-44d0-a682-d3003b1cfe2b tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:31.157768 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404e2131-e105-4086-ae9e-0922466c845c" -d '{"events": [{"server_uuid": "c8772b7f-cc33-43ff-a9cb-78daae208679", "name": "network-vif-plugged", "status": "completed", "tag": "1ad166a4-a9d6-48a4-9604-71ff23829df1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:31.161522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-badab4e0-ed11-4536-bed1-2b05985198e2 req-6d239339-e714-44d0-a682-d3003b1cfe2b tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 949 time: 0.1172309 Sep 19 03:05:31.193122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-b3520fb8-0c2e-4691-ae8c-d9b5b1c6e082 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683600 Sep 19 03:05:31.245342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38696) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:31.247718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-badab4e0-ed11-4536-bed1-2b05985198e2 req-601e417e-0dd1-4e37-a2c3-14ec8d80bbda tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849457 Sep 19 03:05:31.265630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21201b87-0878-4ffa-8906-18b43a098f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.265814 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:09Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:31.290391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ebcad-6cab-4352-ab7a-5c35ce978f77 req-00dd1ca3-e6eb-4b47-a862-2241692e4dec tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:31.292493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-175ebcad-6cab-4352-ab7a-5c35ce978f77 req-00dd1ca3-e6eb-4b47-a862-2241692e4dec tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.0983496 Sep 19 03:05:31.318782 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] Checking router: faee797d-5c8d-4f0b-be62-df57c913dcd9 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:31.331051 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:31.332059 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:31.377320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-175ebcad-6cab-4352-ab7a-5c35ce978f77 req-c1597584-e622-4240-82e3-a83f2e852353 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761757 Sep 19 03:05:31.380413 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a02938-6121-47d9-aacb-13bfbc70b029 x-openstack-request-id: req-35a02938-6121-47d9-aacb-13bfbc70b029 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:31.381269 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72859fc1-3bb3-4f21-a044-2772d5ee0302", "name": "network-vif-deleted", "tag": "36ba985c-5ac9-440f-83d3-00b2c683febf", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:31.381633 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35a02938-6121-47d9-aacb-13bfbc70b029 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:31.382178 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72859fc1-3bb3-4f21-a044-2772d5ee0302', 'name': 'network-vif-deleted', 'tag': '36ba985c-5ac9-440f-83d3-00b2c683febf', 'status': 'completed', 'code': 200} Sep 19 03:05:31.388033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21201b87-0878-4ffa-8906-18b43a098f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.395352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21201b87-0878-4ffa-8906-18b43a098f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.425026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21201b87-0878-4ffa-8906-18b43a098f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aee4581-9a92-4949-98d4-7fcdac500831,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:31.451687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-21201b87-0878-4ffa-8906-18b43a098f72 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1cee7b3598546f583a66f5e970d4862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051682 Sep 19 03:05:31.454324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38702) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:31.470519 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-791f5745-528c-435f-a4a9-cea6c6356c7c req-49b68bf7-7448-431d-85eb-32176bb73977 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] show failed (client error): The resource could not be found. Sep 19 03:05:31.473957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-791f5745-528c-435f-a4a9-cea6c6356c7c req-49b68bf7-7448-431d-85eb-32176bb73977 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/15e17614-e9bd-4d13-b9b3-188f0d12f345 HTTP/1.1" status: 404 len: 352 time: 0.0359685 Sep 19 03:05:31.521951 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e20313c-e393-4870-87ba-6e27cc4c9c9f x-openstack-request-id: req-1e20313c-e393-4870-87ba-6e27cc4c9c9f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:31.522583 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8772b7f-cc33-43ff-a9cb-78daae208679", "name": "network-vif-plugged", "status": "completed", "tag": "1ad166a4-a9d6-48a4-9604-71ff23829df1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:31.523251 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e20313c-e393-4870-87ba-6e27cc4c9c9f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:31.524584 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad166a4-a9d6-48a4-9604-71ff23829df1', 'code': 200} Sep 19 03:05:31.546254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799d826-e0aa-4b1d-b766-55688c389581 req-3d36a7f5-fd6a-4cef-b267-c10516e44a92 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:31.553620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515fc7fa-5880-4235-b406-b0c1de558192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.556991 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:31.563846 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0799d826-e0aa-4b1d-b766-55688c389581 req-3d36a7f5-fd6a-4cef-b267-c10516e44a92 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 946 time: 0.0831447 Sep 19 03:05:31.602311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515fc7fa-5880-4235-b406-b0c1de558192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.608294 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-efa669ab-dfbf-4ba6-bfbb-4a8e5edb5bb8 req-183d99b6-c7c5-4265-b6c3-e2ecf6eb4c7c tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] show failed (client error): The resource could not be found. Sep 19 03:05:31.609364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efa669ab-dfbf-4ba6-bfbb-4a8e5edb5bb8 req-183d99b6-c7c5-4265-b6c3-e2ecf6eb4c7c tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-group-rules/8b3d02b5-d116-4417-8103-2cbea1930c2b HTTP/1.1" status: 404 len: 361 time: 0.0299582 Sep 19 03:05:31.654944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0799d826-e0aa-4b1d-b766-55688c389581 req-3cb5717d-5622-439a-8eb7-082d451b94b4 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824189 Sep 19 03:05:31.679752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:31.691072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515fc7fa-5880-4235-b406-b0c1de558192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.694653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515fc7fa-5880-4235-b406-b0c1de558192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.696659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-515fc7fa-5880-4235-b406-b0c1de558192 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1aee4581-9a92-4949-98d4-7fcdac500831 HTTP/1.1" status: 204 len: 168 time: 0.2409072 Sep 19 03:05:31.702112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b4766-b954-413f-9db2-ebaef20eaaa3 req-539b7f5b-6c85-443d-b371-d244ce078903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:31.703692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-719b4766-b954-413f-9db2-ebaef20eaaa3 req-539b7f5b-6c85-443d-b371-d244ce078903 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 1100 time: 0.0966640 Sep 19 03:05:31.719596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515fc7fa-5880-4235-b406-b0c1de558192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aee4581-9a92-4949-98d4-7fcdac500831,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:31.757372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-719b4766-b954-413f-9db2-ebaef20eaaa3 req-4cbcc49a-8129-48e9-badc-11518b33fe16 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Sep 19 03:05:31.758885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3143197-d297-4976-be05-2022d2e29b63 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.766013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c901407-54bf-4628-b1e3-22ff9c57f749 req-f10de2d0-c8f8-4375-a7f0-4b2dd70d324c tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/0b503d5d-b412-4a01-a6a3-009982abca78 HTTP/1.1" status: 200 len: 1810 time: 0.0918715 Sep 19 03:05:31.790613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3143197-d297-4976-be05-2022d2e29b63 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.849826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2c901407-54bf-4628-b1e3-22ff9c57f749 req-a95a26b8-1ee5-425a-9fd2-558a4a322eba tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.880114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3143197-d297-4976-be05-2022d2e29b63 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.881130 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:09Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:31.886327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3143197-d297-4976-be05-2022d2e29b63 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.888268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f3143197-d297-4976-be05-2022d2e29b63 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "DELETE /v2.0/security-groups/303b5a1c-eb2f-4312-ad73-5fb4c00a86b0 HTTP/1.1" status: 204 len: 168 time: 0.2066386 Sep 19 03:05:31.891543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38718) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:31.907864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 36ba985c-5ac9-440f-83d3-00b2c683febf no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:31.911993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3143197-d297-4976-be05-2022d2e29b63 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303b5a1c-eb2f-4312-ad73-5fb4c00a86b0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:31.913721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2c901407-54bf-4628-b1e3-22ff9c57f749 req-a95a26b8-1ee5-425a-9fd2-558a4a322eba tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:31.936012 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ef5f4-3f0f-4e3d-bc29-c8405a7ab7da None None] The sync data for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 is: [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:02Z', 'revision_number': 4, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '7189d014-acca-4322-bc33-0397198de538', 'name': '', 'network_id': 'c7f28090-ba46-4c11-b9e7-822f65986010', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'mac_address': 'fa:16:3e:26:a4:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:09Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'subnets': [{'id': '4b1ad750-7ddc-4c5f-9004-906e3293c619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:05:31.937982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38720) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:31.973405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 36ba985c-5ac9-440f-83d3-00b2c683febf {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:31.974140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 36ba985c-5ac9-440f-83d3-00b2c683febf not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:31.988982 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-f3a7c3fe-deed-475e-8c79-e660d2bdee28 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] show failed (client error): The resource could not be found. Sep 19 03:05:31.996454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f3a7c3fe-deed-475e-8c79-e660d2bdee28 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "GET /v2.0/security-groups/303b5a1c-eb2f-4312-ad73-5fb4c00a86b0 HTTP/1.1" status: 404 len: 347 time: 0.0991042 Sep 19 03:05:31.999512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:32.038222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470e642-1252-4703-b6d7-970418e61f91 req-42038a03-3ed0-4bcd-88b7-8470246b1881 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:32.040181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5470e642-1252-4703-b6d7-970418e61f91 req-42038a03-3ed0-4bcd-88b7-8470246b1881 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 945 time: 0.1009059 Sep 19 03:05:32.060980 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2c901407-54bf-4628-b1e3-22ff9c57f749 req-a95a26b8-1ee5-425a-9fd2-558a4a322eba tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.064721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2c901407-54bf-4628-b1e3-22ff9c57f749 req-a95a26b8-1ee5-425a-9fd2-558a4a322eba tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.070359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c901407-54bf-4628-b1e3-22ff9c57f749 req-a95a26b8-1ee5-425a-9fd2-558a4a322eba tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "DELETE /v2.0/security-groups/0b503d5d-b412-4a01-a6a3-009982abca78 HTTP/1.1" status: 204 len: 173 time: 0.3033693 Sep 19 03:05:32.123133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a26b8-1ee5-425a-9fd2-558a4a322eba tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b503d5d-b412-4a01-a6a3-009982abca78,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:32.185108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5470e642-1252-4703-b6d7-970418e61f91 req-5b1994dc-dd3a-4e4b-b74b-c8b3037f2afa tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318808 Sep 19 03:05:32.218627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-353df799-27d6-4183-abfd-3b4063a6ffdc req-4384961a-1653-4109-aa01-0463aee36ae7 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/3619a004-136d-4878-a3f5-cec6876abd92 HTTP/1.1" status: 200 len: 1813 time: 0.1176777 Sep 19 03:05:32.300293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-353df799-27d6-4183-abfd-3b4063a6ffdc req-4450d001-f808-4e08-ba02-ffdbb1f4e4af tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.331629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-353df799-27d6-4183-abfd-3b4063a6ffdc req-4450d001-f808-4e08-ba02-ffdbb1f4e4af tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.394009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ec02d3-6789-446e-b6cf-bc9b7a3d507a None None] New status for floating IP 4120e7a3-0cd6-45b5-9f42-aa06203b774b: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:05:32.467936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0add6dc-1577-49ec-b3d1-28dfe55afbb1 req-ededbb89-79d5-4b1b-ac33-4f152c9feb09 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:32.470798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0add6dc-1577-49ec-b3d1-28dfe55afbb1 req-ededbb89-79d5-4b1b-ac33-4f152c9feb09 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 949 time: 0.1150193 Sep 19 03:05:32.480667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-152c40e0-ad07-4fc7-8431-e976692ef135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.527227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0add6dc-1577-49ec-b3d1-28dfe55afbb1 req-29ae6a5d-e7e8-40cc-a1db-25d191ce689d tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485559 Sep 19 03:05:32.548956 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-353df799-27d6-4183-abfd-3b4063a6ffdc req-4450d001-f808-4e08-ba02-ffdbb1f4e4af tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.552373 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-353df799-27d6-4183-abfd-3b4063a6ffdc req-4450d001-f808-4e08-ba02-ffdbb1f4e4af tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.556556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-353df799-27d6-4183-abfd-3b4063a6ffdc req-4450d001-f808-4e08-ba02-ffdbb1f4e4af tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "DELETE /v2.0/security-groups/3619a004-136d-4878-a3f5-cec6876abd92 HTTP/1.1" status: 204 len: 173 time: 0.3317029 Sep 19 03:05:32.591369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450d001-f808-4e08-ba02-ffdbb1f4e4af tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619a004-136d-4878-a3f5-cec6876abd92,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:32.650943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Deleting port 64502904-6021-4b0d-8818-d585f08fdc82 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:32.651499 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.719515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b993a89-e211-468a-a705-dca0f711c32a req-c81ac903-52c4-43de-a44d-126b0e1a2c44 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/af583780-18af-4693-b423-57df582267c6 HTTP/1.1" status: 200 len: 1812 time: 0.1298523 Sep 19 03:05:32.787742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a9f49-8017-4a28-85f6-23695338df34 req-6d25d139-2fc6-43df-b7aa-795eb868ebce tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:32.795375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c39a9f49-8017-4a28-85f6-23695338df34 req-6d25d139-2fc6-43df-b7aa-795eb868ebce tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.1270211 Sep 19 03:05:32.815332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-3c3191ce-8e38-4bde-a9ac-6248b7985023 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:32.816912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-3c3191ce-8e38-4bde-a9ac-6248b7985023 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.30 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 946 time: 0.1178563 Sep 19 03:05:32.876568 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.876568 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.888366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b993a89-e211-468a-a705-dca0f711c32a req-1d93afa6-8322-4703-a026-c9be1a1447f7 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.933414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Calling delete_port for 64502904-6021-4b0d-8818-d585f08fdc82 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:32.936310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-152c40e0-ad07-4fc7-8431-e976692ef135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.959228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-152c40e0-ad07-4fc7-8431-e976692ef135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:32.967459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b993a89-e211-468a-a705-dca0f711c32a req-1d93afa6-8322-4703-a026-c9be1a1447f7 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.010534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c39a9f49-8017-4a28-85f6-23695338df34 req-6d5f5c3e-ac92-4c6f-ae22-87227767428d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142868 Sep 19 03:05:33.056736 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-152c40e0-ad07-4fc7-8431-e976692ef135 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2bb80986c1d41839ae4a2ce3bec3205&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1141629 Sep 19 03:05:33.057171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38768) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:33.058407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c40e0-ad07-4fc7-8431-e976692ef135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d195fd-9773-46ab-9467-43fbf6873ede,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:33.100249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b993a89-e211-468a-a705-dca0f711c32a req-1d93afa6-8322-4703-a026-c9be1a1447f7 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.103087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0b993a89-e211-468a-a705-dca0f711c32a req-1d93afa6-8322-4703-a026-c9be1a1447f7 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.108319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b993a89-e211-468a-a705-dca0f711c32a req-1d93afa6-8322-4703-a026-c9be1a1447f7 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "DELETE /v2.0/security-groups/af583780-18af-4693-b423-57df582267c6 HTTP/1.1" status: 204 len: 173 time: 0.3878386 Sep 19 03:05:33.131757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93afa6-8322-4703-a026-c9be1a1447f7 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af583780-18af-4693-b423-57df582267c6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:33.136931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Deleting port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:33.137567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.194249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.229949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Pushing event deleted for resources: {'Port': ['ID=64502904-6021-4b0d-8818-d585f08fdc82,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:33.322117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.324188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8308797e-d21b-4a25-87e0-5dfb09474299 req-faa3f9c9-667c-460e-88dc-45b07592aa6e tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/2d16a84a-dada-4f44-88f3-ddee0cbc357e HTTP/1.1" status: 200 len: 1813 time: 0.1602824 Sep 19 03:05:33.332406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.334280 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f6494c46-7008-40dd-bca9-5cff8c208be8 tempest-ServersTestManualDisk-435481284 tempest-ServersTestManualDisk-435481284-project] 10.222.0.22 "DELETE /v2.0/floatingips/4120e7a3-0cd6-45b5-9f42-aa06203b774b HTTP/1.1" status: 204 len: 168 time: 1.3333611 Sep 19 03:05:33.344124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38778) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:33.383789 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a59e670-d2fd-441b-978b-582baef52da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.404216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32a76-0bcf-463c-b16c-3c5ebf3893a7 req-a8876c57-d789-4763-b7f5-089da9a25179 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:33.405711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ee32a76-0bcf-463c-b16c-3c5ebf3893a7 req-a8876c57-d789-4763-b7f5-089da9a25179 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 946 time: 0.2224076 Sep 19 03:05:33.478933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] For port d9e89363-8f4d-4c22-beb0-db7d8d0b7595, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:33.479651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.495852 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a59e670-d2fd-441b-978b-582baef52da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.566881 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8308797e-d21b-4a25-87e0-5dfb09474299 req-f8ff2ba1-c7b8-479c-bf6b-b09b01d4c5ae tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.570861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ee32a76-0bcf-463c-b16c-3c5ebf3893a7 req-2ac33575-4afa-4c70-9387-4e73f86f56cb tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac41b17f-bb9e-4a23-a4be-8246295a09f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508434 Sep 19 03:05:33.662410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8308797e-d21b-4a25-87e0-5dfb09474299 req-f8ff2ba1-c7b8-479c-bf6b-b09b01d4c5ae tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.824737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a59e670-d2fd-441b-978b-582baef52da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.827215 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a59e670-d2fd-441b-978b-582baef52da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.828399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3a59e670-d2fd-441b-978b-582baef52da5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88d195fd-9773-46ab-9467-43fbf6873ede HTTP/1.1" status: 204 len: 168 time: 0.7697639 Sep 19 03:05:33.860981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59e670-d2fd-441b-978b-582baef52da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d195fd-9773-46ab-9467-43fbf6873ede,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:33.866333 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8308797e-d21b-4a25-87e0-5dfb09474299 req-f8ff2ba1-c7b8-479c-bf6b-b09b01d4c5ae tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.868827 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8308797e-d21b-4a25-87e0-5dfb09474299 req-f8ff2ba1-c7b8-479c-bf6b-b09b01d4c5ae tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.873726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8308797e-d21b-4a25-87e0-5dfb09474299 req-f8ff2ba1-c7b8-479c-bf6b-b09b01d4c5ae tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "DELETE /v2.0/security-groups/2d16a84a-dada-4f44-88f3-ddee0cbc357e HTTP/1.1" status: 204 len: 173 time: 0.5380168 Sep 19 03:05:33.875609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.891418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5a31b-f3ed-46f5-8cd3-32681664262b req-12a437a1-2d9a-400d-8927-6967c2fa1c8c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:33.892919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93d5a31b-f3ed-46f5-8cd3-32681664262b req-12a437a1-2d9a-400d-8927-6967c2fa1c8c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 949 time: 0.1689601 Sep 19 03:05:33.909121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff2ba1-c7b8-479c-bf6b-b09b01d4c5ae tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d16a84a-dada-4f44-88f3-ddee0cbc357e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:33.931844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.932197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:33.932533 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Floating IP 61de6169-b347-459d-8ffb-d7d19863ad02 disassociated. External IP: 172.25.8.49, port: d9e89363-8f4d-4c22-beb0-db7d8d0b7595. Sep 19 03:05:33.932858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Calling delete_port for d9e89363-8f4d-4c22-beb0-db7d8d0b7595 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:33.997150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93d5a31b-f3ed-46f5-8cd3-32681664262b req-a53f0b12-267a-47a2-a601-5963e1039f18 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922072 Sep 19 03:05:34.108651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41f09785-ba58-4daf-ba90-7c5a2dbcc07a req-218d324d-e17a-4e4d-a577-5f4871cfd6ff tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "GET /v2.0/security-groups/f41f7d5a-9608-491a-aa35-eb8679e141b4 HTTP/1.1" status: 200 len: 1811 time: 0.0715249 Sep 19 03:05:34.159227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.196283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Deleting port 7189d014-acca-4322-bc33-0397198de538 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:34.196632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.198253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event deleted for resources: {'Port': ['ID=d9e89363-8f4d-4c22-beb0-db7d8d0b7595,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:34.283363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-41f09785-ba58-4daf-ba90-7c5a2dbcc07a req-ed5edbcf-4908-4f4f-b841-328bee1d8fa1 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.289411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] For port 7189d014-acca-4322-bc33-0397198de538, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7189d014-acca-4322-bc33-0397198de538,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:34.289862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.303476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Calling delete_port for 7189d014-acca-4322-bc33-0397198de538 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:34.372964 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-41f09785-ba58-4daf-ba90-7c5a2dbcc07a req-ed5edbcf-4908-4f4f-b841-328bee1d8fa1 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.433197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Router 3c3774d0-05eb-461c-9b1a-07d564d185b6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:05:34.506859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-41f09785-ba58-4daf-ba90-7c5a2dbcc07a req-ed5edbcf-4908-4f4f-b841-328bee1d8fa1 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.512641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-41f09785-ba58-4daf-ba90-7c5a2dbcc07a req-ed5edbcf-4908-4f4f-b841-328bee1d8fa1 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.513996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41f09785-ba58-4daf-ba90-7c5a2dbcc07a req-ed5edbcf-4908-4f4f-b841-328bee1d8fa1 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] 10.222.0.22 "DELETE /v2.0/security-groups/f41f7d5a-9608-491a-aa35-eb8679e141b4 HTTP/1.1" status: 204 len: 173 time: 0.3986139 Sep 19 03:05:34.523607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38824) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:34.585114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.619830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Pushing event deleted for resources: {'Port': ['ID=7189d014-acca-4322-bc33-0397198de538,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:34.633958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] Deleting subnet c173ea95-d2f3-4156-b4a6-6a734c0e0133 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:05:34.654119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:34.661287 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.682612 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] Sync routers for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:34.698885 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:34.699897 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:34.713119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5edbcf-4908-4f4f-b841-328bee1d8fa1 tempest-SecurityGroupRulesNegativeTestJSON-1773514636 tempest-SecurityGroupRulesNegativeTestJSON-1773514636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f7d5a-9608-491a-aa35-eb8679e141b4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:34.775315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.855393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] No DVR routers for this DVR port d9e89363-8f4d-4c22-beb0-db7d8d0b7595 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:05:34.858888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:34.860891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dbaadc9-4b3f-484e-84ad-9329dc936600 req-ac0ae273-b7ba-42c8-a2f7-29b8fbc4770e tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.30 "DELETE /v2.0/ports/d9e89363-8f4d-4c22-beb0-db7d8d0b7595 HTTP/1.1" status: 204 len: 173 time: 2.0166159 Sep 19 03:05:34.862371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'name': 'network-vif-deleted', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:34.886347 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101d2b9-2881-4334-80e1-03560f8fdb5f" -d '{"events": [{"server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "name": "network-vif-deleted", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:34.951561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83014569-670c-4532-bb64-355eb696ac92 req-aa2bb763-185e-4c9b-b8ad-5f64a85ae956 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:34.953173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83014569-670c-4532-bb64-355eb696ac92 req-aa2bb763-185e-4c9b-b8ad-5f64a85ae956 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.3047459 Sep 19 03:05:34.977460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8392472-dc82-4db0-bd4a-a921001570cd req-4bf7861b-2232-4223-9fb3-1e7a7477d7cf tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:34.992777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8392472-dc82-4db0-bd4a-a921001570cd req-4bf7861b-2232-4223-9fb3-1e7a7477d7cf tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.3936646 Sep 19 03:05:35.046427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.123402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83014569-670c-4532-bb64-355eb696ac92 req-0ee69141-3e2b-4ff1-989d-d62b229fb286 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236405 Sep 19 03:05:35.153577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.165887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8392472-dc82-4db0-bd4a-a921001570cd req-d52c8c48-29f8-49f8-9593-d54c94a61fcb tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720302 Sep 19 03:05:35.167919 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:35.262443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.331742 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c173ea95-d2f3-4156-b4a6-6a734c0e0133,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:35.342867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.349475 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-524d1af2-2e10-4a98-b1cd-81c796079a90 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c173ea95-d2f3-4156-b4a6-6a734c0e0133 HTTP/1.1" status: 204 len: 168 time: 0.8228865 Sep 19 03:05:35.354420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38844) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:35.357583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc2c0035-35ad-42cc-9ca5-46286edfbd2e req-802def57-57e5-4fc7-b206-d65cc8389dc2 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/ports?device_id=d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3 HTTP/1.1" status: 200 len: 210 time: 0.0629220 Sep 19 03:05:35.431575 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c863d8e-ee6c-4437-86fd-ebe0961ce991 x-openstack-request-id: req-3c863d8e-ee6c-4437-86fd-ebe0961ce991 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:35.432061 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04e04db-bd3e-4aa4-8771-bf8c4a5a07c3", "name": "network-vif-deleted", "tag": "d9e89363-8f4d-4c22-beb0-db7d8d0b7595", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:35.432492 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c863d8e-ee6c-4437-86fd-ebe0961ce991 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:35.432902 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04e04db-bd3e-4aa4-8771-bf8c4a5a07c3', 'name': 'network-vif-deleted', 'tag': 'd9e89363-8f4d-4c22-beb0-db7d8d0b7595', 'status': 'completed', 'code': 200} Sep 19 03:05:35.526585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.570509 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 5, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:35.600429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-501b81d8-54ce-4bb5-8722-e645852fea7c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f33314195a84c14841a107e8adde8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333145 Sep 19 03:05:35.629351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] Checking router: 3c3774d0-05eb-461c-9b1a-07d564d185b6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:35.652441 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:35.653070 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:35.733017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-006ef85f-2c89-42b8-91c2-d46b541aea0c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:35.735453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-006ef85f-2c89-42b8-91c2-d46b541aea0c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335256 Sep 19 03:05:35.762082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.769973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-76eb77ad-e20a-426e-a581-54671170d5be tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/quotas/1f33314195a84c14841a107e8adde8a2 HTTP/1.1" status: 200 len: 375 time: 0.0238385 Sep 19 03:05:35.795838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['813e79e9-b529-4862-8621-dd19c6bd0449']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:35.812612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac872932-d090-44ec-8f95-1c5e8e62081e') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:35.813086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac872932-d090-44ec-8f95-1c5e8e62081e') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:35.816400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Router faee797d-5c8d-4f0b-be62-df57c913dcd9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:05:35.826575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.847657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.893964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-9a609ad3-3272-458a-b201-86dc85e2e6d4 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193306 Sep 19 03:05:35.907394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:05:35.907814 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:35.908408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d9e89363-8f4d-4c22-beb0-db7d8d0b7595 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:35.909000 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:05:35.910710 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:05:35.963651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: d9e89363-8f4d-4c22-beb0-db7d8d0b7595 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:35.963651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d9e89363-8f4d-4c22-beb0-db7d8d0b7595 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:36.045592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:36.058809 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64b23a16-c11b-4256-a3b6-cdb69d40d676 admin admin] 10.222.0.22 "PUT /v2.0/routers/faee797d-5c8d-4f0b-be62-df57c913dcd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135236 Sep 19 03:05:36.059954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] Sync routers for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:36.061540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38890) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:36.073478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:36.074408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:36.091220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:36.162795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:36.178473 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] 10.222.0.22 "DELETE /v2.0/networks/813e79e9-b529-4862-8621-dd19c6bd0449 HTTP/1.1" status: 204 len: 168 time: 0.8227406 Sep 19 03:05:36.179481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bc279-e6e6-4bb2-8422-d4f82ef3a397 admin admin] Pushing event deleted for resources: {'Network': ['ID=813e79e9-b529-4862-8621-dd19c6bd0449,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:36.251843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:36.331143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ec4085d-568e-47ac-84e4-7dfab64c6e9f req-5ecb98ce-d5fd-4ac7-aa7c-197159be7406 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 210 time: 0.0910769 Sep 19 03:05:36.444449 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 5, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:36.530897 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743aea49-bf2b-4a60-a6b3-dbbe5b95596e None None] The sync data for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 is: [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:03:08Z', 'revision_number': 4, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3b4b1664-b174-4240-b3ac-f5bf9b152cfd', 'name': '', 'network_id': '9f86aa24-fa69-4442-98ee-cf0f12ba1957', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'mac_address': 'fa:16:3e:f9:d7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:06Z', 'updated_at': '2021-09-19T03:03:13Z', 'revision_number': 5, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'subnets': [{'id': 'dd7d20a7-1e1b-4594-8aaf-73fcafb614ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:05:36.544805 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:36.553166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:36.620868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38924) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:36.700977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:05:34Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:36.715853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11238059-5d64-4644-b1ec-a46466e4c72a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e52f1c8f20941aabd108063326a4747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936077 Sep 19 03:05:36.716443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:36.728482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20df6dfe-3dac-4f43-a1f4-c0cefeedbeaa tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:36.776632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] Checking router: faee797d-5c8d-4f0b-be62-df57c913dcd9 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:36.802876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] Routers {'faee797d-5c8d-4f0b-be62-df57c913dcd9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:36.803029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20df6dfe-3dac-4f43-a1f4-c0cefeedbeaa tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:36.803959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['faee797d-5c8d-4f0b-be62-df57c913dcd9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:36.890083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20df6dfe-3dac-4f43-a1f4-c0cefeedbeaa tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:36.893779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20df6dfe-3dac-4f43-a1f4-c0cefeedbeaa tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:36.895177 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-20df6dfe-3dac-4f43-a1f4-c0cefeedbeaa tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "DELETE /v2.0/security-groups/ac41b17f-bb9e-4a23-a4be-8246295a09f5 HTTP/1.1" status: 204 len: 168 time: 0.3408148 Sep 19 03:05:36.906409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38932) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:36.928678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c79fc-ca54-49a3-a693-ccac564c3457 req-0f012e19-ac08-475a-90d8-e853f2558a42 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:36.943686 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-884d2f91-c23c-4257-bc0a-5a08d147d142 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] show failed (client error): The resource could not be found. Sep 19 03:05:36.945502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-898c79fc-ca54-49a3-a693-ccac564c3457 req-0f012e19-ac08-475a-90d8-e853f2558a42 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.4017215 Sep 19 03:05:36.967809 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-884d2f91-c23c-4257-bc0a-5a08d147d142 tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "GET /v2.0/security-groups/ac41b17f-bb9e-4a23-a4be-8246295a09f5 HTTP/1.1" status: 404 len: 347 time: 0.0543513 Sep 19 03:05:36.972460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38934) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:36.974622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df6dfe-3dac-4f43-a1f4-c0cefeedbeaa tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41b17f-bb9e-4a23-a4be-8246295a09f5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:37.018704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:37.065392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.106608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-898c79fc-ca54-49a3-a693-ccac564c3457 req-14219378-3117-4568-b78b-c4e70fb1b4b5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504090 Sep 19 03:05:37.107338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] Set router faee797d-5c8d-4f0b-be62-df57c913dcd9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:37.111400 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0412197-68d5-4d12-a9b0-8bdae2e74ed4 None None] New status for floating IP 61de6169-b347-459d-8ffb-d7d19863ad02: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:05:37.179962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Deleting port 3cccd05e-d1e2-4f86-bd27-399997eb57fd {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:37.180851 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.237148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a519d1f4-9193-4af7-a332-9948a628245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.302253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Deleting port 9b9517c7-69a5-4491-a15b-a132ef39c91d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:37.302735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.364467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:05:34Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:37.392611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] For port 3cccd05e-d1e2-4f86-bd27-399997eb57fd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3cccd05e-d1e2-4f86-bd27-399997eb57fd,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:37.399121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.409165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0712d17f-0160-46de-9c1c-50c5179042bc None None] The sync data for ids ['faee797d-5c8d-4f0b-be62-df57c913dcd9'] in n-d-809936-1 is: [{'id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'name': 'tempest-ServersTestManualDisk-83783910-router', 'tenant_id': '075c0dd719b040c1b5210512e25d3be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:05:34Z', 'revision_number': 5, 'project_id': '075c0dd719b040c1b5210512e25d3be7', 'gw_port': {'id': '3cccd05e-d1e2-4f86-bd27-399997eb57fd', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee797d-5c8d-4f0b-be62-df57c913dcd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:02:57Z', 'updated_at': '2021-09-19T03:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:05:37.414326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a519d1f4-9193-4af7-a332-9948a628245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.478079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38944) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:37.480341 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464d34de-b7b0-42ef-9241-b12e21fa1493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.483091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Calling delete_port for 3cccd05e-d1e2-4f86-bd27-399997eb57fd owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:37.494790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.495042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.520887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3577adb8-10b9-4590-8bf3-381379f312aa req-12cd5a84-0d7c-4274-9733-08f8db56a502 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 210 time: 0.0417433 Sep 19 03:05:37.523277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Calling delete_port for 9b9517c7-69a5-4491-a15b-a132ef39c91d owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:37.590233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a519d1f4-9193-4af7-a332-9948a628245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.593290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a519d1f4-9193-4af7-a332-9948a628245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.595564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a519d1f4-9193-4af7-a332-9948a628245f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bc3820f-0c9e-4bd9-bf50-2febe25a1c80 HTTP/1.1" status: 204 len: 168 time: 0.8753014 Sep 19 03:05:37.616451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519d1f4-9193-4af7-a332-9948a628245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc3820f-0c9e-4bd9-bf50-2febe25a1c80,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:37.647514 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.715927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.771145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Pushing event deleted for resources: {'Port': ['ID=9b9517c7-69a5-4491-a15b-a132ef39c91d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:37.840691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464d34de-b7b0-42ef-9241-b12e21fa1493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.844570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.864646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464d34de-b7b0-42ef-9241-b12e21fa1493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.910282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.914270 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:37.915756 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ede87173-7527-4b4d-97e1-524d69df9b3b tempest-ServersTestFqdnHostnames-476515669 tempest-ServersTestFqdnHostnames-476515669-project] 10.222.0.22 "DELETE /v2.0/floatingips/61de6169-b347-459d-8ffb-d7d19863ad02 HTTP/1.1" status: 204 len: 168 time: 0.9421620 Sep 19 03:05:37.919679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38954) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:37.927646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3cccd05e-d1e2-4f86-bd27-399997eb57fd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:38.035100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-f5f2cd3c-d34a-4f63-9ac0-b1b8f6fa3652 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f33314195a84c14841a107e8adde8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1629508 Sep 19 03:05:38.067511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-464d34de-b7b0-42ef-9241-b12e21fa1493 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c84a2ec104fe4c3f8393a6754b3ab474&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0394335 Sep 19 03:05:38.071758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38956) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:38.094790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.095138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.095470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.095788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.096115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.096441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.096762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.100268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.100605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.100942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.101288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.101597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.107920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d34de-b7b0-42ef-9241-b12e21fa1493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ddcfa9-c706-4403-b473-f4f5d16702dc,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:38.228605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.238691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-741004a8-4ee6-4bb1-898d-600fd200b4c5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:38.240375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-741004a8-4ee6-4bb1-898d-600fd200b4c5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793542 Sep 19 03:05:38.250612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.282916 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.355474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Request body: {'port': {'device_id': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '1f33314195a84c14841a107e8adde8a2'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:38.602818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfdbb420f5b1430d9b9a78ba0c460e15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1235676 Sep 19 03:05:38.606950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38976) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:38.670047 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85ebdd6d-e3a5-4ebb-881e-77246808bd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.695368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85ebdd6d-e3a5-4ebb-881e-77246808bd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.745552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38980) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:38.765758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40e5925-bfe9-4751-b59b-96c647be119f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:38.776774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.777167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.777479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.777807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.778146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.778525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.781151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.781525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.781863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.782195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.785287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.785287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ac59ac-ff5e-4a86-a29a-9b8bb5abab01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:38.811125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c96f6467-b3e0-4454-a143-7b55fa3b251e req-1992aedc-ccb8-4b1c-9ea1-4441f3cad6b0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 210 time: 0.0865755 Sep 19 03:05:38.849557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85ebdd6d-e3a5-4ebb-881e-77246808bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.849557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85ebdd6d-e3a5-4ebb-881e-77246808bd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.856816 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85ebdd6d-e3a5-4ebb-881e-77246808bd1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71ddcfa9-c706-4403-b473-f4f5d16702dc HTTP/1.1" status: 204 len: 168 time: 0.7789660 Sep 19 03:05:38.872816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b82da2e-0728-4d8d-88c6-c1354755b94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.891277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.894175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7189d014-acca-4322-bc33-0397198de538 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:38.898687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.913314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b82da2e-0728-4d8d-88c6-c1354755b94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:38.922243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebdd6d-e3a5-4ebb-881e-77246808bd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ddcfa9-c706-4403-b473-f4f5d16702dc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:38.932632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c7381-ba12-4f43-b720-8133d838afd0 req-f0d20455-c2b9-4e85-a21c-1b4c3c83f39f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:38.935463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-833c7381-ba12-4f43-b720-8133d838afd0 req-f0d20455-c2b9-4e85-a21c-1b4c3c83f39f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.6822665 Sep 19 03:05:38.965058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 7189d014-acca-4322-bc33-0397198de538 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:38.965654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7189d014-acca-4322-bc33-0397198de538 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:39.006802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-f5edaca9-a205-4b2c-a92a-f7bf897d8091 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6553297 Sep 19 03:05:39.025712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.026272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router faee797d-5c8d-4f0b-be62-df57c913dcd9 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:05:39.030366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-557801482-network', 'tenant_id': '3e55c48edbb34e65be923862a77930d0'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:39.041507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.043656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e31cdac7-c45b-44c3-82eb-f2b626cf09ab admin admin] 10.222.0.22 "DELETE /v2.0/routers/faee797d-5c8d-4f0b-be62-df57c913dcd9 HTTP/1.1" status: 204 len: 168 time: 2.9810715 Sep 19 03:05:39.048075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38986) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:39.128196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:05:39.128196 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:05:39.128196 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': '3e55c48edbb34e65be923862a77930d0', 'id': '576c6273-1ecb-412b-a8fe-64434c700d2a', 'expiration': datetime.datetime(2021, 9, 19, 3, 7, 39, 95477)}] Sep 19 03:05:39.128196 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:05:39.129107 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:05:39.152545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-833c7381-ba12-4f43-b720-8133d838afd0 req-c29e62ed-ab8a-4b84-a949-58854fa1e6f7 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658828 Sep 19 03:05:39.156465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Made reservation on behalf of 1f33314195a84c14841a107e8adde8a2 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:39.160584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.195821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] Deleting subnet 4b1ad750-7ddc-4c5f-9004-906e3293c619 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:05:39.201102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-2af87a0a-522a-4fce-b1e1-5bfa469e7d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:39.203040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-2af87a0a-522a-4fce-b1e1-5bfa469e7d63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 1101 time: 0.1502867 Sep 19 03:05:39.211135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.213232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b82da2e-0728-4d8d-88c6-c1354755b94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.215760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b82da2e-0728-4d8d-88c6-c1354755b94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.216929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b82da2e-0728-4d8d-88c6-c1354755b94b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e40e5925-bfe9-4751-b59b-96c647be119f HTTP/1.1" status: 204 len: 168 time: 0.6014702 Sep 19 03:05:39.263940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82da2e-0728-4d8d-88c6-c1354755b94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40e5925-bfe9-4751-b59b-96c647be119f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:39.285695 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.428628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.448686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-c1233432-0a41-48a4-b1aa-7d8b24c01225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:39.450549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-c1233432-0a41-48a4-b1aa-7d8b24c01225 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2047391 Sep 19 03:05:39.477526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.524288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-9f77cacb-f8fe-424c-8cc2-b0fe353de90b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 200 len: 217 time: 0.0470936 Sep 19 03:05:39.581830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Allocated IP 192.168.233.129 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/4504574f-ad4c-4ec5-abd1-01008f180363) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:39.582043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.610413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-57dbca7e-e55d-41f7-9711-9152272cbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:39.612608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-57dbca7e-e55d-41f7-9711-9152272cbe58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0798957 Sep 19 03:05:39.613844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1ad750-7ddc-4c5f-9004-906e3293c619,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:39.624505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.631448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d71f627-5d5e-42b1-966c-ba0a1ab42c18 None None] Network c7f28090-ba46-4c11-b9e7-822f65986010 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:39.635065 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0f4ca306-d8a1-4010-8f10-373f865069ef admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4b1ad750-7ddc-4c5f-9004-906e3293c619 HTTP/1.1" status: 204 len: 168 time: 0.5703394 Sep 19 03:05:39.639875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39004) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:39.869016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Made reservation on behalf of 3e55c48edbb34e65be923862a77930d0 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:39.872431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.924899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] DHCP port deletion for c7f28090-ba46-4c11-b9e7-822f65986010 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:05:39.929165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39012) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:39.963865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.972040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Deleting port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:39.974182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.976913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:39.981956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Deleting port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:39.982673 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.014571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-56647655-c338-484a-b503-87430f6f4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:40.016740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-56647655-c338-484a-b503-87430f6f4183 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3952057 Sep 19 03:05:40.049839 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.053196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15dd67bb-0bf1-493b-9630-f8cbef4e0e13 req-2f146d5d-f9bc-41dc-97f3-d31e1ac15844 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 210 time: 0.0793045 Sep 19 03:05:40.079937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] For port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,segment=NetworkSegment(e92ce553-1551-4495-94c1-211af5991311),segment_id=e92ce553-1551-4495-94c1-211af5991311)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:40.080491 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.106113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Calling delete_port for 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:40.116604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] For port 3b4b1664-b174-4240-b3ac-f5bf9b152cfd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:40.116987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.138396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Calling delete_port for 3b4b1664-b174-4240-b3ac-f5bf9b152cfd owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:40.243781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:05:40.243781 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:05:40.243781 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id_1': 'c451ea92239f4d14bc8760d95ecaccc2', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 5, 20, 119782)}] Sep 19 03:05:40.243781 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:05:40.245439 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:05:40.287346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.333478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] No DVR routers for this DVR port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:05:40.340144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Pushing event deleted for resources: {'Port': ['ID=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:40.354074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.354969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.356203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.356825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.357417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.357989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.362637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.362637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39022) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:40.363118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.363639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.363981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.364372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.365235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.365854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43531049-f5b5-43b1-8bd2-cf4f00c23816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:40.392425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-e71cc7a4-cf4c-4a12-8cfc-ca7dc943e224 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336902 Sep 19 03:05:40.450860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975a213-7987-4479-9d5d-690b20f9f8ef req-58c71b7b-6daa-4333-a636-6ca08f71f97d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:40.451518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.459839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0975a213-7987-4479-9d5d-690b20f9f8ef req-58c71b7b-6daa-4333-a636-6ca08f71f97d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.1941204 Sep 19 03:05:40.487096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4b1664-b174-4240-b3ac-f5bf9b152cfd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:40.502373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Deleting port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:40.502890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.532395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-network', 'tenant_id': '9483a53b2c9643059cea027e7e359194'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:40.667421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] For port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3, host n-d-809936-1, got binding levels [] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:40.667884 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.677356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0975a213-7987-4479-9d5d-690b20f9f8ef req-5c4d2d68-13e2-4bca-a502-3ce898cc6f7d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170718 Sep 19 03:05:40.701503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Calling delete_port for 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:40.707021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.709764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 was not found and therefore no delete operation was performed {{(pid=94723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:05:40.719225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['1ad166a4-a9d6-48a4-9604-71ff23829df1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:40.719649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.726327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.766979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.776117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.779718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.792073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:40.797819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Made reservation on behalf of 9483a53b2c9643059cea027e7e359194 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:40.800172 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.811586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671f59db-b4eb-48a9-ac90-fcfe06ad1dcc req-27128ad6-0868-488b-b9c1-caf8cb9294c7 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056222 Sep 19 03:05:40.829855 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:40.866181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:40.892248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] No DVR routers for this DVR port 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:05:40.894432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:05:40.901626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:40.927639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:40.965118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Pushing event updated for resources: {'Port': ['ID=4504574f-ad4c-4ec5-abd1-01008f180363,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:40.974023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:41.027991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:41.028326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:41.028745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3cccd05e-d1e2-4f86-bd27-399997eb57fd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:41.081912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3cccd05e-d1e2-4f86-bd27-399997eb57fd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:41.082408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3cccd05e-d1e2-4f86-bd27-399997eb57fd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:41.086633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Router 3c3774d0-05eb-461c-9b1a-07d564d185b6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:05:41.104200 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.105174 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Added segment 02a43222-46c2-4a04-bbfb-ade7f9489498 of type vlan for network eae26b14-1234-45dc-90b4-f1f436e735d0 Sep 19 03:05:41.212589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:41.220306 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5843075e-33a9-4ff7-b273-188f6221614c admin admin] 10.222.0.22 "PUT /v2.0/routers/3c3774d0-05eb-461c-9b1a-07d564d185b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2940555 Sep 19 03:05:41.221306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:41.229759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] Sync routers for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:41.240253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:41.240925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.243552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=8461cafa-5f4a-4a5e-8b2b-500f1bd2a9c3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:41.251932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:41.253306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:41.277504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.301482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:41.383253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.391954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.404475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.resource_extend [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:05:41.428889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e1ec440e-ba0f-4117-9192-d8166bfdda63 None None] Provisioning complete for port 4504574f-ad4c-4ec5-abd1-01008f180363 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:41.429549 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1ec440e-ba0f-4117-9192-d8166bfdda63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.456873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f28090-ba46-4c11-b9e7-822f65986010']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:41.478604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92ce553-1551-4495-94c1-211af5991311') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:41.478941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92ce553-1551-4495-94c1-211af5991311') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:41.480732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.481694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:41.482271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.482403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:41.513445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd96026-8bdb-47af-a2b6-3f140f54c424 req-d6b7157f-7689-48c1-bf7e-7879ad9223e5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:41.514997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fd96026-8bdb-47af-a2b6-3f140f54c424 req-d6b7157f-7689-48c1-bf7e-7879ad9223e5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 936 time: 0.3019648 Sep 19 03:05:41.518153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.568116 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.573780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.576606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec440e-ba0f-4117-9192-d8166bfdda63 None None] Port 4504574f-ad4c-4ec5-abd1-01008f180363 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:41.621836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:05:41.622250 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:05:41.626512 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:05:41.634592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Deleting port fdf329de-2b9f-4c26-93a5-9f9b9a154a45 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:41.634981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.648218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] Pushing event updated for resources: {'Network': ['ID=eae26b14-1234-45dc-90b4-f1f436e735d0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:41.661686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network eae26b14-1234-45dc-90b4-f1f436e735d0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:05:41.663101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.671301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fd96026-8bdb-47af-a2b6-3f140f54c424 req-10d852cf-ea16-4265-844b-93914f0dbd4f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375041 Sep 19 03:05:41.705903 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.713424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e76d9cf3-ca20-434e-9553-67746f62a576 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9280634 Sep 19 03:05:41.721244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39034) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:41.727616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Request body: {'subnet': {'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-557801482-subnet', 'tenant_id': '3e55c48edbb34e65be923862a77930d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:41.744266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] For port fdf329de-2b9f-4c26-93a5-9f9b9a154a45, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:41.744639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.751979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.770296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.770780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Calling delete_port for fdf329de-2b9f-4c26-93a5-9f9b9a154a45 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:41.775104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] 10.222.0.22 "DELETE /v2.0/networks/c7f28090-ba46-4c11-b9e7-822f65986010 HTTP/1.1" status: 204 len: 168 time: 2.1237602 Sep 19 03:05:41.780094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b54a1-814d-406f-bc22-dbfdcd183c7b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:41.801592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6b29c2c9-defb-406f-b88a-6d4b4adbc279 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c451ea92239f4d14bc8760d95ecaccc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8643420 Sep 19 03:05:41.804497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4782623e-4378-4844-97df-c2a802502f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f28090-ba46-4c11-b9e7-822f65986010,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:41.806115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39040) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:41.942811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005c46c-0cca-4808-aac0-71304384222a req-59f86027-4d1f-497c-8841-bb8b38974fac tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:41.944352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d005c46c-0cca-4808-aac0-71304384222a req-59f86027-4d1f-497c-8841-bb8b38974fac tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.1170170 Sep 19 03:05:41.945014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7289f5cd-2a2a-414f-983b-7df470bae990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.948107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.963149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.982814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:41.998238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39042) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:42.003110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-1e2afabe-1a74-40ce-8307-f03a299a392c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6970742 Sep 19 03:05:42.004933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7289f5cd-2a2a-414f-983b-7df470bae990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.006730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:05:40Z', 'revision_number': 5, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port': {'id': 'fdf329de-2b9f-4c26-93a5-9f9b9a154a45', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:03:02Z', 'updated_at': '2021-09-19T03:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:42.021510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Made reservation on behalf of 3e55c48edbb34e65be923862a77930d0 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:42.024156 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.028990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:05:42.033949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Request body: {'port': {'device_id': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:42.034244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] Checking router: 3c3774d0-05eb-461c-9b1a-07d564d185b6 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:42.037816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf329de-2b9f-4c26-93a5-9f9b9a154a45,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:42.045144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] Routers {'3c3774d0-05eb-461c-9b1a-07d564d185b6'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:42.045847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3c3774d0-05eb-461c-9b1a-07d564d185b6'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:42.080494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4b4b2-e419-4c34-8b3f-48d6529e71c7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:42.099324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.099554 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Added segment f8ad00de-6e69-4354-98e1-9b566b0259d9 of type vlan for network 1b941654-601c-4012-ba03-f35d18c9814a Sep 19 03:05:42.106987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d005c46c-0cca-4808-aac0-71304384222a req-13e2505f-dc57-4bda-a4d3-e95e3599f7e4 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474438 Sep 19 03:05:42.133956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] Set router 3c3774d0-05eb-461c-9b1a-07d564d185b6 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:42.181443 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.186002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:05:41Z', 'revision_number': 7, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:42.194563 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.207770 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-61a15729-0b5c-4f00-a5da-baa6860426c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=075c0dd719b040c1b5210512e25d3be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846261 Sep 19 03:05:42.207988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.208564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39044) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:42.219453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af16495-57f9-4263-bdcb-bd2dc103b4cb None None] The sync data for ids ['3c3774d0-05eb-461c-9b1a-07d564d185b6'] in n-d-809936-1 is: [{'id': '3c3774d0-05eb-461c-9b1a-07d564d185b6', 'name': 'tempest-ServersTestFqdnHostnames-994129321-router', 'tenant_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:03:01Z', 'updated_at': '2021-09-19T03:05:41Z', 'revision_number': 7, 'project_id': 'fd84630f2e434aa4b3b7460cb06265a8', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:05:42.222113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7289f5cd-2a2a-414f-983b-7df470bae990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.227852 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7289f5cd-2a2a-414f-983b-7df470bae990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.229076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7289f5cd-2a2a-414f-983b-7df470bae990 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/838b54a1-814d-406f-bc22-dbfdcd183c7b HTTP/1.1" status: 204 len: 168 time: 0.4209094 Sep 19 03:05:42.307998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7289f5cd-2a2a-414f-983b-7df470bae990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b54a1-814d-406f-bc22-dbfdcd183c7b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:42.315012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.319123 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.326129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.327139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:42.327752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.339246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7384e76-0a05-4149-97b0-02cf7e8538a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.355380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9879339 Sep 19 03:05:42.375135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39048) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:42.380409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Request body: {'subnet': {'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-subnet', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:42.396736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.397502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3774d0-05eb-461c-9b1a-07d564d185b6 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:05:42.399067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7384e76-0a05-4149-97b0-02cf7e8538a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.402363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.406925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2149c87c-ddb6-4f99-9f95-439407c8b432 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3c3774d0-05eb-461c-9b1a-07d564d185b6 HTTP/1.1" status: 204 len: 168 time: 1.1844454 Sep 19 03:05:42.407702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39052) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:42.470477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.522360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06df20a-91ec-4389-875b-2a992142f5cf,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:42.546081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Checking segment: {'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:42.546583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Network hostable DHCP agents. Network: eae26b14-1234-45dc-90b4-f1f436e735d0, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:05:42.558525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b79c-3d4d-4efe-ab79-996d7ffa30d1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b941654-601c-4012-ba03-f35d18c9814a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:42.570725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 1b941654-601c-4012-ba03-f35d18c9814a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:05:42.580400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Network eae26b14-1234-45dc-90b4-f1f436e735d0 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:05:42.583728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Made reservation on behalf of 9483a53b2c9643059cea027e7e359194 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:42.586002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.597360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, eae26b14-1234-45dc-90b4-f1f436e735d0) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:42.606238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:42.607319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.614576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] Deleting subnet dd7d20a7-1e1b-4594-8aaf-73fcafb614ec {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:05:42.618633 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.639302 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b1f28f5-1eb2-4557-9d96-16ea79d05394 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9167972 Sep 19 03:05:42.662294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f61946-f760-44b5-8bcb-13634ea8af58 None None] Network eae26b14-1234-45dc-90b4-f1f436e735d0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:42.713991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7384e76-0a05-4149-97b0-02cf7e8538a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.717368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7384e76-0a05-4149-97b0-02cf7e8538a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.722309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a7384e76-0a05-4149-97b0-02cf7e8538a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42aa5841-3124-4ddc-b4dc-1ceb1508db7d HTTP/1.1" status: 204 len: 168 time: 0.5126631 Sep 19 03:05:42.726411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:42.767332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7384e76-0a05-4149-97b0-02cf7e8538a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa5841-3124-4ddc-b4dc-1ceb1508db7d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:42.907220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3343ac1c-7526-4f52-9180-7052b07d753a None None] Network eae26b14-1234-45dc-90b4-f1f436e735d0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:42.985593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb8146-9ef5-45e5-8e27-976601baed2f req-b5c8d869-42ce-4126-9eb2-ff651c305c11 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:42.987238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ceeb8146-9ef5-45e5-8e27-976601baed2f req-b5c8d869-42ce-4126-9eb2-ff651c305c11 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 936 time: 0.1687906 Sep 19 03:05:43.055730 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.168885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3b4b1664-b174-4240-b3ac-f5bf9b152cfd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:43.179894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.191224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4504574f-ad4c-4ec5-abd1-01008f180363 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:43.201937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3b4b1664-b174-4240-b3ac-f5bf9b152cfd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:43.202720 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3b4b1664-b174-4240-b3ac-f5bf9b152cfd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:43.207286 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.215613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ceeb8146-9ef5-45e5-8e27-976601baed2f req-531a0fc9-24a3-4f49-98f1-6ccd235ec122 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165051 Sep 19 03:05:43.281049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f4023201-5499-4646-bd09-81e1cb9ecd31 req-48777514-d5b8-425f-b485-85b2616ec31d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-346315279', 'description': 'tempest-description-1694402959'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:43.309491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Transition to ACTIVE for port object 4504574f-ad4c-4ec5-abd1-01008f180363 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:05:43.316835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3925f35c-0792-47dc-ab0b-820d7dfe8da0,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:43.319191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.325404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4023201-5499-4646-bd09-81e1cb9ecd31 req-48777514-d5b8-425f-b485-85b2616ec31d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.327074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.398517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7d20a7-1e1b-4594-8aaf-73fcafb614ec,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:43.408182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924bc669-e673-4739-9231-2224f3e22f26 None None] Network 9f86aa24-fa69-4442-98ee-cf0f12ba1957 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:43.425118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.427074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3431355b-3ca0-4d43-ba37-5209e8d726eb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dd7d20a7-1e1b-4594-8aaf-73fcafb614ec HTTP/1.1" status: 204 len: 168 time: 1.0097451 Sep 19 03:05:43.429795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:43.434955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Checking segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:43.435316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Network hostable DHCP agents. Network: 1b941654-601c-4012-ba03-f35d18c9814a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:05:43.502689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Pushing event updated for resources: {'Port': ['ID=4504574f-ad4c-4ec5-abd1-01008f180363,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:43.621725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99b010-6d4d-48a8-bd40-c7a9db43cabf req-7658ea71-2e16-4c0d-80ae-4a8bd5461fa9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:43.623164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.646171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae99b010-6d4d-48a8-bd40-c7a9db43cabf req-7658ea71-2e16-4c0d-80ae-4a8bd5461fa9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2886872 Sep 19 03:05:43.669325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Network 1b941654-601c-4012-ba03-f35d18c9814a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:05:43.763788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Deleting port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:43.764427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.836846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] DHCP port deletion for 9f86aa24-fa69-4442-98ee-cf0f12ba1957 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:05:43.888908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] For port 0d4a79fb-7079-439f-81a2-aa31fc854fe1, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0d4a79fb-7079-439f-81a2-aa31fc854fe1,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:43.889438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:43.904883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Calling delete_port for 0d4a79fb-7079-439f-81a2-aa31fc854fe1 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:43.961116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] Deleting port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:05:43.961517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.015282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.029443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] No DVR routers for this DVR port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:05:44.059468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] For port 0d4a79fb-7079-439f-81a2-aa31fc854fe1, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0d4a79fb-7079-439f-81a2-aa31fc854fe1,segment=NetworkSegment(ba2ab12c-711d-4034-b539-df60c50848f4),segment_id=ba2ab12c-711d-4034-b539-df60c50848f4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:44.059925 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.074801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:44.076895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] Calling delete_port for 0d4a79fb-7079-439f-81a2-aa31fc854fe1 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:05:44.081731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4a79fb-7079-439f-81a2-aa31fc854fe1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:44.142402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.177094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 1b941654-601c-4012-ba03-f35d18c9814a) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:44.194870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ebabf0-2220-4eb4-ae2b-ca7ec086509f None None] Network 1b941654-601c-4012-ba03-f35d18c9814a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:44.211408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:44.215167 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.227237 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.274433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae99b010-6d4d-48a8-bd40-c7a9db43cabf req-3e8a6fb2-dc6d-4aa8-beed-e05e6d6766a5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269262 Sep 19 03:05:44.293214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] Pushing event deleted for resources: {'Port': ['ID=0d4a79fb-7079-439f-81a2-aa31fc854fe1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:44.300065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Attempting to bind port 4504574f-ad4c-4ec5-abd1-01008f180363 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:44.301517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Attempting to bind port 4504574f-ad4c-4ec5-abd1-01008f180363 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:44.302781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Attempting to bind port 4504574f-ad4c-4ec5-abd1-01008f180363 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:44.309631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fdc3b-4924-46c2-8b50-46e7a2689615 None None] No DVR routers for this DVR port 0d4a79fb-7079-439f-81a2-aa31fc854fe1 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:05:44.344250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Port 4504574f-ad4c-4ec5-abd1-01008f180363 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:05:44.344586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Attempting to bind port 4504574f-ad4c-4ec5-abd1-01008f180363 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:44.358293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4023201-5499-4646-bd09-81e1cb9ecd31 req-48777514-d5b8-425f-b485-85b2616ec31d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.375504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:44.375901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:44.376245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:44.376715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Bound port: 4504574f-ad4c-4ec5-abd1-01008f180363, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:44.377076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.398457 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4023201-5499-4646-bd09-81e1cb9ecd31 req-48777514-d5b8-425f-b485-85b2616ec31d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.424021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ed139e38-f1af-4227-ae98-bcfee290b9e6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0447462 Sep 19 03:05:44.431142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-1b941654-601c-4012-ba03-f35d18c9814a', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:05:44.431899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39122) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:44.432870 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.443560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:44.486344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4023201-5499-4646-bd09-81e1cb9ecd31 req-48777514-d5b8-425f-b485-85b2616ec31d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.490889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4023201-5499-4646-bd09-81e1cb9ecd31 req-48777514-d5b8-425f-b485-85b2616ec31d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2172191 Sep 19 03:05:44.498036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48777514-d5b8-425f-b485-85b2616ec31d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3289b5b4-e58c-47ce-9684-ff8162110429,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:44.512752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f86aa24-fa69-4442-98ee-cf0f12ba1957']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:44.517956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1133362917-network', 'tenant_id': '6d10668e61944265a411e425ec5c1d9d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:44.525406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aec1ce-38f1-4800-aff6-31d2eb35e6b1 req-0e8298c5-280c-43b7-ae7a-7f85db8ef92c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:44.526995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6aec1ce-38f1-4800-aff6-31d2eb35e6b1 req-0e8298c5-280c-43b7-ae7a-7f85db8ef92c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 948 time: 0.1668801 Sep 19 03:05:44.542235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2ab12c-711d-4034-b539-df60c50848f4') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:44.542632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2ab12c-711d-4034-b539-df60c50848f4') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:44.547265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0e2dec28-d984-46dc-ba33-19a537c55426 req-25af9ad6-78ea-4f8f-aef2-ca2a5af9af86 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-485773301', 'description': 'tempest-description-693521146'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:44.553043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.573877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.575449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.575932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.585559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:05:44.586028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:05:44.588365 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:05:44.606205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:44.610153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.628585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.650551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Allocated IP 172.20.0.2 (1b941654-601c-4012-ba03-f35d18c9814a/3925f35c-0792-47dc-ab0b-820d7dfe8da0/e961f2f2-c852-4185-802c-5ce1b0dec7e6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:44.679535 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-104ff573-63e1-4ca5-9ef7-52e1699dc279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.682869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.695344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.699742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] 10.222.0.22 "DELETE /v2.0/networks/9f86aa24-fa69-4442-98ee-cf0f12ba1957 HTTP/1.1" status: 204 len: 168 time: 1.2665389 Sep 19 03:05:44.703118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.712734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59988c78-3e8a-4ba9-9243-20643b1f083f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f86aa24-fa69-4442-98ee-cf0f12ba1957,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:44.845776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fdf329de-2b9f-4c26-93a5-9f9b9a154a45 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:44.871522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: fdf329de-2b9f-4c26-93a5-9f9b9a154a45 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:44.871959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fdf329de-2b9f-4c26-93a5-9f9b9a154a45 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:44.872454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0d4a79fb-7079-439f-81a2-aa31fc854fe1 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:05:44.872579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6aec1ce-38f1-4800-aff6-31d2eb35e6b1 req-7940927b-0a70-4c40-a1ad-85f3840cdb47 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361750 Sep 19 03:05:44.883166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] For port 4504574f-ad4c-4ec5-abd1-01008f180363, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:44.913382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 0d4a79fb-7079-439f-81a2-aa31fc854fe1 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:05:44.913855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0d4a79fb-7079-439f-81a2-aa31fc854fe1 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:05:44.915678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.927686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.948727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.951684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e2dec28-d984-46dc-ba33-19a537c55426 req-25af9ad6-78ea-4f8f-aef2-ca2a5af9af86 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.959243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] For port 4504574f-ad4c-4ec5-abd1-01008f180363, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4504574f-ad4c-4ec5-abd1-01008f180363,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:44.985232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Network 1b941654-601c-4012-ba03-f35d18c9814a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:44.985357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39138) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:44.987196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:44.988434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:44.994501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:45.003882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Pushing event updated for resources: {'Port': ['ID=e961f2f2-c852-4185-802c-5ce1b0dec7e6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:45.041000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:45.041625 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.043041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] 10.222.0.32 "PUT /v2.0/ports/4504574f-ad4c-4ec5-abd1-01008f180363 HTTP/1.1" status: 200 len: 1096 time: 3.0172153 Sep 19 03:05:45.043668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'tag': '4504574f-ad4c-4ec5-abd1-01008f180363'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:45.046196 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3d832b-9cea-41cb-b5e9-d23f506176e9" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8ac695-2ffc-4884-b1bb-8e78d9361686", "tag": "4504574f-ad4c-4ec5-abd1-01008f180363"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:45.088120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.098851 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.115315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:05:45.122992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Attempting to bind port e961f2f2-c852-4185-802c-5ce1b0dec7e6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:45.123747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Attempting to bind port e961f2f2-c852-4185-802c-5ce1b0dec7e6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:45.124722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Attempting to bind port e961f2f2-c852-4185-802c-5ce1b0dec7e6 on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:45.132354 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2199c61f-5089-46ba-bc88-eef486c41c35 x-openstack-request-id: req-2199c61f-5089-46ba-bc88-eef486c41c35 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:45.132857 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8ac695-2ffc-4884-b1bb-8e78d9361686", "tag": "4504574f-ad4c-4ec5-abd1-01008f180363", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:45.132970 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2199c61f-5089-46ba-bc88-eef486c41c35 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:45.133533 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'tag': '4504574f-ad4c-4ec5-abd1-01008f180363', 'status': 'completed', 'code': 200} Sep 19 03:05:45.134458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:45.135446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.135805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Checking segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:45.135983 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Added segment 41cf1710-9116-41a8-8480-51038822f836 of type vlan for network aed05a07-ba2d-4097-a98f-f9182381c014 Sep 19 03:05:45.136221 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.136767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Bound using segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:45.137752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Bound port: e961f2f2-c852-4185-802c-5ce1b0dec7e6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:45.138558 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.144667 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97293084-9913-4d30-b6e1-98f8210f0ab3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd84630f2e434aa4b3b7460cb06265a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580105 Sep 19 03:05:45.154396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39142) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:45.186055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af167d7c-1460-4033-8aeb-0c462cd29605 service neutron] Pushing event updated for resources: {'Port': ['ID=4504574f-ad4c-4ec5-abd1-01008f180363,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:45.242141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:45.247423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.258840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] For port e961f2f2-c852-4185-802c-5ce1b0dec7e6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:45.263945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] For port e961f2f2-c852-4185-802c-5ce1b0dec7e6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e961f2f2-c852-4185-802c-5ce1b0dec7e6,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:45.280008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2379d67-ddaf-4e24-88a3-2dc97307a585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.283269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.285915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-f5b762c0-a2a4-46bc-87b6-bcae497e6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:45.289910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-f5b762c0-a2a4-46bc-87b6-bcae497e6f81 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 1099 time: 0.1522996 Sep 19 03:05:45.306554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2379d67-ddaf-4e24-88a3-2dc97307a585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.357127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39148) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:45.370558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2379d67-ddaf-4e24-88a3-2dc97307a585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.373395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2379d67-ddaf-4e24-88a3-2dc97307a585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.377085 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b2379d67-ddaf-4e24-88a3-2dc97307a585 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23a04c1d-13e0-46f5-803d-1fb261d7283b HTTP/1.1" status: 204 len: 168 time: 0.2196267 Sep 19 03:05:45.389399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2379d67-ddaf-4e24-88a3-2dc97307a585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a04c1d-13e0-46f5-803d-1fb261d7283b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:45.392754 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.393717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:45.394300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.426414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e72f7c-e82b-4717-ad5c-03d5f7bdebfb None None] Pushing event updated for resources: {'Port': ['ID=e961f2f2-c852-4185-802c-5ce1b0dec7e6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:45.461975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-a5e1aea8-bf04-4eae-b4bc-30c0ecd85f93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=4504574f-ad4c-4ec5-abd1-01008f180363 HTTP/1.1" status: 200 len: 217 time: 0.1423454 Sep 19 03:05:45.472161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] Pushing event updated for resources: {'Network': ['ID=aed05a07-ba2d-4097-a98f-f9182381c014,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:45.482312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network aed05a07-ba2d-4097-a98f-f9182381c014 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:05:45.555505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e2dec28-d984-46dc-ba33-19a537c55426 req-25af9ad6-78ea-4f8f-aef2-ca2a5af9af86 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.573775 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e2dec28-d984-46dc-ba33-19a537c55426 req-25af9ad6-78ea-4f8f-aef2-ca2a5af9af86 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.574984 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2dbeb977-8781-4521-bea1-ac9ab32473fa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4980931 Sep 19 03:05:45.579636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39154) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:45.590153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Request body: {'subnet': {'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1133362917-subnet', 'tenant_id': '6d10668e61944265a411e425ec5c1d9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:45.621580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:45.625716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.713496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464f4ad-94a7-414f-b8e5-ffa7531cefa0 req-adc0994d-1a7b-4e7d-bc4d-470f00a134d0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:45.720886 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.723129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6464f4ad-94a7-414f-b8e5-ffa7531cefa0 req-adc0994d-1a7b-4e7d-bc4d-470f00a134d0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2810993 Sep 19 03:05:45.726115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-c18bd84f-d029-405d-9c9d-bc80580c415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:45.727787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-c18bd84f-d029-405d-9c9d-bc80580c415e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2346048 Sep 19 03:05:45.760846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09178e48-a18a-4f13-93eb-fd18dd5ef9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.809626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e2dec28-d984-46dc-ba33-19a537c55426 req-25af9ad6-78ea-4f8f-aef2-ca2a5af9af86 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.811088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e2dec28-d984-46dc-ba33-19a537c55426 req-25af9ad6-78ea-4f8f-aef2-ca2a5af9af86 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.2680857 Sep 19 03:05:45.892934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af9ad6-78ea-4f8f-aef2-ca2a5af9af86 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70eae6f3-adf9-4be8-9188-e1d2d601a732,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:45.923750 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:45.951898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6464f4ad-94a7-414f-b8e5-ffa7531cefa0 req-1fbbb576-25ea-43ac-be6c-c7e824fa4cd6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276444 Sep 19 03:05:45.955794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.013158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-df6230b9-faf1-4d5d-a013-b65867e6bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:46.015015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-df6230b9-faf1-4d5d-a013-b65867e6bd30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353690 Sep 19 03:05:46.080943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.083919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09178e48-a18a-4f13-93eb-fd18dd5ef9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.111812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09178e48-a18a-4f13-93eb-fd18dd5ef9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.181919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:46.193058 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-09178e48-a18a-4f13-93eb-fd18dd5ef9cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c98bb250c1ee42d6a38a3c442183bfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8277094 Sep 19 03:05:46.193058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09178e48-a18a-4f13-93eb-fd18dd5ef9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb62d9-57b0-4e02-ae36-9ad04701c70e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:46.194610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39182) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:46.213972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Checking segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:46.214342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Network hostable DHCP agents. Network: aed05a07-ba2d-4097-a98f-f9182381c014, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:05:46.243362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Allocated IP 172.25.8.207 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/9b477df2-36c8-4b48-ade7-9f191cd5ddec) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:46.256889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Network aed05a07-ba2d-4097-a98f-f9182381c014 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:05:46.262633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822c307-9302-4ac0-bfbf-d34f43824d38 req-4361f3e9-06ed-4af7-9cda-9e019fefa418 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:46.264357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8822c307-9302-4ac0-bfbf-d34f43824d38 req-4361f3e9-06ed-4af7-9cda-9e019fefa418 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 948 time: 0.2476814 Sep 19 03:05:46.271949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17cd5f9d-9076-4d7c-ba2f-ddfd5ad4d63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.287233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, aed05a07-ba2d-4097-a98f-f9182381c014) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:46.293007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:46.293232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.308702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-6f6fdf56-a805-48ff-9b49-c968fc15f581 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804215 Sep 19 03:05:46.310042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f627c0f-d4e2-4b39-9f91-9f6e655667ee None None] Network aed05a07-ba2d-4097-a98f-f9182381c014 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:46.316679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17cd5f9d-9076-4d7c-ba2f-ddfd5ad4d63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.342562 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c64dabe-2349-47b5-944a-89e2cc67b92a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7584295 Sep 19 03:05:46.416686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-5fce78dc-a3b4-4790-9d82-63b5bb17d618 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:46.418321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-5fce78dc-a3b4-4790-9d82-63b5bb17d618 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 812 time: 0.3415966 Sep 19 03:05:46.429832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17cd5f9d-9076-4d7c-ba2f-ddfd5ad4d63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.436681 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17cd5f9d-9076-4d7c-ba2f-ddfd5ad4d63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.438459 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-17cd5f9d-9076-4d7c-ba2f-ddfd5ad4d63b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95bb62d9-57b0-4e02-ae36-9ad04701c70e HTTP/1.1" status: 204 len: 168 time: 0.2428989 Sep 19 03:05:46.454036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd5f9d-9076-4d7c-ba2f-ddfd5ad4d63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb62d9-57b0-4e02-ae36-9ad04701c70e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:46.527473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8822c307-9302-4ac0-bfbf-d34f43824d38 req-cdbda23f-3bc1-46a9-93fa-e575fc4c4b62 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375317 Sep 19 03:05:46.542150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-ab1a875c-0c11-4cac-88f3-e4ca7a8e85b7 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/quotas/3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 375 time: 0.0864015 Sep 19 03:05:46.585150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-c2898f4a-4ac5-4bc2-9b6f-00ec75af3c75 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417349 Sep 19 03:05:46.592070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:46.619782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01562b-dca2-41c3-90ac-3476d37c825e None None] Network aed05a07-ba2d-4097-a98f-f9182381c014 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:46.642682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3bcd25-6a27-477f-934b-0fdd7f7d5424 req-0a27e8b5-4571-43e8-abf0-a55284937767 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174908 Sep 19 03:05:46.665388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.741384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:46.870666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc269dc3-3a1b-4974-ae05-84265b1a8c27 None None] Network 1b941654-601c-4012-ba03-f35d18c9814a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:46.873832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:46.885857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:46.888433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:46.892697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b477df2-36c8-4b48-ade7-9f191cd5ddec,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:46.898341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e961f2f2-c852-4185-802c-5ce1b0dec7e6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:46.936238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-ee91bed4-5c1f-4745-afad-73154b03b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:46.938293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-ee91bed4-5c1f-4745-afad-73154b03b873 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f33314195a84c14841a107e8adde8a2&device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 1099 time: 0.1468556 Sep 19 03:05:47.045619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a7e1246a-a921-44b6-9750-8d2704578087 None None] Provisioning complete for port e961f2f2-c852-4185-802c-5ce1b0dec7e6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:47.046303 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7e1246a-a921-44b6-9750-8d2704578087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.074833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1845061352-network', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:47.108213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Made reservation on behalf of 4a92781c3daf4afda295e5ee916d69e4 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:47.111516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.124062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.147681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e961f2f2-c852-4185-802c-5ce1b0dec7e6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:47.148084 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.260058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-cdbdec2a-76dc-4009-95e8-e6e23010c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:47.264722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-cdbdec2a-76dc-4009-95e8-e6e23010c08a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3183532 Sep 19 03:05:47.304366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39214) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:47.349550 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1187836b-5783-4bf4-a5b0-7d1a3c97ce38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.359819 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.380478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-2844f871-95cc-4c9b-ad6c-5c09fcad5bec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=4504574f-ad4c-4ec5-abd1-01008f180363 HTTP/1.1" status: 200 len: 217 time: 0.1031747 Sep 19 03:05:47.385109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-ee09fd8f-7743-46dd-9fed-b4ecc91b766c service neutron] 10.222.0.22 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986295 Sep 19 03:05:47.409192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.418454 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac12d0fd-d67c-4dad-817c-267fa3ffd0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.443834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:05:47.465130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a449cd-eb76-490d-91eb-b2878eade9ac,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:47.474915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.474915 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Added segment 485b4e2f-4959-47c2-b990-2e3fa09e4812 of type vlan for network 666c27a8-85c7-466c-aa8a-256bf8829a22 Sep 19 03:05:47.529160 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.531467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7e1246a-a921-44b6-9750-8d2704578087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.558938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1187836b-5783-4bf4-a5b0-7d1a3c97ce38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.571691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1187836b-5783-4bf4-a5b0-7d1a3c97ce38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.583436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.602212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a7e1246a-a921-44b6-9750-8d2704578087 None None] For port e961f2f2-c852-4185-802c-5ce1b0dec7e6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e961f2f2-c852-4185-802c-5ce1b0dec7e6,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:47.610258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-debe2501-d4c4-4b61-8f27-0817212489a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:47.611890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-debe2501-d4c4-4b61-8f27-0817212489a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2235389 Sep 19 03:05:47.612917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7e1246a-a921-44b6-9750-8d2704578087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.621890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187836b-5783-4bf4-a5b0-7d1a3c97ce38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a87f497-dbac-4e38-9575-37961a2c092e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:47.628213 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1187836b-5783-4bf4-a5b0-7d1a3c97ce38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b510facf31e4997a490fdb27bdb6ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226631 Sep 19 03:05:47.630555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:47.641084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.641523 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.643096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:47.643951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.661336 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:05:47.661936 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:05:47.714198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1246a-a921-44b6-9750-8d2704578087 None None] Pushing event updated for resources: {'Port': ['ID=e961f2f2-c852-4185-802c-5ce1b0dec7e6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:47.719642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] Pushing event updated for resources: {'Network': ['ID=666c27a8-85c7-466c-aa8a-256bf8829a22,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:47.735635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:05:47.747553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85709d67-e874-4abe-9c57-34965d9a4674 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1539526 Sep 19 03:05:47.751956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39228) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:47.757775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Request body: {'subnet': {'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1845061352-subnet', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:47.783226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2243f9-dbe2-4afb-912c-f02122fd136d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.818965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2243f9-dbe2-4afb-912c-f02122fd136d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.821160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Made reservation on behalf of 4a92781c3daf4afda295e5ee916d69e4 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:47.823799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.885519 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.937713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7ba32727-5140-4ab8-afc7-fc0a46ab96a5 None None] Provisioning complete for port e961f2f2-c852-4185-802c-5ce1b0dec7e6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:47.938321 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ba32727-5140-4ab8-afc7-fc0a46ab96a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.942823 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2243f9-dbe2-4afb-912c-f02122fd136d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.945589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce2243f9-dbe2-4afb-912c-f02122fd136d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:47.949250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ce2243f9-dbe2-4afb-912c-f02122fd136d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a87f497-dbac-4e38-9575-37961a2c092e HTTP/1.1" status: 204 len: 168 time: 0.3150094 Sep 19 03:05:47.961778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2243f9-dbe2-4afb-912c-f02122fd136d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a87f497-dbac-4e38-9575-37961a2c092e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:48.077914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-ce1faadf-b4ef-46f4-9ca6-bb3b4803fda3 service neutron] 10.222.0.22 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6773789 Sep 19 03:05:48.080565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.111443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-f7e5c093-cecf-4f6c-bb4a-cc50321c5dc8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:48.112926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-f7e5c093-cecf-4f6c-bb4a-cc50321c5dc8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.6790676 Sep 19 03:05:48.127398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-b4663f2d-fda8-483f-b08c-dcc62b338489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:48.137678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-b4663f2d-fda8-483f-b08c-dcc62b338489 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5057023 Sep 19 03:05:48.176802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6eae28d-b942-46da-8400-ba3bf3b716b4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:48.187301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Checking segment: {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:48.187677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Network hostable DHCP agents. Network: 666c27a8-85c7-466c-aa8a-256bf8829a22, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:05:48.226688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:05:48.257280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 666c27a8-85c7-466c-aa8a-256bf8829a22) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:48.267296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:48.269745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.277586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a25104c-0691-4443-906a-0d14289d6cbe None None] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:48.311235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-456a32d5-3138-4213-b0d8-815db01ebeba service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725824 Sep 19 03:05:48.317681 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-76aafe48-5ad3-4bb1-b481-0a82cf99684f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5643053 Sep 19 03:05:48.320740 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39246) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:48.329048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:48.360150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.361733 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.447675 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.448233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-746f2574-8a02-4f7b-b4de-9bf7f179e623 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/quotas/6d10668e61944265a411e425ec5c1d9d HTTP/1.1" status: 200 len: 375 time: 0.1413004 Sep 19 03:05:48.481096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.543707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-666c27a8-85c7-466c-aa8a-256bf8829a22', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:05:48.545292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.596637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-015155a0-82ae-4d16-97a2-e8fb793e34d6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285300 Sep 19 03:05:48.610134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b93b6-4977-445f-a7ba-a5d79e9fc885 req-25294201-ba1e-49e0-a2c3-8bf21963aea8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:48.617854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-375b93b6-4977-445f-a7ba-a5d79e9fc885 req-25294201-ba1e-49e0-a2c3-8bf21963aea8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2526603 Sep 19 03:05:48.654792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:48.772033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Allocated IP 172.20.0.2 (666c27a8-85c7-466c-aa8a-256bf8829a22/c6eae28d-b942-46da-8400-ba3bf3b716b4/e6303d49-53c3-493a-a080-96be651f1fc3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:48.887240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-375b93b6-4977-445f-a7ba-a5d79e9fc885 req-5bbb3a57-0479-43dd-a9e2-23d7d469f46f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672894 Sep 19 03:05:48.899470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3d832b-9cea-41cb-b5e9-d23f506176e9 req-563bd875-c444-4dd8-accd-05547029d3ab service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367362 Sep 19 03:05:48.908954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e961f2f2-c852-4185-802c-5ce1b0dec7e6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:49.003655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.009148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.039581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.086003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78b6e5-b09c-4918-a396-4453f2f0e9fe req-8c4d921d-56b0-457c-a50b-0d427b997e93 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:49.088376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba78b6e5-b09c-4918-a396-4453f2f0e9fe req-8c4d921d-56b0-457c-a50b-0d427b997e93 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 948 time: 0.1115406 Sep 19 03:05:49.090924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.098044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e961f2f2-c852-4185-802c-5ce1b0dec7e6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:49.098422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.101743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-562c3222-f303-4963-8a77-20cff074fa43 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776866 Sep 19 03:05:49.118530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.176374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:49.184963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:49.188325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:49.198785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Pushing event updated for resources: {'Port': ['ID=e6303d49-53c3-493a-a080-96be651f1fc3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:49.203591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Allocated IP 172.25.8.64 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a6ff528f-2380-486e-89c2-573f2c2ff42a) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:49.292576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Attempting to bind port e6303d49-53c3-493a-a080-96be651f1fc3 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:49.292576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Attempting to bind port e6303d49-53c3-493a-a080-96be651f1fc3 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:49.292992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Attempting to bind port e6303d49-53c3-493a-a080-96be651f1fc3 on network 666c27a8-85c7-466c-aa8a-256bf8829a22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:49.310104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:49.310532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Checking segment: {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:49.310993 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.311585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Bound using segment: {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:49.312667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Bound port: e6303d49-53c3-493a-a080-96be651f1fc3, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:49.313483 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.326055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba78b6e5-b09c-4918-a396-4453f2f0e9fe req-6df33540-98e4-426f-8b34-8c691843fd33 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128561 Sep 19 03:05:49.366543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.397428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] For port e6303d49-53c3-493a-a080-96be651f1fc3, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:49.400870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] For port e6303d49-53c3-493a-a080-96be651f1fc3, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e6303d49-53c3-493a-a080-96be651f1fc3,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:49.407079 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.423687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-28df3639-93bd-4a21-8950-bed6269745e4 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117328 Sep 19 03:05:49.436138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Router 1785d4bc-bc8d-412a-be97-1368af017822 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:05:49.439726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.477604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0eeed-3def-44fe-8a1c-e881aeaf3b6b None None] Pushing event updated for resources: {'Port': ['ID=e6303d49-53c3-493a-a080-96be651f1fc3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:49.480336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:49.485620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:49.489248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:49.497694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bc8ce12-f4d4-4e0c-8a2c-72c7c83596e2 req-844ace8f-9e9c-4b02-aa68-340a0e8c46b4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 210 time: 0.0768518 Sep 19 03:05:49.539635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Pushing event updated for resources: {'Port': ['ID=a6ff528f-2380-486e-89c2-573f2c2ff42a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:49.701924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:49.713954 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Sync routers for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:49.737101 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:49.739401 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:49.831259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42d9f434-0b5b-4471-89a6-b90c9e4ccc66 req-b90228ec-a420-4bde-a7bc-178c85c2bcd4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 210 time: 0.1259840 Sep 19 03:05:49.891093 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:49.897278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ece50c96-04ca-46fa-bb9a-fe94d10364b9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4614065 Sep 19 03:05:49.897925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39290) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:49.914942 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:50.062792 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:50.065945 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:05:50.122664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:50.388817 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:47Z', 'revision_number': 3, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:50.447739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:50.459015 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Checking router: 1785d4bc-bc8d-412a-be97-1368af017822 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:50.460442 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Updating router 1785d4bc-bc8d-412a-be97-1368af017822 port 9b477df2-36c8-4b48-ade7-9f191cd5ddec binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:05:50.469114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746a1f6-89fa-41f3-b8c4-eda093f0daba req-4c5bca59-c58c-4d45-b7a7-ee58fa070556 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:50.478002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1746a1f6-89fa-41f3-b8c4-eda093f0daba req-4c5bca59-c58c-4d45-b7a7-ee58fa070556 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.4274094 Sep 19 03:05:50.503202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-99d93981-234b-4080-afa4-023ce50792ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:50.505630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-99d93981-234b-4080-afa4-023ce50792ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.32 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 812 time: 0.7284157 Sep 19 03:05:50.507105 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:50.566200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'port': {'device_id': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0', 'admin_state_up': True, 'tenant_id': '3e55c48edbb34e65be923862a77930d0'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:50.651582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Router c083d62e-1798-40da-b71f-83c33ddb7ed0 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:05:50.764260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4504574f-ad4c-4ec5-abd1-01008f180363 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:05:50.813156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1746a1f6-89fa-41f3-b8c4-eda093f0daba req-af330024-f93c-411f-beb4-978cbc7eaf27 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339539 Sep 19 03:05:50.877072 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:50.908122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f4b65-d4c5-4dbd-ac14-660c0123bd2f req-321d5770-bdf9-4a0f-becf-3e0c1683bb5c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:50.917814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c1f4b65-d4c5-4dbd-ac14-660c0123bd2f req-321d5770-bdf9-4a0f-becf-3e0c1683bb5c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 948 time: 0.2864652 Sep 19 03:05:50.919283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:50.923241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Sync routers for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:50.925389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-812a2153-4659-4376-a9bf-06798c3ddc9b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.6035676 Sep 19 03:05:50.926105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39318) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:51.022580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e6303d49-53c3-493a-a080-96be651f1fc3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:51.043157 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.058031 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.065226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:51.066229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:51.125056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c9e5c-c977-4e8e-b7f0-cb936bfc2273 None None] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:05:51.125463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c1f4b65-d4c5-4dbd-ac14-660c0123bd2f req-27a881a6-69f1-4f56-8e4c-4a63ca66f28c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067299 Sep 19 03:05:51.238548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca14b5b-a0ef-46f1-bd7f-8190bebb1f0c req-186fe163-f518-41b4-842c-b9e2642c6d63 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 210 time: 0.1279433 Sep 19 03:05:51.346134 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Attempting to bind port 9b477df2-36c8-4b48-ade7-9f191cd5ddec on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:51.346954 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Attempting to bind port 9b477df2-36c8-4b48-ade7-9f191cd5ddec by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:51.348179 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Attempting to bind port 9b477df2-36c8-4b48-ade7-9f191cd5ddec on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:51.357407 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Pushing event updated for resources: {'Port': ['ID=9b477df2-36c8-4b48-ade7-9f191cd5ddec,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:51.364866 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:51.365746 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:51.367517 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.368847 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:51.370225 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Bound port: 9b477df2-36c8-4b48-ade7-9f191cd5ddec, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:51.372408 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.394362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4504574f-ad4c-4ec5-abd1-01008f180363, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4504574f-ad4c-4ec5-abd1-01008f180363,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:51.424692 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.426348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.428119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.428119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.430912 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.432350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.432814 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.434561 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.435069 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.435518 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.436255 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.437297 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:05:51.481321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-8d47ecbb-f44a-4a47-bead-318e0838f92a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:51.483813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-8d47ecbb-f44a-4a47-bead-318e0838f92a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.1770513 Sep 19 03:05:51.488098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Made reservation on behalf of 3e55c48edbb34e65be923862a77930d0 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:51.492497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.523101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1162ce43-9a5f-4210-9f71-56095556d6f1 None None] Provisioning complete for port e6303d49-53c3-493a-a080-96be651f1fc3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:51.523842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1162ce43-9a5f-4210-9f71-56095556d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.526688 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] For port 9b477df2-36c8-4b48-ade7-9f191cd5ddec, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:51.532218 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] For port 9b477df2-36c8-4b48-ade7-9f191cd5ddec, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9b477df2-36c8-4b48-ade7-9f191cd5ddec,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:51.538839 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.543511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Request body: {'port': {'device_id': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'admin_state_up': True, 'tenant_id': '6d10668e61944265a411e425ec5c1d9d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:51.585954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '4504574f-ad4c-4ec5-abd1-01008f180363', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '4504574f-ad4c-4ec5-abd1-01008f180363', 'mac_address': 'fa:16:3e:7a:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:05:51.604644 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:51.605260 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:51.617556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e654d248-7faf-4335-a54c-42c43bafdfc3 req-aa5c549b-35d5-4f71-86e5-67ef8107143d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 210 time: 0.1153362 Sep 19 03:05:51.686649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:51.688919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e6303d49-53c3-493a-a080-96be651f1fc3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:51.689156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.806672 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:51.809252 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac9a28-b53e-488b-8fb8-7e341668ffc9 None None] Pushing event updated for resources: {'Port': ['ID=9b477df2-36c8-4b48-ade7-9f191cd5ddec,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:51.861000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:51.929529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:51.963920 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.062872 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:47Z', 'revision_number': 3, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:52.076048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.078934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9ad8374-5efc-4b65-9403-7cd267ba93c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.106686 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b84d1-5088-47bc-a63c-6801e427c784 None None] The sync data for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 is: [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:47Z', 'revision_number': 3, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:05:52.258047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4504574f-ad4c-4ec5-abd1-01008f180363 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:52.312810 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1162ce43-9a5f-4210-9f71-56095556d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.324049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4504574f-ad4c-4ec5-abd1-01008f180363, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4504574f-ad4c-4ec5-abd1-01008f180363,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:52.344236 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.549850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4504574f-ad4c-4ec5-abd1-01008f180363,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:52.607907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1162ce43-9a5f-4210-9f71-56095556d6f1 None None] For port e6303d49-53c3-493a-a080-96be651f1fc3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e6303d49-53c3-493a-a080-96be651f1fc3,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:52.622991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.644198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Allocated IP 172.20.0.1 (666c27a8-85c7-466c-aa8a-256bf8829a22/c6eae28d-b942-46da-8400-ba3bf3b716b4/5f8d8484-8238-43c7-a14c-54c09984a917) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:52.678451 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1162ce43-9a5f-4210-9f71-56095556d6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.742422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ce43-9a5f-4210-9f71-56095556d6f1 None None] Pushing event updated for resources: {'Port': ['ID=e6303d49-53c3-493a-a080-96be651f1fc3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:52.772610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:49Z', 'revision_number': 3, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:52.785867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9ad8374-5efc-4b65-9403-7cd267ba93c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.798640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9ad8374-5efc-4b65-9403-7cd267ba93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.809499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Checking router: c083d62e-1798-40da-b71f-83c33ddb7ed0 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:52.809880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Updating router c083d62e-1798-40da-b71f-83c33ddb7ed0 port a6ff528f-2380-486e-89c2-573f2c2ff42a binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:05:52.846577 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:05:52.847020 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:05:52.850645 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:52.868959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4504574f-ad4c-4ec5-abd1-01008f180363'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:05:52.984914 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c9ad8374-5efc-4b65-9403-7cd267ba93c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bbfce5adabb4c1fa6d17d24f1b0c5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1227281 Sep 19 03:05:52.988848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39340) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:53.001760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad8374-5efc-4b65-9403-7cd267ba93c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b0a2c2-e8cd-4570-a82d-59a3edd7d176,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:53.031338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.122916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a9a35-30e2-4989-a3ce-b59e4a1092ee req-39bd8fa9-9ad6-4a89-a675-f93bbe007def tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:53.123977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d40114ae-a27a-4633-8c55-2eda48f1c73f None None] Provisioning complete for port e6303d49-53c3-493a-a080-96be651f1fc3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:53.124486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d40114ae-a27a-4633-8c55-2eda48f1c73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.125919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0a9a35-30e2-4989-a3ce-b59e4a1092ee req-39bd8fa9-9ad6-4a89-a675-f93bbe007def tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 1.1659067 Sep 19 03:05:53.147580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Allocated IP 172.20.0.1 (1b941654-601c-4012-ba03-f35d18c9814a/3925f35c-0792-47dc-ab0b-820d7dfe8da0/bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:53.151542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58daaf1f-9757-4929-aed2-b4c88132edb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.158195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Allocated IP 172.20.0.9 (eae26b14-1234-45dc-90b4-f1f436e735d0/d06df20a-91ec-4389-875b-2a992142f5cf/bad0964b-ec53-45e8-b57a-fba064c42176) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:53.174144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:05:53.178370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.203480 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.215930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58daaf1f-9757-4929-aed2-b4c88132edb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.267940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0c57f-29b2-40d7-8c47-3d46547127eb req-51fa16a0-8196-4f77-b3fd-2decced1f075 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:53.269510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ef0c57f-29b2-40d7-8c47-3d46547127eb req-51fa16a0-8196-4f77-b3fd-2decced1f075 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 949 time: 0.2926536 Sep 19 03:05:53.328155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0a9a35-30e2-4989-a3ce-b59e4a1092ee req-0a28d445-c385-44dc-9aaa-c7439a2a6fab tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872549 Sep 19 03:05:53.400749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8d8484-8238-43c7-a14c-54c09984a917,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:53.425930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:53.428054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58daaf1f-9757-4929-aed2-b4c88132edb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.433389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58daaf1f-9757-4929-aed2-b4c88132edb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.438024 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-58daaf1f-9757-4929-aed2-b4c88132edb3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2b0a2c2-e8cd-4570-a82d-59a3edd7d176 HTTP/1.1" status: 204 len: 168 time: 0.4452717 Sep 19 03:05:53.438024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:53.467375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:53.576005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daaf1f-9757-4929-aed2-b4c88132edb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b0a2c2-e8cd-4570-a82d-59a3edd7d176,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:53.594681 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.606005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ef0c57f-29b2-40d7-8c47-3d46547127eb req-48700388-60b6-41c4-b2fd-8f95ee0bcd08 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193963 Sep 19 03:05:53.627455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-16ffd1e4-4295-4030-9905-7134db0cd9a7 req-da1854e7-7d8a-4791-b034-89894dc51367 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 210 time: 0.1275933 Sep 19 03:05:53.646349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.660185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.744002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Attempting to bind port a6ff528f-2380-486e-89c2-573f2c2ff42a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:53.744397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Attempting to bind port a6ff528f-2380-486e-89c2-573f2c2ff42a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:53.744750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Attempting to bind port a6ff528f-2380-486e-89c2-573f2c2ff42a on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:53.759036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:53.759423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:53.759830 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.760219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:53.760728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Bound port: a6ff528f-2380-486e-89c2-573f2c2ff42a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:53.761912 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.852788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872705d-9478-44ec-8e4c-2bb77c528e80 None None] Pushing event updated for resources: {'Port': ['ID=a6ff528f-2380-486e-89c2-573f2c2ff42a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:53.879191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.897718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] For port a6ff528f-2380-486e-89c2-573f2c2ff42a, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:53.905601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] For port a6ff528f-2380-486e-89c2-573f2c2ff42a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a6ff528f-2380-486e-89c2-573f2c2ff42a,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:53.909335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e6303d49-53c3-493a-a080-96be651f1fc3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:53.948074 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:53.968972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-374e68fe-a155-4b31-ad66-b39d5141fea0 req-23749cbb-1053-4e97-a8da-75dd1225edfb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 210 time: 0.2224565 Sep 19 03:05:53.988117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.033985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:54.034630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:54.067776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Allocated IP 172.20.0.5 (aed05a07-ba2d-4097-a98f-f9182381c014/1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68/6970a1fa-6615-4864-a0b9-725300b08de7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:54.104899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.115918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.124327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.141063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39348) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:54.161021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:54.185690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-963acaf5-3f7a-4891-8d63-f9a07a6b1189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.229957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.235369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.276435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f0c3d47d-74a0-45b3-af8e-e0d552a2914f None None] Provisioning complete for port 5f8d8484-8238-43c7-a14c-54c09984a917 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:54.276814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d47d-74a0-45b3-af8e-e0d552a2914f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.278201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872705d-9478-44ec-8e4c-2bb77c528e80 None None] Pushing event updated for resources: {'Port': ['ID=a6ff528f-2380-486e-89c2-573f2c2ff42a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:54.334968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Network 1b941654-601c-4012-ba03-f35d18c9814a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:54.348619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e6303d49-53c3-493a-a080-96be651f1fc3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:54.349083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.350569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:54.361691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.387234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:54.393499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:54.396594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:54.407556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3d47d-74a0-45b3-af8e-e0d552a2914f None None] Port 5f8d8484-8238-43c7-a14c-54c09984a917 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:54.538046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b477df2-36c8-4b48-ade7-9f191cd5ddec up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:54.577818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:52Z', 'revision_number': 1, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:54.623467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c7067-04fc-4ba3-8afa-ab58441e5bdf None None] The sync data for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 is: [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:52Z', 'revision_number': 1, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:05:54.646242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.656626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Pushing event updated for resources: {'Port': ['ID=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:54.666177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9b477df2-36c8-4b48-ade7-9f191cd5ddec triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:54.666177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:54.673311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8d8484-8238-43c7-a14c-54c09984a917,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:54.741702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Router c083d62e-1798-40da-b71f-83c33ddb7ed0 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:05:54.800298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4504574f-ad4c-4ec5-abd1-01008f180363 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:54.853008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Network eae26b14-1234-45dc-90b4-f1f436e735d0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:54.904039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:54.920616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:54.978461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:55.004474 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad445b36-f03d-4533-8110-dd77abcba368 admin admin] 10.222.0.22 "PUT /v2.0/routers/c083d62e-1798-40da-b71f-83c33ddb7ed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0756223 Sep 19 03:05:55.020898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:55.060085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.122869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add49685-f706-49a9-af1d-6aa6c4d052b5 req-3f72c707-452d-4c75-a7ac-cafdce290841 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:55.125373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.134582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-add49685-f706-49a9-af1d-6aa6c4d052b5 req-3f72c707-452d-4c75-a7ac-cafdce290841 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 949 time: 0.4029255 Sep 19 03:05:55.159009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 9b477df2-36c8-4b48-ade7-9f191cd5ddec, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9b477df2-36c8-4b48-ade7-9f191cd5ddec,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:55.171706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5a6a0-d57e-4aaa-8178-ba84c4eab95d req-d8484303-59f6-4209-a4eb-54236d641008 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:55.175394 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.179215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7b5a6a0-d57e-4aaa-8178-ba84c4eab95d req-d8484303-59f6-4209-a4eb-54236d641008 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.6640978 Sep 19 03:05:55.196249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:55.196902 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.221652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-938dea06-d30b-4b70-a6fc-e6a5fb7165b3 None None] Provisioning complete for port 5f8d8484-8238-43c7-a14c-54c09984a917 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:55.222004 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-938dea06-d30b-4b70-a6fc-e6a5fb7165b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.266046 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-963acaf5-3f7a-4891-8d63-f9a07a6b1189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.279694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-938dea06-d30b-4b70-a6fc-e6a5fb7165b3 None None] Port 5f8d8484-8238-43c7-a14c-54c09984a917 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:55.297025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=9b477df2-36c8-4b48-ade7-9f191cd5ddec,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:55.300389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-963acaf5-3f7a-4891-8d63-f9a07a6b1189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.313213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-938dea06-d30b-4b70-a6fc-e6a5fb7165b3 None None] Provisioning complete for port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:55.313573 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-938dea06-d30b-4b70-a6fc-e6a5fb7165b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.328193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-930de063-5d37-42d5-a7e9-9c72f333db6d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7798696 Sep 19 03:05:55.341941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-add49685-f706-49a9-af1d-6aa6c4d052b5 req-d2f90665-c090-4ae7-8557-6a9c2cc6664d tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064505 Sep 19 03:05:55.357550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-938dea06-d30b-4b70-a6fc-e6a5fb7165b3 None None] Port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:55.369202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7b5a6a0-d57e-4aaa-8178-ba84c4eab95d req-2d528edf-b6e8-4db5-9533-c39aef7d2a3a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891084 Sep 19 03:05:55.372905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 4504574f-ad4c-4ec5-abd1-01008f180363 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:05:55.377348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 4504574f-ad4c-4ec5-abd1-01008f180363 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:55.378583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.383728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Request body: {'port': {'device_id': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:55.386882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.488018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-963acaf5-3f7a-4891-8d63-f9a07a6b1189 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=046b33e4c04b49aabacac3a4d6c66898&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3455837 Sep 19 03:05:55.490505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39364) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:55.495247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.503766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963acaf5-3f7a-4891-8d63-f9a07a6b1189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab71f1a-890e-456b-958c-b65b4921f217,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:55.521717 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.565067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504574f-ad4c-4ec5-abd1-01008f180363'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:55.569466 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb669b4c-0493-4b25-82c5-041e7fffefa4" -d '{"events": [{"server_uuid": "fb8ac695-2ffc-4884-b1bb-8e78d9361686", "name": "network-vif-plugged", "status": "completed", "tag": "4504574f-ad4c-4ec5-abd1-01008f180363"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:55.590648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4504574f-ad4c-4ec5-abd1-01008f180363, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4504574f-ad4c-4ec5-abd1-01008f180363,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:55.597677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.629620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85b78fba-b6a9-40c7-970b-47f0976d8eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.631269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Network aed05a07-ba2d-4097-a98f-f9182381c014 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:55.673434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4504574f-ad4c-4ec5-abd1-01008f180363,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:55.684667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b477df2-36c8-4b48-ade7-9f191cd5ddec up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:55.697251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:55.700646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85b78fba-b6a9-40c7-970b-47f0976d8eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.746934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event updated for resources: {'Port': ['ID=6970a1fa-6615-4864-a0b9-725300b08de7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:55.751727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:55.779761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85b78fba-b6a9-40c7-970b-47f0976d8eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.783008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85b78fba-b6a9-40c7-970b-47f0976d8eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.784316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85b78fba-b6a9-40c7-970b-47f0976d8eba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fab71f1a-890e-456b-958c-b65b4921f217 HTTP/1.1" status: 204 len: 168 time: 0.2916903 Sep 19 03:05:55.811207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b78fba-b6a9-40c7-970b-47f0976d8eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab71f1a-890e-456b-958c-b65b4921f217,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:55.818237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9b477df2-36c8-4b48-ade7-9f191cd5ddec triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:55.818695 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.829053 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:55.944052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45945852-4da3-444d-a144-bad4d07fbec8 req-67560066-062b-45d3-86d3-c8431c456e9b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:55.944052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45945852-4da3-444d-a144-bad4d07fbec8 req-67560066-062b-45d3-86d3-c8431c456e9b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 931 time: 0.4481554 Sep 19 03:05:55.977110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e937de-fadb-4079-b2a1-338381cd77b7 req-e4e985f5-6afe-49b8-86b8-85311d56a740 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:55.978917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4e937de-fadb-4079-b2a1-338381cd77b7 req-e4e985f5-6afe-49b8-86b8-85311d56a740 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 931 time: 0.4894631 Sep 19 03:05:56.009390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:56.010092 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:56.121307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-1d795cb5-2424-4b84-9545-8021acfa8a69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6023991 Sep 19 03:05:56.149189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Request body: {'port': {'device_id': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:56.258525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45945852-4da3-444d-a144-bad4d07fbec8 req-aa4a27c9-147d-401f-b420-55a353fbb5ee tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762096 Sep 19 03:05:56.261210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4e937de-fadb-4079-b2a1-338381cd77b7 req-3a2e6c6f-fa83-440e-9933-1839d75a443f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479773 Sep 19 03:05:56.334499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:56.375521 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c95de45-4a06-4cf4-9d60-8b1e6a66ec61 x-openstack-request-id: req-4c95de45-4a06-4cf4-9d60-8b1e6a66ec61 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:05:56.375996 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8ac695-2ffc-4884-b1bb-8e78d9361686", "name": "network-vif-plugged", "status": "completed", "tag": "4504574f-ad4c-4ec5-abd1-01008f180363", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:05:56.376096 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c95de45-4a06-4cf4-9d60-8b1e6a66ec61 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:05:56.376553 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4504574f-ad4c-4ec5-abd1-01008f180363', 'code': 200} Sep 19 03:05:56.383382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:56.385411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:56.526737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Pushing event updated for resources: {'Port': ['ID=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:56.659566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:56.957715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39400) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:56.966237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c8ddc5b8-ccec-42b9-a8dd-31f1dc1bc084 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159843561', 'description': 'tempest-description--532107161'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:57.022839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc5b8-ccec-42b9-a8dd-31f1dc1bc084 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.031794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904f695-cf8f-4155-a85b-c9dd50e447e4 req-77332b50-0711-4526-aa00-da52114ef5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:57.033269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5904f695-cf8f-4155-a85b-c9dd50e447e4 req-77332b50-0711-4526-aa00-da52114ef5eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 1101 time: 0.5077806 Sep 19 03:05:57.123839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fb24e-d850-4682-897b-38eb7af6b9f9 req-5b36af86-b434-4459-815c-78571b9b7b6b tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:57.125644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-927fb24e-d850-4682-897b-38eb7af6b9f9 req-5b36af86-b434-4459-815c-78571b9b7b6b tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 950 time: 0.5887508 Sep 19 03:05:57.154585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc5b8-ccec-42b9-a8dd-31f1dc1bc084 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.160174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc5b8-ccec-42b9-a8dd-31f1dc1bc084 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.191557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc5b8-ccec-42b9-a8dd-31f1dc1bc084 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.195547 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c8ddc5b8-ccec-42b9-a8dd-31f1dc1bc084 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2340567 Sep 19 03:05:57.195726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39404) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:57.200929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e4612d41-74ff-4fcc-97cd-07f630fc6b8d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Request body: {'security_group_rule': {'security_group_id': '79b93470-ca3d-49bb-9fae-52c78dd9ee75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:57.206984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddc5b8-ccec-42b9-a8dd-31f1dc1bc084 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b93470-ca3d-49bb-9fae-52c78dd9ee75,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:57.237750 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4612d41-74ff-4fcc-97cd-07f630fc6b8d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.290870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5904f695-cf8f-4155-a85b-c9dd50e447e4 req-8751aeb5-6c7a-46b7-90da-c46c995405b3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847208 Sep 19 03:05:57.298449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4612d41-74ff-4fcc-97cd-07f630fc6b8d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.300520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Network 1b941654-601c-4012-ba03-f35d18c9814a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:57.303541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4612d41-74ff-4fcc-97cd-07f630fc6b8d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.325381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-927fb24e-d850-4682-897b-38eb7af6b9f9 req-47aa14eb-f87d-43e8-9f75-05889a7abbfa tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734223 Sep 19 03:05:57.326424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4612d41-74ff-4fcc-97cd-07f630fc6b8d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c9114a-b9da-4827-93e7-a552f5b80ee9,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:57.340732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4612d41-74ff-4fcc-97cd-07f630fc6b8d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.341691 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e4612d41-74ff-4fcc-97cd-07f630fc6b8d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447957 Sep 19 03:05:57.344610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:57.350955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84040141-7394-4d48-8ba1-7b6d6d6163de req-24969124-cb0e-426d-b8b3-ce26901a1ee9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:57.352218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9236bc73-9d24-48ff-92e1-fe3685033348 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Request body: {'security_group_rule': {'security_group_id': '79b93470-ca3d-49bb-9fae-52c78dd9ee75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:57.359120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84040141-7394-4d48-8ba1-7b6d6d6163de req-24969124-cb0e-426d-b8b3-ce26901a1ee9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.3201897 Sep 19 03:05:57.370934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:57.400953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9236bc73-9d24-48ff-92e1-fe3685033348 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.486882 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9236bc73-9d24-48ff-92e1-fe3685033348 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.495395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9236bc73-9d24-48ff-92e1-fe3685033348 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.528017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236bc73-9d24-48ff-92e1-fe3685033348 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfecf7e-bf6e-4522-b360-e05487907b8b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:57.531999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9236bc73-9d24-48ff-92e1-fe3685033348 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.533930 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9236bc73-9d24-48ff-92e1-fe3685033348 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1884756 Sep 19 03:05:57.540337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad0964b-ec53-45e8-b57a-fba064c42176 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:57.546611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:05:57.552153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:57.588242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.589928 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.602259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6970a1fa-6615-4864-a0b9-725300b08de7 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:05:57.622208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.645650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84040141-7394-4d48-8ba1-7b6d6d6163de req-9895ea45-fed9-4321-846a-c1f835109400 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855678 Sep 19 03:05:57.671592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Transition to ACTIVE for port object bad0964b-ec53-45e8-b57a-fba064c42176 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:05:57.693843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6ff528f-2380-486e-89c2-573f2c2ff42a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:57.697488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07854978-594a-44da-9019-ed157cf56b10 req-e46471ef-ac3a-4f66-9445-0708940faff0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:57.706991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07854978-594a-44da-9019-ed157cf56b10 req-e46471ef-ac3a-4f66-9445-0708940faff0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 931 time: 0.2861509 Sep 19 03:05:57.710551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.787628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7e06882d-7f1d-43f0-b090-292bfd41ae8b None None] Provisioning complete for port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:57.788381 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e06882d-7f1d-43f0-b090-292bfd41ae8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.789148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.849498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7e06882d-7f1d-43f0-b090-292bfd41ae8b None None] Port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:05:57.864988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a6ff528f-2380-486e-89c2-573f2c2ff42a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:57.866642 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:57.898110 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Sync routers for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:57.910384 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:57.911567 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:57.938227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Allocated IP 172.25.8.127 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/c3e6aee7-d49c-4a3b-b8d3-e927f78ffd38) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:05:57.993863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.021936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port a6ff528f-2380-486e-89c2-573f2c2ff42a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a6ff528f-2380-486e-89c2-573f2c2ff42a,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:58.029068 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:58.035800 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.067092 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.119303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.124033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=a6ff528f-2380-486e-89c2-573f2c2ff42a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:58.178137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event updated for resources: {'Port': ['ID=c3e6aee7-d49c-4a3b-b8d3-e927f78ffd38,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:58.186434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:05:58.189819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:05:58.192273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:05:58.263385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Transition to ACTIVE for port object 6970a1fa-6615-4864-a0b9-725300b08de7 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:05:58.270050 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 2, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:58.287667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.302694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.303490 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Checking router: c083d62e-1798-40da-b71f-83c33ddb7ed0 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:58.303798 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Updating router c083d62e-1798-40da-b71f-83c33ddb7ed0 port 5f8d8484-8238-43c7-a14c-54c09984a917 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:05:58.328318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.332758 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.370205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:58.405123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Router 1785d4bc-bc8d-412a-be97-1368af017822 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:05:58.410586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07854978-594a-44da-9019-ed157cf56b10 req-64511c37-a843-4e76-a13f-e103c69e3f67 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018428 Sep 19 03:05:58.457238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9eb3-2e7b-4733-afea-18e62c636099 req-cdda79b2-8ea3-413e-b006-cd02aff6c0ae tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:58.458760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2afb9eb3-2e7b-4733-afea-18e62c636099 req-cdda79b2-8ea3-413e-b006-cd02aff6c0ae tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 943 time: 0.2170475 Sep 19 03:05:58.545463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.554167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.575644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Pushing event updated for resources: {'Port': ['ID=6970a1fa-6615-4864-a0b9-725300b08de7,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:58.602154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Attempting to bind port bad0964b-ec53-45e8-b57a-fba064c42176 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:58.602498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Attempting to bind port bad0964b-ec53-45e8-b57a-fba064c42176 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:58.602859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Attempting to bind port bad0964b-ec53-45e8-b57a-fba064c42176 on network eae26b14-1234-45dc-90b4-f1f436e735d0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:58.676116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event updated for resources: {'Port': ['ID=c3e6aee7-d49c-4a3b-b8d3-e927f78ffd38,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:58.694520 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.697484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.703500 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.711704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Attempting to bind port 6970a1fa-6615-4864-a0b9-725300b08de7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:58.712053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Attempting to bind port 6970a1fa-6615-4864-a0b9-725300b08de7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:58.712396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Attempting to bind port 6970a1fa-6615-4864-a0b9-725300b08de7 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:58.715693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.716931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2afb9eb3-2e7b-4733-afea-18e62c636099 req-41d3d70c-2f32-4df0-829f-d1947e97739b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474072 Sep 19 03:05:58.718094 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-86e3e8a1-9419-4c2f-9d2a-ac08a40d8dfc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1700745 Sep 19 03:05:58.728287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Port bad0964b-ec53-45e8-b57a-fba064c42176 on network eae26b14-1234-45dc-90b4-f1f436e735d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:05:58.728620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Attempting to bind port bad0964b-ec53-45e8-b57a-fba064c42176 on network eae26b14-1234-45dc-90b4-f1f436e735d0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:58.737112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Port 6970a1fa-6615-4864-a0b9-725300b08de7 on network aed05a07-ba2d-4097-a98f-f9182381c014 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:05:58.737433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Attempting to bind port 6970a1fa-6615-4864-a0b9-725300b08de7 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:58.747287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:58.747633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Checking segment: {'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:58.748149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Bound using segment: {'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:58.748546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Bound port: bad0964b-ec53-45e8-b57a-fba064c42176, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:58.748914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.757599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:05:58.758285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:58.758785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Checking segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:58.759129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Bound using segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:58.759575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Bound port: 6970a1fa-6615-4864-a0b9-725300b08de7, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:58.759938 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.775115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-90f6a600-a7b6-4cfb-879f-0734a3921a69 admin admin] 10.222.0.22 "PUT /v2.0/routers/1785d4bc-bc8d-412a-be97-1368af017822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8632126 Sep 19 03:05:58.782424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Sync routers for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:05:58.816532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:58.818594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:58.894290 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7d1b4-e42f-475c-b15d-01ff50e6e15c None None] Pushing event updated for resources: {'Port': ['ID=5f8d8484-8238-43c7-a14c-54c09984a917,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:58.928047 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Attempting to bind port 5f8d8484-8238-43c7-a14c-54c09984a917 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:05:58.929437 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Attempting to bind port 5f8d8484-8238-43c7-a14c-54c09984a917 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:05:58.930039 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Attempting to bind port 5f8d8484-8238-43c7-a14c-54c09984a917 on network 666c27a8-85c7-466c-aa8a-256bf8829a22 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:05:58.941369 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:05:58.942025 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Checking segment: {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:05:58.942765 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:58.943357 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Bound using segment: {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:05:58.944075 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Bound port: 5f8d8484-8238-43c7-a14c-54c09984a917, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:05:58.944731 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.006187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:59.077782 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] For port 5f8d8484-8238-43c7-a14c-54c09984a917, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:59.081518 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] For port 5f8d8484-8238-43c7-a14c-54c09984a917, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5f8d8484-8238-43c7-a14c-54c09984a917,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:59.100285 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.163946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] For port 6970a1fa-6615-4864-a0b9-725300b08de7, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:59.170353 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7d1b4-e42f-475c-b15d-01ff50e6e15c None None] Pushing event updated for resources: {'Port': ['ID=5f8d8484-8238-43c7-a14c-54c09984a917,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:59.172601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:05:59.186363 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:05:59.187826 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:59.205858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] For port 6970a1fa-6615-4864-a0b9-725300b08de7, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=6970a1fa-6615-4864-a0b9-725300b08de7,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:59.207880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bad0964b-ec53-45e8-b57a-fba064c42176,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:05:59.219180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-78ac2bb8-1bad-45b5-bd91-07a2e3925cdc None None] Provisioning complete for port 5f8d8484-8238-43c7-a14c-54c09984a917 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:59.219555 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78ac2bb8-1bad-45b5-bd91-07a2e3925cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.220773 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-c6c77823-bd32-44f4-bb70-8036f8f71401 service neutron] show failed (client error): The resource could not be found. Sep 19 03:05:59.221802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-c6c77823-bd32-44f4-bb70-8036f8f71401 service neutron] 10.222.0.32 "GET /v2.0/ports/8ad28016-bbe8-477a-8f11-44cc17a0237f/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.3870833 Sep 19 03:05:59.229514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2dbe2-6484-4446-a6c5-00de4cbcd2b0 req-2fe589f1-8f9c-444a-8c49-002217fcde45 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:59.237509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62e2dbe2-6484-4446-a6c5-00de4cbcd2b0 req-2fe589f1-8f9c-444a-8c49-002217fcde45 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 950 time: 0.3167481 Sep 19 03:05:59.245681 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.248338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.314262 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:05:59.316977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45643d3b-75c6-4e8d-8740-0d7bf6594e8b req-cb87e501-ad88-41ab-98bb-edb16e080dc6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:59.318705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45643d3b-75c6-4e8d-8740-0d7bf6594e8b req-cb87e501-ad88-41ab-98bb-edb16e080dc6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2250395 Sep 19 03:05:59.329414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:59.330039 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.331469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] 10.222.0.30 "PUT /v2.0/ports/6970a1fa-6615-4864-a0b9-725300b08de7 HTTP/1.1" status: 200 len: 1091 time: 3.1913180 Sep 19 03:05:59.331908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'tag': '6970a1fa-6615-4864-a0b9-725300b08de7'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:05:59.334528 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564c6c57-7d84-4c13-9506-2a082f4871dd" -d '{"events": [{"name": "network-changed", "server_uuid": "31b1544a-b56b-45bf-a274-f0ead4dbc9e3", "tag": "6970a1fa-6615-4864-a0b9-725300b08de7"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:05:59.339695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:59.340429 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.341684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] 10.222.0.32 "PUT /v2.0/ports/bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 200 len: 1091 time: 3.9715283 Sep 19 03:05:59.423599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62e2dbe2-6484-4446-a6c5-00de4cbcd2b0 req-73942d50-5823-495c-a5ec-00e632310461 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799147 Sep 19 03:05:59.440504 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78ac2bb8-1bad-45b5-bd91-07a2e3925cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.442714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c6dc3-103e-45cf-bfc2-6ae9c5c05b8d service neutron] Pushing event updated for resources: {'Port': ['ID=6970a1fa-6615-4864-a0b9-725300b08de7,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:59.506269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-78ac2bb8-1bad-45b5-bd91-07a2e3925cdc None None] For port 5f8d8484-8238-43c7-a14c-54c09984a917, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5f8d8484-8238-43c7-a14c-54c09984a917,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:05:59.524683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78ac2bb8-1bad-45b5-bd91-07a2e3925cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.565925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad1692-3615-464a-9406-741a37df78d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:59.578999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 2, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:59.626659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Checking router: 1785d4bc-bc8d-412a-be97-1368af017822 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:05:59.627061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Updating router 1785d4bc-bc8d-412a-be97-1368af017822 port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:05:59.663007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.667387 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.700179 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:05:59.708713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45643d3b-75c6-4e8d-8740-0d7bf6594e8b req-eac7c8fb-5d44-40c9-a115-07c2aa3a6fe0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709545 Sep 19 03:05:59.729406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a9725c57-3375-43e1-b0cf-a1bd4a05dccb None None] Provisioning complete for port 5f8d8484-8238-43c7-a14c-54c09984a917 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:05:59.729406 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9725c57-3375-43e1-b0cf-a1bd4a05dccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:05:59.731193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-4f319640-91c6-48e1-b640-4bef7dbb4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:59.734946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-4f319640-91c6-48e1-b640-4bef7dbb4740 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1094 time: 0.1755991 Sep 19 03:05:59.738904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-c0a33ab2-4842-4f13-aab7-184c67ad3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:59.746140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-c0a33ab2-4842-4f13-aab7-184c67ad3334 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 1100 time: 0.1817567 Sep 19 03:05:59.755502 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630d1161-bae4-4d59-bc66-4c1b2ae8c8f9 None None] The sync data for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 is: [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:05:59.769826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-653d2d77-5d35-4008-aaf4-2824d37949dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:05:59.776492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-653d2d77-5d35-4008-aaf4-2824d37949dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 1094 time: 0.3684084 Sep 19 03:05:59.786928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:05:59.817570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5f8d8484-8238-43c7-a14c-54c09984a917 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:05:59.828817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac2bb8-1bad-45b5-bd91-07a2e3925cdc None None] Pushing event updated for resources: {'Port': ['ID=5f8d8484-8238-43c7-a14c-54c09984a917,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:05:59.876413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-c821af0b-325f-4317-9d16-c44f4a97898b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 200 len: 217 time: 0.1186197 Sep 19 03:05:59.945731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-64b72714-456a-4df6-a568-5663e6fdb3c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6970a1fa-6615-4864-a0b9-725300b08de7 HTTP/1.1" status: 200 len: 217 time: 0.1550932 Sep 19 03:06:00.005614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-08c05eb3-3aef-4cb0-9859-42009b7af4c9 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--159843561&fields=id&tenant_id=4a92781c3daf4afda295e5ee916d69e4 HTTP/1.1" status: 200 len: 267 time: 0.2108045 Sep 19 03:06:00.013256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.115114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5f8d8484-8238-43c7-a14c-54c09984a917 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:00.115788 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.153284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-1a64f7b5-1346-4739-a735-07c6a216c9a0 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:00.155022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-1a64f7b5-1346-4739-a735-07c6a216c9a0 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/networks?id=666c27a8-85c7-466c-aa8a-256bf8829a22 HTTP/1.1" status: 200 len: 806 time: 0.1191549 Sep 19 03:06:00.262174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6ff528f-2380-486e-89c2-573f2c2ff42a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:00.289408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-a0c7f9e1-3115-4ccf-bad7-f04cd44eda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:00.291060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-a0c7f9e1-3115-4ccf-bad7-f04cd44eda5a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.3397727 Sep 19 03:06:00.295286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-06522105-dfd9-4b36-844d-d8af4ff608c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:00.297412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-06522105-dfd9-4b36-844d-d8af4ff608c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.3356764 Sep 19 03:06:00.304573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-dfbc6ca7-3639-483c-8732-86f9ccf580e2 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/quotas/4a92781c3daf4afda295e5ee916d69e4 HTTP/1.1" status: 200 len: 375 time: 0.1402009 Sep 19 03:06:00.318369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39492) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:00.324027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5ce5b0af-2270-40bc-82f7-b0fc21fdb760 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1489384325', 'description': 'tempest-description--265537836'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:00.360602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a6ff528f-2380-486e-89c2-573f2c2ff42a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:00.361089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.370681 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b0af-2270-40bc-82f7-b0fc21fdb760 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.383592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-96c28ff7-f679-4204-bf9c-dba03962fa69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752139 Sep 19 03:06:00.386253 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac03683-cba7-48e3-a46d-e224552dc5bf x-openstack-request-id: req-7ac03683-cba7-48e3-a46d-e224552dc5bf {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:00.386550 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b1544a-b56b-45bf-a274-f0ead4dbc9e3", "tag": "6970a1fa-6615-4864-a0b9-725300b08de7", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:00.386830 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ac03683-cba7-48e3-a46d-e224552dc5bf {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:00.387237 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'tag': '6970a1fa-6615-4864-a0b9-725300b08de7', 'status': 'completed', 'code': 200} Sep 19 03:06:00.429507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-84694dc6-cd57-47ae-8f2c-e86918e03bce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227138 Sep 19 03:06:00.439266 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.448666 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.517566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b0af-2270-40bc-82f7-b0fc21fdb760 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.523731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b0af-2270-40bc-82f7-b0fc21fdb760 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.540734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2305-f5e2-41e7-a411-c148742e2203 None None] Pushing event updated for resources: {'Port': ['ID=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:00.574721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ce5b0af-2270-40bc-82f7-b0fc21fdb760 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.576609 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5ce5b0af-2270-40bc-82f7-b0fc21fdb760 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2565715 Sep 19 03:06:00.579693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39496) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:00.584947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e1247965-c79d-4f4f-8b19-a39ae9e3fc20 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'security_group_rule': {'security_group_id': '9032125b-42ec-4bc1-a1d8-838cf93ee8d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:00.593582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5b0af-2270-40bc-82f7-b0fc21fdb760 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9032125b-42ec-4bc1-a1d8-838cf93ee8d0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:00.615224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Attempting to bind port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:00.616159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Attempting to bind port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:00.616159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Attempting to bind port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:00.621609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:00.621943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Checking segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:00.622447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.622945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Bound using segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:00.623455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Bound port: bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:00.623924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.635862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1247965-c79d-4f4f-8b19-a39ae9e3fc20 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.684617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-19298e8a-1624-4847-8d22-2ee02ae70363 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a92781c3daf4afda295e5ee916d69e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3712595 Sep 19 03:06:00.728905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] For port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:00.733069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] For port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:00.740040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.749942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1247965-c79d-4f4f-8b19-a39ae9e3fc20 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.764530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1247965-c79d-4f4f-8b19-a39ae9e3fc20 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.774928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173fdf4-3624-46e8-9ffd-8b1e03460a90 req-6cff2e6f-c470-472b-88db-8fad57fa023d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:00.776513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3173fdf4-3624-46e8-9ffd-8b1e03460a90 req-6cff2e6f-c470-472b-88db-8fad57fa023d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 943 time: 0.3461027 Sep 19 03:06:00.786922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1247965-c79d-4f4f-8b19-a39ae9e3fc20 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a3b339-1e08-4911-9cc9-82a8759df668,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:00.816572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1247965-c79d-4f4f-8b19-a39ae9e3fc20 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.818573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae2305-f5e2-41e7-a411-c148742e2203 None None] Pushing event updated for resources: {'Port': ['ID=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:00.821207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e1247965-c79d-4f4f-8b19-a39ae9e3fc20 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2397850 Sep 19 03:06:00.821685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39500) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:00.826316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:00.827306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:00.827817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2bb22f32-678f-4ad6-b95b-ac213833959f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'security_group_rule': {'security_group_id': '9032125b-42ec-4bc1-a1d8-838cf93ee8d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:00.851487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-423f18a6-a406-44a5-89de-7beaa5325dc2 service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406271 Sep 19 03:06:00.870347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bb22f32-678f-4ad6-b95b-ac213833959f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.903859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-b0573278-053a-471b-abd8-b84be0238a3e service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600611 Sep 19 03:06:00.922206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:00.960648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bb22f32-678f-4ad6-b95b-ac213833959f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.968641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bb22f32-678f-4ad6-b95b-ac213833959f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:00.973932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:00.999141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb22f32-678f-4ad6-b95b-ac213833959f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967e7b2c-e883-451e-afd4-5657a07f89e7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:01.008571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bb22f32-678f-4ad6-b95b-ac213833959f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.012728 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2bb22f32-678f-4ad6-b95b-ac213833959f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869221 Sep 19 03:06:01.013170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39502) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:01.018625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:01.040203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3173fdf4-3624-46e8-9ffd-8b1e03460a90 req-6b89c22d-4caa-4ec1-a8d4-2b48a39d0700 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069147 Sep 19 03:06:01.057954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.067258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-5e7d12bc-0b90-4645-bff5-791b98c7e552 service neutron] 10.222.0.22 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816185 Sep 19 03:06:01.181205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.209687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac45caff-5233-4dec-a3e2-126de5498196 None None] Provisioning complete for port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:01.210189 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac45caff-5233-4dec-a3e2-126de5498196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.224394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:01.295040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Allocated IP 172.25.8.235 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/b06635a1-ce42-4612-a5cf-2cb1b2351989) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:01.331766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f468c33d-9c26-43d8-8c9d-09255e8bb723 req-5a79adac-af5d-48d1-a07a-3249cd139e70 service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053540 Sep 19 03:06:01.343483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c3ac20-fee2-4399-8620-8f16e707af8b req-4f9ab13d-2e32-4947-8686-d9bab22c95f5 service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679906 Sep 19 03:06:01.352255 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.375017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f822745-eea7-4d9e-980c-a16d3f39ec28 req-ef2e3747-10ab-4f67-8dcc-647dcaacce69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:01.376943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f822745-eea7-4d9e-980c-a16d3f39ec28 req-ef2e3747-10ab-4f67-8dcc-647dcaacce69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 943 time: 0.2230604 Sep 19 03:06:01.388100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Transition to ACTIVE for port object 8ad28016-bbe8-477a-8f11-44cc17a0237f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:01.396027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-210b221b-dbba-41d1-9833-a25e088b7166 service neutron] 10.222.0.22 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278680 Sep 19 03:06:01.403928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.408542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac45caff-5233-4dec-a3e2-126de5498196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.430821 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.469179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.475355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac45caff-5233-4dec-a3e2-126de5498196 None None] For port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:01.496554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac45caff-5233-4dec-a3e2-126de5498196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:01.507932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:00Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:01.528127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f822745-eea7-4d9e-980c-a16d3f39ec28 req-65afb2ee-7d65-4e55-bb7b-5f5b904d21ce tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377404 Sep 19 03:06:01.567243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17333010-ae30-49fd-9a0a-4806f9d85ec8 None None] The sync data for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 is: [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:00Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:06:01.569720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:01.578697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] No DVR routers for this DVR port 8ad28016-bbe8-477a-8f11-44cc17a0237f on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:01.597283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:01.599004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-5cbaff5f-8b11-47cd-9763-504bc2ed901a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:01.601014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-5cbaff5f-8b11-47cd-9763-504bc2ed901a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 1094 time: 0.1992898 Sep 19 03:06:01.615193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:01.640507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:01.657811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'Port': ['ID=b06635a1-ce42-4612-a5cf-2cb1b2351989,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:01.727474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45caff-5233-4dec-a3e2-126de5498196 None None] Pushing event updated for resources: {'Port': ['ID=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:01.733156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:01.733547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:01.733887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:01.758186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5f8d8484-8238-43c7-a14c-54c09984a917 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:01.871093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-304a0b22-d766-41d1-9556-ed1a11fee6c0 None None] Provisioning complete for port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:01.871803 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-304a0b22-d766-41d1-9556-ed1a11fee6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.016868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.072152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5f8d8484-8238-43c7-a14c-54c09984a917 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:02.072690 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.101850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.347603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.356227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.383891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:02.384751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:02.402193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176'}, {'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:02.404519 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176"}, {"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:02.430792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'Port': ['ID=b06635a1-ce42-4612-a5cf-2cb1b2351989,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:02.435020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:02.435367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:02.435758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:02.436209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Bound port: 8ad28016-bbe8-477a-8f11-44cc17a0237f, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:02.436607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.441983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.459372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.470134 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-80bebb52-a7ef-4db9-b05c-e183b98cd5f8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4464722 Sep 19 03:06:02.484690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-9fbbdd69-e886-4642-9087-99c705235795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:02.486215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-9fbbdd69-e886-4642-9087-99c705235795 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 913 time: 0.8605638 Sep 19 03:06:02.556328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5fb84-2336-4c7e-8278-aceba5a9efd4 req-6820d364-dc3f-4c8b-b08d-0a47de5a727e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:02.557794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acc5fb84-2336-4c7e-8278-aceba5a9efd4 req-6820d364-dc3f-4c8b-b08d-0a47de5a727e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 950 time: 0.1998770 Sep 19 03:06:02.571428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33312c44-da0e-45e2-b8ef-94b056e87cb2 req-c23ff5c3-76ca-40c4-97ad-243a2bc8f5c2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:02.572809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33312c44-da0e-45e2-b8ef-94b056e87cb2 req-c23ff5c3-76ca-40c4-97ad-243a2bc8f5c2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 947 time: 0.2121029 Sep 19 03:06:02.574051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-7cc4005a-25c7-459d-a4e3-0c253661275c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6970a1fa-6615-4864-a0b9-725300b08de7 HTTP/1.1" status: 200 len: 217 time: 0.0688686 Sep 19 03:06:02.661915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:02.697075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:02.700608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33312c44-da0e-45e2-b8ef-94b056e87cb2 req-9b3fdff5-4a1e-465c-9847-360d78061f95 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210277 Sep 19 03:06:02.704818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acc5fb84-2336-4c7e-8278-aceba5a9efd4 req-46ed6028-5ebe-4944-83bb-98bba092a65f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293526 Sep 19 03:06:02.705631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-24bd999c-d64a-4920-ab71-c61ec865a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:02.707192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-24bd999c-d64a-4920-ab71-c61ec865a608 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.1121023 Sep 19 03:06:02.708729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.784541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-ec3f7766-17b9-4012-b0dc-1234eacc3110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679882 Sep 19 03:06:02.787718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:02.788339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:02.789724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 1095 time: 3.0309300 Sep 19 03:06:02.822951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:02.891892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61e8d724-8951-4df5-98ea-86027e9ce20a req-0b629dcd-01e0-4b00-a900-449341f553f3 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 210 time: 0.0971367 Sep 19 03:06:02.895735 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:02.919445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeb5ae-aa58-408e-b607-e3084f4f7ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:03.048141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003e11d-be90-4141-b298-1c371cacdff3 req-8bc21c92-1118-4dfb-924e-fe8f5ffc3c2d tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.049690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9003e11d-be90-4141-b298-1c371cacdff3 req-8bc21c92-1118-4dfb-924e-fe8f5ffc3c2d tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 945 time: 0.2539382 Sep 19 03:06:03.051564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-e2da9e2a-09cf-48e2-ab95-55dbd981a6bf service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362502 Sep 19 03:06:03.055921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-168e1270-d398-48db-a044-fe37aad0c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.057484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-168e1270-d398-48db-a044-fe37aad0c80e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1098 time: 0.2241731 Sep 19 03:06:03.107842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c27cc-20d1-4d20-949f-6674b5d0e941 req-fb236bdd-0844-4c6b-9fb9-f318878184a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.109373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-411c27cc-20d1-4d20-949f-6674b5d0e941 req-fb236bdd-0844-4c6b-9fb9-f318878184a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 943 time: 0.1380498 Sep 19 03:06:03.186031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9003e11d-be90-4141-b298-1c371cacdff3 req-0e33f95b-367c-47af-a080-bda272e34fc2 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254339 Sep 19 03:06:03.321135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-411c27cc-20d1-4d20-949f-6674b5d0e941 req-d875f018-cd4c-4367-873b-f54a1c43242e tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905029 Sep 19 03:06:03.382851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-2f7cecb1-1add-47bb-865d-fe1291abc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.384354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-2f7cecb1-1add-47bb-865d-fe1291abc9a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3130977 Sep 19 03:06:03.390467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-564c6c57-7d84-4c13-9506-2a082f4871dd req-d0b71859-8560-498f-840f-940af0ca211e service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175972 Sep 19 03:06:03.465862 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01f243-f3cb-4f2f-af34-315d2f497192 x-openstack-request-id: req-ca01f243-f3cb-4f2f-af34-315d2f497192 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:03.466560 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176", "status": "completed", "code": 200}, {"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:03.466560 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca01f243-f3cb-4f2f-af34-315d2f497192 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:03.466820 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176', 'status': 'completed', 'code': 200} Sep 19 03:06:03.467080 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'code': 200} Sep 19 03:06:03.479297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3128ab73-535a-4ff1-817e-42127c5f47dc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.480798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3128ab73-535a-4ff1-817e-42127c5f47dc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.32 "GET /v2.0/networks?id=666c27a8-85c7-466c-aa8a-256bf8829a22 HTTP/1.1" status: 200 len: 806 time: 0.2933459 Sep 19 03:06:03.489782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-549851d5-940c-40c9-adf6-204f032c81c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.0867534 Sep 19 03:06:03.633070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:03.644622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-0a44b126-cb25-404f-945c-d55774d445a5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1489384325&fields=id&tenant_id=9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 267 time: 0.1762741 Sep 19 03:06:03.675977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-aa8d6324-15de-4bcc-bbf1-f632343ab079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.677543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-aa8d6324-15de-4bcc-bbf1-f632343ab079 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1791544 Sep 19 03:06:03.695582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:03.696157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:03.727429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-356b19f1-64f9-455a-b421-0fa7b2605bcb tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a92781c3daf4afda295e5ee916d69e4 HTTP/1.1" status: 200 len: 379 time: 0.2112296 Sep 19 03:06:03.749912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e7c26-79d5-4297-ae8a-53fa41a7a143 req-8feebc07-761a-4081-a8e6-5cfeb1698de3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.751352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-875e7c26-79d5-4297-ae8a-53fa41a7a143 req-8feebc07-761a-4081-a8e6-5cfeb1698de3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 943 time: 0.2512891 Sep 19 03:06:03.783301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Request body: {'port': {'device_id': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'admin_state_up': True, 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'security_groups': ['79b93470-ca3d-49bb-9fae-52c78dd9ee75']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:03.797347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-0df0db30-f680-49ed-93d3-0435f0167802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.798864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-0df0db30-f680-49ed-93d3-0435f0167802 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1094 time: 0.2785902 Sep 19 03:06:03.952389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-2060549a-9d28-4b35-9e8a-5d6f6e364202 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:03.953835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-2060549a-9d28-4b35-9e8a-5d6f6e364202 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 945 time: 0.2968976 Sep 19 03:06:04.013022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 6970a1fa-6615-4864-a0b9-725300b08de7 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:04.022957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-31580836-07fd-4648-8e3b-5038cac036f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:04.024730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-31580836-07fd-4648-8e3b-5038cac036f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3153703 Sep 19 03:06:04.050620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-875e7c26-79d5-4297-ae8a-53fa41a7a143 req-1ff29d54-4a3c-4fa0-9fe1-fff22257e134 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717166 Sep 19 03:06:04.061484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39560) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:04.123650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 6970a1fa-6615-4864-a0b9-725300b08de7, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=6970a1fa-6615-4864-a0b9-725300b08de7,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:04.127145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-b6e51e08-6b77-44bc-8d1f-87df6be55341 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:04.135132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-b6e51e08-6b77-44bc-8d1f-87df6be55341 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 817 time: 0.4762321 Sep 19 03:06:04.138882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '6970a1fa-6615-4864-a0b9-725300b08de7', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'port_id': '6970a1fa-6615-4864-a0b9-725300b08de7', 'mac_address': 'fa:16:3e:36:79:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:04.192190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.197905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64042866-bd6a-4c0c-896a-2c345a687fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.210494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6970a1fa-6615-4864-a0b9-725300b08de7 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:04.220610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-06fb0610-d5c4-4cd2-b2af-1e260d20392a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/quotas/9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 375 time: 0.0845454 Sep 19 03:06:04.234609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 6970a1fa-6615-4864-a0b9-725300b08de7, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=6970a1fa-6615-4864-a0b9-725300b08de7,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:04.240976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.251114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-e6da6792-5210-498a-b85b-09d538a92a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:04.252582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-e6da6792-5210-498a-b85b-09d538a92a4f service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 913 time: 0.3948517 Sep 19 03:06:04.313956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=6970a1fa-6615-4864-a0b9-725300b08de7,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:04.327776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-4434675d-708c-40fb-908f-2bf0d73a9422 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 200 len: 217 time: 0.0550981 Sep 19 03:06:04.329813 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64042866-bd6a-4c0c-896a-2c345a687fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.335055 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64042866-bd6a-4c0c-896a-2c345a687fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.344679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-81e5049f-3b58-45ef-b36a-df464242eab0 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928908 Sep 19 03:06:04.379226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64042866-bd6a-4c0c-896a-2c345a687fc2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1cabc60071e47309c89af11f3b3994f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161476 Sep 19 03:06:04.380287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64042866-bd6a-4c0c-896a-2c345a687fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f098ee1-29cf-46de-9885-be7bd7a25eb3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:04.382760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:04.408729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-a669fe31-fb32-47b5-9ce4-4049960e6083 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872547 Sep 19 03:06:04.433767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Made reservation on behalf of 4a92781c3daf4afda295e5ee916d69e4 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:04.443185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.453426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87e18ddb-4d34-427a-9629-22b4de9a3754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.454890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Deleting port be0e11a6-124f-4b02-8146-1a790721e6af {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:04.455232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.476016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87e18ddb-4d34-427a-9629-22b4de9a3754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.486728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['6970a1fa-6615-4864-a0b9-725300b08de7'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:04.527773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87e18ddb-4d34-427a-9629-22b4de9a3754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.531290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87e18ddb-4d34-427a-9629-22b4de9a3754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.534914 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-87e18ddb-4d34-427a-9629-22b4de9a3754 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f098ee1-29cf-46de-9885-be7bd7a25eb3 HTTP/1.1" status: 204 len: 168 time: 0.1487689 Sep 19 03:06:04.543966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e18ddb-4d34-427a-9629-22b4de9a3754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f098ee1-29cf-46de-9885-be7bd7a25eb3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:04.544802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-c5256253-cbe5-426b-b22f-f0f5c30d359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:04.546855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-c5256253-cbe5-426b-b22f-f0f5c30d359d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.2086036 Sep 19 03:06:04.695065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-771df809-d30d-4e40-884e-c09bece42924 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285508 Sep 19 03:06:04.826667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39578) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:04.832689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bad0964b-ec53-45e8-b57a-fba064c42176 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:04.841250 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f18dcfd7-47ef-4bf9-8d97-cb9ac42778cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.947516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f18dcfd7-47ef-4bf9-8d97-cb9ac42778cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.953775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f18dcfd7-47ef-4bf9-8d97-cb9ac42778cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:04.960166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bad0964b-ec53-45e8-b57a-fba064c42176,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:04.972639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'bad0964b-ec53-45e8-b57a-fba064c42176', 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0', 'port_id': 'bad0964b-ec53-45e8-b57a-fba064c42176', 'mac_address': 'fa:16:3e:a3:ad:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06df20a-91ec-4389-875b-2a992142f5cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:04.995771 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f18dcfd7-47ef-4bf9-8d97-cb9ac42778cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9f59f00e5fd43d08692c8c5ff974361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654727 Sep 19 03:06:04.996094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:05.002402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dcfd7-47ef-4bf9-8d97-cb9ac42778cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d128465f-16b2-4ab0-bb23-78900c43bb7a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:05.012154 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.033628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad0964b-ec53-45e8-b57a-fba064c42176 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:05.058392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bad0964b-ec53-45e8-b57a-fba064c42176,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:05.060736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-728ff681-4c48-4f00-88fa-b01afe151ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.063954 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.085803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-728ff681-4c48-4f00-88fa-b01afe151ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.113910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:05.128777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c15f1a9-26b5-4e1f-a2cf-c89ea7798d5a req-561a535b-7cb5-4621-b877-461ad44adaf2 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711987 Sep 19 03:06:05.140939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-728ff681-4c48-4f00-88fa-b01afe151ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.143529 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-728ff681-4c48-4f00-88fa-b01afe151ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.144684 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-728ff681-4c48-4f00-88fa-b01afe151ec4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d128465f-16b2-4ab0-bb23-78900c43bb7a HTTP/1.1" status: 204 len: 168 time: 0.1475985 Sep 19 03:06:05.152939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ff681-4c48-4f00-88fa-b01afe151ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d128465f-16b2-4ab0-bb23-78900c43bb7a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:05.197452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-5fd8ba62-e276-4ab7-87db-c9e0610de8f5 service neutron] 10.222.0.22 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7537796 Sep 19 03:06:05.215040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e223c6-bedb-4311-a02e-213d10decf01 req-b7cad071-860e-4a6c-8adc-b59cfc1be45a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:05.216572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9e223c6-bedb-4311-a02e-213d10decf01 req-b7cad071-860e-4a6c-8adc-b59cfc1be45a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 947 time: 0.7180769 Sep 19 03:06:05.226356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] For port be0e11a6-124f-4b02-8146-1a790721e6af, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=be0e11a6-124f-4b02-8146-1a790721e6af,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:05.226761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.284501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Calling delete_port for be0e11a6-124f-4b02-8146-1a790721e6af owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:05.347993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Allocated IP 172.20.0.14 (666c27a8-85c7-466c-aa8a-256bf8829a22/c6eae28d-b942-46da-8400-ba3bf3b716b4/a0f33af4-d0f7-4534-b412-2aa88cb96b0e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:05.411108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-97d14e5c-6326-4167-9afe-213ba9cc19e1 service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019973 Sep 19 03:06:05.424699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9e223c6-bedb-4311-a02e-213d10decf01 req-79245a05-e5e9-40ea-bcfa-d76c4d066e19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890554 Sep 19 03:06:05.473595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:05.475892 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8723b37-ce46-4f85-8a60-f6c39612fe2b" -d '{"events": [{"name": "network-changed", "server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:05.504934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-9bce2d4d-d240-47f2-b903-3c8d5b465624 service neutron] 10.222.0.22 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837236 Sep 19 03:06:05.536229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:05.596633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46df49fd-17c0-4fdb-a596-eccbd7de6884 req-0c8f39d1-2f9b-4eed-a34f-80e22d425314 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 210 time: 0.0891604 Sep 19 03:06:05.777238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb92f4-63f6-465b-9691-ec9e03b5e5a9 req-1ea8b170-055e-4671-823b-60cbb714a460 service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479619 Sep 19 03:06:05.849608 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.909796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Pushing event deleted for resources: {'Port': ['ID=be0e11a6-124f-4b02-8146-1a790721e6af,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:05.925923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:05.935012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e7a7e-6087-4cc5-8739-6298c54f1140 req-ead99d23-a1bd-4ea4-9427-6eed37076e82 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:05.937396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e7a7e-6087-4cc5-8739-6298c54f1140 req-ead99d23-a1bd-4ea4-9427-6eed37076e82 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 944 time: 0.2075937 Sep 19 03:06:05.945663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be05d0-2e07-4f6b-a4cb-8d85b3d559a6 req-1ac5e357-7ada-4f75-a308-b57642f5e036 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:05.947296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63be05d0-2e07-4f6b-a4cb-8d85b3d559a6 req-1ac5e357-7ada-4f75-a308-b57642f5e036 tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c HTTP/1.1" status: 200 len: 867 time: 0.1851797 Sep 19 03:06:06.003853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] No DVR routers for this DVR port be0e11a6-124f-4b02-8146-1a790721e6af on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:06.006427 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.008900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-842c4c75-f5b7-466e-bd63-ef6038d5bb80 req-4b101fe7-162f-496e-acd9-35b7bde7fb3b tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.30 "DELETE /v2.0/ports/be0e11a6-124f-4b02-8146-1a790721e6af HTTP/1.1" status: 204 len: 173 time: 2.0379167 Sep 19 03:06:06.031434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 6970a1fa-6615-4864-a0b9-725300b08de7 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:06.090037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8e7a7e-6087-4cc5-8739-6298c54f1140 req-7fa23562-bab2-4fe8-a629-34d9db64b263 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239321 Sep 19 03:06:06.103578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63be05d0-2e07-4f6b-a4cb-8d85b3d559a6 req-e672e8b5-d9f0-46c8-865e-919e89d9ce4f tempest-AttachSCSIVolumeTestJSON-884342000 tempest-AttachSCSIVolumeTestJSON-884342000-project] 10.222.0.22 "GET /v2.0/security-groups?id=a6a434a7-588f-495d-a26b-d5f0c42052b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344075 Sep 19 03:06:06.115119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.153333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 6970a1fa-6615-4864-a0b9-725300b08de7 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:06.158435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 6970a1fa-6615-4864-a0b9-725300b08de7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:06.158834 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.174119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:06.180120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:06.183006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:06.221604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event updated for resources: {'Port': ['ID=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:06.285999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.286627 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.317820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727ba5e-d8b4-4d86-82a9-bc034a7e7aa8 req-f80af35d-92c7-43c9-acf1-dbf82bb64562 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.320244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5727ba5e-d8b4-4d86-82a9-bc034a7e7aa8 req-f80af35d-92c7-43c9-acf1-dbf82bb64562 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 944 time: 0.0841737 Sep 19 03:06:06.321717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-3bf260dc-8075-49ba-948b-6c8a9540a8f7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5694604 Sep 19 03:06:06.347330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Request body: {'port': {'device_id': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:06.367718 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.419533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970a1fa-6615-4864-a0b9-725300b08de7'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:06.424588 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c3650f-76fa-4f5a-b2c8-2d13153e9504" -d '{"events": [{"server_uuid": "31b1544a-b56b-45bf-a274-f0ead4dbc9e3", "name": "network-vif-plugged", "status": "completed", "tag": "6970a1fa-6615-4864-a0b9-725300b08de7"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:06.445064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 6970a1fa-6615-4864-a0b9-725300b08de7, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=6970a1fa-6615-4864-a0b9-725300b08de7,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:06.452563 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.454488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device be0e11a6-124f-4b02-8146-1a790721e6af no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:06.480782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5727ba5e-d8b4-4d86-82a9-bc034a7e7aa8 req-708cb998-5e63-4188-9ed2-d5800526d313 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516016 Sep 19 03:06:06.515758 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.534684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: be0e11a6-124f-4b02-8146-1a790721e6af {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:06.535071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device be0e11a6-124f-4b02-8146-1a790721e6af not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:06.572040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=6970a1fa-6615-4864-a0b9-725300b08de7,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:06.633223 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742911cc-e0b1-4cd8-8ec3-45bf64dc3392 x-openstack-request-id: req-742911cc-e0b1-4cd8-8ec3-45bf64dc3392 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:06.633750 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:06.633871 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-742911cc-e0b1-4cd8-8ec3-45bf64dc3392 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:06.634326 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'status': 'completed', 'code': 200} Sep 19 03:06:06.696256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-210a301e-7a16-45c6-9cd3-d994e1c317b7 None None] Provisioning complete for port a0f33af4-d0f7-4534-b412-2aa88cb96b0e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:06.696651 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-210a301e-7a16-45c6-9cd3-d994e1c317b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.731649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-210a301e-7a16-45c6-9cd3-d994e1c317b7 None None] Port a0f33af4-d0f7-4534-b412-2aa88cb96b0e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:06:06.776650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9309f23-f97d-41b5-bdf6-ed95c35afa78 req-f7aae6cb-3e28-4965-9264-9ded3b328fa7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 210 time: 0.0914221 Sep 19 03:06:06.807649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.807649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.808069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.808543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.809012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.809480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.809946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.810414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.810911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.811902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.813992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-bb6acb32-3f4e-44b8-a78e-f5ac7bb23563 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f&device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff&device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3&device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72&device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686&device_id=c8772b7f-cc33-43ff-a9cb-78daae208679&device_id=ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c&device_id=89702706-804f-4f5d-866c-cf3947356ade&device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d&device_id=2e231988-64c1-4e84-a791-142cfa31b45d&device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43&device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 9032 time: 0.2594771 Sep 19 03:06:06.847125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bad0964b-ec53-45e8-b57a-fba064c42176 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:06.864403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-0ab9ec50-c192-4156-8c80-874299bce165 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.908534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port bad0964b-ec53-45e8-b57a-fba064c42176 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:06.908999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-e41674e5-465f-4f44-8489-536c2f3cd0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.910623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-e41674e5-465f-4f44-8489-536c2f3cd0b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1098 time: 0.1692357 Sep 19 03:06:06.914421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port bad0964b-ec53-45e8-b57a-fba064c42176 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:06.915014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:06.915913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-58a1aec4-7798-4963-93a9-237746256d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:06.917143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-58a1aec4-7798-4963-93a9-237746256d76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1098 time: 0.1746564 Sep 19 03:06:07.016719 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee3e439-7602-4c2b-9e94-b20aba4989a5 x-openstack-request-id: req-4ee3e439-7602-4c2b-9e94-b20aba4989a5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:07.017127 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1544a-b56b-45bf-a274-f0ead4dbc9e3", "name": "network-vif-plugged", "status": "completed", "tag": "6970a1fa-6615-4864-a0b9-725300b08de7", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:07.017393 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ee3e439-7602-4c2b-9e94-b20aba4989a5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:07.017837 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6970a1fa-6615-4864-a0b9-725300b08de7', 'code': 200} Sep 19 03:06:07.027999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.073154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bad0964b-ec53-45e8-b57a-fba064c42176,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:07.081010 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.152147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:07.243035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f0099640-d294-4ea4-a3a4-41f3003eeb0c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.244536 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f0099640-d294-4ea4-a3a4-41f3003eeb0c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.30 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 817 time: 0.1210451 Sep 19 03:06:07.300972 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-a53d1950-297a-4645-b245-eff6e690ab25 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 380 time: 0.0453203 Sep 19 03:06:07.312028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'port': {'device_id': '537736cd-7610-4e87-9115-98fa209db00f', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'admin_state_up': True, 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'security_groups': ['9032125b-42ec-4bc1-a1d8-838cf93ee8d0']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:07.334641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-1aba58d1-8331-4818-ac7b-4a7d411e8aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.336139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-1aba58d1-8331-4818-ac7b-4a7d411e8aee service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3866847 Sep 19 03:06:07.341175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-f719bc1a-374a-4b36-bc67-2060f3d4b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.342539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-f719bc1a-374a-4b36-bc67-2060f3d4b7be service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3836179 Sep 19 03:06:07.371180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64301abf-c4e8-4960-b934-0038ff385011 req-f3f78342-1707-4c01-8b6a-8508805c3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.372657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64301abf-c4e8-4960-b934-0038ff385011 req-f3f78342-1707-4c01-8b6a-8508805c3397 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 1096 time: 0.2525110 Sep 19 03:06:07.380647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5534745-3eeb-4e30-be35-b7b1862a8b4e req-f594f581-0141-4183-841a-aae831fb5ec9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.384149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5534745-3eeb-4e30-be35-b7b1862a8b4e req-f594f581-0141-4183-841a-aae831fb5ec9 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 947 time: 0.2591014 Sep 19 03:06:07.437994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f33af4-d0f7-4534-b412-2aa88cb96b0e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:07.477121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-0ab9ec50-c192-4156-8c80-874299bce165 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.481731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-0d5fba98-12fd-4c9e-9c81-297fcd614297 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.1292517 Sep 19 03:06:07.490203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.493152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-5350edb2-e231-4e23-a4cb-2ecd82f6ea90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.1389074 Sep 19 03:06:07.498210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-0ab9ec50-c192-4156-8c80-874299bce165 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.498625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Made reservation on behalf of 9483a53b2c9643059cea027e7e359194 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:07.505388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.616590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Transition to ACTIVE for port object a0f33af4-d0f7-4534-b412-2aa88cb96b0e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:07.636636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9ec50-c192-4156-8c80-874299bce165 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac5c047-8f0f-478d-bf84-5a0ef8f130e4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:07.669402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3266ebb9-e50f-41ca-9632-8f41de34962e req-0ab9ec50-c192-4156-8c80-874299bce165 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 580 time: 0.8360558 Sep 19 03:06:07.682066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.684766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Allocated IP 172.20.0.10 (1b941654-601c-4012-ba03-f35d18c9814a/3925f35c-0792-47dc-ab0b-820d7dfe8da0/5132aff2-d14b-4293-a4ad-7f411a69903c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:07.689786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64301abf-c4e8-4960-b934-0038ff385011 req-500081d6-9a86-45cd-a954-3d846922ff52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030531 Sep 19 03:06:07.723632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5534745-3eeb-4e30-be35-b7b1862a8b4e req-fc2a266a-6b53-4cf7-9589-603220e4e856 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884903 Sep 19 03:06:07.748060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-b00ee3b0-437b-4476-8419-2f3e92baed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.749665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-b00ee3b0-437b-4476-8419-2f3e92baed9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2544203 Sep 19 03:06:07.798457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-cb53c987-198c-4749-a70f-94cc3aad1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.799941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-cb53c987-198c-4749-a70f-94cc3aad1b4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.2825005 Sep 19 03:06:07.870882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Pushing event updated for resources: {'Port': ['ID=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:07.963791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:07.981265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-1b35364f-aa48-405b-958b-bf162b1b7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:07.982786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-1b35364f-aa48-405b-958b-bf162b1b7582 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2251973 Sep 19 03:06:07.995928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Attempting to bind port a0f33af4-d0f7-4534-b412-2aa88cb96b0e on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:07.996167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Attempting to bind port a0f33af4-d0f7-4534-b412-2aa88cb96b0e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:07.996314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Attempting to bind port a0f33af4-d0f7-4534-b412-2aa88cb96b0e on network 666c27a8-85c7-466c-aa8a-256bf8829a22 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:08.004342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.026573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:08.049335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Network 1b941654-601c-4012-ba03-f35d18c9814a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:08.050852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Port a0f33af4-d0f7-4534-b412-2aa88cb96b0e on network 666c27a8-85c7-466c-aa8a-256bf8829a22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:08.051186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Attempting to bind port a0f33af4-d0f7-4534-b412-2aa88cb96b0e on network 666c27a8-85c7-466c-aa8a-256bf8829a22 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:08.056947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:08.061930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:08.064601 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:08.081917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:08.082268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Checking segment: {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:08.082680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Bound using segment: {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:08.087317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Bound port: a0f33af4-d0f7-4534-b412-2aa88cb96b0e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485b4e2f-4959-47c2-b990-2e3fa09e4812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:08.088026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.122163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:08.123138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.144900 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-61d69cbc-106c-4f5a-8add-63d36d719fbf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8369279 Sep 19 03:06:08.145268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-04c3f33f-64ad-46af-96ad-80fafc1b5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:08.147058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-04c3f33f-64ad-46af-96ad-80fafc1b5d94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287018 Sep 19 03:06:08.163734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Request body: {'port': {'device_id': '537736cd-7610-4e87-9115-98fa209db00f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:08.176374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:08.183482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9183c82-225c-48e6-9fd1-6dc3bae2ffad req-51ad399d-64d3-43f3-b0e0-d52412c91a00 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:08.191313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9183c82-225c-48e6-9fd1-6dc3bae2ffad req-51ad399d-64d3-43f3-b0e0-d52412c91a00 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 945 time: 0.3217671 Sep 19 03:06:08.194232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'mac_address': 'fa:16:3e:18:a0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:08.220593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.243516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.254834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787132b-741d-451a-96b4-5fc46dbe9732 req-ad24609d-e680-4254-9b63-bdc087a71dd2 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:08.256379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3787132b-741d-451a-96b4-5fc46dbe9732 req-ad24609d-e680-4254-9b63-bdc087a71dd2 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 944 time: 0.2830479 Sep 19 03:06:08.257697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad28016-bbe8-477a-8f11-44cc17a0237f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:08.283652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:08.291276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.343236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:08.358855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9183c82-225c-48e6-9fd1-6dc3bae2ffad req-5c7d6423-47bc-46fe-9e66-b8d4df70f8d0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666338 Sep 19 03:06:08.365226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-f8e8ac76-ebd2-43c5-832a-40013da724a1 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706143 Sep 19 03:06:08.369096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] For port a0f33af4-d0f7-4534-b412-2aa88cb96b0e, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:08.427557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-53df5416-74b9-441d-8e6c-bd7708d0cdbb None None] Provisioning complete for port 5132aff2-d14b-4293-a4ad-7f411a69903c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:08.428531 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-53df5416-74b9-441d-8e6c-bd7708d0cdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.481258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3787132b-741d-451a-96b4-5fc46dbe9732 req-49a1766d-833e-4edd-9ee7-a0166d4d47cc tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106602 Sep 19 03:06:08.488895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-53df5416-74b9-441d-8e6c-bd7708d0cdbb None None] Port 5132aff2-d14b-4293-a4ad-7f411a69903c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:06:08.491283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] For port a0f33af4-d0f7-4534-b412-2aa88cb96b0e, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:08.506997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-42b7fc48-d1b8-47f4-88d8-0d01456d5cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092711 Sep 19 03:06:08.508240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.565528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5132aff2-d14b-4293-a4ad-7f411a69903c {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:08.574574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.591904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Transition to ACTIVE for port object 5132aff2-d14b-4293-a4ad-7f411a69903c will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:08.599718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['8ad28016-bbe8-477a-8f11-44cc17a0237f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:08.600669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:08.687507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:08.875904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:08.883860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:08.883860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:08.888125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Port 5132aff2-d14b-4293-a4ad-7f411a69903c on network 1b941654-601c-4012-ba03-f35d18c9814a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:08.891111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:08.903962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:08.904852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Checking segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:08.905901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Bound using segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:08.907495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Bound port: 5132aff2-d14b-4293-a4ad-7f411a69903c, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:08.908081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:09.019220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:09.022382 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c4d422-4165-4c17-be51-b8c945b2b320" -d '{"events": [{"server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "name": "network-vif-plugged", "status": "completed", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:09.024273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'name': 'network-vif-deleted', 'tag': 'be0e11a6-124f-4b02-8146-1a790721e6af'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:09.026873 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03910a16-add6-4f29-89a2-6be2db67161a" -d '{"events": [{"server_uuid": "ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c", "name": "network-vif-deleted", "tag": "be0e11a6-124f-4b02-8146-1a790721e6af"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:09.061672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:09.065813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.066870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:09.068269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-60cd07c1-143f-432d-92af-7967b199555d service neutron] 10.222.0.32 "PUT /v2.0/ports/a0f33af4-d0f7-4534-b412-2aa88cb96b0e HTTP/1.1" status: 200 len: 1092 time: 2.7301173 Sep 19 03:06:09.078626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:09.087181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:09.152092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.153245 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:09.154911 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] 10.222.0.30 "PUT /v2.0/ports/5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1092 time: 0.9955387 Sep 19 03:06:09.155667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:09.158254 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0647862-d57b-42dd-84fe-484b9c4ff951" -d '{"events": [{"name": "network-changed", "server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:09.194552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872a419-466c-4efb-822a-9be362d8b968 service neutron] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:09.272327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-c73dd246-b94c-4d37-8e20-29d7fdf34b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.275388 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-c73dd246-b94c-4d37-8e20-29d7fdf34b4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1095 time: 0.0637867 Sep 19 03:06:09.288920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd07c1-143f-432d-92af-7967b199555d service neutron] Pushing event updated for resources: {'Port': ['ID=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:09.303238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5729e-4250-467b-b795-4f89e34991c9 req-ea7d47b3-d122-4d55-88af-cba9381b54e1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.311713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bde5729e-4250-467b-b795-4f89e34991c9 req-ea7d47b3-d122-4d55-88af-cba9381b54e1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 945 time: 0.8372781 Sep 19 03:06:09.340335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-c49b26c5-cec0-4f5b-87b2-7f554ae03a7d service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543390 Sep 19 03:06:09.348789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-747dcaa4-da97-49ca-8a25-dd274347b797 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 217 time: 0.0660708 Sep 19 03:06:09.383593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-4d1cc9c2-a321-4f63-ab22-63f0d7fee64a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.385441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-4d1cc9c2-a321-4f63-ab22-63f0d7fee64a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 948 time: 0.3518779 Sep 19 03:06:09.401047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134c3b2-8fc6-475b-a8ef-5398dbaef869 req-561e8dfe-4469-487a-9b23-07dfb28e9a12 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.403004 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e134c3b2-8fc6-475b-a8ef-5398dbaef869 req-561e8dfe-4469-487a-9b23-07dfb28e9a12 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.3682034 Sep 19 03:06:09.406407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-12e41b78-2ea0-4b83-8a1c-3daac9c6e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.408095 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-12e41b78-2ea0-4b83-8a1c-3daac9c6e707 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0503795 Sep 19 03:06:09.438382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8723b37-ce46-4f85-8a60-f6c39612fe2b req-34e339ca-948c-4f5d-9bc6-b51013c9a07d service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9089148 Sep 19 03:06:09.463351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-800a0024-a299-43fd-9585-b2d1690d5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.464917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-800a0024-a299-43fd-9585-b2d1690d5f57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a92781c3daf4afda295e5ee916d69e4&device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 1095 time: 0.3135409 Sep 19 03:06:09.485981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bde5729e-4250-467b-b795-4f89e34991c9 req-c8ae66f0-aafb-42b2-b007-6dfc8ebc0ef5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729515 Sep 19 03:06:09.488845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-81902e8d-1d10-4c89-b1cc-7a7f0b9a1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.491416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-81902e8d-1d10-4c89-b1cc-7a7f0b9a1b55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755301 Sep 19 03:06:09.604485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-c3f1744f-7d24-456c-9c25-9b6015902d13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e HTTP/1.1" status: 200 len: 217 time: 0.1172304 Sep 19 03:06:09.662774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-f8c5a00d-4d8b-48d7-bbca-fe277edc09cb service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615894 Sep 19 03:06:09.667344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e134c3b2-8fc6-475b-a8ef-5398dbaef869 req-7da55b82-7712-4791-b084-5dbea1278ade tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563374 Sep 19 03:06:09.705081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-35da9d48-0904-4f43-a80d-b4bc92f6de5e service neutron] 10.222.0.30 "GET /v2.0/ports/8ad28016-bbe8-477a-8f11-44cc17a0237f/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 382 time: 0.2989564 Sep 19 03:06:09.799990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-58b1c1d6-e95f-481e-87b1-fbfa9800c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.801433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-58b1c1d6-e95f-481e-87b1-fbfa9800c1c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6eae28d-b942-46da-8400-ba3bf3b716b4 HTTP/1.1" status: 200 len: 845 time: 0.1891100 Sep 19 03:06:09.804821 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b2b1267-e17a-4157-9d6d-e6a41db61f83 req-078503a7-9722-4cf6-beae-b193935795e0 service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235089 Sep 19 03:06:09.878120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75b9d8-4ff7-4be9-8088-4d6256240afc req-a1959c11-c4d9-4f80-86fc-5c89212c7e02 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.878608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75b9d8-4ff7-4be9-8088-4d6256240afc req-a1959c11-c4d9-4f80-86fc-5c89212c7e02 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.879122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75b9d8-4ff7-4be9-8088-4d6256240afc req-a1959c11-c4d9-4f80-86fc-5c89212c7e02 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.880791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e75b9d8-4ff7-4be9-8088-4d6256240afc req-a1959c11-c4d9-4f80-86fc-5c89212c7e02 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686&device_id=c8772b7f-cc33-43ff-a9cb-78daae208679&device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 2883 time: 0.1538160 Sep 19 03:06:09.892270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-9c83dde1-f144-424f-a21f-a08b14e5ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.893680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-9c83dde1-f144-424f-a21f-a08b14e5ca81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1099 time: 0.1490371 Sep 19 03:06:09.903157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b95002-3ab4-4fea-a3ee-54a4d5647323 req-55d7b656-b565-469a-bb7a-0d13c907036c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.904518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b95002-3ab4-4fea-a3ee-54a4d5647323 req-55d7b656-b565-469a-bb7a-0d13c907036c tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 948 time: 0.1482668 Sep 19 03:06:09.952709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-8b5716cf-b659-4732-864b-73c784ed48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:09.954133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-8b5716cf-b659-4732-864b-73c784ed48d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=666c27a8-85c7-466c-aa8a-256bf8829a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349723 Sep 19 03:06:10.047440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:10.048121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e75b9d8-4ff7-4be9-8088-4d6256240afc req-347aab82-afb5-4e0e-a4d0-0a8814a7c975 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589630 Sep 19 03:06:10.102842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b95002-3ab4-4fea-a3ee-54a4d5647323 req-bb1eb6da-eac4-48d4-b512-ac501e3e6965 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828985 Sep 19 03:06:10.112942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-42a4db9b-0913-444d-9f8c-3835e1e70d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.114606 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-42a4db9b-0913-444d-9f8c-3835e1e70d3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2079000 Sep 19 03:06:10.127056 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a120c1a-fc1b-4348-a158-074ef8cccbc2 x-openstack-request-id: req-9a120c1a-fc1b-4348-a158-074ef8cccbc2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:10.129993 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "name": "network-vif-plugged", "status": "completed", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:10.129993 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a120c1a-fc1b-4348-a158-074ef8cccbc2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:10.129993 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176', 'code': 200} Sep 19 03:06:10.144376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 8ad28016-bbe8-477a-8f11-44cc17a0237f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:10.149332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 8ad28016-bbe8-477a-8f11-44cc17a0237f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:10.149781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:10.198986 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf73a8e-3d5c-45a8-ad0f-ff9c5e146427 x-openstack-request-id: req-ccf73a8e-3d5c-45a8-ad0f-ff9c5e146427 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:10.199482 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:10.199888 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccf73a8e-3d5c-45a8-ad0f-ff9c5e146427 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:10.200626 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'status': 'completed', 'code': 200} Sep 19 03:06:10.218191 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c370fda1-557a-425a-aa72-a648ae3b1909 x-openstack-request-id: req-c370fda1-557a-425a-aa72-a648ae3b1909 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:10.218606 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c", "name": "network-vif-deleted", "tag": "be0e11a6-124f-4b02-8146-1a790721e6af", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:10.219011 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c370fda1-557a-425a-aa72-a648ae3b1909 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:10.221346 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce38e7ce-49c8-4a4a-bbb6-d84b2d93f39c', 'name': 'network-vif-deleted', 'tag': 'be0e11a6-124f-4b02-8146-1a790721e6af', 'status': 'completed', 'code': 200} Sep 19 03:06:10.223625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-2b1b7f56-0e99-4d96-89c4-a2cb544e6022 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.0826745 Sep 19 03:06:10.235868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-9565f520-f264-4168-b451-2af38e70b154 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689748 Sep 19 03:06:10.293543 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:10.309179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-0d6fdc44-522c-4916-a47b-bcb04a9c1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.311380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-0d6fdc44-522c-4916-a47b-bcb04a9c1a70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1095 time: 0.0773063 Sep 19 03:06:10.333908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:10.340662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-abe55985-c7b6-4a7d-9686-1262c440e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.341418 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:10.343273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-abe55985-c7b6-4a7d-9686-1262c440e776 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1057146 Sep 19 03:06:10.399581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:10.435157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-8681a029-d063-4396-ac51-78068918e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.436762 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-8681a029-d063-4396-ac51-78068918e1e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.1185091 Sep 19 03:06:10.462816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc3eb1-c25f-49d1-a951-f3303ff82778 req-5559fd85-c84d-426d-b9bb-6f41cbc384f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.464431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22fc3eb1-c25f-49d1-a951-f3303ff82778 req-5559fd85-c84d-426d-b9bb-6f41cbc384f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1096 time: 0.2388966 Sep 19 03:06:10.484792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-3c75db46-b0d4-4bba-ba80-eb3a6560a40b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 217 time: 0.0405498 Sep 19 03:06:10.523789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b823999-88ae-443c-8360-591bd53eae77 req-6e85aa58-82b6-4edf-a213-4d773836d07e tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.525323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b823999-88ae-443c-8360-591bd53eae77 req-6e85aa58-82b6-4edf-a213-4d773836d07e tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 944 time: 0.2397056 Sep 19 03:06:10.537661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-f28a945b-8105-4a99-91b5-2e7bc7f23bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.539042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80179682-7fc9-4ae7-89c1-7253b4dec05d req-5c67f160-74fd-4ff1-b13c-a2d8e05c4a4b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.539454 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-f28a945b-8105-4a99-91b5-2e7bc7f23bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0469933 Sep 19 03:06:10.540520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80179682-7fc9-4ae7-89c1-7253b4dec05d req-5c67f160-74fd-4ff1-b13c-a2d8e05c4a4b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 945 time: 0.2217290 Sep 19 03:06:10.550183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-7f70fbdc-d9d8-4064-b41c-7dad2a9f0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.551633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-7f70fbdc-d9d8-4064-b41c-7dad2a9f0371 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763654 Sep 19 03:06:10.587418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-0262a446-9590-4d97-8960-c1b92fab730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.589322 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-0262a446-9590-4d97-8960-c1b92fab730c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423987 Sep 19 03:06:10.595282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e1e89d-f64c-4dd8-b1ec-f5ebf7ce07fd req-c07b1019-c9e9-4539-85a8-f92cd320f950 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124046 Sep 19 03:06:10.615117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22fc3eb1-c25f-49d1-a951-f3303ff82778 req-32fa830e-6ced-445e-b5b9-2342028cd64b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386375 Sep 19 03:06:10.693877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-d73cfe0d-392a-416b-8ba6-591f97e13b6e service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955541 Sep 19 03:06:10.695301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b823999-88ae-443c-8360-591bd53eae77 req-add2eeeb-1e01-433c-93a3-1ef681927b5d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416330 Sep 19 03:06:10.721605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80179682-7fc9-4ae7-89c1-7253b4dec05d req-77e53060-e7e4-4866-a1fa-7441b3ffac89 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660519 Sep 19 03:06:10.763804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-52a9ff96-b259-4d7f-b461-9ff85b3217a7 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938756 Sep 19 03:06:10.802222 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0647862-d57b-42dd-84fe-484b9c4ff951 req-4ff41cd4-cea2-4866-97fe-8bb02de8f936 service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967405 Sep 19 03:06:10.934684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-dcd426e1-f512-4456-aed7-9d522785eade service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632648 Sep 19 03:06:10.942967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e784a3-25e0-427b-b9e4-85df1b832433 req-c61ab36e-4760-4fa2-bd5f-82dc1c0bdfb3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.944351 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6e784a3-25e0-427b-b9e4-85df1b832433 req-c61ab36e-4760-4fa2-bd5f-82dc1c0bdfb3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 945 time: 0.1008906 Sep 19 03:06:10.964487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8de76-d2d2-4aba-bb52-3731915d5dcc req-18676c59-978e-4521-b479-ec962fdb0e6e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:10.965921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eec8de76-d2d2-4aba-bb52-3731915d5dcc req-18676c59-978e-4521-b479-ec962fdb0e6e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.0935833 Sep 19 03:06:11.016594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6e784a3-25e0-427b-b9e4-85df1b832433 req-6498d1db-22ad-4120-ad24-1017cda4c817 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651124 Sep 19 03:06:11.023584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eec8de76-d2d2-4aba-bb52-3731915d5dcc req-fcd100fc-77b6-4a72-a738-ea6f1deed0ff tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502536 Sep 19 03:06:11.301802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27d562-f22d-4929-a6e1-dce5722dfc35 req-02c7991e-590f-4764-ab33-f0d638ad9c63 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:11.305335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa27d562-f22d-4929-a6e1-dce5722dfc35 req-02c7991e-590f-4764-ab33-f0d638ad9c63 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.0520532 Sep 19 03:06:11.344876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa27d562-f22d-4929-a6e1-dce5722dfc35 req-683cbe73-3012-41ea-ba3b-60392c178fce tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350282 Sep 19 03:06:11.465625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac58c1-45aa-4e1e-a4d0-f03d1d67aa6a req-a89c4fb6-f979-4661-a145-c1db9c547640 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:11.471835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10ac58c1-45aa-4e1e-a4d0-f03d1d67aa6a req-a89c4fb6-f979-4661-a145-c1db9c547640 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 945 time: 0.0572464 Sep 19 03:06:11.519321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10ac58c1-45aa-4e1e-a4d0-f03d1d67aa6a req-f2ee7143-e78c-4c4b-8d74-3fcaafb9a01e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444586 Sep 19 03:06:11.585208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c532a8-4d3f-4f28-a24d-d20b3b060788 req-b02c8ab0-417c-49a0-bfa7-44c49f157a4c tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:11.586719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70c532a8-4d3f-4f28-a24d-d20b3b060788 req-b02c8ab0-417c-49a0-bfa7-44c49f157a4c tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.0439460 Sep 19 03:06:11.625791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70c532a8-4d3f-4f28-a24d-d20b3b060788 req-c4ca76b8-044e-4036-879d-a18ad7f99138 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299492 Sep 19 03:06:11.754186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77a6e-0b3b-4100-ab3e-b7b454c135bf req-cf82bdf0-417a-4ae6-a4a1-1e126102d58b tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:11.755907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70c77a6e-0b3b-4100-ab3e-b7b454c135bf req-cf82bdf0-417a-4ae6-a4a1-1e126102d58b tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.0586221 Sep 19 03:06:11.824192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70c77a6e-0b3b-4100-ab3e-b7b454c135bf req-82e39c50-77df-4110-a36c-707e0a8f1a74 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608559 Sep 19 03:06:11.846466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2dd0a-a489-4b1a-8521-4da0fb871b2e req-991049ab-b333-4d64-9d5f-7ca17b3a8951 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:11.846466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bf2dd0a-a489-4b1a-8521-4da0fb871b2e req-991049ab-b333-4d64-9d5f-7ca17b3a8951 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 944 time: 0.0706148 Sep 19 03:06:11.896924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bf2dd0a-a489-4b1a-8521-4da0fb871b2e req-9e6430a7-e1a4-4312-b34e-d39cf07db7a8 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387306 Sep 19 03:06:11.955649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2d1c0-d1f6-41f1-8608-70ee9e82a216 req-5a140568-1c21-4106-baf2-9fdeb465f413 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:11.959381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09e2d1c0-d1f6-41f1-8608-70ee9e82a216 req-5a140568-1c21-4106-baf2-9fdeb465f413 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 945 time: 0.0593262 Sep 19 03:06:11.997797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09e2d1c0-d1f6-41f1-8608-70ee9e82a216 req-c2448f4b-8d84-4f15-b55e-e415aeb54999 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Sep 19 03:06:12.067441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:12.165330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:12.179419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:12.181639 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45567c11-ab1b-49e1-8ed2-43d2e790bb01" -d '{"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-plugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:12.184358 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'port_id': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'mac_address': 'fa:16:3e:83:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:12.225121 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:12.225667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690121a-4bd1-406b-861f-27bc43435bb8 req-d27ea0b9-0521-4d59-a225-982394825894 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:12.235491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a690121a-4bd1-406b-861f-27bc43435bb8 req-d27ea0b9-0521-4d59-a225-982394825894 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.0723095 Sep 19 03:06:12.238300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:12.239356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5132aff2-d14b-4293-a4ad-7f411a69903c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:12.241549 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe343779-d2ae-4bc8-842a-5f5306430809" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:12.273622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:12.282859 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:12.299372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a690121a-4bd1-406b-861f-27bc43435bb8 req-2b62de37-4b50-48fa-8216-d20f738076d4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629144 Sep 19 03:06:12.343167 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa0b22d-c573-47c0-a07b-82f17a07dc12 x-openstack-request-id: req-dfa0b22d-c573-47c0-a07b-82f17a07dc12 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:12.343781 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:12.343781 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfa0b22d-c573-47c0-a07b-82f17a07dc12 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:12.344353 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'status': 'completed', 'code': 200} Sep 19 03:06:12.385046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:12.400563 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce9d7a-358a-4eca-9c3a-cca0cad7bcfa x-openstack-request-id: req-33ce9d7a-358a-4eca-9c3a-cca0cad7bcfa {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:12.401065 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-plugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:12.401329 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33ce9d7a-358a-4eca-9c3a-cca0cad7bcfa {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:12.401727 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'code': 200} Sep 19 03:06:12.533062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-b53f6085-e160-4502-b060-6546f9e8ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:12.534862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-b53f6085-e160-4502-b060-6546f9e8ec8b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a92781c3daf4afda295e5ee916d69e4&device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 1095 time: 0.1130641 Sep 19 03:06:12.559316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['5132aff2-d14b-4293-a4ad-7f411a69903c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:12.660652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-2bf04ac7-c85a-48a8-bc5f-829605704be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:12.663062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-2bf04ac7-c85a-48a8-bc5f-829605704be3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=666c27a8-85c7-466c-aa8a-256bf8829a22 HTTP/1.1" status: 200 len: 907 time: 0.1190395 Sep 19 03:06:12.664123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39796) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:12.730398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b626637-7ef7-4f3e-bf9b-b7f1452a187b req-62a269fc-c5ca-4753-9219-e24b781cfc5b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:12.739964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b626637-7ef7-4f3e-bf9b-b7f1452a187b req-62a269fc-c5ca-4753-9219-e24b781cfc5b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2618477 Sep 19 03:06:12.809903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-af752cd0-7086-4c98-b07d-57b35ed174b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e HTTP/1.1" status: 200 len: 217 time: 0.1263766 Sep 19 03:06:12.915294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-de08a4f6-b730-4c6e-a242-4bad592549b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:12.916650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-de08a4f6-b730-4c6e-a242-4bad592549b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6eae28d-b942-46da-8400-ba3bf3b716b4 HTTP/1.1" status: 200 len: 845 time: 0.0970490 Sep 19 03:06:12.926957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90d4de7a-e546-46b0-8d77-8abaafa578ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:12.989184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b626637-7ef7-4f3e-bf9b-b7f1452a187b req-b56ead91-ef28-4566-962e-242b909e70e5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481992 Sep 19 03:06:13.018607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-06498036-e5ab-47d7-be28-2a5f5f03fcf9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:13.020567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-06498036-e5ab-47d7-be28-2a5f5f03fcf9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 945 time: 0.3487597 Sep 19 03:06:13.076053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a36a9-fd05-4329-bdb1-b093f06b98d9 req-02d8a368-a8d1-4fe5-a228-9d5841edf122 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:13.083186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-320a36a9-fd05-4329-bdb1-b093f06b98d9 req-02d8a368-a8d1-4fe5-a228-9d5841edf122 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 945 time: 0.1770935 Sep 19 03:06:13.118473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90d4de7a-e546-46b0-8d77-8abaafa578ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.123854 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90d4de7a-e546-46b0-8d77-8abaafa578ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.125891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-25aa910c-6a1d-4352-b13b-ccfd56a58a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:13.127632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-25aa910c-6a1d-4352-b13b-ccfd56a58a30 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=666c27a8-85c7-466c-aa8a-256bf8829a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1925907 Sep 19 03:06:13.176615 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90d4de7a-e546-46b0-8d77-8abaafa578ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6f1a89d6c2f4efa8284ab68ccfcb35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112286 Sep 19 03:06:13.179119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39816) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:13.207862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4de7a-e546-46b0-8d77-8abaafa578ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37ab6ab-9de6-425f-ae46-0a9bfdda78c1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:13.249491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-320a36a9-fd05-4329-bdb1-b093f06b98d9 req-21f11b72-3fb0-481c-b92e-f53804458e4c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652243 Sep 19 03:06:13.277091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d851efe-a881-4876-8082-e7adc6fd69b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.305606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d851efe-a881-4876-8082-e7adc6fd69b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.351125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6451a94-1497-4df5-a251-2c6c048f44de req-48a86faa-6580-4d92-a0ae-b409b9aa6e3e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:13.352803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6451a94-1497-4df5-a251-2c6c048f44de req-48a86faa-6580-4d92-a0ae-b409b9aa6e3e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2670717 Sep 19 03:06:13.380041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d851efe-a881-4876-8082-e7adc6fd69b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.383258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d851efe-a881-4876-8082-e7adc6fd69b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.384692 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8d851efe-a881-4876-8082-e7adc6fd69b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e37ab6ab-9de6-425f-ae46-0a9bfdda78c1 HTTP/1.1" status: 204 len: 168 time: 0.2039032 Sep 19 03:06:13.394122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851efe-a881-4876-8082-e7adc6fd69b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37ab6ab-9de6-425f-ae46-0a9bfdda78c1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:13.438610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-fb09a165-b3c5-4518-94d0-f967b9beb3eb service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881875 Sep 19 03:06:13.459558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Deleting port 6970a1fa-6615-4864-a0b9-725300b08de7 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:13.459905 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.513375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6451a94-1497-4df5-a251-2c6c048f44de req-d2037a70-c391-4aa6-a343-9dbf19500214 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528504 Sep 19 03:06:13.626192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eaca1-8639-40d8-a823-f6e7d5561f05 req-7d604a48-4520-4035-9d48-c4837da1f508 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:13.627697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-031eaca1-8639-40d8-a823-f6e7d5561f05 req-7d604a48-4520-4035-9d48-c4837da1f508 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 944 time: 0.2409351 Sep 19 03:06:13.677066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a0679ac6-0ad6-481e-8b5a-92ee25cd7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:13.678436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a0679ac6-0ad6-481e-8b5a-92ee25cd7392 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade&tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57 HTTP/1.1" status: 200 len: 1100 time: 0.2429187 Sep 19 03:06:13.713412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:13.770135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe343779-d2ae-4bc8-842a-5f5306430809 req-3a793e6f-4e84-4f83-a256-486f17680532 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146486 Sep 19 03:06:13.775744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] For port 6970a1fa-6615-4864-a0b9-725300b08de7, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=6970a1fa-6615-4864-a0b9-725300b08de7,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:13.776113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.782442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-031eaca1-8639-40d8-a823-f6e7d5561f05 req-982ac25f-cb99-48d7-a4f1-b977ce42794c tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369834 Sep 19 03:06:13.801352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49859c5f-78b1-4978-a0b4-4b484e40794c req-179e8ee9-4332-4ac9-be81-744cc356b398 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:13.803112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49859c5f-78b1-4978-a0b4-4b484e40794c req-179e8ee9-4332-4ac9-be81-744cc356b398 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 945 time: 0.1925142 Sep 19 03:06:13.812852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Calling delete_port for 6970a1fa-6615-4864-a0b9-725300b08de7 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:13.869371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:13.979458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49859c5f-78b1-4978-a0b4-4b484e40794c req-6cca1782-9a51-463a-9c6f-307214f37415 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683185 Sep 19 03:06:14.001474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4180e7d-f15c-491e-9d22-b91985bfdcf2 req-6c20cf3e-3281-4f15-81e3-d2fde772eef6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:14.002916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4180e7d-f15c-491e-9d22-b91985bfdcf2 req-6c20cf3e-3281-4f15-81e3-d2fde772eef6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1495376 Sep 19 03:06:14.036557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39846) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:14.076855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:14.139042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 5132aff2-d14b-4293-a4ad-7f411a69903c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:14.140816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39848) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:14.143977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 5132aff2-d14b-4293-a4ad-7f411a69903c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:14.144617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.240080 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.270842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-network', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:14.281384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:14.285801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.325763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Made reservation on behalf of 6d806bfc6e6b4b529ea54f9eb29eee58 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:14.328124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.339328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:14.340928 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.402664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:14.406119 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09a9318-12c8-4e41-b05b-f51339a1cfd4" -d '{"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-plugged", "status": "completed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:14.466928 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4cde93c9-a27e-4fc9-88eb-fdbb61cdc2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.511366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.517660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.538736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4180e7d-f15c-491e-9d22-b91985bfdcf2 req-668ead24-40a7-4a92-a416-ee25183d6f3f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271850 Sep 19 03:06:14.552227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb20079-ff9b-47e0-a7f9-e40228dfa139,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:14.558273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.561240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-4a90aa5e-646d-47e0-bcc5-4d1391a41da4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-346315279&fields=id&tenant_id=3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 267 time: 0.4597297 Sep 19 03:06:14.607507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:06:14.622978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.623319 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Added segment 897002d3-abe2-4f72-932e-f19b6a4e592e of type vlan for network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 Sep 19 03:06:14.625613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.689077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event deleted for resources: {'Port': ['ID=6970a1fa-6615-4864-a0b9-725300b08de7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:14.755613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] No DVR routers for this DVR port 6970a1fa-6615-4864-a0b9-725300b08de7 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:14.766042 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.767991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eece5ad0-5b52-4645-9193-5d0324a8f201 req-af7db8a3-b31d-4f21-b65a-7321c5abf284 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "DELETE /v2.0/ports/6970a1fa-6615-4864-a0b9-725300b08de7 HTTP/1.1" status: 204 len: 173 time: 1.7353022 Sep 19 03:06:14.768439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'name': 'network-vif-deleted', 'tag': '6970a1fa-6615-4864-a0b9-725300b08de7'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:14.770721 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72a1c2c-ddd5-4fff-8316-32db125a5937" -d '{"events": [{"server_uuid": "31b1544a-b56b-45bf-a274-f0ead4dbc9e3", "name": "network-vif-deleted", "tag": "6970a1fa-6615-4864-a0b9-725300b08de7"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:14.775236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:14.797518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-6cbdd4fb-d5a1-4492-be47-1f0f5434f089 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:14.799130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-6cbdd4fb-d5a1-4492-be47-1f0f5434f089 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 945 time: 0.2320588 Sep 19 03:06:14.813996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664cf74-e526-456b-a269-23c09c054b18 req-ba40c0c4-8a0d-46d1-9581-c334e2a75b35 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:14.815891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0664cf74-e526-456b-a269-23c09c054b18 req-ba40c0c4-8a0d-46d1-9581-c334e2a75b35 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.1810799 Sep 19 03:06:14.827322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'port': {'security_groups': ['22108ce6-a2f7-4936-bcfe-6ae5aecab0b5', '3289b5b4-e58c-47ce-9684-ff8162110429']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:14.886784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:14.911902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a0f33af4-d0f7-4534-b412-2aa88cb96b0e details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:14.967113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.973002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0664cf74-e526-456b-a269-23c09c054b18 req-8d27f993-b27c-496d-af1b-7c36a10724ae tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426044 Sep 19 03:06:14.974770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:14.992425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.013138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port a0f33af4-d0f7-4534-b412-2aa88cb96b0e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:15.026612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'port_id': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'mac_address': 'fa:16:3e:de:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:15.045553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Transition to ACTIVE for port object 8ad28016-bbe8-477a-8f11-44cc17a0237f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:15.064252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.067090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.067840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:15.068590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.073308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.094732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f33af4-d0f7-4534-b412-2aa88cb96b0e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:15.108420 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9638388 Sep 19 03:06:15.108975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39862) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:15.113627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Request body: {'subnet': {'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-subnet', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:15.128025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port a0f33af4-d0f7-4534-b412-2aa88cb96b0e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:15.141258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.161648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3d212-2c9a-41c9-b9de-8f07327e2db3 admin admin] Pushing event updated for resources: {'Network': ['ID=82189d7a-68db-4ae5-8827-a0bad5b7b8e0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:15.176678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:06:15.186615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Made reservation on behalf of 6d806bfc6e6b4b529ea54f9eb29eee58 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:15.193555 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.217557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cf13d2e-9db7-4fd2-95af-1e345e54a0ae req-97d3a245-6a2e-434d-8cd2-e7a1911be7f0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=31b1544a-b56b-45bf-a274-f0ead4dbc9e3 HTTP/1.1" status: 200 len: 210 time: 0.1495345 Sep 19 03:06:15.218335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:15.253075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:15.254725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] No DVR routers for this DVR port 8ad28016-bbe8-477a-8f11-44cc17a0237f on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:15.327543 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edeb1368-624a-4751-bf86-ec2e653ab233 x-openstack-request-id: req-edeb1368-624a-4751-bf86-ec2e653ab233 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:15.328057 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-plugged", "status": "completed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:15.328620 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edeb1368-624a-4751-bf86-ec2e653ab233 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:15.329213 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'code': 200} Sep 19 03:06:15.363669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:15.366413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:15.366833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:15.438725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:15.439079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Attempting to bind port 8ad28016-bbe8-477a-8f11-44cc17a0237f on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:15.453749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Deleting port 1d952376-a848-4c6d-816a-75e9c26c2976 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:15.454093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.486195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:15.486536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:15.486952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:15.487392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Bound port: 8ad28016-bbe8-477a-8f11-44cc17a0237f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:15.487752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.524818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bad0964b-ec53-45e8-b57a-fba064c42176,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:15.545014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9860de2-584e-44ce-b1d2-6d59518cf95d req-3dc243a2-1761-455a-8db2-d9c0aa746c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:15.547273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9860de2-584e-44ce-b1d2-6d59518cf95d req-3dc243a2-1761-455a-8db2-d9c0aa746c47 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1097 time: 0.1393330 Sep 19 03:06:15.552838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.577454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ea699-bfed-4545-a036-5f44ec70f8af req-a87bef94-9111-4c88-abe5-df73b786651a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:15.578941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-951ea699-bfed-4545-a036-5f44ec70f8af req-a87bef94-9111-4c88-abe5-df73b786651a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1741815 Sep 19 03:06:15.604267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] For port 1d952376-a848-4c6d-816a-75e9c26c2976, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1d952376-a848-4c6d-816a-75e9c26c2976,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:15.604640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.609874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['a0f33af4-d0f7-4534-b412-2aa88cb96b0e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:15.630464 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.636147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Calling delete_port for 1d952376-a848-4c6d-816a-75e9c26c2976 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:15.645909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:15.661946 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.665054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Checking segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:15.665527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Network hostable DHCP agents. Network: 82189d7a-68db-4ae5-8827-a0bad5b7b8e0, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:06:15.728598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:06:15.743413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9860de2-584e-44ce-b1d2-6d59518cf95d req-85bbf462-9bdb-419c-8bba-9cea9c3496e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740971 Sep 19 03:06:15.746142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 82189d7a-68db-4ae5-8827-a0bad5b7b8e0) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:15.757599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:15.779515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:15.780578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.782417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c164280f-84b5-408e-9b39-3dfd13dcd447 req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "PUT /v2.0/ports/bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 200 len: 981 time: 0.9639015 Sep 19 03:06:15.787915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:15.788652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.803710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e516216-26f5-477f-be1c-80ec30327da4 None None] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:15.812463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-951ea699-bfed-4545-a036-5f44ec70f8af req-45d70d0b-44c3-4ebb-81f8-b4da951e617f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216680 Sep 19 03:06:15.816342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:15.823249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-40c3d197-71f6-4008-a691-dfce95a9f4de admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7115839 Sep 19 03:06:15.823977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39868) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:15.831821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:15.832024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.853759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624f0fb-c1d5-43b0-87ea-8fcf651d153d tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:15.928576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.933420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.934584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.956710 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:15.984149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Pushing event deleted for resources: {'Port': ['ID=1d952376-a848-4c6d-816a-75e9c26c2976,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:15.984851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:15.998533 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f37826-9144-43ac-9c80-dd8e7797f6cc x-openstack-request-id: req-52f37826-9144-43ac-9c80-dd8e7797f6cc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:15.998828 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b1544a-b56b-45bf-a274-f0ead4dbc9e3", "name": "network-vif-deleted", "tag": "6970a1fa-6615-4864-a0b9-725300b08de7", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:15.999090 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52f37826-9144-43ac-9c80-dd8e7797f6cc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:15.999486 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b1544a-b56b-45bf-a274-f0ead4dbc9e3', 'name': 'network-vif-deleted', 'tag': '6970a1fa-6615-4864-a0b9-725300b08de7', 'status': 'completed', 'code': 200} Sep 19 03:06:16.001843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.002252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.003776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] 10.222.0.32 "PUT /v2.0/ports/8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 1096 time: 2.3045835 Sep 19 03:06:16.020702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3304b4d-7af8-4b36-8366-7818c82eb8fc service neutron] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=11']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:16.062266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf77a6-380a-474a-afab-175e2ff18f1b req-831f1ce0-6e56-4e1a-947b-716c0140002d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.063958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1aaf77a6-380a-474a-afab-175e2ff18f1b req-831f1ce0-6e56-4e1a-947b-716c0140002d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 945 time: 0.1035554 Sep 19 03:06:16.113399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:16.126708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.136921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b399c3-e152-48e1-b86b-1d0dfae9ab95 req-deab9f6a-2c6b-40b9-8f1a-c9b5f94640e7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.138486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7b399c3-e152-48e1-b86b-1d0dfae9ab95 req-deab9f6a-2c6b-40b9-8f1a-c9b5f94640e7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1339793 Sep 19 03:06:16.199519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-937472be-4572-4e4e-b884-2dc6b4d57678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.201034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-937472be-4572-4e4e-b884-2dc6b4d57678 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1099 time: 0.1359239 Sep 19 03:06:16.202174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:06:16.203392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.224538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1aaf77a6-380a-474a-afab-175e2ff18f1b req-171e34a9-04f0-49ce-977d-ce4bf4728dad tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285207 Sep 19 03:06:16.252540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7b399c3-e152-48e1-b86b-1d0dfae9ab95 req-d029da08-23a7-4f0b-9c84-04f4dd800530 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982220 Sep 19 03:06:16.253964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:16.254658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 6970a1fa-6615-4864-a0b9-725300b08de7 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:16.282880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 6970a1fa-6615-4864-a0b9-725300b08de7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:16.283530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 6970a1fa-6615-4864-a0b9-725300b08de7 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:16.401848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.431624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84eb995d-808a-4129-897e-125b4c1c9fff req-619357b2-e737-48ab-adf1-131ffd866dbb tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-485773301&fields=id&tenant_id=3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 267 time: 0.0775743 Sep 19 03:06:16.448316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c1632-dbfb-4ba6-93d7-dba73722378b req-d26108b1-44dd-422a-9b29-194e02c8eeda tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.449976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-948c1632-dbfb-4ba6-93d7-dba73722378b req-d26108b1-44dd-422a-9b29-194e02c8eeda tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 948 time: 0.0975261 Sep 19 03:06:16.462111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-4945cd23-ef18-4b36-88e3-b6cb65ecd181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.463402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Allocated IP 172.20.0.2 (82189d7a-68db-4ae5-8827-a0bad5b7b8e0/a51d8ddc-0fed-4ec3-b9e6-33982e00ec21/ea330928-7b5b-445b-868a-411d4ec131d6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:16.463560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-4945cd23-ef18-4b36-88e3-b6cb65ecd181 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2528160 Sep 19 03:06:16.535865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-7bdbed2c-add6-468e-a4e3-4e846613be18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.0449929 Sep 19 03:06:16.545588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.587962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-948c1632-dbfb-4ba6-93d7-dba73722378b req-2f795665-99b2-4b32-bb38-33ed42d9d1e6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231289 Sep 19 03:06:16.601281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb995d-808a-4129-897e-125b4c1c9fff req-03a2aebf-0b93-4ace-ba94-72dbd4338c5c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.602840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84eb995d-808a-4129-897e-125b4c1c9fff req-03a2aebf-0b93-4ace-ba94-72dbd4338c5c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 984 time: 0.1496367 Sep 19 03:06:16.616433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-1477ad72-e4f6-45f9-9835-03169638cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.618013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-1477ad72-e4f6-45f9-9835-03169638cb73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0700438 Sep 19 03:06:16.624343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'port': {'security_groups': ['22108ce6-a2f7-4936-bcfe-6ae5aecab0b5', '3289b5b4-e58c-47ce-9684-ff8162110429', '70eae6f3-adf9-4be8-9188-e1d2d601a732']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:16.665225 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.679333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.719509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:16.722306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:16.726005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:16.737240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Pushing event updated for resources: {'Port': ['ID=ea330928-7b5b-445b-868a-411d4ec131d6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:16.789332 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.797163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Attempting to bind port ea330928-7b5b-445b-868a-411d4ec131d6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:16.797540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Attempting to bind port ea330928-7b5b-445b-868a-411d4ec131d6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:16.797903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Attempting to bind port ea330928-7b5b-445b-868a-411d4ec131d6 on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:16.804140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:16.804520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Checking segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:16.804924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.805320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Bound using segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:16.805788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Bound port: ea330928-7b5b-445b-868a-411d4ec131d6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:16.806167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.845631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Router d58e7ec1-70f4-446e-a6e2-bbdac80add73 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:06:16.927325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] For port ea330928-7b5b-445b-868a-411d4ec131d6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:16.930632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] For port ea330928-7b5b-445b-868a-411d4ec131d6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ea330928-7b5b-445b-868a-411d4ec131d6,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:16.936890 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:16.956812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-c1fbc1a2-65f2-4b73-bfa3-c8dd51e393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:16.957985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-c1fbc1a2-65f2-4b73-bfa3-c8dd51e393e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3034103 Sep 19 03:06:16.994276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:17.022776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2ffd2-f40e-4f41-b9fd-b935beb80257 None None] Pushing event updated for resources: {'Port': ['ID=ea330928-7b5b-445b-868a-411d4ec131d6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:17.076819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:06:17.079343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.088187 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] Sync routers for ids ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:06:17.091186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e228b3-8615-47dc-967e-4ef5206d453a req-6b88a2c4-cb60-4c75-9e40-eff72675d900 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:17.098955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-6b88a2c4-cb60-4c75-9e40-eff72675d900 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.1657176 Sep 19 03:06:17.101267 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] Routers {'d58e7ec1-70f4-446e-a6e2-bbdac80add73'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:17.101895 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:05:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:17.122792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5f669c8-fad4-457a-9e0f-a16a8bb0fcba admin admin] 10.222.0.22 "PUT /v2.0/routers/d58e7ec1-70f4-446e-a6e2-bbdac80add73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851171 Sep 19 03:06:17.124844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.127099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39888) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:17.162448 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ad3a37c-de6e-42af-9794-da2106669093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.188191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-35c04ddb-1b63-4bed-8f26-a2af45801a4c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/quotas/6d10668e61944265a411e425ec5c1d9d HTTP/1.1" status: 200 len: 375 time: 0.0883119 Sep 19 03:06:17.303937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-bfc5a615-ede3-40b8-aa9d-f3d5220de81f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142716 Sep 19 03:06:17.305961 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] Set router d58e7ec1-70f4-446e-a6e2-bbdac80add73 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:17.364166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.415513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Allocated IP 172.25.8.118 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3eb27e25-18be-4cad-a446-e266da69b585) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:17.459014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-aaf4bd87-bb85-494b-9eed-f8b3d4b1d3e2 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880004 Sep 19 03:06:17.471878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bad0964b-ec53-45e8-b57a-fba064c42176,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:17.526047 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:06:15Z', 'revision_number': 5, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port': {'id': '88f06872-9aa3-4399-8fa4-c55b785e9488', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:5f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:17Z', 'updated_at': '2021-09-19T03:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:17.530490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-2d264177-61cc-4b9a-98e3-d571a433e9b4 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244856 Sep 19 03:06:17.538969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.565993 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] Checking router: d58e7ec1-70f4-446e-a6e2-bbdac80add73 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:06:17.575917 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] Routers {'d58e7ec1-70f4-446e-a6e2-bbdac80add73'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:17.576806 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:17.611523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.636277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Deleting port 88f06872-9aa3-4399-8fa4-c55b785e9488 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:17.637112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.638784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-cc48b778-6e92-471f-bcf3-ae7336cc4247 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996101 Sep 19 03:06:17.672951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.687357 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] Set router d58e7ec1-70f4-446e-a6e2-bbdac80add73 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:17.687748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.725772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:17.726932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.730359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:17.731045 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.748826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84eb995d-808a-4129-897e-125b4c1c9fff req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "PUT /v2.0/ports/bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 200 len: 1020 time: 1.1296234 Sep 19 03:06:17.776357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:17.781737 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:06:17Z', 'revision_number': 6, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:17.789477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:17.799102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:17.863157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ea330928-7b5b-445b-868a-411d4ec131d6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:17.876390 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070ca52-2180-4b6f-ba37-e87c8d7e80f4 None None] The sync data for ids ['d58e7ec1-70f4-446e-a6e2-bbdac80add73'] in n-d-809936-1 is: [{'id': 'd58e7ec1-70f4-446e-a6e2-bbdac80add73', 'name': 'tempest-AttachSCSIVolumeTestJSON-926352533-router', 'tenant_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:16Z', 'updated_at': '2021-09-19T03:06:17Z', 'revision_number': 6, 'project_id': 'c0b81e5d1dfe498e8bf868d276525ba8', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:06:17.894654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] For port 88f06872-9aa3-4399-8fa4-c55b785e9488, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=88f06872-9aa3-4399-8fa4-c55b785e9488,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:17.899268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:17.910736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c96f1eb-04f1-4275-8958-c0e942e84cd7 req-3b452e41-e90a-4c37-b1e3-81ff7862cbad service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432826 Sep 19 03:06:17.921605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a9d5a-dde0-474b-b41d-3a45cc701158 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:17.952363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:17.980046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b13fa-d868-4807-b488-4edc61194188 req-71656911-7f18-4814-9860-05f9c5c0e47e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:17.981843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-609b13fa-d868-4807-b488-4edc61194188 req-71656911-7f18-4814-9860-05f9c5c0e47e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1337886 Sep 19 03:06:18.000851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}, {'name': 'network-changed', 'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176'}, {'name': 'network-changed', 'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}, {'name': 'network-changed', 'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:18.003613 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8638977-26bb-406f-8052-9b0d4eb62d41" -d '{"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}, {"name": "network-changed", "server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176"}, {"name": "network-changed", "server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}, {"name": "network-changed", "server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:18.033950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3eb27e25-18be-4cad-a446-e266da69b585,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:18.036706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Calling delete_port for 88f06872-9aa3-4399-8fa4-c55b785e9488 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:18.089180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-609b13fa-d868-4807-b488-4edc61194188 req-056d60e3-1654-47da-91ff-f14ee3143e42 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009855 Sep 19 03:06:18.103888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd89adb-cc11-4964-8ed0-ad746f2fe2cf req-c59435a2-eae8-4480-853c-d58cb1b6c61a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:18.105972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbd89adb-cc11-4964-8ed0-ad746f2fe2cf req-c59435a2-eae8-4480-853c-d58cb1b6c61a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.0882530 Sep 19 03:06:18.127321 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:18.223127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbd89adb-cc11-4964-8ed0-ad746f2fe2cf req-93d04f26-1f14-4cdd-b96a-597037a78aa1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063294 Sep 19 03:06:18.287779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5e2bf-9b48-4548-b0aa-d38697d94951 req-2e836b1d-192a-4c37-bc52-990106cc263a tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:18.289369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4c5e2bf-9b48-4548-b0aa-d38697d94951 req-2e836b1d-192a-4c37-bc52-990106cc263a tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 945 time: 0.1133101 Sep 19 03:06:18.379224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ea330928-7b5b-445b-868a-411d4ec131d6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:18.380396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:18.419860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f63918-32bf-48ba-842e-db38b6e6443b None None] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:18.431669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4c5e2bf-9b48-4548-b0aa-d38697d94951 req-cbbc8ac1-7ffb-4c5a-9c6c-80d3c59904f6 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308672 Sep 19 03:06:18.472294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37317d-da99-4e98-94cd-f5fc36265d20 req-8cb64202-36b7-4db6-a975-c47010014975 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:18.479706 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:18.488299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b37317d-da99-4e98-94cd-f5fc36265d20 req-8cb64202-36b7-4db6-a975-c47010014975 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 948 time: 0.1305630 Sep 19 03:06:18.579493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b37317d-da99-4e98-94cd-f5fc36265d20 req-fe5494c0-794d-438a-ab0e-edf1442ead6a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897009 Sep 19 03:06:18.643761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff22009-5aa6-4fce-a313-21ec1f5d8f4e req-e4866764-0b2c-4f7f-b7a5-dd600a4724ec tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:18.651660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bff22009-5aa6-4fce-a313-21ec1f5d8f4e req-e4866764-0b2c-4f7f-b7a5-dd600a4724ec tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1023 time: 0.1072531 Sep 19 03:06:18.660470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-31784720-a962-45ef-9ad1-538880d9fc29 None None] Provisioning complete for port ea330928-7b5b-445b-868a-411d4ec131d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:18.660989 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31784720-a962-45ef-9ad1-538880d9fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:18.694536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be6af914-ac8b-46c6-a0ed-bbcab0a7d4a9 req-47a70e8e-ce71-48ca-8ed9-f729d17472cb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 210 time: 0.0356774 Sep 19 03:06:18.800129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bff22009-5aa6-4fce-a313-21ec1f5d8f4e req-1042d39a-e1ec-433b-b443-e217c9ef9d83 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&id=3289b5b4-e58c-47ce-9684-ff8162110429&id=70eae6f3-adf9-4be8-9188-e1d2d601a732 HTTP/1.1" status: 200 len: 6147 time: 0.1465671 Sep 19 03:06:18.816695 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 686 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdba5891-e9d6-4735-b265-314071b9cab0 x-openstack-request-id: req-cdba5891-e9d6-4735-b265-314071b9cab0 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:18.816925 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-unplugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "code": 200}, {"name": "network-changed", "server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:18.817376 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdba5891-e9d6-4735-b265-314071b9cab0 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:18.817824 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'code': 200} Sep 19 03:06:18.818546 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176', 'status': 'completed', 'code': 200} Sep 19 03:06:18.818546 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'status': 'completed', 'code': 200} Sep 19 03:06:18.818800 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176', 'status': 'completed', 'code': 200} Sep 19 03:06:18.854368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3c678a8a-4ac8-4eb5-8781-95251224a7d5 req-0ba48848-fc6b-4d78-b682-48d054001d69 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': ' tempest-securitygroup -656040418 ', 'description': 'tempest-description-1174829492'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:18.867552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:18.874885 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:18.978099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a0f33af4-d0f7-4534-b412-2aa88cb96b0e up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:19.010504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.036228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c678a8a-4ac8-4eb5-8781-95251224a7d5 req-0ba48848-fc6b-4d78-b682-48d054001d69 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.049763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f06872-9aa3-4399-8fa4-c55b785e9488,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:19.081354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541b01c-e19f-4238-9873-cf46e9f26ef4 req-3265990d-bfbb-4351-85b2-23a0900a8249 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.086502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4541b01c-e19f-4238-9873-cf46e9f26ef4 req-3265990d-bfbb-4351-85b2-23a0900a8249 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1328993 Sep 19 03:06:19.090469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-717728fa-d3c4-4bd2-a468-af4e7709eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.097045 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31784720-a962-45ef-9ad1-538880d9fc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.098657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39914) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:19.105400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'floatingip': {'port_id': '5132aff2-d14b-4293-a4ad-7f411a69903c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:19.108646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-717728fa-d3c4-4bd2-a468-af4e7709eb7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1174 time: 0.2155712 Sep 19 03:06:19.112390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port ea330928-7b5b-445b-868a-411d4ec131d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ea330928-7b5b-445b-868a-411d4ec131d6,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:19.134482 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.202677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port a0f33af4-d0f7-4534-b412-2aa88cb96b0e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:19.235137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.247078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port a0f33af4-d0f7-4534-b412-2aa88cb96b0e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:19.247856 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.251535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-7f8382b0-5faa-4bc6-bd8b-032185f7483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.253033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-7f8382b0-5faa-4bc6-bd8b-032185f7483f service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 913 time: 0.1311669 Sep 19 03:06:19.277528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-5005b70a-4e4e-4db5-934b-888a11f53e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.279258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-5005b70a-4e4e-4db5-934b-888a11f53e87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1099 time: 0.3724439 Sep 19 03:06:19.292722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=ea330928-7b5b-445b-868a-411d4ec131d6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:19.302020 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-31784720-a962-45ef-9ad1-538880d9fc29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:06:19.302372 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-31784720-a962-45ef-9ad1-538880d9fc29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:06:19.356121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-b27a2606-b97b-479c-ab95-ca552d8cf0fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 200 len: 217 time: 0.0892088 Sep 19 03:06:19.362914 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.374186 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.399015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:19.401572 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a081317c-be8b-45d5-9cdf-eb9b5d9dc2e2" -d '{"events": [{"server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "name": "network-vif-plugged", "status": "completed", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:19.415761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port a0f33af4-d0f7-4534-b412-2aa88cb96b0e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:19.422125 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.496092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:19.501916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe708c-443e-4bb5-aeb5-50bd7a1e3227 req-f613524a-ac66-4a74-ab7d-91f0617db761 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.503842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fe708c-443e-4bb5-aeb5-50bd7a1e3227 req-f613524a-ac66-4a74-ab7d-91f0617db761 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2487047 Sep 19 03:06:19.541573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-db8db23b-552e-4f7d-8381-8c797f4486a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.543679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-db8db23b-552e-4f7d-8381-8c797f4486a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.1544788 Sep 19 03:06:19.581425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.586402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.601805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.609342 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-5df94032-91ee-458c-8d74-202b813e6a49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554030 Sep 19 03:06:19.623433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ea330928-7b5b-445b-868a-411d4ec131d6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:19.641164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fe708c-443e-4bb5-aeb5-50bd7a1e3227 req-93f09006-b50f-4bcf-8b4d-4bc3d1225ddc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228168 Sep 19 03:06:19.642348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-b2125997-0b45-4a1b-89b0-ba60e8104e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.643820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-b2125997-0b45-4a1b-89b0-ba60e8104e65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3372366 Sep 19 03:06:19.681888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ea330928-7b5b-445b-868a-411d4ec131d6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:19.682420 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.706586 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506e4442-3faa-49ed-b3b6-2e96c1b4da43 x-openstack-request-id: req-506e4442-3faa-49ed-b3b6-2e96c1b4da43 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:19.707179 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "name": "network-vif-plugged", "status": "completed", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:19.707541 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-506e4442-3faa-49ed-b3b6-2e96c1b4da43 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:19.708029 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'code': 200} Sep 19 03:06:19.738201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-fdff1408-f5bb-4263-82f2-4fdf61dbc612 service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173644 Sep 19 03:06:19.798431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-96971fca-5c3a-4d8e-8675-f5e327644977 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.1376150 Sep 19 03:06:19.815224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.815880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d58e7ec1-70f4-446e-a6e2-bbdac80add73 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:06:19.864998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.868880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fd007c7c-5e4f-481d-9df1-76c9d95eab83 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d58e7ec1-70f4-446e-a6e2-bbdac80add73 HTTP/1.1" status: 204 len: 168 time: 2.7375979 Sep 19 03:06:19.869515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c678a8a-4ac8-4eb5-8781-95251224a7d5 req-0ba48848-fc6b-4d78-b682-48d054001d69 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:19.903692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:19.963700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e228b3-8615-47dc-967e-4ef5206d453a req-6ed8020c-df34-48e6-9894-77c115f03a6a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:19.965184 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-6ed8020c-df34-48e6-9894-77c115f03a6a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.5051422 Sep 19 03:06:19.987651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Request body: {'port': {'device_id': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'admin_state_up': True, 'tenant_id': '6d10668e61944265a411e425ec5c1d9d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:19.989375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.020231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] Deleting subnet ebdd78e0-e5fc-49a6-a06a-0187d172dd04 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:06:20.057029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f06872-9aa3-4399-8fa4-c55b785e9488 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:20.058269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.091282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 88f06872-9aa3-4399-8fa4-c55b785e9488 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:20.091717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 88f06872-9aa3-4399-8fa4-c55b785e9488 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:20.092096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1d952376-a848-4c6d-816a-75e9c26c2976 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:20.115154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1d952376-a848-4c6d-816a-75e9c26c2976 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:20.115549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1d952376-a848-4c6d-816a-75e9c26c2976 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:20.126149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-29028054-4f8f-4528-8512-8ccf562cbf1c None None] Provisioning complete for port ea330928-7b5b-445b-868a-411d4ec131d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:20.126846 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29028054-4f8f-4528-8512-8ccf562cbf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.198017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.263570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-ad7c687e-8571-46bf-8e1c-8f0f90bf1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:20.265139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-ad7c687e-8571-46bf-8e1c-8f0f90bf1f38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.4419928 Sep 19 03:06:20.269051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c678a8a-4ac8-4eb5-8781-95251224a7d5 req-0ba48848-fc6b-4d78-b682-48d054001d69 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.286015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Router fe535167-2140-40ab-ac28-48b53cb8eb0a is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:06:20.354097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:20.357575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.376992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3c678a8a-4ac8-4eb5-8781-95251224a7d5 req-0ba48848-fc6b-4d78-b682-48d054001d69 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.381978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c678a8a-4ac8-4eb5-8781-95251224a7d5 req-0ba48848-fc6b-4d78-b682-48d054001d69 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.5284030 Sep 19 03:06:20.383629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba48848-fc6b-4d78-b682-48d054001d69 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbdeadb-b783-4869-9ab6-3749e14571e7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:20.401876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fb4c7-8195-4246-91ec-5f8b0a9f3965 req-d8fcfade-4658-4bf7-9303-665660d0976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:20.403354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c7fb4c7-8195-4246-91ec-5f8b0a9f3965 req-d8fcfade-4658-4bf7-9303-665660d0976d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 1097 time: 0.5314493 Sep 19 03:06:20.415820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb9bece-44a5-4e49-a640-87eb125c6e02 req-92feeae7-88f8-4875-94a2-85793a36377d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:20.417342 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fcb9bece-44a5-4e49-a640-87eb125c6e02 req-92feeae7-88f8-4875-94a2-85793a36377d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.6447911 Sep 19 03:06:20.421330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-bb2ab9d3-3732-46d7-9f86-b305dbd83af9 service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396608 Sep 19 03:06:20.433320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-bcdba3a8-87ab-43c5-b718-ca43bd053bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:20.434809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-bcdba3a8-87ab-43c5-b718-ca43bd053bfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1298828 Sep 19 03:06:20.446134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.478056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.resource_extend [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:06:20.581246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c7fb4c7-8195-4246-91ec-5f8b0a9f3965 req-6bf7d690-53d0-4361-8e9a-767f6327c050 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629007 Sep 19 03:06:20.600743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fcb9bece-44a5-4e49-a640-87eb125c6e02 req-9a0c718b-0b41-47d7-abdf-6be1e96bd945 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711576 Sep 19 03:06:20.647585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f71d4-312d-4c73-a471-ecfa3e7f58a8 req-add9665c-5848-4156-91aa-6fcb6a865982 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:20.649150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d05f71d4-312d-4c73-a471-ecfa3e7f58a8 req-add9665c-5848-4156-91aa-6fcb6a865982 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 948 time: 0.1931708 Sep 19 03:06:20.656457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-098974dc-5e0b-4448-a517-1a28133b0580 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101572 Sep 19 03:06:20.661340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-41a6851e-0b9d-4fd5-a692-b4afd22052bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:20.663070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-41a6851e-0b9d-4fd5-a692-b4afd22052bb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1099 time: 0.1404448 Sep 19 03:06:20.733882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92600970-693f-40ff-a4a1-d85be513d1c2 req-0d5a3746-2cfe-43ae-9c1c-80f033e64937 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 210 time: 0.0552139 Sep 19 03:06:20.791836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d05f71d4-312d-4c73-a471-ecfa3e7f58a8 req-cee7ff40-8f79-474f-87e4-f7316b43f24f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276629 Sep 19 03:06:20.847438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-c46c239f-e854-4571-bac8-39a423a26b2f service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821861 Sep 19 03:06:20.867411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-677cc260-339d-4dc1-a7a8-845d770965e3 req-088a2a7d-985c-440d-8777-8837bf440d0a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/ecbdeadb-b783-4869-9ab6-3749e14571e7 HTTP/1.1" status: 200 len: 1780 time: 0.0815194 Sep 19 03:06:20.899125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.911318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:20.932271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:06:20.943182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:20.943714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d66f0-005f-4394-be5b-6b38cf7962d7 req-195b1403-38f9-4b47-aa86-cd4cda131dd2 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:20.944843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-591d66f0-005f-4394-be5b-6b38cf7962d7 req-195b1403-38f9-4b47-aa86-cd4cda131dd2 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0773823 Sep 19 03:06:20.955416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9f652f6-732a-411a-893c-bd1db3091865 req-7323c53f-38da-4b53-bccb-f9496abf10ef tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/ecbdeadb-b783-4869-9ab6-3749e14571e7 HTTP/1.1" status: 200 len: 1780 time: 0.0613489 Sep 19 03:06:20.956290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:06:20.984077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:20.984735 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:21.008529 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.012314 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06a69f66-8e4c-4d5c-a9c6-441c50f5ffb7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1817465 Sep 19 03:06:21.014446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.016981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39934) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:21.019264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-591d66f0-005f-4394-be5b-6b38cf7962d7 req-2808fa2e-304a-4a79-bf16-eb3198b78fad tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561309 Sep 19 03:06:21.046050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Allocated IP 172.20.0.2 (aed05a07-ba2d-4097-a98f-f9182381c014/1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68/0bc8b8b7-9ce5-4968-ab9e-15ac1170c491) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:21.054109 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9f652f6-732a-411a-893c-bd1db3091865 req-930caaf3-05d1-4f28-ba58-9ffed75e290c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.108816 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Floating IP 3b2786e7-7603-4239-99e4-433f688273b0 associated. External IP: 172.25.8.235, port: 5132aff2-d14b-4293-a4ad-7f411a69903c. Sep 19 03:06:21.120960 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9f652f6-732a-411a-893c-bd1db3091865 req-930caaf3-05d1-4f28-ba58-9ffed75e290c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.158024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94c4660-4799-4df1-94b6-313a16b34ab0 None None] Network da846b01-251f-4ae2-b339-ea7c56c78658 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:21.181888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-1ad5aac9-340c-419b-8d2b-426046571119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:21.183783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-1ad5aac9-340c-419b-8d2b-426046571119 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1401596 Sep 19 03:06:21.184365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:21.191560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9f652f6-732a-411a-893c-bd1db3091865 req-930caaf3-05d1-4f28-ba58-9ffed75e290c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.194904 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a9f652f6-732a-411a-893c-bd1db3091865 req-930caaf3-05d1-4f28-ba58-9ffed75e290c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.195764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:21.200027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9f652f6-732a-411a-893c-bd1db3091865 req-930caaf3-05d1-4f28-ba58-9ffed75e290c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/ecbdeadb-b783-4869-9ab6-3749e14571e7 HTTP/1.1" status: 204 len: 173 time: 0.2277508 Sep 19 03:06:21.207626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.211784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ebdd78e0-e5fc-49a6-a06a-0187d172dd04 HTTP/1.1" status: 204 len: 168 time: 1.3033564 Sep 19 03:06:21.211784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cd72d-724b-457d-b3d7-209a64b6065f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebdd78e0-e5fc-49a6-a06a-0187d172dd04,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:21.213016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39938) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:21.257661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930caaf3-05d1-4f28-ba58-9ffed75e290c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbdeadb-b783-4869-9ab6-3749e14571e7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:21.270809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-88e73e52-189d-4c2e-bcf3-7e533351252d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 200 len: 217 time: 0.0694778 Sep 19 03:06:21.285089 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-af2a44a7-252b-4f27-9560-3f1d21ff9848 req-97a12fdb-e803-4007-be1e-a044b0db3c20 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:06:21.286107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af2a44a7-252b-4f27-9560-3f1d21ff9848 req-97a12fdb-e803-4007-be1e-a044b0db3c20 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/ecbdeadb-b783-4869-9ab6-3749e14571e7 HTTP/1.1" status: 404 len: 352 time: 0.0659754 Sep 19 03:06:21.338726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'mac_address': 'fa:16:3e:18:a0:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:21.348846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-9cc6f60b-377a-40cd-8ac5-7af8bd60f35b req-74d48baf-a871-45d3-ab94-0013a114b184 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1891791697', 'description': 'tempest-description-815536941'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:21.381315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.392112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-f99956f4-1142-4496-8080-353eb3b36e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:21.393572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-f99956f4-1142-4496-8080-353eb3b36e9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1098430 Sep 19 03:06:21.410518 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9cc6f60b-377a-40cd-8ac5-7af8bd60f35b req-74d48baf-a871-45d3-ab94-0013a114b184 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.471242 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.498088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad28016-bbe8-477a-8f11-44cc17a0237f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:21.503269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-9add3411-ab3b-4254-bc6a-579cf8fd9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:21.505352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-9add3411-ab3b-4254-bc6a-579cf8fd9834 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1022873 Sep 19 03:06:21.546970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:21.564753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.586264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Deleting port b320c4db-9143-4616-9c3e-5f01c61218ce {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:21.587005 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.595311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] DHCP port deletion for da846b01-251f-4ae2-b339-ea7c56c78658 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:06:21.651165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=12']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:21.658401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:18Z', 'revision_number': 3, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:21.660500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9cc6f60b-377a-40cd-8ac5-7af8bd60f35b req-74d48baf-a871-45d3-ab94-0013a114b184 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.691157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:06:21.691534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Updating router fe535167-2140-40ab-ac28-48b53cb8eb0a port 3eb27e25-18be-4cad-a446-e266da69b585 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:06:21.701043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9cc6f60b-377a-40cd-8ac5-7af8bd60f35b req-74d48baf-a871-45d3-ab94-0013a114b184 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.723525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.735261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] For port b320c4db-9143-4616-9c3e-5f01c61218ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b320c4db-9143-4616-9c3e-5f01c61218ce,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:21.735780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.737225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.752810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] Deleting port b320c4db-9143-4616-9c3e-5f01c61218ce {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:21.753187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.782964 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9cc6f60b-377a-40cd-8ac5-7af8bd60f35b req-74d48baf-a871-45d3-ab94-0013a114b184 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.784255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cc6f60b-377a-40cd-8ac5-7af8bd60f35b req-74d48baf-a871-45d3-ab94-0013a114b184 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4682698 Sep 19 03:06:21.792119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Calling delete_port for b320c4db-9143-4616-9c3e-5f01c61218ce owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:21.801092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-119c5a75-48e8-4735-9bb9-bc127da9e8e5 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841744 Sep 19 03:06:21.814691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d48baf-a871-45d3-ab94-0013a114b184 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d59818a8-93de-41c9-ab61-c376153b47f1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:21.910278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] For port b320c4db-9143-4616-9c3e-5f01c61218ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b320c4db-9143-4616-9c3e-5f01c61218ce,segment=NetworkSegment(dd21c8ee-2c55-48c6-957f-e9e2e89d7896),segment_id=dd21c8ee-2c55-48c6-957f-e9e2e89d7896)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:21.910761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.921892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:21.928879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] Calling delete_port for b320c4db-9143-4616-9c3e-5f01c61218ce owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:21.953184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b4e5b-de07-4918-a71a-85a0bf613ab7 req-83e7f4b2-5d75-4725-8e90-2ac60d36475d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:21.955024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b5b4e5b-de07-4918-a71a-85a0bf613ab7 req-83e7f4b2-5d75-4725-8e90-2ac60d36475d tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.2596745 Sep 19 03:06:21.978474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Router 1785d4bc-bc8d-412a-be97-1368af017822 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:06:21.994828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Network aed05a07-ba2d-4097-a98f-f9182381c014 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:22.006314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:22.009190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:22.062130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b5b4e5b-de07-4918-a71a-85a0bf613ab7 req-940cfdef-ffdd-482a-ae7e-6609ac09e89e tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632491 Sep 19 03:06:22.065470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event updated for resources: {'Port': ['ID=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:22.069922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01135a82-511b-453b-a08a-5c3f1ddb7a4e req-a8561332-0518-45c8-ae0c-f2c35c368173 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:22.071572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01135a82-511b-453b-a08a-5c3f1ddb7a4e req-a8561332-0518-45c8-ae0c-f2c35c368173 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 931 time: 0.1694055 Sep 19 03:06:22.090452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-0318b398-d7d5-4fca-9c70-7246dc34387f service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793894 Sep 19 03:06:22.111208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-74d82e26-d54e-4995-b672-7ec62f91c1a5 req-29238d6b-f42c-4936-b0db-018deba110a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-404491863', 'description': 'tempest-description-1698963968'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:22.119131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.150802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01135a82-511b-453b-a08a-5c3f1ddb7a4e req-72bdd4c5-3bb1-449d-b5e5-3b215c5fff30 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586293 Sep 19 03:06:22.173519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b320c4db-9143-4616-9c3e-5f01c61218ce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:22.177541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] No DVR routers for this DVR port b320c4db-9143-4616-9c3e-5f01c61218ce on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:22.187370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.202897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-74d82e26-d54e-4995-b672-7ec62f91c1a5 req-29238d6b-f42c-4936-b0db-018deba110a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.233875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] No DVR routers for this DVR port b320c4db-9143-4616-9c3e-5f01c61218ce on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:22.242461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b48232-c92c-44a5-935b-dabe65c5999b None None] Pushing event deleted for resources: {'Port': ['ID=b320c4db-9143-4616-9c3e-5f01c61218ce,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:22.247715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:22.248429 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.302422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.309193 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.323431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.351203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['8ad28016-bbe8-477a-8f11-44cc17a0237f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:22.361564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:06:22.368593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.375184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da846b01-251f-4ae2-b339-ea7c56c78658']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:22.389877 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] Sync routers for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:06:22.398410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:22.398787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd21c8ee-2c55-48c6-957f-e9e2e89d7896') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:22.407551 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:22.408165 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:22.419005 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.423360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Attempting to bind port 3eb27e25-18be-4cad-a446-e266da69b585 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:22.423779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Attempting to bind port 3eb27e25-18be-4cad-a446-e266da69b585 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:22.424149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Attempting to bind port 3eb27e25-18be-4cad-a446-e266da69b585 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:22.438520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1c51-d56e-457c-8577-cba7c22d1dc3 None None] Pushing event updated for resources: {'Port': ['ID=3eb27e25-18be-4cad-a446-e266da69b585,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:22.444894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:22.445277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:22.445688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.446082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:22.446693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Bound port: 3eb27e25-18be-4cad-a446-e266da69b585, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:22.447105 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.453036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f0909-78e0-48db-96a5-9e57716ced51 req-82c92f5d-5e17-4d32-929b-2c772a6b849b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:22.453961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2aff2a12-4e1b-47d2-a893-107c3f1ab2de tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "PUT /v2.0/floatingips/3b2786e7-7603-4239-99e4-433f688273b0 HTTP/1.1" status: 200 len: 992 time: 3.3522367 Sep 19 03:06:22.455165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:22.458097 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:22.463457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f3f0909-78e0-48db-96a5-9e57716ced51 req-82c92f5d-5e17-4d32-929b-2c772a6b849b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2168777 Sep 19 03:06:22.471254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-c43dcd94-68f4-4854-a06e-31561c052bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:22.472785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-c43dcd94-68f4-4854-a06e-31561c052bbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1174 time: 0.1919088 Sep 19 03:06:22.475021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.492089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:06:22.492897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:06:22.494466 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:06:22.527837 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.571191 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] For port 3eb27e25-18be-4cad-a446-e266da69b585, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:22.591919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] For port 3eb27e25-18be-4cad-a446-e266da69b585, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3eb27e25-18be-4cad-a446-e266da69b585,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:22.603346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.631380 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:22.684677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:22.685340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:22.705361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-91b5fc80-6e4c-4594-8d54-418ddc79a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:22.706996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-91b5fc80-6e4c-4594-8d54-418ddc79a7c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 913 time: 0.2107368 Sep 19 03:06:22.724148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1c51-d56e-457c-8577-cba7c22d1dc3 None None] Pushing event updated for resources: {'Port': ['ID=3eb27e25-18be-4cad-a446-e266da69b585,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:22.731507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-74d82e26-d54e-4995-b672-7ec62f91c1a5 req-29238d6b-f42c-4936-b0db-018deba110a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.750245 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f3f0909-78e0-48db-96a5-9e57716ced51 req-b6b79a56-a080-41ae-bb5d-0ab4e6703ed2 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740059 Sep 19 03:06:22.757384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-af10ac12-e65f-4e24-b9ba-637b4f8bcf72 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7784433 Sep 19 03:06:22.780503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Request body: {'port': {'device_id': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:22.781928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-74d82e26-d54e-4995-b672-7ec62f91c1a5 req-29238d6b-f42c-4936-b0db-018deba110a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.788050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-d05c6fc0-1271-4a0a-81d4-230baacddf10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 200 len: 217 time: 0.0601726 Sep 19 03:06:22.789410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.804584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.806894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] 10.222.0.22 "DELETE /v2.0/networks/da846b01-251f-4ae2-b339-ea7c56c78658 HTTP/1.1" status: 204 len: 168 time: 1.5880101 Sep 19 03:06:22.834066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:22.908890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Allocated IP 172.20.0.1 (82189d7a-68db-4ae5-8827-a0bad5b7b8e0/a51d8ddc-0fed-4ec3-b9e6-33982e00ec21/2bf9e9e6-36e1-48b3-9d1b-5991ee61955a) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:22.916859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:22.948159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a519-4584-484a-82e2-c9acbd901c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=da846b01-251f-4ae2-b339-ea7c56c78658,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:22.958363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:22.977571 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3b2786e7-7603-4239-99e4-433f688273b0', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'port_id': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'mac_address': 'fa:16:3e:83:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537736cd-7610-4e87-9115-98fa209db00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:01Z', 'updated_at': '2021-09-19T03:06:20Z', 'revision_number': 1, 'project_id': '9483a53b2c9643059cea027e7e359194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:23.010558 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] Checking router: 1785d4bc-bc8d-412a-be97-1368af017822 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:06:23.021015 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:23.021870 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:23.053624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-74d82e26-d54e-4995-b672-7ec62f91c1a5 req-29238d6b-f42c-4936-b0db-018deba110a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.055091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74d82e26-d54e-4995-b672-7ec62f91c1a5 req-29238d6b-f42c-4936-b0db-018deba110a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9545636 Sep 19 03:06:23.067473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29238d6b-f42c-4936-b0db-018deba110a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=542bfae9-5af5-4bc8-82b3-1c8122a06b39,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:23.109347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-2e990e0b-7f90-4279-be8f-3f868ae0265e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:23.110894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-2e990e0b-7f90-4279-be8f-3f868ae0265e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.2970030 Sep 19 03:06:23.172106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.200175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b6074-f415-4c52-b45c-fb1799f9bdf9 req-34ed9eca-5f5d-48b9-9163-7c1ea74e3a4e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:23.209781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10b6074-f415-4c52-b45c-fb1799f9bdf9 req-34ed9eca-5f5d-48b9-9163-7c1ea74e3a4e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2668185 Sep 19 03:06:23.215116 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:23.222187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-86efbfca-c180-430a-8994-0401b3eb8a95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587025 Sep 19 03:06:23.230056 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648cfe7f-e37f-4f77-ba1a-09c06685c177 x-openstack-request-id: req-648cfe7f-e37f-4f77-ba1a-09c06685c177 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:23.230354 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:23.230613 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-648cfe7f-e37f-4f77-ba1a-09c06685c177 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:23.231035 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'status': 'completed', 'code': 200} Sep 19 03:06:23.248194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-abfb17e7-b305-48ca-96e2-042935978829 req-c826915a-0c9a-4e04-b55e-20dc0bc38986 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1088174905', 'description': 'tempest-description-1955809816'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:23.259183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:18Z', 'revision_number': 3, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:23.294718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec62911-7a42-407f-a544-2adb2677ee44 None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:18Z', 'revision_number': 3, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:06:23.297833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.340291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:23.350007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:23.355734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:23.421523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10b6074-f415-4c52-b45c-fb1799f9bdf9 req-b82b6f8f-adb5-4d1b-aff0-bc7f92b9e573 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109182 Sep 19 03:06:23.448048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:23.452048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:23.471026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.473876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.481166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-66257743-eac2-4100-92b3-70e4c3469e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:23.484131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-66257743-eac2-4100-92b3-70e4c3469e5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1097 time: 0.2259557 Sep 19 03:06:23.498436 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abfb17e7-b305-48ca-96e2-042935978829 req-c826915a-0c9a-4e04-b55e-20dc0bc38986 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.588564 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3b2786e7-7603-4239-99e4-433f688273b0', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'port_id': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'mac_address': 'fa:16:3e:83:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537736cd-7610-4e87-9115-98fa209db00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:01Z', 'updated_at': '2021-09-19T03:06:20Z', 'revision_number': 1, 'project_id': '9483a53b2c9643059cea027e7e359194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:23.632320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b320c4db-9143-4616-9c3e-5f01c61218ce no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:23.639638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Transition to ACTIVE for port object 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:23.670216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.674982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b320c4db-9143-4616-9c3e-5f01c61218ce {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:23.675708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b320c4db-9143-4616-9c3e-5f01c61218ce not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:23.799673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0fdfb928-e115-42b6-963d-2a772a4b15e0 None None] Provisioning complete for port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:23.800458 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb928-e115-42b6-963d-2a772a4b15e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:23.854803 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1dea74-0cdc-4a54-a2ef-4f2f67e07334 None None] The sync data for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 is: [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3b2786e7-7603-4239-99e4-433f688273b0', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'floating_ip_address': '172.25.8.235', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'port_id': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'mac_address': 'fa:16:3e:83:e8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '537736cd-7610-4e87-9115-98fa209db00f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:01Z', 'updated_at': '2021-09-19T03:06:20Z', 'revision_number': 1, 'project_id': '9483a53b2c9643059cea027e7e359194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:06:23.859539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfb928-e115-42b6-963d-2a772a4b15e0 None None] Port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:06:24.074677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.128577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-a523b1b1-01da-43ea-a7ef-8a48a5c13ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8939183 Sep 19 03:06:24.137019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Pushing event updated for resources: {'Port': ['ID=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:24.184658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7e3dc9-cfc4-4143-82de-77099506cd9b None None] New status for floating IP 3b2786e7-7603-4239-99e4-433f688273b0: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:06:24.237756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-bb51f1c0-a0ae-4afb-8698-5cd3a16386ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.239255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-bb51f1c0-a0ae-4afb-8698-5cd3a16386ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.7324035 Sep 19 03:06:24.245625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Attempting to bind port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:24.246218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Attempting to bind port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:24.246379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Attempting to bind port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:24.280664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 on network aed05a07-ba2d-4097-a98f-f9182381c014 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:24.280992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Attempting to bind port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:24.283305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad45e26-e04a-4367-84e8-f3f270fcfc91 req-b562ba73-afaa-4eef-8f21-9e0284d7b04f tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.290171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:24.290498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Checking segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:24.290689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ad45e26-e04a-4367-84e8-f3f270fcfc91 req-b562ba73-afaa-4eef-8f21-9e0284d7b04f tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.2798753 Sep 19 03:06:24.291265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Bound using segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:24.291892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Bound port: 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:24.292451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.385671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] For port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:24.389871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] For port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:24.410848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.467149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ad45e26-e04a-4367-84e8-f3f270fcfc91 req-101b7b4b-7fd1-4608-b2fa-924b2df5857b tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717322 Sep 19 03:06:24.470088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-94972cec-6300-4e0e-9351-86593a84e51e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1000 time: 0.1731548 Sep 19 03:06:24.472198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8638977-26bb-406f-8052-9b0d4eb62d41 req-6d376c02-9f97-4af5-ad11-642273862a5c service neutron] 10.222.0.32 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291204 Sep 19 03:06:24.474323 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.484309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.485094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.486513 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] 10.222.0.30 "PUT /v2.0/ports/0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 HTTP/1.1" status: 200 len: 1091 time: 1.7160239 Sep 19 03:06:24.490771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.534499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48956-7561-45d8-96c7-22fa2ac954fa service neutron] Pushing event updated for resources: {'Port': ['ID=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:24.538076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abfb17e7-b305-48ca-96e2-042935978829 req-c826915a-0c9a-4e04-b55e-20dc0bc38986 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.551771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abfb17e7-b305-48ca-96e2-042935978829 req-c826915a-0c9a-4e04-b55e-20dc0bc38986 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.575656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-05f2b374-6c3b-4980-80a5-4baa8701d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.577197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-05f2b374-6c3b-4980-80a5-4baa8701d35a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0984647 Sep 19 03:06:24.588361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.633251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:24.654824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e228b3-8615-47dc-967e-4ef5206d453a req-99af9c4d-7caa-4a34-8e09-f6a54f530166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.656366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-99af9c4d-7caa-4a34-8e09-f6a54f530166 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 1094 time: 0.1164620 Sep 19 03:06:24.656620 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abfb17e7-b305-48ca-96e2-042935978829 req-c826915a-0c9a-4e04-b55e-20dc0bc38986 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.657860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abfb17e7-b305-48ca-96e2-042935978829 req-c826915a-0c9a-4e04-b55e-20dc0bc38986 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4142053 Sep 19 03:06:24.660065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826915a-0c9a-4e04-b55e-20dc0bc38986 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61478728-fd2d-4b1d-be6b-2f4a1a8e4d93,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:24.715294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-ab56621c-4208-4c65-8f8e-ad4d66e907fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.716829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-ab56621c-4208-4c65-8f8e-ad4d66e907fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164403 Sep 19 03:06:24.724635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b165918-7677-406b-96c8-15bad15a0fe8 req-b49cd4f3-8863-4c58-a092-110f50a71f67 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.725001 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-4f788785-6eed-4678-9e65-df02bebe3a24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 HTTP/1.1" status: 200 len: 217 time: 0.0434127 Sep 19 03:06:24.726135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b165918-7677-406b-96c8-15bad15a0fe8 req-b49cd4f3-8863-4c58-a092-110f50a71f67 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 943 time: 0.1271586 Sep 19 03:06:24.731249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:24.787712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:24.792347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:24.797654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e228b3-8615-47dc-967e-4ef5206d453a req-cdac8b5e-54af-4b82-85a7-035d2bcb4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.799456 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-cdac8b5e-54af-4b82-85a7-035d2bcb4ca3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.0666759 Sep 19 03:06:24.875168 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-b12a359c-58c5-4b32-a8fd-07c5d23b4501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353065 Sep 19 03:06:24.936518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b165918-7677-406b-96c8-15bad15a0fe8 req-983a5370-3567-44be-b308-9c21ecff6b58 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960423 Sep 19 03:06:24.956667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:24.963746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e834f-3553-4374-bce4-f5af334c5dec req-5b67fdf1-230c-47fe-a53b-f303b5a53f5b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:24.971720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e90e834f-3553-4374-bce4-f5af334c5dec req-5b67fdf1-230c-47fe-a53b-f303b5a53f5b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 949 time: 0.2443309 Sep 19 03:06:25.032663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 8ad28016-bbe8-477a-8f11-44cc17a0237f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:25.037374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-a577b25e-7586-421a-b32e-fda0fb9739f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2278934 Sep 19 03:06:25.037560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 8ad28016-bbe8-477a-8f11-44cc17a0237f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:25.037985 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.059715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:06:25.064498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-55c0573e-3490-4c8a-b627-a9611805af39 service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357790 Sep 19 03:06:25.116548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2b4da777-f513-4e0f-aa63-121bb6d1440b None None] Provisioning complete for port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:25.116920 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b4da777-f513-4e0f-aa63-121bb6d1440b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.142371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-cc75d1e1-9acf-4d58-b30a-b5f8e7521adb service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547061 Sep 19 03:06:25.174146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e90e834f-3553-4374-bce4-f5af334c5dec req-7cd7f60f-cacd-4a56-88a8-ad33438e4cea tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961911 Sep 19 03:06:25.205468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2b4da777-f513-4e0f-aa63-121bb6d1440b None None] Port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:06:25.207863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.232411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:25.234827 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e40ee77-57d2-4c24-a8ea-3d064e26f364" -d '{"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-plugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:25.244936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'tag': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:25.247695 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff4eec1-9cd1-420b-a36a-79d0cd781a25", "tag": "0bc8b8b7-9ce5-4968-ab9e-15ac1170c491"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:25.257140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:25.262191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.319538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=13']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:25.322433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:06:25.332674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-07d487b5-6f2e-4e23-8891-9cd565076140 admin admin] 10.222.0.22 "PUT /v2.0/routers/fe535167-2140-40ab-ac28-48b53cb8eb0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3060360 Sep 19 03:06:25.342824 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-a5518255-d3de-4aa7-b786-d63218ae3877 service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915929 Sep 19 03:06:25.367890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d3d6a3f-bae9-44e3-bf7f-e17c3a76c63f req-48ffb39f-4493-4567-97e3-9fe2c40b2fe7 service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876303 Sep 19 03:06:25.379866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-0c88dcaf-7a09-4267-b8d4-67d6e0b44714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:25.381500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-0c88dcaf-7a09-4267-b8d4-67d6e0b44714 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 1101 time: 0.3162317 Sep 19 03:06:25.390283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2beb-4787-4571-ba0b-1f7af9087f4f req-f5f1ddb9-a181-4467-85fd-189a76d4de91 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:25.392003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25ce2beb-4787-4571-ba0b-1f7af9087f4f req-f5f1ddb9-a181-4467-85fd-189a76d4de91 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2428758 Sep 19 03:06:25.457733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e9b87-9adb-480a-aef1-130e83a708a8 req-9e6c54ce-5ebb-45bc-90d8-a71bba467ec7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:25.459374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d84e9b87-9adb-480a-aef1-130e83a708a8 req-9e6c54ce-5ebb-45bc-90d8-a71bba467ec7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.1691718 Sep 19 03:06:25.468415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39986) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:25.473192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Request body: {'floatingip': {'port_id': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:25.530727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.583634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25ce2beb-4787-4571-ba0b-1f7af9087f4f req-47af1e31-8ad1-4495-bed8-9c6b38181eb4 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711717 Sep 19 03:06:25.614065 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:06:25.628655 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:25.629512 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:25.680388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3eb27e25-18be-4cad-a446-e266da69b585 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:25.701050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-2c761052-681c-4a03-b5bf-b462bac9b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:25.702874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-2c761052-681c-4a03-b5bf-b462bac9b4ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2904792 Sep 19 03:06:25.770411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3eb27e25-18be-4cad-a446-e266da69b585 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:25.770813 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.778367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-8ff135b4-1c70-46e4-874e-de72ced5a5f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 200 len: 217 time: 0.0643375 Sep 19 03:06:25.790016 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:25.800047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Deleting port 12843a01-e94a-49ff-b026-d45c3996ff63 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:25.800396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.889512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9514fd6d-af44-467f-86d2-27952b4ff464 req-e0277c82-34da-4acb-8e3d-a1fffb611704 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 10895 time: 0.4102070 Sep 19 03:06:25.931730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.954889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 3eb27e25-18be-4cad-a446-e266da69b585, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3eb27e25-18be-4cad-a446-e266da69b585,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:25.963247 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:25.963977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-bc2447b5-27a9-4fa6-9bb3-aba1d8536a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:25.965521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-bc2447b5-27a9-4fa6-9bb3-aba1d8536a10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1788781 Sep 19 03:06:26.031973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=3eb27e25-18be-4cad-a446-e266da69b585,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:26.052213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] For port 12843a01-e94a-49ff-b026-d45c3996ff63, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=12843a01-e94a-49ff-b026-d45c3996ff63,segment=NetworkSegment(f4175c8f-b8e0-474c-9724-1928a9f17de3),segment_id=f4175c8f-b8e0-474c-9724-1928a9f17de3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:26.052590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.075523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9514fd6d-af44-467f-86d2-27952b4ff464 req-4be03d4c-abfc-4d31-bace-f3e744ed6ef1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/22108ce6-a2f7-4936-bcfe-6ae5aecab0b5 HTTP/1.1" status: 200 len: 2981 time: 0.1849144 Sep 19 03:06:26.093014 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:24Z', 'revision_number': 2, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:26.093437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Calling delete_port for 12843a01-e94a-49ff-b026-d45c3996ff63 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:26.096557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3934c-79dc-433f-9c97-6df2bc8e4071 req-2ca97de9-bf63-42e1-a083-ade020d5ef11 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:26.098071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ae3934c-79dc-433f-9c97-6df2bc8e4071 req-2ca97de9-bf63-42e1-a083-ade020d5ef11 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 1101 time: 0.1550848 Sep 19 03:06:26.122526 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:06:26.123104 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Updating router fe535167-2140-40ab-ac28-48b53cb8eb0a port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:06:26.126542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.131408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-970c0ad4-6bff-4561-9f35-7c2dd51b8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:26.132296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.133024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-970c0ad4-6bff-4561-9f35-7c2dd51b8c09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474140 Sep 19 03:06:26.152674 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.244136 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Floating IP b64823d2-8892-4c9c-b1b5-442e9ddd1d6f associated. External IP: 172.25.8.127, port: a0f33af4-d0f7-4534-b412-2aa88cb96b0e. Sep 19 03:06:26.269455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9514fd6d-af44-467f-86d2-27952b4ff464 req-825998f9-6967-4388-ae5e-df250a198b50 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/22108ce6-a2f7-4936-bcfe-6ae5aecab0b5 HTTP/1.1" status: 200 len: 2981 time: 0.1931250 Sep 19 03:06:26.271114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ae3934c-79dc-433f-9c97-6df2bc8e4071 req-a091cf5e-cbf9-4854-97fe-86e17b9258b5 tempest-MigrationsAdminTest-1375995054 tempest-MigrationsAdminTest-1375995054-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584229 Sep 19 03:06:26.323669 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31027b20-ba4a-494d-ac54-1c294fe56ff2 x-openstack-request-id: req-31027b20-ba4a-494d-ac54-1c294fe56ff2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:26.324685 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-plugged", "status": "completed", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:26.325057 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31027b20-ba4a-494d-ac54-1c294fe56ff2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:26.325546 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'code': 200} Sep 19 03:06:26.352241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-acd1c0c9-bc06-4b3e-860b-a1f62b744772 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065449 Sep 19 03:06:26.404051 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11361de4-3c36-47de-b42a-07e7980cd7e7 x-openstack-request-id: req-11361de4-3c36-47de-b42a-07e7980cd7e7 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:26.404659 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff4eec1-9cd1-420b-a36a-79d0cd781a25", "tag": "0bc8b8b7-9ce5-4968-ab9e-15ac1170c491", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:26.404659 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11361de4-3c36-47de-b42a-07e7980cd7e7 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:26.405083 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'tag': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491', 'status': 'completed', 'code': 200} Sep 19 03:06:26.528706 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.535899 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.563570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-97f797e5-5de5-4605-967e-fd3f986cfd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:26.565519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Router c083d62e-1798-40da-b71f-83c33ddb7ed0 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:06:26.565840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-97f797e5-5de5-4605-967e-fd3f986cfd47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 1094 time: 0.1949608 Sep 19 03:06:26.651657 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ed59-c507-454b-9327-e1a5d62fbc26 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:26.661544 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Attempting to bind port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:26.662081 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Attempting to bind port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:26.662620 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Attempting to bind port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:26.668720 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:26.669236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Checking segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:26.669732 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.670908 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Bound using segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:26.671475 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Bound port: 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:26.671951 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.708484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:06:26.714909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.717890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427f709-5b25-4287-93a0-20427e186fef None None] Sync routers for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:06:26.729915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c68d67-c1be-4491-b59c-dd43bd592db9 req-3af428c6-a61c-423e-9471-6eac3bfb0db1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:26.738282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:26.738534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6c68d67-c1be-4491-b59c-dd43bd592db9 req-3af428c6-a61c-423e-9471-6eac3bfb0db1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 943 time: 0.3278255 Sep 19 03:06:26.739744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:26.748839 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] For port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:26.753496 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] For port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:26.757159 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-40a646a6-ac50-42aa-b167-386177665d81 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "PUT /v2.0/floatingips/b64823d2-8892-4c9c-b1b5-442e9ddd1d6f HTTP/1.1" status: 200 len: 992 time: 1.2838356 Sep 19 03:06:26.761999 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.771882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd0503ca-dfbd-4bac-a5ef-cfa97b6a8588 req-af83fef1-a918-438e-964b-c37f637fcb76 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114656 Sep 19 03:06:26.838771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.849660 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1908ed59-c507-454b-9327-e1a5d62fbc26 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:26.865068 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:26.865707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e03b4e1d-a16e-4aaf-8e49-72d9ce0579a0 None None] Provisioning complete for port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:26.865850 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:26.866083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e03b4e1d-a16e-4aaf-8e49-72d9ce0579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:26.892598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:26.921832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6c68d67-c1be-4491-b59c-dd43bd592db9 req-269f8d43-f126-4a48-a142-52248ee34983 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772819 Sep 19 03:06:26.922901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Pushing event deleted for resources: {'Port': ['ID=12843a01-e94a-49ff-b026-d45c3996ff63,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:26.948790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-b56f7edd-3963-4b75-9a85-e30abd0cc267 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:26.954602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-b56f7edd-3963-4b75-9a85-e30abd0cc267 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 821 time: 0.4389801 Sep 19 03:06:27.013850 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:27.066252 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:06:27.072965 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e03b4e1d-a16e-4aaf-8e49-72d9ce0579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:27.079238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-20219083-baec-4306-98b0-1a156c6517de tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/quotas/6d806bfc6e6b4b529ea54f9eb29eee58 HTTP/1.1" status: 200 len: 375 time: 0.0947685 Sep 19 03:06:27.143607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-c2dd33bb-92a0-49a4-90ff-fda7e8751eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:27.143607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-c2dd33bb-92a0-49a4-90ff-fda7e8751eb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 913 time: 0.5605206 Sep 19 03:06:27.175463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e03b4e1d-a16e-4aaf-8e49-72d9ce0579a0 None None] For port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:27.197189 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e03b4e1d-a16e-4aaf-8e49-72d9ce0579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:27.285841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b4e1d-a16e-4aaf-8e49-72d9ce0579a0 None None] Pushing event updated for resources: {'Port': ['ID=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:27.303874 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:26Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:27.304165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'b64823d2-8892-4c9c-b1b5-442e9ddd1d6f', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'port_id': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'mac_address': 'fa:16:3e:de:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:05:58Z', 'updated_at': '2021-09-19T03:06:26Z', 'revision_number': 1, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 5, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:27.333418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427f709-5b25-4287-93a0-20427e186fef None None] Checking router: c083d62e-1798-40da-b71f-83c33ddb7ed0 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:06:27.340200 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12984b4-e07d-48a5-aca4-a90304694e47 None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:26Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:06:27.347268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:27.347907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:27.352424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-068bfb3e-58a9-4b33-96e4-e0c1333a1819 None None] Provisioning complete for port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:27.352655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-068bfb3e-58a9-4b33-96e4-e0c1333a1819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:27.512027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:27.593259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-582df417-8874-4354-bf82-47bf2d70634c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 HTTP/1.1" status: 200 len: 217 time: 0.4085171 Sep 19 03:06:27.650570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7bcfefa-f089-46fe-b27f-a3214347a4d5 req-2a8c0215-8e37-444e-bff3-0bbc2ac47047 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/d59818a8-93de-41c9-ab61-c376153b47f1 HTTP/1.1" status: 200 len: 1800 time: 0.5761523 Sep 19 03:06:27.715575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-f038cfcb-cd55-46b0-9e6c-e35956cfe5c3 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5693099 Sep 19 03:06:27.784835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-1a10090f-402f-492f-b0db-a5a376491cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:27.786328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-1a10090f-402f-492f-b0db-a5a376491cbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.1804814 Sep 19 03:06:27.791058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2427f709-5b25-4287-93a0-20427e186fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'b64823d2-8892-4c9c-b1b5-442e9ddd1d6f', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'port_id': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'mac_address': 'fa:16:3e:de:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:05:58Z', 'updated_at': '2021-09-19T03:06:26Z', 'revision_number': 1, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 5, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:27.900769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-457f79eb-1dbc-4e12-a9d4-0ed4189661ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513680 Sep 19 03:06:27.929493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f7bcfefa-f089-46fe-b27f-a3214347a4d5 req-00907c45-37f1-4ec1-9b0e-0c823648f1f4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:27.950070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:27.960353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3eb27e25-18be-4cad-a446-e266da69b585 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:27.963923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427f709-5b25-4287-93a0-20427e186fef None None] The sync data for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 is: [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'b64823d2-8892-4c9c-b1b5-442e9ddd1d6f', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'port_id': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'mac_address': 'fa:16:3e:de:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:05:58Z', 'updated_at': '2021-09-19T03:06:26Z', 'revision_number': 1, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 5, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:06:28.011331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3eb27e25-18be-4cad-a446-e266da69b585 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:28.011705 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:28.015967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f7bcfefa-f089-46fe-b27f-a3214347a4d5 req-00907c45-37f1-4ec1-9b0e-0c823648f1f4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:28.020479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-1337b617-b1b0-4943-9124-42a5bfce8376 service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946610 Sep 19 03:06:28.100429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:28.157521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:28.161478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:28.161879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:28.183916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-82bb2352-18e0-4bdf-a7e0-7718e6b64183 service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705424 Sep 19 03:06:28.272657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f7bcfefa-f089-46fe-b27f-a3214347a4d5 req-00907c45-37f1-4ec1-9b0e-0c823648f1f4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:28.275308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f7bcfefa-f089-46fe-b27f-a3214347a4d5 req-00907c45-37f1-4ec1-9b0e-0c823648f1f4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:28.276517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7bcfefa-f089-46fe-b27f-a3214347a4d5 req-00907c45-37f1-4ec1-9b0e-0c823648f1f4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/d59818a8-93de-41c9-ab61-c376153b47f1 HTTP/1.1" status: 204 len: 173 time: 0.6251600 Sep 19 03:06:28.325114 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c51d49-aa71-48ed-ad62-dfcb268390b8 None None] New status for floating IP b64823d2-8892-4c9c-b1b5-442e9ddd1d6f: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:06:28.339902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00907c45-37f1-4ec1-9b0e-0c823648f1f4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59818a8-93de-41c9-ab61-c376153b47f1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:28.343155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-c04c1f14-9dce-4d00-a530-3e73a393afea service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057208 Sep 19 03:06:28.374859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:28.386637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'port_id': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491', 'mac_address': 'fa:16:3e:30:e1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:28.405957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:28.408346 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748dda00-0d3e-4161-b204-553330c0e3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:28.453676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:28.455237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29ae6b65-cfe0-4f5a-9de8-53ebd84f5acd req-c6e3e89c-6878-4200-86b9-3bb2c12c4650 service neutron] 10.222.0.30 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612758 Sep 19 03:06:28.490583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:28.515017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:28.527097 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:28.616187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Router fb152369-7da0-4a92-b40d-cd409e8e5d40 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:06:28.624647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:28.770198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0bc8b8b7-9ce5-4968-ab9e-15ac1170c491'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:28.823493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816022b-576d-49c8-bcf2-c25bc55bce4f req-c2304cd0-001f-46aa-a2cc-217d61ae648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:28.824934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6816022b-576d-49c8-bcf2-c25bc55bce4f req-c2304cd0-001f-46aa-a2cc-217d61ae648a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.1381214 Sep 19 03:06:28.867596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9eaad-19e1-45ac-8e9d-846d4dcbd8b6 req-bef3ada6-edac-4458-a663-c20ce4dd7a31 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:28.869105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8f9eaad-19e1-45ac-8e9d-846d4dcbd8b6 req-bef3ada6-edac-4458-a663-c20ce4dd7a31 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1722820 Sep 19 03:06:28.912484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:06:28.922889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] Sync routers for ids ['fb152369-7da0-4a92-b40d-cd409e8e5d40'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:06:28.934049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] Routers {'fb152369-7da0-4a92-b40d-cd409e8e5d40'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:28.934505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fb152369-7da0-4a92-b40d-cd409e8e5d40'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:28.938093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-16af906f-84b1-490a-ac5f-2b7d629f6447 admin admin] 10.222.0.22 "PUT /v2.0/routers/fb152369-7da0-4a92-b40d-cd409e8e5d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0850389 Sep 19 03:06:28.942045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40034) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:28.970699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50656144-0333-4ce4-a301-50c01c78b49e req-f7b5f931-6e92-450f-b053-1f81b4aa5fcb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:28.977961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:28.979348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50656144-0333-4ce4-a301-50c01c78b49e req-f7b5f931-6e92-450f-b053-1f81b4aa5fcb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 944 time: 0.1603193 Sep 19 03:06:28.982213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:29.007016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6816022b-576d-49c8-bcf2-c25bc55bce4f req-0f9e8bf1-bec4-42a5-9722-864728a848b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704235 Sep 19 03:06:29.061527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8f9eaad-19e1-45ac-8e9d-846d4dcbd8b6 req-bdd5ecc8-3fef-412e-98d2-a0cd7a879bb2 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636817 Sep 19 03:06:29.107954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50656144-0333-4ce4-a301-50c01c78b49e req-592d4bd4-9185-4aaa-b188-a665da885f2a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242340 Sep 19 03:06:29.126955 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.164946 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-ad7a8a23-1f86-4f3a-bca4-5a179fa06105 req-25bd711a-3915-495a-82f6-0f477174e5e0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:06:29.176533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad7a8a23-1f86-4f3a-bca4-5a179fa06105 req-25bd711a-3915-495a-82f6-0f477174e5e0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/d59818a8-93de-41c9-ab61-c376153b47f1 HTTP/1.1" status: 404 len: 352 time: 0.0270407 Sep 19 03:06:29.186024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] Set router fb152369-7da0-4a92-b40d-cd409e8e5d40 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:29.257640 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f4cecf-c286-4aef-84c9-05d2a68c5058 x-openstack-request-id: req-82f4cecf-c286-4aef-84c9-05d2a68c5058 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:29.258365 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:29.258715 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82f4cecf-c286-4aef-84c9-05d2a68c5058 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:29.259148 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'status': 'completed', 'code': 200} Sep 19 03:06:29.308034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.390090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c0a84-a2b9-477d-b631-5e8c27450d46 req-733bb542-db55-427f-8095-8914f84fbe7b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:29.391932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d9c0a84-a2b9-477d-b631-5e8c27450d46 req-733bb542-db55-427f-8095-8914f84fbe7b tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 950 time: 0.1122775 Sep 19 03:06:29.420908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa10ba3d-af50-4712-873b-43ddbcde6151 req-7ca86ea4-e891-46a5-b06d-076469c8574e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 210 time: 0.0559802 Sep 19 03:06:29.452889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Deleting port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:29.454991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.515997 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.574700 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.583320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:29.585942 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe44cd-4a0c-4671-852d-067795c5923a" -d '{"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-unplugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:29.596052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] For port 63be5d85-cdf1-433d-bae9-c2e86e4c6e85, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:29.596432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.603872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d9c0a84-a2b9-477d-b631-5e8c27450d46 req-ea982473-8a44-4b5f-aff1-bd03553d5d7f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847486 Sep 19 03:06:29.608876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-f927e58b-7eb9-45af-8733-91739b768827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:29.611634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:29.612386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Calling delete_port for 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:29.620258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-f927e58b-7eb9-45af-8733-91739b768827 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a92781c3daf4afda295e5ee916d69e4&device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 1097 time: 0.1982546 Sep 19 03:06:29.629899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cfbcc79-bd55-4936-a8cd-77e488ff564d req-35242f09-35cb-42cc-aa28-f147a21c9137 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/542bfae9-5af5-4bc8-82b3-1c8122a06b39 HTTP/1.1" status: 200 len: 1800 time: 0.1442513 Sep 19 03:06:29.640084 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.648592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:29.677451 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a98e01-89fd-45f1-a57f-2d571ba94588 x-openstack-request-id: req-23a98e01-89fd-45f1-a57f-2d571ba94588 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:29.677764 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-unplugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:29.678025 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23a98e01-89fd-45f1-a57f-2d571ba94588 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:29.678421 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'code': 200} Sep 19 03:06:29.687139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'mac_address': 'fa:16:3e:28:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:29.742783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:29.766234 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.789372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4cfbcc79-bd55-4936-a8cd-77e488ff564d req-59c2252b-6092-4a10-b91f-abe5d2496397 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.812692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:29.817818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:06:26Z', 'revision_number': 5, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port': {'id': '63be5d85-cdf1-433d-bae9-c2e86e4c6e85', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:04:30Z', 'updated_at': '2021-09-19T03:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:29.827844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4cfbcc79-bd55-4936-a8cd-77e488ff564d req-59c2252b-6092-4a10-b91f-abe5d2496397 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.855949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-89e7ad30-b83e-48b8-9295-b4427541a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:29.859392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.860793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-89e7ad30-b83e-48b8-9295-b4427541a085 service neutron] 10.222.0.32 "GET /v2.0/networks?id=666c27a8-85c7-466c-aa8a-256bf8829a22 HTTP/1.1" status: 200 len: 907 time: 0.2262385 Sep 19 03:06:29.864715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] Checking router: fb152369-7da0-4a92-b40d-cd409e8e5d40 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:06:29.877195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:29.882608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] Routers {'fb152369-7da0-4a92-b40d-cd409e8e5d40'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:06:29.883285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fb152369-7da0-4a92-b40d-cd409e8e5d40'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:29.901680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=63be5d85-cdf1-433d-bae9-c2e86e4c6e85,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:29.958026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4cfbcc79-bd55-4936-a8cd-77e488ff564d req-59c2252b-6092-4a10-b91f-abe5d2496397 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.961062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4cfbcc79-bd55-4936-a8cd-77e488ff564d req-59c2252b-6092-4a10-b91f-abe5d2496397 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:29.966710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cfbcc79-bd55-4936-a8cd-77e488ff564d req-59c2252b-6092-4a10-b91f-abe5d2496397 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/542bfae9-5af5-4bc8-82b3-1c8122a06b39 HTTP/1.1" status: 204 len: 173 time: 0.2974155 Sep 19 03:06:29.980906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-db80514f-6e06-46b9-87c8-7ee0623d02cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e HTTP/1.1" status: 200 len: 1002 time: 0.1012492 Sep 19 03:06:29.981868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2252b-6092-4a10-b91f-abe5d2496397 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=542bfae9-5af5-4bc8-82b3-1c8122a06b39,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:30.006933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.010987 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.119059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.122907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.177666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] Set router fb152369-7da0-4a92-b40d-cd409e8e5d40 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:06:30.215410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-28925174-d9bb-4afa-9fdd-6da3d01bc304 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:30.217906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-28925174-d9bb-4afa-9fdd-6da3d01bc304 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.30 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 821 time: 0.1873341 Sep 19 03:06:30.264781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'port': {'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'admin_state_up': True, 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:30.270394 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-eb8b4a40-8e2d-4141-b214-6772ff822962 req-8fa371a8-1cbf-4efd-874f-20f368cd4d2c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:06:30.282312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb8b4a40-8e2d-4141-b214-6772ff822962 req-8fa371a8-1cbf-4efd-874f-20f368cd4d2c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/542bfae9-5af5-4bc8-82b3-1c8122a06b39 HTTP/1.1" status: 404 len: 352 time: 0.2825933 Sep 19 03:06:30.290480 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.291543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb152369-7da0-4a92-b40d-cd409e8e5d40 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:06:30.298544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.304465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-53fa164a-6153-4326-abef-308c580bcb62 admin admin] 10.222.0.22 "DELETE /v2.0/routers/fb152369-7da0-4a92-b40d-cd409e8e5d40 HTTP/1.1" status: 204 len: 168 time: 1.3606043 Sep 19 03:06:30.307279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:30.352014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:30.360752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-4357bf9c-f548-45cd-bfc3-685baa406720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:30.362547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-4357bf9c-f548-45cd-bfc3-685baa406720 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6eae28d-b942-46da-8400-ba3bf3b716b4 HTTP/1.1" status: 200 len: 845 time: 0.3723292 Sep 19 03:06:30.366104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] Deleting subnet 263c6344-c725-4a2e-9964-b0dd6ae873b2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:06:30.369551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.383518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:06:29Z', 'revision_number': 7, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:30.409740 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.417553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef732f2-0a69-42ab-b710-e1190c4c7599 req-5873a464-4ffc-4819-b983-5a5e7cf15e92 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:30.419070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ef732f2-0a69-42ab-b710-e1190c4c7599 req-5873a464-4ffc-4819-b983-5a5e7cf15e92 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 949 time: 0.1952417 Sep 19 03:06:30.420857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f179009-c57f-42a7-a929-4222add8b6c4 None None] The sync data for ids ['fb152369-7da0-4a92-b40d-cd409e8e5d40'] in n-d-809936-1 is: [{'id': 'fb152369-7da0-4a92-b40d-cd409e8e5d40', 'name': 'tempest-AttachSCSIVolumeTestJSON-1038319381-router', 'tenant_id': '6f760a29965c4dae8b1e6d05093cec8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:04:29Z', 'updated_at': '2021-09-19T03:06:29Z', 'revision_number': 7, 'project_id': '6f760a29965c4dae8b1e6d05093cec8b', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:06:30.446323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:30.472597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:30.477713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:30.478141 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.574076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ef732f2-0a69-42ab-b710-e1190c4c7599 req-fee88df4-27ba-4bbc-90e1-c8bf110c2f2d tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376748 Sep 19 03:06:30.591516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.598194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-11f69827-db57-47ea-a5d1-03d62cc372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:30.604649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-11f69827-db57-47ea-a5d1-03d62cc372aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=666c27a8-85c7-466c-aa8a-256bf8829a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053258 Sep 19 03:06:30.606665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Made reservation on behalf of 6d806bfc6e6b4b529ea54f9eb29eee58 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:30.610416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.633347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa803d06-7a6c-4179-932a-7a8df515b0c4 req-92111561-4d1e-41a0-8b7b-8ef4a400a9b7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:30.641499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa803d06-7a6c-4179-932a-7a8df515b0c4 req-92111561-4d1e-41a0-8b7b-8ef4a400a9b7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 944 time: 0.2440815 Sep 19 03:06:30.680250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:30.688167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.759629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:30.841892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.847957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa803d06-7a6c-4179-932a-7a8df515b0c4 req-e92a78ed-b06e-40d0-93b8-ebcbcb85dcaa tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052274 Sep 19 03:06:30.906239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-f9e48d97-8bb5-4fad-998a-b0b54f0866b9 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914257 Sep 19 03:06:30.910354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.936515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=263c6344-c725-4a2e-9964-b0dd6ae873b2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:30.940604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:30.942348 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5fafba4e-4e7e-4531-8c38-910a94a5acdb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/263c6344-c725-4a2e-9964-b0dd6ae873b2 HTTP/1.1" status: 204 len: 168 time: 0.6340306 Sep 19 03:06:30.944840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:30.949129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f745e-d69a-4452-b342-7e865ff48bed None None] Network 9289ba27-97ad-4037-931b-fd5fdecbb745 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:30.958289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cfe6bea-7161-4dab-b3de-b862ba9257eb req-fddade46-8458-4692-ba05-97a371827146 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/61478728-fd2d-4b1d-be6b-2f4a1a8e4d93 HTTP/1.1" status: 200 len: 1801 time: 0.1624954 Sep 19 03:06:30.987180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03e2804c-f392-4258-afa5-dd6e178cf5a6 req-a40cff48-d603-4f97-a964-89d340443303 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 210 time: 0.0461032 Sep 19 03:06:31.021991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.109266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Deleting port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:31.109510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.130487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Allocated IP 172.20.0.6 (82189d7a-68db-4ae5-8827-a0bad5b7b8e0/a51d8ddc-0fed-4ec3-b9e6-33982e00ec21/a99daf15-c501-439b-bbaa-0415e709625a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:31.187326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] DHCP port deletion for 9289ba27-97ad-4037-931b-fd5fdecbb745 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:06:31.202668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] For port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,segment=NetworkSegment(f4175c8f-b8e0-474c-9724-1928a9f17de3),segment_id=f4175c8f-b8e0-474c-9724-1928a9f17de3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:31.203573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.219546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Calling delete_port for 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:31.240679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] Deleting port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:31.241054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.245745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-ec064dd4-c554-44a8-8f3e-8437b307d095 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:31.247316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-ec064dd4-c554-44a8-8f3e-8437b307d095 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 950 time: 0.2657583 Sep 19 03:06:31.292706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78443a-ef00-4742-8510-2da6f0e5c7f2 req-52e3a176-c6a5-4c2b-a257-c9d0adb565c5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:31.294306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e78443a-ef00-4742-8510-2da6f0e5c7f2 req-52e3a176-c6a5-4c2b-a257-c9d0adb565c5 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 950 time: 0.1752529 Sep 19 03:06:31.296744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dda00-0d3e-4161-b204-553330c0e3a1 req-2c6ca391-69a6-4168-98fd-e5af2d63b420 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162417 Sep 19 03:06:31.307988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] For port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,segment=NetworkSegment(f4175c8f-b8e0-474c-9724-1928a9f17de3),segment_id=f4175c8f-b8e0-474c-9724-1928a9f17de3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:31.308506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.312005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.340527 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cfe6bea-7161-4dab-b3de-b862ba9257eb req-8a3c42f2-4aa2-4923-abae-cec21241da55 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.349196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] No DVR routers for this DVR port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:31.353981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:31.433498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.434784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cfe6bea-7161-4dab-b3de-b862ba9257eb req-8a3c42f2-4aa2-4923-abae-cec21241da55 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.455477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9289ba27-97ad-4037-931b-fd5fdecbb745']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:31.458583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] Calling delete_port for 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:31.465342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4175c8f-b8e0-474c-9724-1928a9f17de3') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:31.465759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4175c8f-b8e0-474c-9724-1928a9f17de3') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:06:31.475125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.496324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.503817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e78443a-ef00-4742-8510-2da6f0e5c7f2 req-5afe0cbb-9e93-4436-9c87-a7bdab40da4f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829541 Sep 19 03:06:31.515177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:06:31.516482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:06:31.521211 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:06:31.569948 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.602788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] Pushing event deleted for resources: {'Port': ['ID=7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:31.606172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8d1d70-1fc9-4ce1-be31-3beec5f91fa3 None None] No DVR routers for this DVR port 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:31.623436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Deleting port 8ad28016-bbe8-477a-8f11-44cc17a0237f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:31.623776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.626954 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cfe6bea-7161-4dab-b3de-b862ba9257eb req-8a3c42f2-4aa2-4923-abae-cec21241da55 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.630534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0cfe6bea-7161-4dab-b3de-b862ba9257eb req-8a3c42f2-4aa2-4923-abae-cec21241da55 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.632297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cfe6bea-7161-4dab-b3de-b862ba9257eb req-8a3c42f2-4aa2-4923-abae-cec21241da55 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/61478728-fd2d-4b1d-be6b-2f4a1a8e4d93 HTTP/1.1" status: 204 len: 173 time: 0.6476088 Sep 19 03:06:31.638623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.655202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:31.656739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.658718 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9289ba27-97ad-4037-931b-fd5fdecbb745 HTTP/1.1" status: 204 len: 168 time: 0.7130525 Sep 19 03:06:31.659872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622bf65-12df-497b-8805-54519e6f08e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9289ba27-97ad-4037-931b-fd5fdecbb745,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:31.682939 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:31.693277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:31.696937 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a99c560-f4a7-4deb-83df-01561a0c4156" -d '{"events": [{"server_uuid": "3ff4eec1-9cd1-420b-a36a-79d0cd781a25", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8b8b7-9ce5-4968-ab9e-15ac1170c491"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:31.704371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:31.723318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c42f2-4aa2-4923-abae-cec21241da55 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61478728-fd2d-4b1d-be6b-2f4a1a8e4d93,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:31.732926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:31.733465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 63be5d85-cdf1-433d-bae9-c2e86e4c6e85 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:31.734046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 12843a01-e94a-49ff-b026-d45c3996ff63 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:31.736031 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-714a1b46-51a4-46c3-bed2-6a416324e8dc req-6dab52a9-869d-49d9-843a-98d7cd6f6f07 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:06:31.737373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-714a1b46-51a4-46c3-bed2-6a416324e8dc req-6dab52a9-869d-49d9-843a-98d7cd6f6f07 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/61478728-fd2d-4b1d-be6b-2f4a1a8e4d93 HTTP/1.1" status: 404 len: 352 time: 0.0505967 Sep 19 03:06:31.767174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 12843a01-e94a-49ff-b026-d45c3996ff63 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:31.767527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 12843a01-e94a-49ff-b026-d45c3996ff63 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:31.767996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:31.801158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:31.801507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7e4644e7-9a2d-4ecb-8ef2-2fa293e5c1d6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:31.854204 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f544a86-cf00-49ae-b02d-090a63a6d601 x-openstack-request-id: req-4f544a86-cf00-49ae-b02d-090a63a6d601 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:31.854536 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff4eec1-9cd1-420b-a36a-79d0cd781a25", "name": "network-vif-plugged", "status": "completed", "tag": "0bc8b8b7-9ce5-4968-ab9e-15ac1170c491", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:31.854969 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f544a86-cf00-49ae-b02d-090a63a6d601 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:31.855629 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491', 'code': 200} Sep 19 03:06:31.885511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40078) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:31.949504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1f6c1492-ecb7-441a-b699-6772543e77fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0b81e5d1dfe498e8bf868d276525ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0619276 Sep 19 03:06:31.950257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40080) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:32.006344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bcec47b-e41a-48ea-9613-bed8885154fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.032940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bcec47b-e41a-48ea-9613-bed8885154fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.081002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bcec47b-e41a-48ea-9613-bed8885154fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.087509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bcec47b-e41a-48ea-9613-bed8885154fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.088763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1bcec47b-e41a-48ea-9613-bed8885154fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6a434a7-588f-495d-a26b-d5f0c42052b8 HTTP/1.1" status: 204 len: 168 time: 0.1369295 Sep 19 03:06:32.101019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcec47b-e41a-48ea-9613-bed8885154fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a434a7-588f-495d-a26b-d5f0c42052b8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:32.219383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.238336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] For port 8ad28016-bbe8-477a-8f11-44cc17a0237f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8ad28016-bbe8-477a-8f11-44cc17a0237f,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:32.238704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.253305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde058c3-d27c-4e66-93ce-378057d9d0d2 req-44fcbe57-b7ae-4ffb-b3eb-824d8caeb1bf tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:32.254719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dde058c3-d27c-4e66-93ce-378057d9d0d2 req-44fcbe57-b7ae-4ffb-b3eb-824d8caeb1bf tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 949 time: 0.5415888 Sep 19 03:06:32.315264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Calling delete_port for 8ad28016-bbe8-477a-8f11-44cc17a0237f owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:32.318199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bf308-c19d-4fe7-a4ac-262c0509b176 req-b02fdb31-402c-4c1d-968d-015e4bacf6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:32.319704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca9bf308-c19d-4fe7-a4ac-262c0509b176 req-b02fdb31-402c-4c1d-968d-015e4bacf6fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 1096 time: 0.1994641 Sep 19 03:06:32.340871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:32.362060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:32.376689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:32.388697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-941ed075-ca1a-4539-a52f-ac5c9fa73cd5 req-d069935c-4f72-455f-847f-b7035405db8f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 6147 time: 0.2638133 Sep 19 03:06:32.428353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Pushing event updated for resources: {'Port': ['ID=a99daf15-c501-439b-bbaa-0415e709625a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:32.433930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:32.481802 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d0de7160-3fae-40c8-85c1-b9e751240e5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f760a29965c4dae8b1e6d05093cec8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442479 Sep 19 03:06:32.482185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:32.490696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dde058c3-d27c-4e66-93ce-378057d9d0d2 req-875eb36f-10bf-4679-977b-6267a3bb324e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042079 Sep 19 03:06:32.534790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca9bf308-c19d-4fe7-a4ac-262c0509b176 req-3f0b4470-4bbc-4b1e-a7c1-0519cd1cb2da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963310 Sep 19 03:06:32.551937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66c3ee25-fdcd-4791-bff4-8e8ae3de9711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.561976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:32.562682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.587555 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66c3ee25-fdcd-4791-bff4-8e8ae3de9711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.597768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-941ed075-ca1a-4539-a52f-ac5c9fa73cd5 req-3972d0b1-4f68-4d27-b843-67069b864039 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/22108ce6-a2f7-4936-bcfe-6ae5aecab0b5 HTTP/1.1" status: 200 len: 2981 time: 0.1492848 Sep 19 03:06:32.606957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-483be488-14ec-4e82-b654-59e8dc8f319e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3492196 Sep 19 03:06:32.630736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-331b15fe-2db9-4a9a-81d5-fa5ca48be7fa None None] Provisioning complete for port a99daf15-c501-439b-bbaa-0415e709625a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:32.631380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-331b15fe-2db9-4a9a-81d5-fa5ca48be7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.642321 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66c3ee25-fdcd-4791-bff4-8e8ae3de9711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.644870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66c3ee25-fdcd-4791-bff4-8e8ae3de9711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.648904 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-66c3ee25-fdcd-4791-bff4-8e8ae3de9711 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d5b804c-81cf-40c0-b5cf-7061131ee140 HTTP/1.1" status: 204 len: 168 time: 0.1651437 Sep 19 03:06:32.660936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3ee25-fdcd-4791-bff4-8e8ae3de9711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5b804c-81cf-40c0-b5cf-7061131ee140,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:32.676518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-331b15fe-2db9-4a9a-81d5-fa5ca48be7fa None None] Port a99daf15-c501-439b-bbaa-0415e709625a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:06:32.687077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-941ed075-ca1a-4539-a52f-ac5c9fa73cd5 req-c23542b8-5e13-4d6d-8f6f-4660d9eebb08 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/22108ce6-a2f7-4936-bcfe-6ae5aecab0b5 HTTP/1.1" status: 200 len: 2981 time: 0.0883708 Sep 19 03:06:32.703293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.716414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839', '3d50a792-6092-43cf-8687-ac0eb003f279'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:32.745557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event deleted for resources: {'Port': ['ID=8ad28016-bbe8-477a-8f11-44cc17a0237f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:32.746338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:32.771810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Request body: {'port': {'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:32.886684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] No DVR routers for this DVR port 8ad28016-bbe8-477a-8f11-44cc17a0237f on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:32.899299 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:32.901542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7b02780-9f4d-4d78-9a9c-738d317a593d req-71bc6695-2d24-4d3c-bca3-3681f8043a49 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "DELETE /v2.0/ports/8ad28016-bbe8-477a-8f11-44cc17a0237f HTTP/1.1" status: 204 len: 173 time: 1.6385977 Sep 19 03:06:32.921628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-deleted', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:32.924005 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b973eeb-98a9-4f82-ad88-7f48b276d58b" -d '{"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-deleted", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:32.974821 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.001231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28161109-c5ab-4c9d-ad64-a987ae654b17 req-b16bdc99-6e86-44ca-8329-b8276aaa8ac3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:33.008413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28161109-c5ab-4c9d-ad64-a987ae654b17 req-b16bdc99-6e86-44ca-8329-b8276aaa8ac3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 945 time: 0.2678730 Sep 19 03:06:33.010060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:33.069200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd7a70-25f7-4f7c-94d4-998b9348c4cb req-c7199ddd-6c59-4222-98c1-b523ca2c7f53 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:33.070848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99dd7a70-25f7-4f7c-94d4-998b9348c4cb req-c7199ddd-6c59-4222-98c1-b523ca2c7f53 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 931 time: 0.2310796 Sep 19 03:06:33.179103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28161109-c5ab-4c9d-ad64-a987ae654b17 req-3074e084-253e-415b-8976-2f4640b8ea7c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697884 Sep 19 03:06:33.184131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:33.184382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.188261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99dd7a70-25f7-4f7c-94d4-998b9348c4cb req-0b965a22-a6ae-48c4-8fc0-434f70f8afbd tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013522 Sep 19 03:06:33.354483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f58f160-fd6b-483c-b350-95c287413505 req-6fe166df-ea85-4e83-bf14-db10a75b3723 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=89702706-804f-4f5d-866c-cf3947356ade HTTP/1.1" status: 200 len: 210 time: 0.0610669 Sep 19 03:06:33.365285 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.397799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fdeb7-5a9d-43cb-b882-adcad0027d77 req-54230e24-2bdc-46d2-9368-addccebf515c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:33.399584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a8fdeb7-5a9d-43cb-b882-adcad0027d77 req-54230e24-2bdc-46d2-9368-addccebf515c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 949 time: 0.1073053 Sep 19 03:06:33.410934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:33.422761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.424119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:33.479008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a8fdeb7-5a9d-43cb-b882-adcad0027d77 req-0ba36bd2-3a54-427a-9bd5-06d11d835e2a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 Sep 19 03:06:33.483847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 8ad28016-bbe8-477a-8f11-44cc17a0237f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:33.484259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8ad28016-bbe8-477a-8f11-44cc17a0237f not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:33.492032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99daf15-c501-439b-bbaa-0415e709625a {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:33.501825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.527223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Transition to ACTIVE for port object a99daf15-c501-439b-bbaa-0415e709625a will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:33.535537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-690dca38-c290-43b3-ad96-cab0beaf075f req-7eceffd9-9d21-4826-9bea-7b80b259c6f1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1240051419', 'description': 'tempest-description-2081267640'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:33.576002 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ed189a-7102-4c02-9be4-24697e2f79ec x-openstack-request-id: req-52ed189a-7102-4c02-9be4-24697e2f79ec {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:33.576319 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89702706-804f-4f5d-866c-cf3947356ade", "name": "network-vif-deleted", "tag": "8ad28016-bbe8-477a-8f11-44cc17a0237f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:33.576586 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52ed189a-7102-4c02-9be4-24697e2f79ec {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:33.577131 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89702706-804f-4f5d-866c-cf3947356ade', 'name': 'network-vif-deleted', 'tag': '8ad28016-bbe8-477a-8f11-44cc17a0237f', 'status': 'completed', 'code': 200} Sep 19 03:06:33.578768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.585320 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-690dca38-c290-43b3-ad96-cab0beaf075f req-7eceffd9-9d21-4826-9bea-7b80b259c6f1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.603434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:33.616514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40126) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:33.708551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Pushing event updated for resources: {'Port': ['ID=a99daf15-c501-439b-bbaa-0415e709625a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:33.839695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Attempting to bind port a99daf15-c501-439b-bbaa-0415e709625a on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:33.840106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Attempting to bind port a99daf15-c501-439b-bbaa-0415e709625a by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:33.840503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Attempting to bind port a99daf15-c501-439b-bbaa-0415e709625a on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:33.843275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2068768403-network', 'tenant_id': '5b097bc8d63241268cf99771a88f559b'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:33.856701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:33.857772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Port a99daf15-c501-439b-bbaa-0415e709625a on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:33.860559 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218f003c-c6bc-4a2d-8b1c-7e1e0cd00081" -d '{"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-plugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:33.863919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Attempting to bind port a99daf15-c501-439b-bbaa-0415e709625a on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:33.883066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-690dca38-c290-43b3-ad96-cab0beaf075f req-7eceffd9-9d21-4826-9bea-7b80b259c6f1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.884687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:33.885025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Checking segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:33.885415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Bound using segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:33.885855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Bound port: a99daf15-c501-439b-bbaa-0415e709625a, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:33.886209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.897809 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-690dca38-c290-43b3-ad96-cab0beaf075f req-7eceffd9-9d21-4826-9bea-7b80b259c6f1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.910123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Made reservation on behalf of 5b097bc8d63241268cf99771a88f559b for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:33.913079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.941058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.981362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-690dca38-c290-43b3-ad96-cab0beaf075f req-7eceffd9-9d21-4826-9bea-7b80b259c6f1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:33.983682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-690dca38-c290-43b3-ad96-cab0beaf075f req-7eceffd9-9d21-4826-9bea-7b80b259c6f1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4607437 Sep 19 03:06:34.026616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eceffd9-9d21-4826-9bea-7b80b259c6f1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e951887-a34f-4b64-a5d9-d4d30a48a985,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:34.041544 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689f1ed4-702c-41aa-b5e9-4656134602a1 x-openstack-request-id: req-689f1ed4-702c-41aa-b5e9-4656134602a1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:34.041881 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-plugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:34.042129 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-689f1ed4-702c-41aa-b5e9-4656134602a1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:34.042519 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'code': 200} Sep 19 03:06:34.063893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c656e061-5778-4777-b74b-96899c47dbe7 req-7fa52ed1-d5e2-439d-9a18-807f2f761919 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-997530834', 'description': 'tempest-description-1609386018'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:34.073860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] For port a99daf15-c501-439b-bbaa-0415e709625a, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:34.089951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] For port a99daf15-c501-439b-bbaa-0415e709625a, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=a99daf15-c501-439b-bbaa-0415e709625a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:34.093322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.096428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.099637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.116013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e7ef-3311-4a09-8ed5-e267bcacfb36 req-bcfaa4eb-d775-43d6-beac-97469ca4e82e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.120113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd81e7ef-3311-4a09-8ed5-e267bcacfb36 req-bcfaa4eb-d775-43d6-beac-97469ca4e82e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1138053 Sep 19 03:06:34.127673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:06:34.137655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5f9df-a92d-4b6a-a010-17333bc59c86,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:34.143039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.143390 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Added segment 836d731c-7a46-4050-8606-8434d6793d3f of type vlan for network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 Sep 19 03:06:34.171592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.171954 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.173352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] 10.222.0.30 "PUT /v2.0/ports/a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 1091 time: 1.4167438 Sep 19 03:06:34.174240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c656e061-5778-4777-b74b-96899c47dbe7 req-7fa52ed1-d5e2-439d-9a18-807f2f761919 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.185787 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.224282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9efc8-feb5-47c4-871b-ab3a56aadc8b service neutron] Pushing event updated for resources: {'Port': ['ID=a99daf15-c501-439b-bbaa-0415e709625a,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:34.225038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.226081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.226670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.261481 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6431017 Sep 19 03:06:34.264991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40156) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:34.270772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Request body: {'subnet': {'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2068768403-subnet', 'tenant_id': '5b097bc8d63241268cf99771a88f559b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:34.272782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd81e7ef-3311-4a09-8ed5-e267bcacfb36 req-0137b076-e601-4406-99eb-1a04aae1ee9f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176646 Sep 19 03:06:34.324802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196131da-b9e1-4774-822a-45b0f5597ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=75c2c4e6-71b9-4973-8967-7ba6d2bc4f44,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:34.335675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:06:34.365716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-eee68307-b785-4f7b-b9c8-e01137b459dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.367368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-eee68307-b785-4f7b-b9c8-e01137b459dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1094 time: 0.1370316 Sep 19 03:06:34.432100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-78a22e68-ca21-46ec-8e81-aa708dad74ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 217 time: 0.0435929 Sep 19 03:06:34.501009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a83fb9-a3db-41be-9118-037d0407cbb6 req-c2504af3-6e4e-49f3-a213-801deac8dcd4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.502459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0a83fb9-a3db-41be-9118-037d0407cbb6 req-c2504af3-6e4e-49f3-a213-801deac8dcd4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 945 time: 0.1574576 Sep 19 03:06:34.512056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c656e061-5778-4777-b74b-96899c47dbe7 req-7fa52ed1-d5e2-439d-9a18-807f2f761919 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.525143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c656e061-5778-4777-b74b-96899c47dbe7 req-7fa52ed1-d5e2-439d-9a18-807f2f761919 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.532968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Made reservation on behalf of 5b097bc8d63241268cf99771a88f559b for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:34.535368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.543700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-780e73e1-f451-4d34-9b5c-000f8007d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.545197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-780e73e1-f451-4d34-9b5c-000f8007d797 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1036308 Sep 19 03:06:34.599524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c656e061-5778-4777-b74b-96899c47dbe7 req-7fa52ed1-d5e2-439d-9a18-807f2f761919 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.600744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c656e061-5778-4777-b74b-96899c47dbe7 req-7fa52ed1-d5e2-439d-9a18-807f2f761919 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5455539 Sep 19 03:06:34.603877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52ed1-d5e2-439d-9a18-807f2f761919 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f5b16-8afb-489e-8aaf-92f4b2f47794,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:34.621219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0a83fb9-a3db-41be-9118-037d0407cbb6 req-d73fdf26-635d-4a81-9f04-69a7201fcfe9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115291 Sep 19 03:06:34.626915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-6d43f88e-464e-43ac-8a93-f74e29ce5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.628532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-6d43f88e-464e-43ac-8a93-f74e29ce5083 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731714 Sep 19 03:06:34.754229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-afe31ade-9fdf-4021-a962-9a8a4150f8fd service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174216 Sep 19 03:06:34.811121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.866985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e0585-58b7-4929-9391-67fdc3cb3474 req-79e4516f-b021-47f7-8937-48c01ce7ac4f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.868526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b6e0585-58b7-4929-9391-67fdc3cb3474 req-79e4516f-b021-47f7-8937-48c01ce7ac4f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 943 time: 0.1354396 Sep 19 03:06:34.888179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ea79e3-51c9-4aaa-953a-4dd55d3c898d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:34.903698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Checking segment: {'id': '836d731c-7a46-4050-8606-8434d6793d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:34.904037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Network hostable DHCP agents. Network: 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:06:34.914373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bb2fb5e-f920-4315-af0c-898e84305a5a req-998da1ca-c66d-428c-9170-bb4fcb6a81a4 service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444135 Sep 19 03:06:34.927505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:06:34.928986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b6e0585-58b7-4929-9391-67fdc3cb3474 req-f8a5eef7-8ad7-47c8-9182-46fdb35ccb0c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477440 Sep 19 03:06:34.969796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:34.977313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:34.978064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:34.988765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c4dba-5c7c-4cec-850b-84a121e46901 None None] Network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:35.010925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90a2f565-f1e5-494c-abfd-905a6d9c6550 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7397013 Sep 19 03:06:35.189709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5301203-9c5b-40a4-8a76-fc7b694b3728 None None] Network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:35.222423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-8ae022f3-9278-4d6b-aeab-922a02fa90a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:35.229893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-8ae022f3-9278-4d6b-aeab-922a02fa90a0 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 812 time: 0.1946259 Sep 19 03:06:35.247300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-1687a13f-9095-4c4a-a175-e9d7cab9dc2c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/quotas/3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 375 time: 0.0161731 Sep 19 03:06:35.340743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37557252-3c97-4848-9e72-8bbe1ca6950d req-c35f986b-6270-4ccc-b547-4ffcf896b02f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:35.343027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37557252-3c97-4848-9e72-8bbe1ca6950d req-c35f986b-6270-4ccc-b547-4ffcf896b02f tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 950 time: 0.0848305 Sep 19 03:06:35.351262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-bde007e6-5a3d-4d4a-8ad4-59cdf5dbb63a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024425 Sep 19 03:06:35.446430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37557252-3c97-4848-9e72-8bbe1ca6950d req-d24395a1-d271-4ac0-9889-20ad200b94c8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935233 Sep 19 03:06:35.484025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-38e559af-b1c2-400a-b955-132c8c1f654b service neutron] 10.222.0.22 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252081 Sep 19 03:06:35.579140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:35.581363 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd28e0b-6ae5-4a91-8e14-484b079d3970" -d '{"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:35.609727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f8a6d-60a5-4f8f-9be4-3033f69e0098 req-4b97847b-7881-4843-a9a2-c01d7be02e84 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:35.610632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd3f8a6d-60a5-4f8f-9be4-3033f69e0098 req-4b97847b-7881-4843-a9a2-c01d7be02e84 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1009977 Sep 19 03:06:35.639155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d19ac33c-f375-47ee-a973-922cecd0a445 service neutron] 10.222.0.22 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471896 Sep 19 03:06:35.666065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd3f8a6d-60a5-4f8f-9be4-3033f69e0098 req-7515eace-590a-494e-b8b6-34ada4c8a172 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492666 Sep 19 03:06:35.666242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:35.672714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-358762564-network', 'tenant_id': '610532c792a347f0a20dc8a1185f818b'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:35.701971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Made reservation on behalf of 610532c792a347f0a20dc8a1185f818b for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:35.708028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:35.720820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:35.731801 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2941883f-bef3-442c-bc9e-f202f35449f7 x-openstack-request-id: req-2941883f-bef3-442c-bc9e-f202f35449f7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:35.733044 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:35.733385 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2941883f-bef3-442c-bc9e-f202f35449f7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:35.738117 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a', 'status': 'completed', 'code': 200} Sep 19 03:06:35.815781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-5b8b4657-2336-4ed2-8a8f-66f3eef9b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:35.817509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-5b8b4657-2336-4ed2-8a8f-66f3eef9b556 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1094 time: 0.0637252 Sep 19 03:06:35.910104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f76db8d-577a-4114-a0c0-999140f98b71 req-b846f3d8-7464-479a-b4d6-6635731cb313 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 210 time: 0.0982358 Sep 19 03:06:35.920496 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:35.928216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:35.943747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:06:35.979704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:35.980170 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Added segment 1e2c5d0c-fcd6-4980-9a15-ed5628ea8bd1 of type vlan for network 3549f9a3-633f-457a-82dc-56e2bc37a8bd Sep 19 03:06:35.998990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-da9fde18-cb12-4947-8ce8-55032648121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.001000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-da9fde18-cb12-4947-8ce8-55032648121c service neutron] 10.222.0.30 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.1643884 Sep 19 03:06:36.026309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248798a8-b7a5-498a-9d2f-0642345ec8d9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:36.040554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:36.073636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:36.074501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.075281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:36.082110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-cf48786c-b6ae-47c9-b5d6-53d36f964250 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 217 time: 0.0405872 Sep 19 03:06:36.109391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00264cab-026a-41e4-b7b0-27afbccd6582 req-c114f60e-abfd-4c0e-8596-bcbd5ccf0237 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.111174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00264cab-026a-41e4-b7b0-27afbccd6582 req-c114f60e-abfd-4c0e-8596-bcbd5ccf0237 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 943 time: 0.1047211 Sep 19 03:06:36.122579 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4546921 Sep 19 03:06:36.131136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40222) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:36.139490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Request body: {'subnet': {'network_id': '3549f9a3-633f-457a-82dc-56e2bc37a8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-358762564-subnet', 'tenant_id': '610532c792a347f0a20dc8a1185f818b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:36.161705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759198ac-3f39-4252-8f9b-91318df9b1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3549f9a3-633f-457a-82dc-56e2bc37a8bd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:36.172884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 3549f9a3-633f-457a-82dc-56e2bc37a8bd details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:06:36.229122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00264cab-026a-41e4-b7b0-27afbccd6582 req-039be3eb-48a5-4c27-9ffb-19f82990322f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964563 Sep 19 03:06:36.234490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-4fec1ff3-98f9-474e-8c8f-43e055e03475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.240200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-4fec1ff3-98f9-474e-8c8f-43e055e03475 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1493750 Sep 19 03:06:36.241196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Made reservation on behalf of 610532c792a347f0a20dc8a1185f818b for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:36.243617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:36.354880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-48652562-e170-44cf-b049-420e9f5c824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.356384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-48652562-e170-44cf-b049-420e9f5c824d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096516 Sep 19 03:06:36.496498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-ccf7d5da-31a5-4598-b697-80d9e956bb8f service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296129 Sep 19 03:06:36.590890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:36.691921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=765afbe0-b42d-4731-adf2-5f04629af635,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:36.706139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e292e2-c3e4-4372-875d-54d3549b27f5 req-df3e9763-8741-4613-9d0b-e2092e78294a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.713383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40e292e2-c3e4-4372-875d-54d3549b27f5 req-df3e9763-8741-4613-9d0b-e2092e78294a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 950 time: 0.1688807 Sep 19 03:06:36.765345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bd28e0b-6ae5-4a91-8e14-484b079d3970 req-b99aa984-c661-4030-8f13-7ad0d207cc08 service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466824 Sep 19 03:06:36.790784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Checking segment: {'id': '1e2c5d0c-fcd6-4980-9a15-ed5628ea8bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3549f9a3-633f-457a-82dc-56e2bc37a8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:36.791146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Network hostable DHCP agents. Network: 3549f9a3-633f-457a-82dc-56e2bc37a8bd, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:06:36.806271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40e292e2-c3e4-4372-875d-54d3549b27f5 req-83f20300-2750-42e6-a309-86cf6c4e0814 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919218 Sep 19 03:06:36.834505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018921-b49e-4a16-b453-2a37f1ef4345 req-7b42a353-345c-4e87-9b0f-1c7b1614c4ab tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.841921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee018921-b49e-4a16-b453-2a37f1ef4345 req-7b42a353-345c-4e87-9b0f-1c7b1614c4ab tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0921013 Sep 19 03:06:36.867867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Network 3549f9a3-633f-457a-82dc-56e2bc37a8bd is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:06:36.907427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 3549f9a3-633f-457a-82dc-56e2bc37a8bd) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:36.917635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fbb82-32fe-443f-ad6e-c3534c1f591d None None] Network 3549f9a3-633f-457a-82dc-56e2bc37a8bd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:36.921044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:36.921733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:36.967186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee018921-b49e-4a16-b453-2a37f1ef4345 req-4cfc9ae3-72d9-4505-89fe-29ee8a455992 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243169 Sep 19 03:06:37.022422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-15d5393e-783e-4082-8912-522155ae6453 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8887143 Sep 19 03:06:37.052483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-84d281c2-f9c7-4f89-ad71-5cc85819976b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:37.054548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-84d281c2-f9c7-4f89-ad71-5cc85819976b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.30 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 812 time: 0.2045197 Sep 19 03:06:37.071730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'port': {'device_id': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0', 'admin_state_up': True, 'tenant_id': '3e55c48edbb34e65be923862a77930d0'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:37.101090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0809089c-a336-4680-b1e8-77a83e591285 req-d8f9e6da-4fd4-4e58-9a2d-51bd6f620065 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 210 time: 0.0455213 Sep 19 03:06:37.152743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06492312-ba02-4446-a234-9e5cec7165e5 None None] Network 3549f9a3-633f-457a-82dc-56e2bc37a8bd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:06:37.237569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-239b81cc-079e-4c8b-add7-7e33498f0b20 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:37.239103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-239b81cc-079e-4c8b-add7-7e33498f0b20 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 950 time: 0.0756347 Sep 19 03:06:37.306498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Made reservation on behalf of 3e55c48edbb34e65be923862a77930d0 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:37.313976 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:37.461089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8b1cc-cd44-4a46-a312-d641a7592998 req-07cc8249-b8bd-4def-88da-d8ee9a0ec487 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:37.465073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fee8b1cc-cd44-4a46-a312-d641a7592998 req-07cc8249-b8bd-4def-88da-d8ee9a0ec487 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 943 time: 0.1484389 Sep 19 03:06:37.501778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Deleting port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:37.502132 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:37.926128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fee8b1cc-cd44-4a46-a312-d641a7592998 req-434e1f1b-000a-4958-b169-a1c2c36edafd tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485481 Sep 19 03:06:38.003157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Allocated IP 172.20.0.8 (eae26b14-1234-45dc-90b4-f1f436e735d0/d06df20a-91ec-4389-875b-2a992142f5cf/2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:38.085303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-20bdc789-a0b6-474c-8b32-909c89910ddf tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:38.086762 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-20bdc789-a0b6-474c-8b32-909c89910ddf tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/networks?id=75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 HTTP/1.1" status: 200 len: 815 time: 0.5802817 Sep 19 03:06:38.088482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] For port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:38.088849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.136874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Calling delete_port for b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:38.155698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-4be502d5-c250-4167-bc44-ec6e7b852582 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/quotas/5b097bc8d63241268cf99771a88f559b HTTP/1.1" status: 200 len: 375 time: 0.0431724 Sep 19 03:06:38.185928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device a99daf15-c501-439b-bbaa-0415e709625a details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:38.258398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1bfb3-a091-4400-93e7-f5908cc50fc4 req-68254b79-b669-4f00-92c2-628ec02bd336 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:38.259927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3e1bfb3-a091-4400-93e7-f5908cc50fc4 req-68254b79-b669-4f00-92c2-628ec02bd336 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e231988-64c1-4e84-a791-142cfa31b45d HTTP/1.1" status: 200 len: 950 time: 0.2097352 Sep 19 03:06:38.266428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-d6c2ed58-4818-4b85-b61b-786f41ada00c tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5b097bc8d63241268cf99771a88f559b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1017063 Sep 19 03:06:38.291556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port a99daf15-c501-439b-bbaa-0415e709625a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=a99daf15-c501-439b-bbaa-0415e709625a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:38.304808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'a99daf15-c501-439b-bbaa-0415e709625a', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'mac_address': 'fa:16:3e:1a:c6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:38.344567 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.359850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99daf15-c501-439b-bbaa-0415e709625a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:38.383073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port a99daf15-c501-439b-bbaa-0415e709625a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=a99daf15-c501-439b-bbaa-0415e709625a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:38.387745 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.441501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=a99daf15-c501-439b-bbaa-0415e709625a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:38.448230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3e1bfb3-a091-4400-93e7-f5908cc50fc4 req-23e79689-fead-4038-9197-8d0f4bcdd979 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521521 Sep 19 03:06:38.470050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.525185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-d54c0f71-36e2-471e-92ab-c300eedd2528 service neutron] 10.222.0.22 "GET /v2.0/networks/75c2c4e6-71b9-4973-8967-7ba6d2bc4f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308838 Sep 19 03:06:38.600346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.615849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839', '3d50a792-6092-43cf-8687-ac0eb003f279'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:38.644021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['a99daf15-c501-439b-bbaa-0415e709625a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:38.686091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event deleted for resources: {'Port': ['ID=b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:38.735565 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.740526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.740811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.741139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.741471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.741801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.742126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.742445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.742783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.743101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.743418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.743756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.744272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:38.754546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] No DVR routers for this DVR port b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:38.757123 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.759505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b02117a6-11e8-4301-a1fa-85d024b9898d req-817dcca7-6061-4f7e-ba97-84f87df20060 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.32 "DELETE /v2.0/ports/b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 HTTP/1.1" status: 204 len: 173 time: 1.5103517 Sep 19 03:06:38.767164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-deleted', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:38.769611 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a2246c-92a8-42c2-916f-3788fc276318" -d '{"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-deleted", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:38.783191 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:38.784120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f37d7-9d85-4c4d-88b7-fbb0d5c12d44 req-19fdb1a8-c5a0-4f4b-a070-4ad592e733d5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:38.786136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d46f37d7-9d85-4c4d-88b7-fbb0d5c12d44 req-19fdb1a8-c5a0-4f4b-a070-4ad592e733d5 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2633159 Sep 19 03:06:38.857942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Network eae26b14-1234-45dc-90b4-f1f436e735d0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:38.861356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-5797c759-ddb5-4599-a650-516c6d34eba8 service neutron] 10.222.0.22 "GET /v2.0/networks/75c2c4e6-71b9-4973-8967-7ba6d2bc4f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220482 Sep 19 03:06:38.875358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:38.877712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:38.891736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:38.933699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d46f37d7-9d85-4c4d-88b7-fbb0d5c12d44 req-fe6c66a9-2d17-493c-9063-9736eaaf3494 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204426 Sep 19 03:06:38.965139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:38.965970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:38.984888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-22570b2d-9764-4078-9d94-9c7238cb0dce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9167142 Sep 19 03:06:38.998573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Request body: {'port': {'device_id': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:39.042123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:39.117865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:39.119268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:39.151651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:39.240127 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c16a6f-58f5-4d75-94b4-e41d13afedde x-openstack-request-id: req-b3c16a6f-58f5-4d75-94b4-e41d13afedde {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:39.240127 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e231988-64c1-4e84-a791-142cfa31b45d", "name": "network-vif-deleted", "tag": "b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:39.240127 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3c16a6f-58f5-4d75-94b4-e41d13afedde {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:39.240756 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e231988-64c1-4e84-a791-142cfa31b45d', 'name': 'network-vif-deleted', 'tag': 'b3c5d9f5-e02d-4a3f-853f-d2d78ef8aa03', 'status': 'completed', 'code': 200} Sep 19 03:06:39.448336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa448e-9925-4422-8003-48542ebe9db4 req-392d9ec5-fe55-4dd4-965a-d392cf00a6d8 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:39.455407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5fa448e-9925-4422-8003-48542ebe9db4 req-392d9ec5-fe55-4dd4-965a-d392cf00a6d8 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 931 time: 0.2895722 Sep 19 03:06:39.511628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa726ef-916b-4920-9935-bb3f8493fc8f req-1d999be6-0415-497f-bae6-067c5e81ba7a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:39.513171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aa726ef-916b-4920-9935-bb3f8493fc8f req-1d999be6-0415-497f-bae6-067c5e81ba7a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 944 time: 0.1496336 Sep 19 03:06:39.610596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5fa448e-9925-4422-8003-48542ebe9db4 req-acab7eb3-e5ab-45e5-afc6-8dd101a17177 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346383 Sep 19 03:06:39.673965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aa726ef-916b-4920-9935-bb3f8493fc8f req-9dca63df-0f37-4d99-8431-9a12c153ec1b tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444075 Sep 19 03:06:39.800256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-781cafc9-efcf-4ebc-9540-53a232da98f6 req-18e89849-b35e-4909-b651-3aa77989d435 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 210 time: 0.0410957 Sep 19 03:06:39.831195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:39.840372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:39.859924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Transition to ACTIVE for port object 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:39.864284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:39.943831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:40.107574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Attempting to bind port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:40.107937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Attempting to bind port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:40.108263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Attempting to bind port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e on network eae26b14-1234-45dc-90b4-f1f436e735d0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:40.119615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e on network eae26b14-1234-45dc-90b4-f1f436e735d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:40.119953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Attempting to bind port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e on network eae26b14-1234-45dc-90b4-f1f436e735d0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:40.131960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:40.131960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Checking segment: {'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:40.132262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Bound using segment: {'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:40.132681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Bound port: 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a43222-46c2-4a04-bbfb-ade7f9489498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:40.133090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:40.147547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6f97-5150-4ad0-ad15-74609dc09259 req-b27ba867-682c-41a7-9577-67bd5ca80176 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.149428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd7b6f97-5150-4ad0-ad15-74609dc09259 req-b27ba867-682c-41a7-9577-67bd5ca80176 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1141760 Sep 19 03:06:40.164922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b5702-1e0f-4972-b153-00ae38cd9e43 req-7f3f0daf-dee0-4034-a9ff-3e5c8d1176d0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.166294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f3b5702-1e0f-4972-b153-00ae38cd9e43 req-7f3f0daf-dee0-4034-a9ff-3e5c8d1176d0 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1191585 Sep 19 03:06:40.200555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device a99daf15-c501-439b-bbaa-0415e709625a up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:40.250768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port a99daf15-c501-439b-bbaa-0415e709625a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:40.250990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd7b6f97-5150-4ad0-ad15-74609dc09259 req-66954301-ea17-44c1-9258-fea76c30c725 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939133 Sep 19 03:06:40.255441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port a99daf15-c501-439b-bbaa-0415e709625a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:40.255818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:40.275308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f3b5702-1e0f-4972-b153-00ae38cd9e43 req-e5731a64-45c2-436e-9367-ec42fbd9c813 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007459 Sep 19 03:06:40.297590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:40.301117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:40.306340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:40.350204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.350845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:40.352238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] 10.222.0.30 "PUT /v2.0/ports/2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 1091 time: 1.3589656 Sep 19 03:06:40.368247 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:40.385785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fcfab-f1dd-4af1-9948-880448dab40a service neutron] Pushing event updated for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:40.402104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:40.405312 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a7eeef-5afc-435b-bc0e-55948b035626" -d '{"events": [{"server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "name": "network-vif-plugged", "status": "completed", "tag": "a99daf15-c501-439b-bbaa-0415e709625a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:40.419231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port a99daf15-c501-439b-bbaa-0415e709625a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=a99daf15-c501-439b-bbaa-0415e709625a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:40.429835 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:40.465736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-98364e43-2816-4899-9c0c-4da4b6e7c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.468759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-98364e43-2816-4899-9c0c-4da4b6e7c88b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1094 time: 0.0690277 Sep 19 03:06:40.471336 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7698af87-ae9a-4fda-9a00-f0922c152dc6 x-openstack-request-id: req-7698af87-ae9a-4fda-9a00-f0922c152dc6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:40.471631 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "name": "network-vif-plugged", "status": "completed", "tag": "a99daf15-c501-439b-bbaa-0415e709625a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:40.472223 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7698af87-ae9a-4fda-9a00-f0922c152dc6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:40.472783 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a', 'code': 200} Sep 19 03:06:40.491535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=a99daf15-c501-439b-bbaa-0415e709625a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:40.500368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.501040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.501557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.502066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.502656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.503181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.503693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.504189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.504687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.505175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.505785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.506282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:40.539880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-b2fe7f34-7b74-4d66-89e9-2e85deed7bde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 217 time: 0.0548322 Sep 19 03:06:40.692627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-7ed0d73c-0a9a-4fdc-91e7-260b3ce44b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.694088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-7ed0d73c-0a9a-4fdc-91e7-260b3ce44b28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.1302114 Sep 19 03:06:40.744189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810caec8-5d70-4676-b31d-fd6c15b87021 req-0d020b32-f775-45a2-91ee-bf8de06e1e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.745674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-810caec8-5d70-4676-b31d-fd6c15b87021 req-0d020b32-f775-45a2-91ee-bf8de06e1e32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.1711946 Sep 19 03:06:40.768105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-623d0964-8f97-47e6-9f3b-1950e74c4c3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577724 Sep 19 03:06:40.790004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-6111116d-76bd-4373-9a5c-641d94b6084c tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.791785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-6111116d-76bd-4373-9a5c-641d94b6084c tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.32 "GET /v2.0/networks?id=75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 HTTP/1.1" status: 200 len: 815 time: 0.2635286 Sep 19 03:06:40.827902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Request body: {'port': {'device_id': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44', 'admin_state_up': True, 'tenant_id': '5b097bc8d63241268cf99771a88f559b'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:40.936966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-810caec8-5d70-4676-b31d-fd6c15b87021 req-c3c177f5-90a3-4547-b7f0-60224f4910ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720829 Sep 19 03:06:40.987970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad893a-4463-41ca-af2d-051a28bb644f req-30a8aa44-a90f-4ca3-8726-ac8b22888efd tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:40.989347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24ad893a-4463-41ca-af2d-051a28bb644f req-30a8aa44-a90f-4ca3-8726-ac8b22888efd tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 943 time: 0.2920008 Sep 19 03:06:41.002563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726f676-e64f-42d9-ba5c-c9b9164fff84 req-053eef2d-bb60-4f4e-b353-64499ed1aff8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:41.003976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3726f676-e64f-42d9-ba5c-c9b9164fff84 req-053eef2d-bb60-4f4e-b353-64499ed1aff8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 945 time: 0.2574351 Sep 19 03:06:41.067154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-58fdf663-5e4e-4ed6-a641-f51ac47746d1 service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839024 Sep 19 03:06:41.098107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24ad893a-4463-41ca-af2d-051a28bb644f req-b57a80d4-75ef-4f49-a7cb-63e5bfb97298 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932107 Sep 19 03:06:41.106149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3726f676-e64f-42d9-ba5c-c9b9164fff84 req-a835ceba-14c7-491c-8162-078f0cc64c23 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852513 Sep 19 03:06:41.133096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Made reservation on behalf of 5b097bc8d63241268cf99771a88f559b for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:41.136631 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:41.241412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83f08192-5a07-418d-aa75-12cd6af1f589 req-97653b72-3df4-4264-b54f-2ac8fa20cdac tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 210 time: 0.0658348 Sep 19 03:06:41.246821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:41.249636 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d318dd-8d73-4aef-801a-188c556b6e31" -d '{"events": [{"name": "network-changed", "server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:41.298151 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960d9c4b-626e-46b4-a7ec-4b45c01ed771 x-openstack-request-id: req-960d9c4b-626e-46b4-a7ec-4b45c01ed771 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:41.298437 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:41.298685 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-960d9c4b-626e-46b4-a7ec-4b45c01ed771 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:41.299103 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e', 'status': 'completed', 'code': 200} Sep 19 03:06:41.381868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b652a45-a244-4e2a-8d3a-3dd53dbee1ef req-583a89f0-8549-42e6-a563-ac724523cfc9 service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355502 Sep 19 03:06:41.422237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Allocated IP 172.20.0.6 (75c2c4e6-71b9-4973-8967-7ba6d2bc4f44/17ea79e3-51c9-4aaa-953a-4dd55d3c898d/57959cfe-d802-49e4-a170-e94fb7464112) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:41.454227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b253144-142f-41f4-acbd-677d8ce1baa3 req-7f9ca56a-bf60-40f9-a552-2ce77bafe815 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:41.455718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b253144-142f-41f4-acbd-677d8ce1baa3 req-7f9ca56a-bf60-40f9-a552-2ce77bafe815 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1239519 Sep 19 03:06:41.485487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70619a6b-ae1d-4a16-947b-3150e2c09be4 req-ae4d56fe-f892-4682-a629-0c702a1e4cc6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:41.486992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70619a6b-ae1d-4a16-947b-3150e2c09be4 req-ae4d56fe-f892-4682-a629-0c702a1e4cc6 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1342528 Sep 19 03:06:41.581272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-bdec08a0-3f39-40a4-ac86-839255fa1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:41.582840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-bdec08a0-3f39-40a4-ac86-839255fa1204 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1094 time: 0.1451972 Sep 19 03:06:41.593692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b253144-142f-41f4-acbd-677d8ce1baa3 req-bccacead-8b9c-4779-a071-e131c68ff865 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036606 Sep 19 03:06:41.620611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70619a6b-ae1d-4a16-947b-3150e2c09be4 req-a486d5e7-47fd-4628-be2d-d990cd28b55a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207783 Sep 19 03:06:41.809798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-b82baf0f-5c73-464e-8676-de4dc7409eed tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:41.811377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-b82baf0f-5c73-464e-8676-de4dc7409eed tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 950 time: 0.1485486 Sep 19 03:06:41.812308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-a3109af7-3833-4798-b613-71cdff43536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:41.813602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-a3109af7-3833-4798-b613-71cdff43536b service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 913 time: 0.2000515 Sep 19 03:06:41.818137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:41.887439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-a966043f-e64c-4c3f-bec0-f0a9e11e4e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 217 time: 0.0564756 Sep 19 03:06:42.317393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:42.370658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-c8fb05d0-c506-470f-b471-16cd6d699cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:42.372150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-c8fb05d0-c506-470f-b471-16cd6d699cf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.4607990 Sep 19 03:06:42.394715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:42.432554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:42.439164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-a4805e62-6efa-4551-b1ae-8db6c0072edf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484667 Sep 19 03:06:42.443030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:42.452342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c288ed-c99c-4562-acb9-bc11df975f65 req-3d3b4036-c679-403d-b29a-2df3e232da4e tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:42.453705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8c288ed-c99c-4562-acb9-bc11df975f65 req-3d3b4036-c679-403d-b29a-2df3e232da4e tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 943 time: 0.2111447 Sep 19 03:06:42.454285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Pushing event updated for resources: {'Port': ['ID=57959cfe-d802-49e4-a170-e94fb7464112,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:42.463152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb64180-68f1-4839-9797-dc6d4dee28e4 req-096896ca-9ac8-4ed7-b347-3d0997e2108e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:42.464585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bb64180-68f1-4839-9797-dc6d4dee28e4 req-096896ca-9ac8-4ed7-b347-3d0997e2108e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 945 time: 0.2232015 Sep 19 03:06:42.525014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Deleting port 3d50a792-6092-43cf-8687-ac0eb003f279 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:42.525353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:42.635861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:42.636476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:42.693389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8c288ed-c99c-4562-acb9-bc11df975f65 req-c1f25fd8-92de-40db-9ab1-9c4300667a0c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277722 Sep 19 03:06:42.705469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bb64180-68f1-4839-9797-dc6d4dee28e4 req-3c06222e-49f9-45e0-9b4b-08ea5b63ce8a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087109 Sep 19 03:06:42.713610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-3dfcaa3f-f696-46ab-a3d8-a70a245a13ee tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8928194 Sep 19 03:06:42.730884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-ffd34d85-50f6-485b-8fcf-8b2ede9da41f service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625368 Sep 19 03:06:42.736699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Request body: {'port': {'device_id': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:42.796886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] For port 3d50a792-6092-43cf-8687-ac0eb003f279, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=3d50a792-6092-43cf-8687-ac0eb003f279,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:42.797259 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:42.847558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Calling delete_port for 3d50a792-6092-43cf-8687-ac0eb003f279 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:42.977214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:42.994132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e51a8-d374-4c8d-94fc-0bc122a6f653 req-2405d8c4-f410-48c7-b482-53c5056be4a3 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:42.995722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a01e51a8-d374-4c8d-94fc-0bc122a6f653 req-2405d8c4-f410-48c7-b482-53c5056be4a3 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 931 time: 0.2108927 Sep 19 03:06:43.077901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c07b3-b652-4b4d-8e61-b7191d6fabcc req-64c119e4-f153-49ff-9840-1a42477e98e8 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:43.079426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-592c07b3-b652-4b4d-8e61-b7191d6fabcc req-64c119e4-f153-49ff-9840-1a42477e98e8 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2420762 Sep 19 03:06:43.081229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8d318dd-8d73-4aef-801a-188c556b6e31 req-fcc105e9-f7b9-45ed-baa6-d065bc807f93 service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422928 Sep 19 03:06:43.143201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a01e51a8-d374-4c8d-94fc-0bc122a6f653 req-4674f4e7-fd5b-4aef-94df-2f07a66b1549 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360228 Sep 19 03:06:43.231219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-592c07b3-b652-4b4d-8e61-b7191d6fabcc req-1d11962e-de4e-4204-a4dd-e2c2d97d2b35 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451986 Sep 19 03:06:43.328220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:43.339757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:43.360115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e5e85-d333-4935-8c49-ee2039386d3b req-b1a4acd1-0c5c-4702-a408-e4bd828e2a19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:43.361611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb2e5e85-d333-4935-8c49-ee2039386d3b req-b1a4acd1-0c5c-4702-a408-e4bd828e2a19 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7e0948a-6ac5-4ff8-a948-3a0b93de1c43 HTTP/1.1" status: 200 len: 867 time: 0.1530905 Sep 19 03:06:43.405556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event deleted for resources: {'Port': ['ID=3d50a792-6092-43cf-8687-ac0eb003f279,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:43.490287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] No DVR routers for this DVR port 3d50a792-6092-43cf-8687-ac0eb003f279 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:43.495273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:43.497297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f58d2e03-17d8-400f-89eb-2f547201fe84 req-16d20368-abf0-4d66-a64f-523bde867eb8 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "DELETE /v2.0/ports/3d50a792-6092-43cf-8687-ac0eb003f279 HTTP/1.1" status: 204 len: 173 time: 1.6736820 Sep 19 03:06:43.498488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'name': 'network-vif-deleted', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:43.500807 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd76c5e-00ba-4f05-ab97-db6642d1ff07" -d '{"events": [{"server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "name": "network-vif-deleted", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:43.507957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb2e5e85-d333-4935-8c49-ee2039386d3b req-6e16bc16-b3e3-44be-aaf8-93f02d04d84a tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371119 Sep 19 03:06:43.564775 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd2e683-1450-4524-bfc3-a0051f8614c9 x-openstack-request-id: req-ffd2e683-1450-4524-bfc3-a0051f8614c9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:43.565057 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e0948a-6ac5-4ff8-a948-3a0b93de1c43", "name": "network-vif-deleted", "tag": "3d50a792-6092-43cf-8687-ac0eb003f279", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:43.565308 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffd2e683-1450-4524-bfc3-a0051f8614c9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:43.565699 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e0948a-6ac5-4ff8-a948-3a0b93de1c43', 'name': 'network-vif-deleted', 'tag': '3d50a792-6092-43cf-8687-ac0eb003f279', 'status': 'completed', 'code': 200} Sep 19 03:06:43.581050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57959cfe-d802-49e4-a170-e94fb7464112 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:43.588945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:43.603155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Transition to ACTIVE for port object 57959cfe-d802-49e4-a170-e94fb7464112 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:43.607053 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:43.662148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Pushing event updated for resources: {'Port': ['ID=57959cfe-d802-49e4-a170-e94fb7464112,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:43.727446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Attempting to bind port 57959cfe-d802-49e4-a170-e94fb7464112 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:43.727789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Attempting to bind port 57959cfe-d802-49e4-a170-e94fb7464112 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '836d731c-7a46-4050-8606-8434d6793d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:43.728266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Attempting to bind port 57959cfe-d802-49e4-a170-e94fb7464112 on network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:43.733168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Port 57959cfe-d802-49e4-a170-e94fb7464112 on network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:43.733496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Attempting to bind port 57959cfe-d802-49e4-a170-e94fb7464112 on network 75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:43.738428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:43.738800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Checking segment: {'id': '836d731c-7a46-4050-8606-8434d6793d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:43.739194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Bound using segment: {'id': '836d731c-7a46-4050-8606-8434d6793d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:43.739621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Bound port: 57959cfe-d802-49e4-a170-e94fb7464112, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836d731c-7a46-4050-8606-8434d6793d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:43.739984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:43.871879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] For port 57959cfe-d802-49e4-a170-e94fb7464112, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:43.878079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] For port 57959cfe-d802-49e4-a170-e94fb7464112, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=57959cfe-d802-49e4-a170-e94fb7464112,segment=NetworkSegment(836d731c-7a46-4050-8606-8434d6793d3f),segment_id=836d731c-7a46-4050-8606-8434d6793d3f)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:43.887653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8c177-8fd8-49f8-a6f1-c0af1bf58c3c req-674b3cc1-2146-4b6d-9baf-0baf055d2af9 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:43.889700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efd8c177-8fd8-49f8-a6f1-c0af1bf58c3c req-674b3cc1-2146-4b6d-9baf-0baf055d2af9 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 943 time: 0.1152883 Sep 19 03:06:43.899470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4908f3-a46d-4382-ad77-456aa5903a90 req-43c04ab2-5265-4b3c-8f9a-703aa23e428d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:43.900947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e4908f3-a46d-4382-ad77-456aa5903a90 req-43c04ab2-5265-4b3c-8f9a-703aa23e428d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 945 time: 0.1133299 Sep 19 03:06:43.902064 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:43.974702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:43.975332 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:43.976696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] 10.222.0.32 "PUT /v2.0/ports/57959cfe-d802-49e4-a170-e94fb7464112 HTTP/1.1" status: 200 len: 1091 time: 1.2449477 Sep 19 03:06:44.019535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efd8c177-8fd8-49f8-a6f1-c0af1bf58c3c req-fb5ba9c7-2bd8-476d-993d-e1442165ad80 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142862 Sep 19 03:06:44.024132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e4908f3-a46d-4382-ad77-456aa5903a90 req-09a40178-de4b-4c73-bea9-8bbcec732f98 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110387 Sep 19 03:06:44.038649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308156d4-875b-4298-add7-4dff6cfbdb43 service neutron] Pushing event updated for resources: {'Port': ['ID=57959cfe-d802-49e4-a170-e94fb7464112,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:44.150310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-f892cd05-844e-46a0-80bb-9dd4dc42d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:44.151807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-f892cd05-844e-46a0-80bb-9dd4dc42d96d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b097bc8d63241268cf99771a88f559b&device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 1094 time: 0.0997369 Sep 19 03:06:44.217061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-fc678544-6357-4af6-8a7b-9f557db83e39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57959cfe-d802-49e4-a170-e94fb7464112 HTTP/1.1" status: 200 len: 217 time: 0.0458598 Sep 19 03:06:44.217901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3d50a792-6092-43cf-8687-ac0eb003f279 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:44.236798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 3d50a792-6092-43cf-8687-ac0eb003f279 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:44.237422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-1ac79524-7f61-48ec-b5c7-2fa39be854a5 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1591048 Sep 19 03:06:44.242719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 3d50a792-6092-43cf-8687-ac0eb003f279 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:44.273391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:44.321071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb68b1-6992-4b10-94ab-40babea32721 req-e0049425-2783-496e-8166-80a75d4edc92 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:44.322517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68fb68b1-6992-4b10-94ab-40babea32721 req-e0049425-2783-496e-8166-80a75d4edc92 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 943 time: 0.1101871 Sep 19 03:06:44.323804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-0b14a61a-0dc8-45ec-a63a-76f1759e69c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:44.325092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-0b14a61a-0dc8-45ec-a63a-76f1759e69c0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17ea79e3-51c9-4aaa-953a-4dd55d3c898d HTTP/1.1" status: 200 len: 855 time: 0.0993123 Sep 19 03:06:44.326520 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:44.379699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-dfd8020d-c654-43e7-a66f-9cdd3f8dc3cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75c2c4e6-71b9-4973-8967-7ba6d2bc4f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360770 Sep 19 03:06:44.431761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68fb68b1-6992-4b10-94ab-40babea32721 req-800ebd18-182f-4749-a0bd-57739b257fd0 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025116 Sep 19 03:06:44.469101 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26316563-5841-41df-b2a3-badc7be8e65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:44.558150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-c5fbbf73-3b26-40ec-a497-6ca942a0f461 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2c4e6-71b9-4973-8967-7ba6d2bc4f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644406 Sep 19 03:06:44.572412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1fb7f-e687-40c7-a506-c7042e09ee11 req-319970de-5b89-44c0-944d-78b88d381b5e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:44.573744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f1fb7f-e687-40c7-a506-c7042e09ee11 req-319970de-5b89-44c0-944d-78b88d381b5e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0792458 Sep 19 03:06:44.660359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:44.680985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f1fb7f-e687-40c7-a506-c7042e09ee11 req-b16257de-f6d0-461f-a0f3-bb8cd4699e1c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963027 Sep 19 03:06:44.736047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5b7f1b-7254-491c-b646-205536d4ca20 req-f1cad2c6-741a-4e62-b514-2a5b3a9e3ba5 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2c4e6-71b9-4973-8967-7ba6d2bc4f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613829 Sep 19 03:06:44.786924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Allocated IP 172.25.8.75 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/1efc7277-2845-463f-87ef-23567c4f97bf) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:44.891277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:44.927113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:44.962674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:44.967500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:44.969909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:45.027365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Pushing event updated for resources: {'Port': ['ID=1efc7277-2845-463f-87ef-23567c4f97bf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:45.067031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85d4e8-316f-46ac-a259-9f5389239193 req-0f522e43-886b-4eea-bc3e-ef51bccdad09 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:45.068439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b85d4e8-316f-46ac-a259-9f5389239193 req-0f522e43-886b-4eea-bc3e-ef51bccdad09 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.0946817 Sep 19 03:06:45.124390 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:45.143956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b85d4e8-316f-46ac-a259-9f5389239193 req-a33b22f5-91f5-43b4-a155-0b5521738c9e tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551777 Sep 19 03:06:45.171674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:45.279907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ccd4de-6572-494c-b5d2-e5ae648bbd0d req-6a092b89-4678-4b94-980d-a3cf6b926ec7 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:45.281385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4ccd4de-6572-494c-b5d2-e5ae648bbd0d req-6a092b89-4678-4b94-980d-a3cf6b926ec7 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 943 time: 0.0847335 Sep 19 03:06:45.353085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4ccd4de-6572-494c-b5d2-e5ae648bbd0d req-6f26e91b-92d4-45d2-bc8f-f221aec06ea3 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481904 Sep 19 03:06:45.390992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:45.395477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:45.470232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Pushing event updated for resources: {'Port': ['ID=1efc7277-2845-463f-87ef-23567c4f97bf,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:45.475820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:45.489992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:45.491405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-d32ef42f-c33d-4eeb-9dee-c41a3633826d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2388511 Sep 19 03:06:45.562417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-c3e8efbc-de1e-42b2-951f-8a1c786d6d37 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 695 time: 0.0639052 Sep 19 03:06:45.566427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'tag': '57959cfe-d802-49e4-a170-e94fb7464112'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:45.568630 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582f7314-ff95-40d2-a084-3bf0c239ba5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5fa1e81-6a6a-4018-87fe-544949420cb3", "tag": "57959cfe-d802-49e4-a170-e94fb7464112"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:45.619173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5c01e-0fde-4625-9c8f-739389ef2046 req-87106ddc-fb0d-4fd5-b121-b7a18bf3b2bb tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:45.620527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ff5c01e-0fde-4625-9c8f-739389ef2046 req-87106ddc-fb0d-4fd5-b121-b7a18bf3b2bb tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 943 time: 0.1159263 Sep 19 03:06:45.728163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:45.990096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ff5c01e-0fde-4625-9c8f-739389ef2046 req-7d19a9f9-fe69-4146-b392-8c562c704175 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453643 Sep 19 03:06:45.998271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-b2fc058b-4788-4b70-b07a-366189991a14 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:45.999566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3487d1c8-c47e-4097-b09a-6f1e06faaeea req-b2fc058b-4788-4b70-b07a-366189991a14 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.4281828 Sep 19 03:06:46.036232 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b7c1e6-f7ef-4677-b561-bc90605ba2df x-openstack-request-id: req-a4b7c1e6-f7ef-4677-b561-bc90605ba2df {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:46.036549 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5fa1e81-6a6a-4018-87fe-544949420cb3", "tag": "57959cfe-d802-49e4-a170-e94fb7464112", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:46.036805 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4b7c1e6-f7ef-4677-b561-bc90605ba2df {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:46.037204 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'tag': '57959cfe-d802-49e4-a170-e94fb7464112', 'status': 'completed', 'code': 200} Sep 19 03:06:46.136151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2af54-9742-4ad3-a736-19c06ab67642 req-d723b200-e2dd-49aa-b685-491d1cb1ff4a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.137645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09f2af54-9742-4ad3-a736-19c06ab67642 req-d723b200-e2dd-49aa-b685-491d1cb1ff4a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0787761 Sep 19 03:06:46.146956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-f6aac67d-f119-4d4b-bbb6-5a6aee2539b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.148723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-f6aac67d-f119-4d4b-bbb6-5a6aee2539b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b097bc8d63241268cf99771a88f559b&device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 1094 time: 0.0614364 Sep 19 03:06:46.233048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09f2af54-9742-4ad3-a736-19c06ab67642 req-d32a74e8-3287-44da-b3ac-5bc6c67a79bc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830150 Sep 19 03:06:46.240023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:46.336995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:46.351580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e', 'network_id': 'eae26b14-1234-45dc-90b4-f1f436e735d0', 'port_id': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e', 'mac_address': 'fa:16:3e:49:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06df20a-91ec-4389-875b-2a992142f5cf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:46.372605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-f6461205-a06c-4866-ad6e-b828ca4b2827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.374069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-f6461205-a06c-4866-ad6e-b828ca4b2827 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 HTTP/1.1" status: 200 len: 916 time: 0.2167296 Sep 19 03:06:46.385152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3b5d32a6-556a-4912-9109-dbf44438c05e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.386534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3b5d32a6-556a-4912-9109-dbf44438c05e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 821 time: 0.2014165 Sep 19 03:06:46.391930 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:46.405667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:46.424383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:46.429689 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:46.437258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47d31-c413-4be0-8c7c-937666f6de71 req-df1532c1-08e3-4536-9e2b-6cfee885a008 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.438703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ea47d31-c413-4be0-8c7c-937666f6de71 req-df1532c1-08e3-4536-9e2b-6cfee885a008 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1306896 Sep 19 03:06:46.440214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-3562f910-8644-4192-9765-2e5e1036f5af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57959cfe-d802-49e4-a170-e94fb7464112 HTTP/1.1" status: 200 len: 217 time: 0.0527608 Sep 19 03:06:46.443841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-9fb869b7-1814-4ce9-8de3-f57932014dc8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/quotas/6d806bfc6e6b4b529ea54f9eb29eee58 HTTP/1.1" status: 200 len: 375 time: 0.0212302 Sep 19 03:06:46.481249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:46.566800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ea47d31-c413-4be0-8c7c-937666f6de71 req-fc1e982c-0e8a-4899-95d0-8eb4e57f3f8d tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2949e983-6ffb-4084-bbfc-4d3bd70cb036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216938 Sep 19 03:06:46.578432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-1f3fe6a1-5247-4a07-8d21-1116360445b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.579923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-1f3fe6a1-5247-4a07-8d21-1116360445b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=17ea79e3-51c9-4aaa-953a-4dd55d3c898d HTTP/1.1" status: 200 len: 855 time: 0.1277785 Sep 19 03:06:46.596338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-16c49e59-5811-4c32-8022-dd87e2cc2d1f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1456389 Sep 19 03:06:46.604120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-188d07df-4520-454b-a229-9a37883fcb96 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.605157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-188d07df-4520-454b-a229-9a37883fcb96 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 949 time: 0.1092341 Sep 19 03:06:46.675457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-a3b192cf-8635-411a-ad7e-f9976081bff5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75c2c4e6-71b9-4973-8967-7ba6d2bc4f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693789 Sep 19 03:06:46.702616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:46.868878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8863c7-0296-4e5a-8707-70c12d97c0d9 req-6ceb09a4-37a0-4aca-9dff-45b1b200b093 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:46.870335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b8863c7-0296-4e5a-8707-70c12d97c0d9 req-6ceb09a4-37a0-4aca-9dff-45b1b200b093 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 944 time: 0.2205896 Sep 19 03:06:46.900437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-76e72db0-c08a-4e41-84bf-0e74ef95ce4c service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888279 Sep 19 03:06:46.924877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-96564437-04f7-44b7-8cb5-b047871aa064 service neutron] 10.222.0.32 "GET /v2.0/networks/75c2c4e6-71b9-4973-8967-7ba6d2bc4f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383757 Sep 19 03:06:46.982516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Deleting port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:46.982880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:47.021037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b8863c7-0296-4e5a-8707-70c12d97c0d9 req-21dd6c39-67e2-4713-9c88-834b4c7354a6 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422062 Sep 19 03:06:47.145533 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86b29b22-173c-44ab-b3dc-e9b9768658a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:47.186574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-582f7314-ff95-40d2-a084-3bf0c239ba5b req-41e05a41-56da-4c4a-84cd-97164e50e73c service neutron] 10.222.0.32 "GET /v2.0/networks/75c2c4e6-71b9-4973-8967-7ba6d2bc4f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515118 Sep 19 03:06:47.188335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-84170dfc-c2d7-4a2a-8589-37616b92b6a4 service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788219 Sep 19 03:06:47.202120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] For port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:47.202388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:47.219748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Calling delete_port for 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:47.238002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb89245-f2a5-4f80-827d-4f03f1aa687b req-8d71d099-f2a1-4f95-ad2e-e94f0c1c6234 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:47.239562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cb89245-f2a5-4f80-827d-4f03f1aa687b req-8d71d099-f2a1-4f95-ad2e-e94f0c1c6234 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 943 time: 0.1037066 Sep 19 03:06:47.322452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cb89245-f2a5-4f80-827d-4f03f1aa687b req-27dbb9eb-66ce-4a98-9344-717548a8dfcb tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486565 Sep 19 03:06:47.462113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1d3ef15-0dca-4671-93ed-fa248dab9636 req-dcac5267-1359-485f-97cc-99aeaf9efc75 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 210 time: 0.0448339 Sep 19 03:06:47.462707 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:47.486736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9908e1f8-4ef7-47a6-8b43-e9d161dc7839'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:47.497490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Pushing event deleted for resources: {'Port': ['ID=9908e1f8-4ef7-47a6-8b43-e9d161dc7839,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:47.515289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6653d8-b7a1-47f4-a950-51e97617eb3c req-6d7963a3-0ef7-4799-a0e1-11765db0c5cf tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:47.516862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b6653d8-b7a1-47f4-a950-51e97617eb3c req-6d7963a3-0ef7-4799-a0e1-11765db0c5cf tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1124024 Sep 19 03:06:47.567876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] No DVR routers for this DVR port 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:47.571376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:47.572990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c27e6540-6b36-41b1-99c5-fb25b7b90af8 req-8bf63980-1bd8-4ad3-82c8-65b54944b816 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.30 "DELETE /v2.0/ports/9908e1f8-4ef7-47a6-8b43-e9d161dc7839 HTTP/1.1" status: 204 len: 173 time: 0.9540753 Sep 19 03:06:47.589943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b6653d8-b7a1-47f4-a950-51e97617eb3c req-cc905d3c-bf5c-41da-bf13-c93ede9cf49e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528119 Sep 19 03:06:47.707536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2640a3d3-4479-471c-b3ce-20fc7654865c req-03116d98-d28e-4ad9-a83c-2de4e1117f04 tempest-MigrationsAdminTest-570098785 tempest-MigrationsAdminTest-570098785-project] 10.222.0.22 "GET /v2.0/ports?device_id=74656471-2bd4-4ed0-885a-c0e37aaefcf0 HTTP/1.1" status: 200 len: 210 time: 0.0359087 Sep 19 03:06:47.783545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce6e80-e3f2-4bb2-91db-480cfa5e3dd7 req-51f77867-e8ab-430f-8237-a913d5ea724d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:47.784949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9ce6e80-e3f2-4bb2-91db-480cfa5e3dd7 req-51f77867-e8ab-430f-8237-a913d5ea724d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 945 time: 0.0490148 Sep 19 03:06:47.822513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9ce6e80-e3f2-4bb2-91db-480cfa5e3dd7 req-14ee046c-a836-40af-9f7c-8ec227899be3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Sep 19 03:06:47.890955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:48.038564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-deleted', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:48.042532 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2dd7ee-1c9a-4f6a-96be-c1970233a128" -d '{"events": [{"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-deleted", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:48.077330 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e1c1c0-e439-435b-a601-ea94329df1ed x-openstack-request-id: req-16e1c1c0-e439-435b-a601-ea94329df1ed {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:48.077625 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74656471-2bd4-4ed0-885a-c0e37aaefcf0", "name": "network-vif-deleted", "tag": "9908e1f8-4ef7-47a6-8b43-e9d161dc7839", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:48.077878 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16e1c1c0-e439-435b-a601-ea94329df1ed {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:48.078274 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74656471-2bd4-4ed0-885a-c0e37aaefcf0', 'name': 'network-vif-deleted', 'tag': '9908e1f8-4ef7-47a6-8b43-e9d161dc7839', 'status': 'completed', 'code': 200} Sep 19 03:06:48.143043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa61605-2e3f-4e64-a864-8dac64dfbca7 req-eb326029-297f-46e5-8a31-699f0696d9f6 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:48.144565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1fa61605-2e3f-4e64-a864-8dac64dfbca7 req-eb326029-297f-46e5-8a31-699f0696d9f6 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 944 time: 0.0549474 Sep 19 03:06:48.181930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1fa61605-2e3f-4e64-a864-8dac64dfbca7 req-e7039368-f824-4316-a9ee-b5775b14d936 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314250 Sep 19 03:06:48.265149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:48.311244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:48.315019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:48.315370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:48.354413 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:48.403399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:48.435615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:48.437752 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8127be20-626e-433f-92a0-6a634c19564c" -d '{"events": [{"server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:48.450379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:48.455252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:48.456092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:48.483560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:48.483906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9908e1f8-4ef7-47a6-8b43-e9d161dc7839 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:48.512552 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c7a59-64d8-4b10-9d6a-3803588af0dd x-openstack-request-id: req-995c7a59-64d8-4b10-9d6a-3803588af0dd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:48.512977 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "name": "network-vif-plugged", "status": "completed", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:48.513285 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-995c7a59-64d8-4b10-9d6a-3803588af0dd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:48.513885 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e', 'code': 200} Sep 19 03:06:48.533106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:48.548623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d7113-2d41-408d-8ce4-6ab63d1e9b7f req-64e6194b-0047-4941-8fde-c0a4530ff548 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:48.550165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5d7113-2d41-408d-8ce4-6ab63d1e9b7f req-64e6194b-0047-4941-8fde-c0a4530ff548 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 943 time: 0.1198475 Sep 19 03:06:48.558441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-51c6dca9-8e23-462f-959d-7fd8ce579090 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:48.560435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-51c6dca9-8e23-462f-959d-7fd8ce579090 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.32 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 821 time: 0.1652758 Sep 19 03:06:48.584362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'port': {'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'admin_state_up': True, 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:48.629381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcdcddfd-a231-4f76-9fa4-f5998cbb9d2b req-368d654b-7997-419c-a570-933934741d46 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 210 time: 0.0583982 Sep 19 03:06:48.676878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5d7113-2d41-408d-8ce4-6ab63d1e9b7f req-3acae733-26cd-41f2-87fc-9a7c5f99e738 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154699 Sep 19 03:06:48.750737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428161c-f61b-4693-88d7-fcbdc2fdb5a8 req-fb492514-35ab-4be2-ba16-fa1456e4704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:48.752267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a428161c-f61b-4693-88d7-fcbdc2fdb5a8 req-fb492514-35ab-4be2-ba16-fa1456e4704f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1096 time: 0.1535900 Sep 19 03:06:48.809827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863fe80-c984-4f72-ba8b-b86143b043a2 req-a3080253-c2ab-4b43-906c-9a72a9fce6e7 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:48.811324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b863fe80-c984-4f72-ba8b-b86143b043a2 req-a3080253-c2ab-4b43-906c-9a72a9fce6e7 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1055708 Sep 19 03:06:48.839445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a428161c-f61b-4693-88d7-fcbdc2fdb5a8 req-5676d2dd-cc60-4593-816e-855b4fab638c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741882 Sep 19 03:06:48.839998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Made reservation on behalf of 6d806bfc6e6b4b529ea54f9eb29eee58 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:06:48.843913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:48.886008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b863fe80-c984-4f72-ba8b-b86143b043a2 req-4af56347-6802-44bc-8c14-ad6d489ef27a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663517 Sep 19 03:06:49.009269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7f4d7-2dbf-437a-98cb-1a7358b15066 req-39ee9153-6476-4957-8840-4a5034bc0be5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:49.010769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6d7f4d7-2dbf-437a-98cb-1a7358b15066 req-39ee9153-6476-4957-8840-4a5034bc0be5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 945 time: 0.0858929 Sep 19 03:06:49.018434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40452) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:49.050782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Allocated IP 172.20.0.13 (82189d7a-68db-4ae5-8827-a0bad5b7b8e0/a51d8ddc-0fed-4ec3-b9e6-33982e00ec21/5db82701-b41b-4cc2-8c4f-cdb33310de2e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:06:49.073137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6d7f4d7-2dbf-437a-98cb-1a7358b15066 req-adb405de-8690-402d-9129-1bdc25ba51a7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555501 Sep 19 03:06:49.094241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 57959cfe-d802-49e4-a170-e94fb7464112 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:49.175606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a4b1fdfe-8ddc-456f-bd4a-1dd52aeb2704 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40b1f0408c8f43399b1d0cc5a5e62a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556251 Sep 19 03:06:49.176496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40458) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:49.229842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.254205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.271435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.279224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.299905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['a99daf15-c501-439b-bbaa-0415e709625a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:49.338463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.344767 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.349734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2949e983-6ffb-4084-bbfc-4d3bd70cb036 HTTP/1.1" status: 204 len: 168 time: 0.1706388 Sep 19 03:06:49.354361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:06:49.359520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2949e983-6ffb-4084-bbfc-4d3bd70cb036,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:49.359721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:06:49.369282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:06:49.370825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 57959cfe-d802-49e4-a170-e94fb7464112, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=57959cfe-d802-49e4-a170-e94fb7464112,segment=NetworkSegment(836d731c-7a46-4050-8606-8434d6793d3f),segment_id=836d731c-7a46-4050-8606-8434d6793d3f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:49.380411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.380869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.381440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.381877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.382475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.383122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.384688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.385251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.385804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.386472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.387049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.387705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f34825-89e1-43e9-adab-64b54efbf85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:06:49.392051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '57959cfe-d802-49e4-a170-e94fb7464112', 'network_id': '75c2c4e6-71b9-4973-8967-7ba6d2bc4f44', 'port_id': '57959cfe-d802-49e4-a170-e94fb7464112', 'mac_address': 'fa:16:3e:82:44:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ea79e3-51c9-4aaa-953a-4dd55d3c898d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:49.405126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Pushing event updated for resources: {'Port': ['ID=5db82701-b41b-4cc2-8c4f-cdb33310de2e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:49.428356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ccef7-18e8-4ff4-8a76-eea7f65e5f04 req-a10e763f-5260-4627-b2a8-931ef4601a72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:49.430348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873ccef7-18e8-4ff4-8a76-eea7f65e5f04 req-a10e763f-5260-4627-b2a8-931ef4601a72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1563570 Sep 19 03:06:49.443625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:49.444449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.478617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.510685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57959cfe-d802-49e4-a170-e94fb7464112 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:49.526972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873ccef7-18e8-4ff4-8a76-eea7f65e5f04 req-0ede131b-fbd7-4115-8791-35648333a6b1 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746486 Sep 19 03:06:49.529408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5a671fc0-ef8f-404a-b790-177f597b78d7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9499576 Sep 19 03:06:49.551168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Request body: {'port': {'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:49.581528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 57959cfe-d802-49e4-a170-e94fb7464112, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=57959cfe-d802-49e4-a170-e94fb7464112,segment=NetworkSegment(836d731c-7a46-4050-8606-8434d6793d3f),segment_id=836d731c-7a46-4050-8606-8434d6793d3f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:49.591879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.625536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.658525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=57959cfe-d802-49e4-a170-e94fb7464112,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:49.696156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8bd2df49-653b-4639-889d-c70c81dbc114 None None] Provisioning complete for port 5db82701-b41b-4cc2-8c4f-cdb33310de2e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:49.696721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8bd2df49-653b-4639-889d-c70c81dbc114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.741711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8bd2df49-653b-4639-889d-c70c81dbc114 None None] Port 5db82701-b41b-4cc2-8c4f-cdb33310de2e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:06:49.758286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40472) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:49.798457 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6d3ad9dc-fcde-4234-9b98-b184584b2326 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e681f85865f4d05b886c536bc9e97ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387814 Sep 19 03:06:49.800852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40474) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:49.851442 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce47acae-3e5e-4248-9842-7712ed373a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.876157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce47acae-3e5e-4248-9842-7712ed373a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.880071 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.924356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce47acae-3e5e-4248-9842-7712ed373a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.925736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c9ab8-f20a-4193-9b0c-19354c50515e req-1c8735f5-439f-4b66-b4e8-8c24aaad96a7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:49.926927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce47acae-3e5e-4248-9842-7712ed373a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:49.927287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-398c9ab8-f20a-4193-9b0c-19354c50515e req-1c8735f5-439f-4b66-b4e8-8c24aaad96a7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 932 time: 0.1702387 Sep 19 03:06:49.930619 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ce47acae-3e5e-4248-9842-7712ed373a26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa8862fd-3a7f-4c51-b13e-c5866c8fe6c9 HTTP/1.1" status: 204 len: 168 time: 0.1262236 Sep 19 03:06:49.940220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47acae-3e5e-4248-9842-7712ed373a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8862fd-3a7f-4c51-b13e-c5866c8fe6c9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:49.970337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a1b2d-7421-400e-93a7-cfa3bb01669f req-fe6ba2ad-50c6-4519-b6dd-ea1327696f11 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:49.971855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-658a1b2d-7421-400e-93a7-cfa3bb01669f req-fe6ba2ad-50c6-4519-b6dd-ea1327696f11 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 944 time: 0.1924748 Sep 19 03:06:49.979117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-bc4b6a04-261f-4841-af44-afa262d34177 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:49.980412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-bc4b6a04-261f-4841-af44-afa262d34177 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 945 time: 0.1712105 Sep 19 03:06:50.041729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['57959cfe-d802-49e4-a170-e94fb7464112'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:50.080440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-398c9ab8-f20a-4193-9b0c-19354c50515e req-1a437a8f-4eae-465d-95c4-f7d115e136ef tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368945 Sep 19 03:06:50.119476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-658a1b2d-7421-400e-93a7-cfa3bb01669f req-16f254a4-3223-4e7b-a918-39269eec7e6e tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304810 Sep 19 03:06:50.136705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db82701-b41b-4cc2-8c4f-cdb33310de2e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:50.148065 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:50.204787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Transition to ACTIVE for port object 5db82701-b41b-4cc2-8c4f-cdb33310de2e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:06:50.217914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:50.669357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5db82701-b41b-4cc2-8c4f-cdb33310de2e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:50.692543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cce3a-aaf0-4e38-b1e5-efbbc69db409 req-236cf2f3-e69f-4ded-a5e0-469341a10fd9 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:50.694022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad4cce3a-aaf0-4e38-b1e5-efbbc69db409 req-236cf2f3-e69f-4ded-a5e0-469341a10fd9 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.4934967 Sep 19 03:06:50.702382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7e70b-61c1-416c-8809-3056caaa458a req-000717d3-e5d7-405f-969f-c04d7b4e88bd tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:50.703759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dc7e70b-61c1-416c-8809-3056caaa458a req-000717d3-e5d7-405f-969f-c04d7b4e88bd tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 945 time: 0.4894524 Sep 19 03:06:50.705679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Deleting port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:06:50.706052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:50.866818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad4cce3a-aaf0-4e38-b1e5-efbbc69db409 req-49eb2ad5-373c-4d58-933e-49a7802db58a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552145 Sep 19 03:06:50.869967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Attempting to bind port 5db82701-b41b-4cc2-8c4f-cdb33310de2e on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:06:50.869967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Attempting to bind port 5db82701-b41b-4cc2-8c4f-cdb33310de2e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:06:50.870266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Attempting to bind port 5db82701-b41b-4cc2-8c4f-cdb33310de2e on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:50.877228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dc7e70b-61c1-416c-8809-3056caaa458a req-3f1618d2-1a6b-42b4-85f5-da040544c6b9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461535 Sep 19 03:06:50.883237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Port 5db82701-b41b-4cc2-8c4f-cdb33310de2e on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:06:50.883668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Attempting to bind port 5db82701-b41b-4cc2-8c4f-cdb33310de2e on network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:06:50.908667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:06:50.909014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Checking segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:06:50.909403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Bound using segment: {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:06:50.909853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Bound port: 5db82701-b41b-4cc2-8c4f-cdb33310de2e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897002d3-abe2-4f72-932e-f19b6a4e592e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:06:50.910232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:50.916869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] For port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:50.917243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:50.937223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Calling delete_port for 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:06:51.085710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] For port 5db82701-b41b-4cc2-8c4f-cdb33310de2e, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:06:51.094696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285e47d-277f-4f5a-8c8e-953a4680afd0 req-927ca660-9bd8-44b0-b5bc-ef242f009599 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.096217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e285e47d-277f-4f5a-8c8e-953a4680afd0 req-927ca660-9bd8-44b0-b5bc-ef242f009599 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 945 time: 0.1272578 Sep 19 03:06:51.097898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] For port 5db82701-b41b-4cc2-8c4f-cdb33310de2e, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:06:51.109567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:51.172129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.172751 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:51.174132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] 10.222.0.32 "PUT /v2.0/ports/5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 1092 time: 1.6277919 Sep 19 03:06:51.197132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:51.199874 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213c34c4-c6ab-4714-8a47-c852fd30e163" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:51.264437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e285e47d-277f-4f5a-8c8e-953a4680afd0 req-0316d623-049c-4f96-a06a-f8d996c7a117 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578226 Sep 19 03:06:51.279259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916d322-00c5-491f-bef7-a0c82a68c3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5db82701-b41b-4cc2-8c4f-cdb33310de2e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:51.322125 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:51.331759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed3b1a-3896-47c2-b369-672ca6467ddf req-d95b2db0-9c36-4c5e-8923-b8f1a4db5142 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.333326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eaed3b1a-3896-47c2-b369-672ca6467ddf req-d95b2db0-9c36-4c5e-8923-b8f1a4db5142 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 944 time: 0.1186819 Sep 19 03:06:51.381018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-068bfd5c-41d3-4a19-a4ab-d7a953cf718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.382529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-068bfd5c-41d3-4a19-a4ab-d7a953cf718c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 1095 time: 0.1353867 Sep 19 03:06:51.405073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event deleted for resources: {'Port': ['ID=0bc8b8b7-9ce5-4968-ab9e-15ac1170c491,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:51.456163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-b8d0257e-8a55-4bee-b7e3-8d8b40447c8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 217 time: 0.0520818 Sep 19 03:06:51.534150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] No DVR routers for this DVR port 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:06:51.538855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eaed3b1a-3896-47c2-b369-672ca6467ddf req-258d63df-8d79-4762-bc27-a158a9999b04 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859319 Sep 19 03:06:51.542963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:51.545395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3425dec-31af-4a8e-97dd-5b76844eab2f req-37f7936c-ae4e-4ecf-9449-7ca0a746af59 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "DELETE /v2.0/ports/0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 HTTP/1.1" status: 204 len: 173 time: 1.5506651 Sep 19 03:06:51.557003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d460b-51bc-4090-84c5-2cedf6fffac9 req-122dc25b-efac-4205-aa1b-b240e3cc3ce2 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.558297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a5d460b-51bc-4090-84c5-2cedf6fffac9 req-122dc25b-efac-4205-aa1b-b240e3cc3ce2 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 944 time: 0.2221630 Sep 19 03:06:51.568775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5d67da48-7d47-47b9-9802-b553b371f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.570323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-5d67da48-7d47-47b9-9802-b553b371f2dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.0968883 Sep 19 03:06:51.591217 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d973db8-9973-4493-ba5c-0dcb43b41c45 x-openstack-request-id: req-2d973db8-9973-4493-ba5c-0dcb43b41c45 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:51.591503 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:51.591744 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d973db8-9973-4493-ba5c-0dcb43b41c45 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:51.592119 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'status': 'completed', 'code': 200} Sep 19 03:06:51.630937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a5d460b-51bc-4090-84c5-2cedf6fffac9 req-467dff4c-513c-40bc-8079-30ac606fa036 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649712 Sep 19 03:06:51.640687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-28c4e17e-3d36-4961-8a29-a1efe5ca3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.642215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-28c4e17e-3d36-4961-8a29-a1efe5ca3516 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592034 Sep 19 03:06:51.735607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe244578-5a99-427f-89d4-db6308803c52 req-2ad577f6-9908-4917-b84a-a685ba3eae92 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1240051419&fields=id&tenant_id=3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 267 time: 0.0924447 Sep 19 03:06:51.787554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-3d0b07f2-83f4-48df-a27b-8dc74a75f747 service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333001 Sep 19 03:06:51.831444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe244578-5a99-427f-89d4-db6308803c52 req-f2a38122-db60-4305-8f54-1361a4399f71 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:51.832974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe244578-5a99-427f-89d4-db6308803c52 req-f2a38122-db60-4305-8f54-1361a4399f71 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 945 time: 0.0843284 Sep 19 03:06:51.851118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'port': {'security_groups': ['22108ce6-a2f7-4936-bcfe-6ae5aecab0b5', '0e951887-a34f-4b64-a5d9-d4d30a48a985']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:51.958389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:52.008544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba212c03-6049-4a11-8b4d-f832acdb6dea req-fbb1a3fb-86c8-4c98-8d8e-997d75e08bd3 service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127569 Sep 19 03:06:52.233706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-57543582-83d3-4daf-9263-fc5f1106676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:52.235368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-57543582-83d3-4daf-9263-fc5f1106676f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 1095 time: 0.1290774 Sep 19 03:06:52.241136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:52.267462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa5c4e-fc60-4f99-9b56-82f61ed55547 req-9df5560e-97dd-42ad-9b29-6708c73e498d tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:52.268987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76aa5c4e-fc60-4f99-9b56-82f61ed55547 req-9df5560e-97dd-42ad-9b29-6708c73e498d tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1060786 Sep 19 03:06:52.280883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:06:52.301550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:06:52.301807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0bc8b8b7-9ce5-4968-ab9e-15ac1170c491 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:06:52.325704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:52.361465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:52.372080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:52.399971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:52.411338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76aa5c4e-fc60-4f99-9b56-82f61ed55547 req-ca4be375-25e5-451b-a5d2-50cc2ce1592c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271257 Sep 19 03:06:52.430791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:52.431111 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:52.443289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe244578-5a99-427f-89d4-db6308803c52 req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "PUT /v2.0/ports/2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 981 time: 0.5997803 Sep 19 03:06:52.472945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-998b0cc0-4817-41d5-a204-6696f68cf01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:52.474651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-998b0cc0-4817-41d5-a204-6696f68cf01b service neutron] 10.222.0.32 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.2298594 Sep 19 03:06:52.480156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8cc69-ec49-4a29-9872-bd309f1ee33a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:52.526511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-f2044af7-7f37-46ef-98e7-9a4879956e88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 217 time: 0.0430908 Sep 19 03:06:52.572446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-568ed0bd-f2b2-4e7b-acdc-23514da6bf6f req-b9d87910-27e6-4d78-b95f-a425be0e0d9b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 210 time: 0.0482945 Sep 19 03:06:52.573276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:52.653569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-74602263-992a-47be-ae15-0f20195d67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:52.655077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-74602263-992a-47be-ae15-0f20195d67e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1182096 Sep 19 03:06:52.720564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19bbb930-32cb-4754-9819-917a501041cf req-e19715e1-675f-4b54-9cec-336998baf627 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/0e951887-a34f-4b64-a5d9-d4d30a48a985 HTTP/1.1" status: 200 len: 1801 time: 0.0700262 Sep 19 03:06:52.727923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-c292bd67-39aa-4ca2-b3fe-236b978e2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:52.729430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-c292bd67-39aa-4ca2-b3fe-236b978e2e45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620563 Sep 19 03:06:52.865358 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-19bbb930-32cb-4754-9819-917a501041cf req-0af599e5-8c1a-45a9-8ca7-f828b5c2f1fa tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 03:06:52.879300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19bbb930-32cb-4754-9819-917a501041cf req-0af599e5-8c1a-45a9-8ca7-f828b5c2f1fa tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/0e951887-a34f-4b64-a5d9-d4d30a48a985 HTTP/1.1" status: 409 len: 341 time: 0.1488509 Sep 19 03:06:52.910417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62cfba-b435-4f60-ad34-21b2db1b6f18 req-c016be4d-a3c3-4983-ba67-86eb05b020b9 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:52.912078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc62cfba-b435-4f60-ad34-21b2db1b6f18 req-c016be4d-a3c3-4983-ba67-86eb05b020b9 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 944 time: 0.1256812 Sep 19 03:06:52.914438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-0418f584-309b-4701-82e2-ace440061c15 service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763241 Sep 19 03:06:53.015117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc62cfba-b435-4f60-ad34-21b2db1b6f18 req-065bf2f6-f44b-46a9-9f28-8bfd75d48ba5 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948668 Sep 19 03:06:53.054512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213c34c4-c6ab-4714-8a47-c852fd30e163 req-2428f7a8-2ca7-466a-9f83-5d2f4f89226f service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323905 Sep 19 03:06:53.115209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 57959cfe-d802-49e4-a170-e94fb7464112 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:06:53.165967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa324-c28d-40d8-9276-54f7d95858c9 req-f182739f-51ac-4353-b0cd-2d35e72142a9 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:53.174217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36faa324-c28d-40d8-9276-54f7d95858c9 req-f182739f-51ac-4353-b0cd-2d35e72142a9 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 944 time: 0.0772102 Sep 19 03:06:53.206016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 57959cfe-d802-49e4-a170-e94fb7464112 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:06:53.215249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 57959cfe-d802-49e4-a170-e94fb7464112 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:06:53.215646 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:53.225726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36faa324-c28d-40d8-9276-54f7d95858c9 req-0d1cc4a2-8ea5-4d37-9157-6caf726818d6 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463109 Sep 19 03:06:53.306848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-e3106ab9-0bf6-4166-b604-403f2371e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:53.308373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-e3106ab9-0bf6-4166-b604-403f2371e979 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1135 time: 0.0742664 Sep 19 03:06:53.341594 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:53.366271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9295d82-09a8-4ea8-8335-68d8c646354e req-dba71bf6-a621-4492-ae6c-025006eac71c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:53.367999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9295d82-09a8-4ea8-8335-68d8c646354e req-dba71bf6-a621-4492-ae6c-025006eac71c tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 984 time: 0.0928156 Sep 19 03:06:53.371133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57959cfe-d802-49e4-a170-e94fb7464112'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:53.373881 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b06ed57-8f67-4bcc-9196-6e27a3f37fc1" -d '{"events": [{"server_uuid": "b5fa1e81-6a6a-4018-87fe-544949420cb3", "name": "network-vif-plugged", "status": "completed", "tag": "57959cfe-d802-49e4-a170-e94fb7464112"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:53.411144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 57959cfe-d802-49e4-a170-e94fb7464112, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=57959cfe-d802-49e4-a170-e94fb7464112,segment=NetworkSegment(836d731c-7a46-4050-8606-8434d6793d3f),segment_id=836d731c-7a46-4050-8606-8434d6793d3f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:53.420945 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:53.436412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-caacdff8-ab4b-4231-bc3f-84be264fbe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:53.437886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-caacdff8-ab4b-4231-bc3f-84be264fbe9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 913 time: 0.1212809 Sep 19 03:06:53.448158 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f82c291-9224-42a3-8870-bd380fe5ba61 x-openstack-request-id: req-7f82c291-9224-42a3-8870-bd380fe5ba61 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:53.448799 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5fa1e81-6a6a-4018-87fe-544949420cb3", "name": "network-vif-plugged", "status": "completed", "tag": "57959cfe-d802-49e4-a170-e94fb7464112", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:53.449275 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f82c291-9224-42a3-8870-bd380fe5ba61 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:53.449912 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57959cfe-d802-49e4-a170-e94fb7464112', 'code': 200} Sep 19 03:06:53.487119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40564) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:53.516188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=57959cfe-d802-49e4-a170-e94fb7464112,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:53.532628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-38d95ee0-772d-4fc6-a4da-80aecb866d1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 217 time: 0.0763893 Sep 19 03:06:53.610384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5123-5dd6-4b6b-9378-61bd4c056c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:53.617581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'name': 'network-vif-deleted', 'tag': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491'}, {'name': 'network-changed', 'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:53.620322 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c0801-fbfe-4983-ae22-c62147d67687" -d '{"events": [{"server_uuid": "3ff4eec1-9cd1-420b-a36a-79d0cd781a25", "name": "network-vif-deleted", "tag": "0bc8b8b7-9ce5-4968-ab9e-15ac1170c491"}, {"name": "network-changed", "server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:53.636560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9295d82-09a8-4ea8-8335-68d8c646354e req-2cdb9d91-9389-4428-8e74-d09d924c0f46 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e951887-a34f-4b64-a5d9-d4d30a48a985&id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1974008 Sep 19 03:06:53.671362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-675c95da-7e46-49dd-8fb9-ac353b13f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:53.672856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-675c95da-7e46-49dd-8fb9-ac353b13f609 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.1250889 Sep 19 03:06:53.677359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c272db-188c-42bf-8b90-58c23dd3f94c req-d6132c41-e64b-4bdc-98e1-eb413b014cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:53.678779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7c272db-188c-42bf-8b90-58c23dd3f94c req-d6132c41-e64b-4bdc-98e1-eb413b014cca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 1096 time: 0.1479642 Sep 19 03:06:53.691532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8f7dd-69fc-43f0-b7d8-d7240d9bcc87 req-b2c2006c-e6c4-45d5-ab1d-dff7d0288478 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:53.699021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bd8f7dd-69fc-43f0-b7d8-d7240d9bcc87 req-b2c2006c-e6c4-45d5-ab1d-dff7d0288478 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1499417 Sep 19 03:06:53.708163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5123-5dd6-4b6b-9378-61bd4c056c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:53.716873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5123-5dd6-4b6b-9378-61bd4c056c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:53.746606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0d0a5123-5dd6-4b6b-9378-61bd4c056c05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2dd7f2ef9e54dc98db247de61015b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2581990 Sep 19 03:06:53.752060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-112b051e-b328-4790-9210-48a59eb78b74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495892 Sep 19 03:06:53.752537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40576) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:53.771049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a5123-5dd6-4b6b-9378-61bd4c056c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7d5c31-d196-4573-abdc-a435f626afa7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:53.842298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bd8f7dd-69fc-43f0-b7d8-d7240d9bcc87 req-35527350-8d81-4676-95e0-288fb75fc460 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423712 Sep 19 03:06:53.847742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7c272db-188c-42bf-8b90-58c23dd3f94c req-d228d496-4de2-4452-b3c5-ba057ce12b0a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405067 Sep 19 03:06:53.910716 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b11a057-f709-4751-a1b1-628b14aca66c x-openstack-request-id: req-4b11a057-f709-4751-a1b1-628b14aca66c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:53.911346 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff4eec1-9cd1-420b-a36a-79d0cd781a25", "name": "network-vif-deleted", "tag": "0bc8b8b7-9ce5-4968-ab9e-15ac1170c491", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:53.911346 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b11a057-f709-4751-a1b1-628b14aca66c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:53.913021 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff4eec1-9cd1-420b-a36a-79d0cd781a25', 'name': 'network-vif-deleted', 'tag': '0bc8b8b7-9ce5-4968-ab9e-15ac1170c491', 'status': 'completed', 'code': 200} Sep 19 03:06:53.913021 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e', 'status': 'completed', 'code': 200} Sep 19 03:06:53.915414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df1ed08a-d7a1-4001-9aa6-1886a748068e req-efdb47f0-e66b-4246-8086-9b3d004a35c7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 210 time: 0.0826054 Sep 19 03:06:53.948651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-402ee1f7-4ef8-46ae-8a24-4492bf98a4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:53.965733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-8747b970-4670-42e9-abf8-b87447807307 service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036822 Sep 19 03:06:53.987505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-402ee1f7-4ef8-46ae-8a24-4492bf98a4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.090081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d6d29b0-17d9-4e8d-9db8-741a288ddd2f req-15b6ee4d-09f2-4b92-92da-1ac52f3874a1 service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149449 Sep 19 03:06:54.104733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-402ee1f7-4ef8-46ae-8a24-4492bf98a4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.107243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-402ee1f7-4ef8-46ae-8a24-4492bf98a4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.108344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-402ee1f7-4ef8-46ae-8a24-4492bf98a4c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b7d5c31-d196-4573-abdc-a435f626afa7 HTTP/1.1" status: 204 len: 168 time: 0.3527586 Sep 19 03:06:54.131667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ee1f7-4ef8-46ae-8a24-4492bf98a4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7d5c31-d196-4573-abdc-a435f626afa7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:54.180127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e068020-bf34-4692-8475-20b9bc54741f req-c66a7506-c031-408f-9c57-e62d6590b6d9 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:54.181570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e068020-bf34-4692-8475-20b9bc54741f req-c66a7506-c031-408f-9c57-e62d6590b6d9 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 944 time: 0.0870559 Sep 19 03:06:54.242040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c0801-fbfe-4983-ae22-c62147d67687 req-324889be-bf69-413e-b78d-fac88fb03f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:54.243579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-723c0801-fbfe-4983-ae22-c62147d67687 req-324889be-bf69-413e-b78d-fac88fb03f50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1135 time: 0.0804150 Sep 19 03:06:54.246378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e068020-bf34-4692-8475-20b9bc54741f req-29400da5-12ee-4ebb-90e5-2fa0a947d6c3 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503492 Sep 19 03:06:54.390905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c0801-fbfe-4983-ae22-c62147d67687 req-34077d8e-cc41-4d43-a881-7509c6d0178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:54.392523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-723c0801-fbfe-4983-ae22-c62147d67687 req-34077d8e-cc41-4d43-a881-7509c6d0178c service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 913 time: 0.1327314 Sep 19 03:06:54.409205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34c75-b08c-4525-8318-12aa4c0cfb09 req-21d7434b-9ed4-4a71-84c0-f17e5dcf41e5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:54.410964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0e34c75-b08c-4525-8318-12aa4c0cfb09 req-21d7434b-9ed4-4a71-84c0-f17e5dcf41e5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 945 time: 0.0654120 Sep 19 03:06:54.457136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-723c0801-fbfe-4983-ae22-c62147d67687 req-8be35924-a197-4468-9c8a-ec459c6c771f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 217 time: 0.0448077 Sep 19 03:06:54.479579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40586) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:54.493074 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06c4de98-a2e9-48db-b3e1-5d5612711413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.508717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0e34c75-b08c-4525-8318-12aa4c0cfb09 req-85bb3f58-6c9b-42c8-95b3-e03e193debd3 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894597 Sep 19 03:06:54.527016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c0801-fbfe-4983-ae22-c62147d67687 req-be4d28ba-4f57-41f1-afff-1864a11532d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:54.528499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-723c0801-fbfe-4983-ae22-c62147d67687 req-be4d28ba-4f57-41f1-afff-1864a11532d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.0577145 Sep 19 03:06:54.600780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06c4de98-a2e9-48db-b3e1-5d5612711413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.606256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06c4de98-a2e9-48db-b3e1-5d5612711413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.638407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-723c0801-fbfe-4983-ae22-c62147d67687 req-3884736c-6309-4657-b9c1-8f3c90a0183b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280385 Sep 19 03:06:54.644198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4de98-a2e9-48db-b3e1-5d5612711413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a1914-8700-4014-b3c9-d189487e0346,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:54.648653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06c4de98-a2e9-48db-b3e1-5d5612711413 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fa86bf3b7b84affa4fa5720c274d71d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1680291 Sep 19 03:06:54.651194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40588) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:54.702963 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d60334e6-1173-4e07-92fc-a6c588ea283f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.742705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d60334e6-1173-4e07-92fc-a6c588ea283f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.820036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-723c0801-fbfe-4983-ae22-c62147d67687 req-c1f51478-20e6-4fda-8cbc-0e866da5994b service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734746 Sep 19 03:06:54.824585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d60334e6-1173-4e07-92fc-a6c588ea283f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.827658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d60334e6-1173-4e07-92fc-a6c588ea283f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:54.828800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d60334e6-1173-4e07-92fc-a6c588ea283f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d26a1914-8700-4014-b3c9-d189487e0346 HTTP/1.1" status: 204 len: 168 time: 0.1766603 Sep 19 03:06:54.833290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634feacc-9a46-4459-9459-6fb99beffc7f req-438bd8ff-8179-4793-9966-773f2f220da2 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:54.834798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-634feacc-9a46-4459-9459-6fb99beffc7f req-438bd8ff-8179-4793-9966-773f2f220da2 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 984 time: 0.0853388 Sep 19 03:06:54.869252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60334e6-1173-4e07-92fc-a6c588ea283f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a1914-8700-4014-b3c9-d189487e0346,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:54.943588 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-634feacc-9a46-4459-9459-6fb99beffc7f req-49011035-c6c3-4ffc-a41d-eec219b22c33 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e951887-a34f-4b64-a5d9-d4d30a48a985&id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0951645 Sep 19 03:06:55.034904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-723c0801-fbfe-4983-ae22-c62147d67687 req-a8dd1631-a77c-466b-b18b-320f9b5380a2 service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991050 Sep 19 03:06:55.076937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c4ac118-50be-46d5-a47e-efac740eb158 req-f3dd7f85-a3d1-48db-8c15-70b1f0b484e1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff4eec1-9cd1-420b-a36a-79d0cd781a25 HTTP/1.1" status: 200 len: 210 time: 0.0593712 Sep 19 03:06:55.103054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa7308-b0fd-4db6-b5c2-c840a6a51aea req-4734cee8-fbc7-4acc-ba2d-a7626917fe1d tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:55.107599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6efa7308-b0fd-4db6-b5c2-c840a6a51aea req-4734cee8-fbc7-4acc-ba2d-a7626917fe1d tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0926383 Sep 19 03:06:55.142781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6efa7308-b0fd-4db6-b5c2-c840a6a51aea req-6c90e0b1-9a5f-45d3-9bf9-a078ca24a982 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Sep 19 03:06:55.392991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a62f4-17bc-4be8-abdd-b5ba7ffe1bd3 req-835f8b8f-6107-4c92-9288-02eeee81923d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:55.394542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-362a62f4-17bc-4be8-abdd-b5ba7ffe1bd3 req-835f8b8f-6107-4c92-9288-02eeee81923d tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 944 time: 0.0632114 Sep 19 03:06:55.434006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-362a62f4-17bc-4be8-abdd-b5ba7ffe1bd3 req-035cee3b-7073-4469-8271-fa0cdbcb9fd7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Sep 19 03:06:55.631132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d9b03-d695-4ceb-878d-940d6372435e req-dbd4559d-64f4-47bf-9d99-28c94d6aa153 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:55.632738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c59d9b03-d695-4ceb-878d-940d6372435e req-dbd4559d-64f4-47bf-9d99-28c94d6aa153 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 945 time: 0.0492527 Sep 19 03:06:55.673351 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c59d9b03-d695-4ceb-878d-940d6372435e req-dbb15608-1ef4-4905-9147-8d16ab5ddcc1 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Sep 19 03:06:56.076951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63192106-f54c-44b0-b232-631ddb49023b req-3fdd786d-fba8-41cc-87a8-af774cca6c79 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:56.078552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63192106-f54c-44b0-b232-631ddb49023b req-3fdd786d-fba8-41cc-87a8-af774cca6c79 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 984 time: 0.0641994 Sep 19 03:06:56.135385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63192106-f54c-44b0-b232-631ddb49023b req-c6e58131-63df-437b-bd4c-ece4d9e72ea7 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e951887-a34f-4b64-a5d9-d4d30a48a985&id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0507329 Sep 19 03:06:56.302509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-39215d6f-d250-4fe5-a831-0afdde907e0b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-997530834&fields=id&tenant_id=3e55c48edbb34e65be923862a77930d0 HTTP/1.1" status: 200 len: 267 time: 0.0628994 Sep 19 03:06:56.371120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44311a53-1f76-4347-8599-268b7f159de4 req-910b9231-4a1c-4ac1-b4e5-9723df1d5fda tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:56.373161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44311a53-1f76-4347-8599-268b7f159de4 req-910b9231-4a1c-4ac1-b4e5-9723df1d5fda tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0870972 Sep 19 03:06:56.386122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-9be4c982-9b7a-4894-9435-5f799106be6a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:56.388162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-9be4c982-9b7a-4894-9435-5f799106be6a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 984 time: 0.0670998 Sep 19 03:06:56.409187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'port': {'security_groups': ['0e951887-a34f-4b64-a5d9-d4d30a48a985', '22108ce6-a2f7-4936-bcfe-6ae5aecab0b5', 'dd2f5b16-8afb-489e-8aaf-92f4b2f47794']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:06:56.456593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44311a53-1f76-4347-8599-268b7f159de4 req-f0310d04-c154-496a-a9c5-9d3c97202424 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674522 Sep 19 03:06:56.495804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:56.761276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fe901-c4ba-44d4-9320-1e30152565aa req-ec9a255d-7226-4095-bd91-767f3943a853 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:56.763090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc7fe901-c4ba-44d4-9320-1e30152565aa req-ec9a255d-7226-4095-bd91-767f3943a853 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 944 time: 0.1036565 Sep 19 03:06:56.785530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:56.832024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc7fe901-c4ba-44d4-9320-1e30152565aa req-03da8c28-2f1e-4485-bf8d-6300508a3ad0 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624535 Sep 19 03:06:56.833838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:56.839809 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:56.861327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:56.887754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:56.888463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:56.895231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8240e6-2b75-48c4-97f6-fe3914a47749 req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "PUT /v2.0/ports/2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 1020 time: 0.4930558 Sep 19 03:06:56.896038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:06:56.899310 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a01a26-8f19-47d9-9831-bf88a5311eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:06:56.905643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:56.939621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70409e36-977f-4e2a-9e08-0427ebfdf20b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:56.982865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:57.087529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-b93e0ee7-051d-4a40-a23e-5becf762aa70 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:57.090020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-b93e0ee7-051d-4a40-a23e-5becf762aa70 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.1252763 Sep 19 03:06:57.110412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-8732b9c1-0d7d-4c44-aa68-44806ddc9c76 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/quotas/6d10668e61944265a411e425ec5c1d9d HTTP/1.1" status: 200 len: 375 time: 0.0106072 Sep 19 03:06:57.131249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5db82701-b41b-4cc2-8c4f-cdb33310de2e details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:06:57.147539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-f4e81110-e1dd-41b0-b5ee-686140886d6b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291941 Sep 19 03:06:57.245034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72016537-7bf5-4f00-9fee-3f08f3d6c9e3 req-00f1d71d-8d8a-49b4-9779-2445748e64fb tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/dd2f5b16-8afb-489e-8aaf-92f4b2f47794 HTTP/1.1" status: 200 len: 1800 time: 0.0932612 Sep 19 03:06:57.284710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-efc0020d-fc7d-4747-a7c0-1e325f6474dc service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257977 Sep 19 03:06:57.334996 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-72016537-7bf5-4f00-9fee-3f08f3d6c9e3 req-a124086b-8db0-4bf0-8695-89b1d68d09ef tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 03:06:57.336097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72016537-7bf5-4f00-9fee-3f08f3d6c9e3 req-a124086b-8db0-4bf0-8695-89b1d68d09ef tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/dd2f5b16-8afb-489e-8aaf-92f4b2f47794 HTTP/1.1" status: 409 len: 341 time: 0.0798130 Sep 19 03:06:57.373245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5db82701-b41b-4cc2-8c4f-cdb33310de2e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:57.423354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'mac_address': 'fa:16:3e:96:fe:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:06:57.535074 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:57.576381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db82701-b41b-4cc2-8c4f-cdb33310de2e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:06:57.622621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5db82701-b41b-4cc2-8c4f-cdb33310de2e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:06:57.630213 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:57.681743 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e26bd4f-694f-444c-a84d-3d0e1f2aa74b x-openstack-request-id: req-5e26bd4f-694f-444c-a84d-3d0e1f2aa74b {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:06:57.682014 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:06:57.682268 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e26bd4f-694f-444c-a84d-3d0e1f2aa74b {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:06:57.682647 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e', 'status': 'completed', 'code': 200} Sep 19 03:06:57.696097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5db82701-b41b-4cc2-8c4f-cdb33310de2e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:57.748120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-c71825af-761c-47b2-b526-bfe1803a3389 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525700 Sep 19 03:06:57.750255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-c1c54f99-0027-4cc3-a425-5140f6b417b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:57.751689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-c1c54f99-0027-4cc3-a425-5140f6b417b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e55c48edbb34e65be923862a77930d0&device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1174 time: 0.0682673 Sep 19 03:06:57.876446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-0817e132-cebb-4722-8169-182b9a7bf8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:57.879043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-0817e132-cebb-4722-8169-182b9a7bf8c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 200 len: 913 time: 0.1186416 Sep 19 03:06:57.962944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-22dd11e2-3b36-42b3-8352-627303eded57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 200 len: 217 time: 0.0748637 Sep 19 03:06:58.070588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-32c15686-4177-4250-b3ed-171cdd7277f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:58.071913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-32c15686-4177-4250-b3ed-171cdd7277f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 200 len: 852 time: 0.1025503 Sep 19 03:06:58.091832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b2c1b-bc2f-4924-9ba9-864cc8a9e88a req-23257dde-8fe4-49c5-98c3-ee501b3d726f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:58.093370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e8b2c1b-bc2f-4924-9ba9-864cc8a9e88a req-23257dde-8fe4-49c5-98c3-ee501b3d726f tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0799367 Sep 19 03:06:58.126753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-d4bb1104-bb70-4b70-9d5e-3f608d56ac30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae26b14-1234-45dc-90b4-f1f436e735d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323377 Sep 19 03:06:58.178767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e8b2c1b-bc2f-4924-9ba9-864cc8a9e88a req-2c1b4e41-734b-465f-96a9-1d378ab61c47 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754673 Sep 19 03:06:58.198216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5db82701-b41b-4cc2-8c4f-cdb33310de2e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:06:58.289049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-c984e040-56ba-4e70-a016-0ed57df0445a service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536131 Sep 19 03:06:58.327645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc34bdae-2d7d-479b-8f9e-cba7581f674e req-24a6dea9-9cae-4a4b-8773-18ab87b292ab tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fd2be38-4361-4430-9b2a-6e9e9cea8bd8 HTTP/1.1" status: 200 len: 210 time: 0.0406361 Sep 19 03:06:58.420146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e74ac8-acd9-412d-a070-a0d3bd5b44fa req-79bc1877-26e1-4926-bbd8-90f6d6515a4b tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:58.427988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20e74ac8-acd9-412d-a070-a0d3bd5b44fa req-79bc1877-26e1-4926-bbd8-90f6d6515a4b tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 945 time: 0.1931608 Sep 19 03:06:58.490039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20e74ac8-acd9-412d-a070-a0d3bd5b44fa req-514f68f2-7e17-471a-b7e1-611770250189 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610631 Sep 19 03:06:58.491930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48a01a26-8f19-47d9-9831-bf88a5311eb5 req-d3346420-9ff6-4cfc-84ba-3bb6d1d3c8aa service neutron] 10.222.0.30 "GET /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921577 Sep 19 03:06:58.623030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b3b77-67f8-46be-81ef-d51238392da0 req-2ae1c8c2-1b1b-43c0-9ee5-d4485be92d43 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:58.624945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-922b3b77-67f8-46be-81ef-d51238392da0 req-2ae1c8c2-1b1b-43c0-9ee5-d4485be92d43 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1023 time: 0.0623868 Sep 19 03:06:58.685363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-922b3b77-67f8-46be-81ef-d51238392da0 req-6de6b963-a2cc-4fb2-b637-399943164cc4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e951887-a34f-4b64-a5d9-d4d30a48a985&id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&id=dd2f5b16-8afb-489e-8aaf-92f4b2f47794&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0467560 Sep 19 03:06:59.144426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b9dda2c-f15d-4ef2-8fba-6e465a0dba12 req-b8bc938c-0635-4ffb-a928-bace10c024de tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fd2be38-4361-4430-9b2a-6e9e9cea8bd8 HTTP/1.1" status: 200 len: 210 time: 0.0328782 Sep 19 03:06:59.335402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36355523-cd86-460f-946b-88d381abc2ec req-ad8a89a3-922d-4222-b830-6c7c2867cedd tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:59.336980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36355523-cd86-460f-946b-88d381abc2ec req-ad8a89a3-922d-4222-b830-6c7c2867cedd tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0577247 Sep 19 03:06:59.379076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36355523-cd86-460f-946b-88d381abc2ec req-cedd79e2-89f6-4c4d-a025-7a62de12ece7 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350375 Sep 19 03:06:59.513850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-a086b200-606a-4c3c-9bbf-6e4d807f9285 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=1fd2be38-4361-4430-9b2a-6e9e9cea8bd8 HTTP/1.1" status: 200 len: 210 time: 0.0250378 Sep 19 03:06:59.542505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:59.587145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40778) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:59.706001 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97560bb6-fdbb-49c1-846f-175921283be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:59.794174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3b3bf-f13e-4f6d-b5fe-7456b4be3ea1 req-d35b2130-8ade-4741-80da-5649581492ae tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:59.795751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60a3b3bf-f13e-4f6d-b5fe-7456b4be3ea1 req-d35b2130-8ade-4741-80da-5649581492ae tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 945 time: 0.1952076 Sep 19 03:06:59.796747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-91006207-cd2e-4c77-8e0e-b3253e78e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:59.798071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-91006207-cd2e-4c77-8e0e-b3253e78e8c9 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d10668e61944265a411e425ec5c1d9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2681954 Sep 19 03:06:59.814609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97560bb6-fdbb-49c1-846f-175921283be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:59.818952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97560bb6-fdbb-49c1-846f-175921283be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:59.861369 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97560bb6-fdbb-49c1-846f-175921283be6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adc3a80af59249178f6376a35c258fd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725825 Sep 19 03:06:59.861988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-48cabc36-b608-4a47-ac70-b9c93bb1b484 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:59.862783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97560bb6-fdbb-49c1-846f-175921283be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f80280-a055-4810-83b1-39643e87539e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:06:59.863502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-48cabc36-b608-4a47-ac70-b9c93bb1b484 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1023 time: 0.1786277 Sep 19 03:06:59.866437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:06:59.919976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-054269af-b66c-44ff-a427-8cbce73caf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:59.943313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-054269af-b66c-44ff-a427-8cbce73caf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:06:59.969251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60a3b3bf-f13e-4f6d-b5fe-7456b4be3ea1 req-5d210942-5166-4425-99f7-8ce0be8a1d2e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565778 Sep 19 03:06:59.987255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986396e-a8a3-4131-802d-cfa071bde2c2 req-b555f9fb-6580-4711-b7ba-d8e7d4005dfa tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:06:59.994795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a986396e-a8a3-4131-802d-cfa071bde2c2 req-b555f9fb-6580-4711-b7ba-d8e7d4005dfa tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 1023 time: 0.2322664 Sep 19 03:07:00.019549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-054269af-b66c-44ff-a427-8cbce73caf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.022779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-054269af-b66c-44ff-a427-8cbce73caf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.024104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-054269af-b66c-44ff-a427-8cbce73caf73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9f80280-a055-4810-83b1-39643e87539e HTTP/1.1" status: 204 len: 168 time: 0.1563008 Sep 19 03:07:00.033613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054269af-b66c-44ff-a427-8cbce73caf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f80280-a055-4810-83b1-39643e87539e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:00.102088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-d4f29b43-1f98-4437-be41-217464fe48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:00.103749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-d4f29b43-1f98-4437-be41-217464fe48d2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2901063 Sep 19 03:07:00.110239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a986396e-a8a3-4131-802d-cfa071bde2c2 req-856618ae-869a-41c4-85aa-59b111f1dd6b tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0e951887-a34f-4b64-a5d9-d4d30a48a985&id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&id=dd2f5b16-8afb-489e-8aaf-92f4b2f47794&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1146262 Sep 19 03:07:00.141354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Deleting port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:00.141354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.180758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afc5c04c-5af0-4802-9111-627a2fa7bff6 req-c07d1494-32f1-4a22-ba32-15a144b133ce tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd2be38-4361-4430-9b2a-6e9e9cea8bd8 HTTP/1.1" status: 200 len: 210 time: 0.0428872 Sep 19 03:07:00.268002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] For port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:00.268413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.286474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Calling delete_port for 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:00.410884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40800) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:00.417318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-deaeb9cd-20e5-4e0e-accb-29fdda12d94d req-36ebc8d4-0d9c-42b8-bb69-cf41e1cfbac9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fd2be38-4361-4430-9b2a-6e9e9cea8bd8 HTTP/1.1" status: 200 len: 210 time: 0.0733161 Sep 19 03:07:00.440167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1502-aafb-420a-bf87-04b790218951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.495895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.530502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:00.533288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'Port': ['ID=2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:00.589072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1502-aafb-420a-bf87-04b790218951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.593901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f501d540-e3b4-45f0-b3e7-8edf3badee14 req-905bcb53-9b31-4774-a6e0-fbaadae3c0d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=1fd2be38-4361-4430-9b2a-6e9e9cea8bd8 HTTP/1.1" status: 200 len: 210 time: 0.0616941 Sep 19 03:07:00.597440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ca1502-aafb-420a-bf87-04b790218951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.628998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c1ca1502-aafb-420a-bf87-04b790218951 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec76b50f00be4c00965ab738dabd18f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165859 Sep 19 03:07:00.632371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:00.660909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] No DVR routers for this DVR port 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:00.666508 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.668810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.30 "DELETE /v2.0/ports/2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e HTTP/1.1" status: 204 len: 173 time: 0.7881637 Sep 19 03:07:00.670332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'name': 'network-vif-deleted', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:00.673123 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d564c29-45f9-4370-98fc-6835463ee9fc" -d '{"events": [{"server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "name": "network-vif-deleted", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:00.688899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ca1502-aafb-420a-bf87-04b790218951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2949b7d2-c21a-4bbf-8d5e-3583699c272f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:00.753286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38e65d-8b33-4658-993a-47203e975c30 req-cf5c9a36-6d74-4af8-b9c4-a632250f6855 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:00.760547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51cd637b-749f-4a1c-a0ce-15661b8f14af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.760745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a38e65d-8b33-4658-993a-47203e975c30 req-cf5c9a36-6d74-4af8-b9c4-a632250f6855 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2247539 Sep 19 03:07:00.764373 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48fe7aa-e71a-4d5e-a54e-5150713bae16 x-openstack-request-id: req-a48fe7aa-e71a-4d5e-a54e-5150713bae16 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:00.764667 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e934a79-ac52-439e-ba10-6b316ae3b1d0", "name": "network-vif-deleted", "tag": "2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:00.764926 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a48fe7aa-e71a-4d5e-a54e-5150713bae16 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:00.765319 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e934a79-ac52-439e-ba10-6b316ae3b1d0', 'name': 'network-vif-deleted', 'tag': '2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e', 'status': 'completed', 'code': 200} Sep 19 03:07:00.812732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51cd637b-749f-4a1c-a0ce-15661b8f14af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.823788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501d540-e3b4-45f0-b3e7-8edf3badee14 req-29630a94-2e3c-46a6-bfde-799d008543f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:00.825841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f501d540-e3b4-45f0-b3e7-8edf3badee14 req-29630a94-2e3c-46a6-bfde-799d008543f8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d10668e61944265a411e425ec5c1d9d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2136464 Sep 19 03:07:00.829445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a38e65d-8b33-4658-993a-47203e975c30 req-6e779e96-fb66-48a9-b197-06afdcf75952 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680361 Sep 19 03:07:00.904866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51cd637b-749f-4a1c-a0ce-15661b8f14af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.907865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51cd637b-749f-4a1c-a0ce-15661b8f14af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:00.909222 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-51cd637b-749f-4a1c-a0ce-15661b8f14af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2949b7d2-c21a-4bbf-8d5e-3583699c272f HTTP/1.1" status: 204 len: 168 time: 0.2754004 Sep 19 03:07:00.917490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd637b-749f-4a1c-a0ce-15661b8f14af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2949b7d2-c21a-4bbf-8d5e-3583699c272f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:00.980457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501d540-e3b4-45f0-b3e7-8edf3badee14 req-a70380a5-52fd-4dbc-887b-a20e365b0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:00.981976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f501d540-e3b4-45f0-b3e7-8edf3badee14 req-a70380a5-52fd-4dbc-887b-a20e365b0262 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486251 Sep 19 03:07:01.090716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f501d540-e3b4-45f0-b3e7-8edf3badee14 req-c447a175-4e25-4569-8c67-67fc9dfd7e4d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.30 "GET /v2.0/ports?device_id=1fd2be38-4361-4430-9b2a-6e9e9cea8bd8 HTTP/1.1" status: 200 len: 210 time: 0.0518098 Sep 19 03:07:01.145884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5db82701-b41b-4cc2-8c4f-cdb33310de2e up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:01.225879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402329a1-2313-4b08-b25c-9ab17a1b0732 req-5d93e13c-cbe7-4f31-a0c3-f46661373a65 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:01.236797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-402329a1-2313-4b08-b25c-9ab17a1b0732 req-5d93e13c-cbe7-4f31-a0c3-f46661373a65 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 945 time: 0.1270566 Sep 19 03:07:01.261561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 5db82701-b41b-4cc2-8c4f-cdb33310de2e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:01.267904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5db82701-b41b-4cc2-8c4f-cdb33310de2e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:01.268469 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:01.309631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-402329a1-2313-4b08-b25c-9ab17a1b0732 req-ac02ca98-3f4c-419d-b890-1420b6c0229a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698545 Sep 19 03:07:01.383211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:01.427880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-179cdcec-9e7a-40dd-94c3-12aacb5f53a3 req-b87e4cb4-5aca-4afe-9b08-a1df679ef636 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e934a79-ac52-439e-ba10-6b316ae3b1d0 HTTP/1.1" status: 200 len: 210 time: 0.0806563 Sep 19 03:07:01.428214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5db82701-b41b-4cc2-8c4f-cdb33310de2e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:01.429225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:01.432062 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0b43d3-f7b7-4ecd-8f62-aa43e254e24b" -d '{"events": [{"server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "name": "network-vif-plugged", "status": "completed", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:01.436505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:01.507741 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e7616f-fd8e-4ed8-ae33-51d16a45c2ce x-openstack-request-id: req-a4e7616f-fd8e-4ed8-ae33-51d16a45c2ce {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:01.508028 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "name": "network-vif-plugged", "status": "completed", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:01.508278 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4e7616f-fd8e-4ed8-ae33-51d16a45c2ce {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:01.508664 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'code': 200} Sep 19 03:07:01.536673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5db82701-b41b-4cc2-8c4f-cdb33310de2e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:01.659102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae7427-ceaf-47b4-9915-845584338c7a req-ea71f1cc-d99a-4b5e-ace7-495d50b740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:01.660715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9ae7427-ceaf-47b4-9915-845584338c7a req-ea71f1cc-d99a-4b5e-ace7-495d50b740d1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 1097 time: 0.0463405 Sep 19 03:07:01.708375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9ae7427-ceaf-47b4-9915-845584338c7a req-2c6fcac0-3542-4a5d-a243-4ce72c2897bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381756 Sep 19 03:07:01.861064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-4c6665de-4c81-4f35-bcc2-5d4310af2051 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:01.862928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-4c6665de-4c81-4f35-bcc2-5d4310af2051 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.1204298 Sep 19 03:07:01.882005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-880b4851-2adf-4cad-b942-96a5f60163b8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/quotas/6d10668e61944265a411e425ec5c1d9d HTTP/1.1" status: 200 len: 375 time: 0.0131269 Sep 19 03:07:01.922213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-7cc9170b-10ef-4fa8-8aa1-bae8eac9b5f3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345566 Sep 19 03:07:02.024797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f17ce-4f16-445b-91d0-87f2191f6edc req-3122d71c-f956-4253-b02a-c1da978bba1c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:02.026387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789f17ce-4f16-445b-91d0-87f2191f6edc req-3122d71c-f956-4253-b02a-c1da978bba1c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1067917 Sep 19 03:07:02.061852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-2ea82060-e114-41c3-a290-337ba22d1b29 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300521 Sep 19 03:07:02.093963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789f17ce-4f16-445b-91d0-87f2191f6edc req-2be36e86-b5ac-4c96-8000-99a83a9ab8a0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603497 Sep 19 03:07:02.175270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-e2da7f1b-10e2-4998-a223-fc96a154fcd9 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036260 Sep 19 03:07:02.326488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:02.350444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:02.350813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 2c3b3f49-d9ad-4cf3-bb8b-02c33b94363e not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:02.372895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f8ef7a2-082e-470e-ab92-941fed60f551 req-4837cdf2-adfc-45c4-bbe6-cdaa063b1541 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0517089 Sep 19 03:07:02.515970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51639cb-2729-4bb6-83f6-f520417b7b26 req-169b5e98-488f-47cd-b8b7-fe57e8abf172 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:02.517530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b51639cb-2729-4bb6-83f6-f520417b7b26 req-169b5e98-488f-47cd-b8b7-fe57e8abf172 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 946 time: 0.0712793 Sep 19 03:07:02.619821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f474e93-8ebf-45dd-bc53-96bf161afbf1 req-954e74c7-99c1-4777-8ecd-ffee544fb772 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/0e951887-a34f-4b64-a5d9-d4d30a48a985 HTTP/1.1" status: 200 len: 1801 time: 0.1003730 Sep 19 03:07:02.632209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b51639cb-2729-4bb6-83f6-f520417b7b26 req-ec148542-5a56-4529-8b9b-e4b900880bde tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048622 Sep 19 03:07:02.690358 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f474e93-8ebf-45dd-bc53-96bf161afbf1 req-141c8e9e-fe59-4f6a-bb7f-d8c230419c44 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.719814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f474e93-8ebf-45dd-bc53-96bf161afbf1 req-141c8e9e-fe59-4f6a-bb7f-d8c230419c44 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.771859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f474e93-8ebf-45dd-bc53-96bf161afbf1 req-141c8e9e-fe59-4f6a-bb7f-d8c230419c44 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.775086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-6f474e93-8ebf-45dd-bc53-96bf161afbf1 req-141c8e9e-fe59-4f6a-bb7f-d8c230419c44 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.781841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f474e93-8ebf-45dd-bc53-96bf161afbf1 req-141c8e9e-fe59-4f6a-bb7f-d8c230419c44 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/0e951887-a34f-4b64-a5d9-d4d30a48a985 HTTP/1.1" status: 204 len: 173 time: 0.1589301 Sep 19 03:07:02.789794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8e9e-fe59-4f6a-bb7f-d8c230419c44 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e951887-a34f-4b64-a5d9-d4d30a48a985,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:02.848040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1388a8a0-328f-44a8-b8a2-7af1f183546c req-d57d6b69-9cfe-4d1e-958a-41c7f8746cde tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/dd2f5b16-8afb-489e-8aaf-92f4b2f47794 HTTP/1.1" status: 200 len: 1800 time: 0.0482574 Sep 19 03:07:02.915501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1388a8a0-328f-44a8-b8a2-7af1f183546c req-6d13eb9b-0bdf-4465-b9f6-6573973a0e72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.939475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1388a8a0-328f-44a8-b8a2-7af1f183546c req-6d13eb9b-0bdf-4465-b9f6-6573973a0e72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.987886 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1388a8a0-328f-44a8-b8a2-7af1f183546c req-6d13eb9b-0bdf-4465-b9f6-6573973a0e72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.990811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1388a8a0-328f-44a8-b8a2-7af1f183546c req-6d13eb9b-0bdf-4465-b9f6-6573973a0e72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:02.992167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1388a8a0-328f-44a8-b8a2-7af1f183546c req-6d13eb9b-0bdf-4465-b9f6-6573973a0e72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/dd2f5b16-8afb-489e-8aaf-92f4b2f47794 HTTP/1.1" status: 204 len: 173 time: 0.1395996 Sep 19 03:07:03.023023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13eb9b-0bdf-4465-b9f6-6573973a0e72 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f5b16-8afb-489e-8aaf-92f4b2f47794,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:03.025828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e592a8f-d417-465d-a1b2-fcbd9833b808 req-11c8be09-05b8-4fc1-8d7e-22544108be66 tempest-FlavorsV2NegativeTest-1458407898 tempest-FlavorsV2NegativeTest-1458407898-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=dd2c7bb449cf4cb4bb8354bf3e6643e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302191 Sep 19 03:07:03.029713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cf0935f6-1304-4394-abf3-8450a2a57cae req-630868bc-cc7f-4bea-b26c-e63de0a47470 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1451115272', 'description': 'tempest-description-1036582957'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:03.108107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf0935f6-1304-4394-abf3-8450a2a57cae req-630868bc-cc7f-4bea-b26c-e63de0a47470 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.163844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e592a8f-d417-465d-a1b2-fcbd9833b808 req-d9cc256d-bbc2-4d0a-9619-70b2e796c13d tempest-FlavorsV2NegativeTest-1458407898 tempest-FlavorsV2NegativeTest-1458407898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:03.165280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e592a8f-d417-465d-a1b2-fcbd9833b808 req-d9cc256d-bbc2-4d0a-9619-70b2e796c13d tempest-FlavorsV2NegativeTest-1458407898 tempest-FlavorsV2NegativeTest-1458407898-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304305 Sep 19 03:07:03.192201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e592a8f-d417-465d-a1b2-fcbd9833b808 req-e9311047-f700-4904-b436-123c59d62555 tempest-FlavorsV2NegativeTest-1458407898 tempest-FlavorsV2NegativeTest-1458407898-project] 10.222.0.22 "GET /v2.0/quotas/dd2c7bb449cf4cb4bb8354bf3e6643e8 HTTP/1.1" status: 200 len: 375 time: 0.0179093 Sep 19 03:07:03.236800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e592a8f-d417-465d-a1b2-fcbd9833b808 req-d0a73225-a1c0-4181-8b1c-6bc9b3b8ae92 tempest-FlavorsV2NegativeTest-1458407898 tempest-FlavorsV2NegativeTest-1458407898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd2c7bb449cf4cb4bb8354bf3e6643e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331168 Sep 19 03:07:03.261069 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf0935f6-1304-4394-abf3-8450a2a57cae req-630868bc-cc7f-4bea-b26c-e63de0a47470 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.266343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf0935f6-1304-4394-abf3-8450a2a57cae req-630868bc-cc7f-4bea-b26c-e63de0a47470 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.306630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf0935f6-1304-4394-abf3-8450a2a57cae req-630868bc-cc7f-4bea-b26c-e63de0a47470 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.307934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf0935f6-1304-4394-abf3-8450a2a57cae req-630868bc-cc7f-4bea-b26c-e63de0a47470 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2871222 Sep 19 03:07:03.322618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630868bc-cc7f-4bea-b26c-e63de0a47470 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63ca86-4bca-4c39-b4bc-bda677a7802c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:03.368917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4ccc8-b825-4044-bf15-044c182305ba req-c0528cfd-7c42-4263-9dcc-4e3923b2b2e8 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:03.370517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38b4ccc8-b825-4044-bf15-044c182305ba req-c0528cfd-7c42-4263-9dcc-4e3923b2b2e8 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.0773299 Sep 19 03:07:03.407408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da1d8c50-1f01-4a76-9036-52c094f89ce5 req-0f475e2e-04b1-425c-90f6-988316ec69be tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/9a63ca86-4bca-4c39-b4bc-bda677a7802c HTTP/1.1" status: 200 len: 1801 time: 0.0756886 Sep 19 03:07:03.424809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-da1d8c50-1f01-4a76-9036-52c094f89ce5 req-83d4e80a-8b11-4c96-8ddb-6a03c7b7b3ba tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1674728913', 'description': 'tempest-description-hth-1939360834'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:03.443315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38b4ccc8-b825-4044-bf15-044c182305ba req-df37cf23-adbe-48c2-806e-ef83a7a736f1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635028 Sep 19 03:07:03.467655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-da1d8c50-1f01-4a76-9036-52c094f89ce5 req-83d4e80a-8b11-4c96-8ddb-6a03c7b7b3ba tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.554623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d813d51f-e489-402a-87f7-de9b2b1d2b0b req-b61f1027-c439-4ac8-94c9-e1b90fd30339 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0381479 Sep 19 03:07:03.568364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-da1d8c50-1f01-4a76-9036-52c094f89ce5 req-83d4e80a-8b11-4c96-8ddb-6a03c7b7b3ba tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.585394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-da1d8c50-1f01-4a76-9036-52c094f89ce5 req-83d4e80a-8b11-4c96-8ddb-6a03c7b7b3ba tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.590073 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-da1d8c50-1f01-4a76-9036-52c094f89ce5 req-83d4e80a-8b11-4c96-8ddb-6a03c7b7b3ba tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.591427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da1d8c50-1f01-4a76-9036-52c094f89ce5 req-83d4e80a-8b11-4c96-8ddb-6a03c7b7b3ba tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "PUT /v2.0/security-groups/9a63ca86-4bca-4c39-b4bc-bda677a7802c HTTP/1.1" status: 200 len: 1775 time: 0.1765721 Sep 19 03:07:03.713286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4e80a-8b11-4c96-8ddb-6a03c7b7b3ba tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63ca86-4bca-4c39-b4bc-bda677a7802c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:03.761305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-343d22e3-6eae-40b2-822b-a8e4b18dbf5b req-5474c529-9e17-43f0-9ec8-d29621a67073 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/9a63ca86-4bca-4c39-b4bc-bda677a7802c HTTP/1.1" status: 200 len: 1775 time: 0.1335752 Sep 19 03:07:03.794310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40954) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:03.800812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-0f73ecd2-3254-417e-b222-2fdcb578de04 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:03.802010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-0f73ecd2-3254-417e-b222-2fdcb578de04 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.2321329 Sep 19 03:07:03.810561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f38af-ae7f-4947-adee-1949b1273c6a req-eeb326ee-652e-4b24-a3be-4064e3dbe706 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:03.811933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b9f38af-ae7f-4947-adee-1949b1273c6a req-eeb326ee-652e-4b24-a3be-4064e3dbe706 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 946 time: 0.0873289 Sep 19 03:07:03.834817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Request body: {'port': {'device_id': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'admin_state_up': True, 'tenant_id': '6d10668e61944265a411e425ec5c1d9d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:03.883888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b9f38af-ae7f-4947-adee-1949b1273c6a req-f9028052-eb4f-4d19-bc31-f92afc34ec63 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657828 Sep 19 03:07:03.906532 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a26e16d-b707-4377-a27c-8902a27478e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:03.959276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ced94b44-6b7e-410e-a9d2-c70e4fdf012d req-0f9a4801-8ef4-47dc-ae9e-367bbdb99164 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/9a63ca86-4bca-4c39-b4bc-bda677a7802c HTTP/1.1" status: 200 len: 1775 time: 0.0915802 Sep 19 03:07:04.001716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a26e16d-b707-4377-a27c-8902a27478e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.005742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a26e16d-b707-4377-a27c-8902a27478e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.047039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8a26e16d-b707-4377-a27c-8902a27478e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd2c7bb449cf4cb4bb8354bf3e6643e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515838 Sep 19 03:07:04.049701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40960) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:04.057546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26e16d-b707-4377-a27c-8902a27478e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8b75e9-b66a-44b9-8302-41adb272c4cf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:04.057892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:04.061885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.066852 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:07:04.072078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-448b876a-1bcf-4c41-a62b-495a9e70ec6c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:04.079624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-448b876a-1bcf-4c41-a62b-495a9e70ec6c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1161549 Sep 19 03:07:04.102975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823955a2-520a-4ee5-a9b3-d657eb83feed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.124582 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823955a2-520a-4ee5-a9b3-d657eb83feed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.151747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-6ae4032e-4853-457d-8e72-92fa2eb2d308 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 695 time: 0.0712502 Sep 19 03:07:04.157148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ced94b44-6b7e-410e-a9d2-c70e4fdf012d req-278f0005-84ab-47e4-9fae-86baf3a7823f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.174088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823955a2-520a-4ee5-a9b3-d657eb83feed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.176669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-823955a2-520a-4ee5-a9b3-d657eb83feed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.177868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-823955a2-520a-4ee5-a9b3-d657eb83feed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca8b75e9-b66a-44b9-8302-41adb272c4cf HTTP/1.1" status: 204 len: 168 time: 0.1272728 Sep 19 03:07:04.186427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823955a2-520a-4ee5-a9b3-d657eb83feed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8b75e9-b66a-44b9-8302-41adb272c4cf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:04.501369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'floatingip': {'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:04.560187 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ced94b44-6b7e-410e-a9d2-c70e4fdf012d req-278f0005-84ab-47e4-9fae-86baf3a7823f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.571054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.730101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ced94b44-6b7e-410e-a9d2-c70e4fdf012d req-278f0005-84ab-47e4-9fae-86baf3a7823f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.733203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ced94b44-6b7e-410e-a9d2-c70e4fdf012d req-278f0005-84ab-47e4-9fae-86baf3a7823f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:04.734334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ced94b44-6b7e-410e-a9d2-c70e4fdf012d req-278f0005-84ab-47e4-9fae-86baf3a7823f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a63ca86-4bca-4c39-b4bc-bda677a7802c HTTP/1.1" status: 204 len: 173 time: 0.7639263 Sep 19 03:07:04.742544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Allocated IP 172.20.0.3 (aed05a07-ba2d-4097-a98f-f9182381c014/1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68/5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:04.767614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f0005-84ab-47e4-9fae-86baf3a7823f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63ca86-4bca-4c39-b4bc-bda677a7802c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:04.957390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b02e58-0178-4485-9546-aa3abb339f05 req-8b611635-c3dd-4428-8ecc-46fb9029a719 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:04.958896 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5b02e58-0178-4485-9546-aa3abb339f05 req-8b611635-c3dd-4428-8ecc-46fb9029a719 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1520262 Sep 19 03:07:05.125058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5b02e58-0178-4485-9546-aa3abb339f05 req-7dbf667e-2395-44b6-87bb-8dc663dca68e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366103 Sep 19 03:07:05.136613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:05.228661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c8a515d-e4e4-4e36-a538-a3ce81771def req-9d7ecd18-a5cc-455d-96f3-a74829dcf572 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 210 time: 0.0467844 Sep 19 03:07:05.270566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:05.365057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Network aed05a07-ba2d-4097-a98f-f9182381c014 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:05.375318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:05.376321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:05.381078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:05.385347 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:05.404939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event updated for resources: {'Port': ['ID=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:05.467362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:05.467982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:05.520008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-862e9e55-e64a-413f-8750-99c2b511a668 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6949642 Sep 19 03:07:05.538962 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f associated. External IP: 172.25.8.75, port: a99daf15-c501-439b-bbaa-0415e709625a. Sep 19 03:07:05.575505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Request body: {'port': {'device_id': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:05.680764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:05.704777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf462d5f-5446-44f6-a8e0-96ac01811aa3 req-eb3c35d3-bce4-49da-b032-93961ee9f13a tempest-AbsoluteLimitsNegativeTestJSON-675337107 tempest-AbsoluteLimitsNegativeTestJSON-675337107-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8267b87891ea42688cefd66930b9ffd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396409 Sep 19 03:07:05.989568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf462d5f-5446-44f6-a8e0-96ac01811aa3 req-32f07f9a-a195-483a-9e66-4b22f41006e3 tempest-AbsoluteLimitsNegativeTestJSON-675337107 tempest-AbsoluteLimitsNegativeTestJSON-675337107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:05.990952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf462d5f-5446-44f6-a8e0-96ac01811aa3 req-32f07f9a-a195-483a-9e66-4b22f41006e3 tempest-AbsoluteLimitsNegativeTestJSON-675337107 tempest-AbsoluteLimitsNegativeTestJSON-675337107-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801120 Sep 19 03:07:06.005346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:06.035106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf462d5f-5446-44f6-a8e0-96ac01811aa3 req-ca9a03ae-05ee-484e-8be0-84cdd367e145 tempest-AbsoluteLimitsNegativeTestJSON-675337107 tempest-AbsoluteLimitsNegativeTestJSON-675337107-project] 10.222.0.22 "GET /v2.0/quotas/8267b87891ea42688cefd66930b9ffd6 HTTP/1.1" status: 200 len: 375 time: 0.0338466 Sep 19 03:07:06.128826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf462d5f-5446-44f6-a8e0-96ac01811aa3 req-447d4ba7-43f9-46cc-a5be-fe72a657576b tempest-AbsoluteLimitsNegativeTestJSON-675337107 tempest-AbsoluteLimitsNegativeTestJSON-675337107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8267b87891ea42688cefd66930b9ffd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649276 Sep 19 03:07:06.224609 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-32e27b56-e711-4546-84c8-68768f6ff361 req-d8da026d-1f08-45ee-a3d7-5a31d3d70559 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:07:06.225613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32e27b56-e711-4546-84c8-68768f6ff361 req-d8da026d-1f08-45ee-a3d7-5a31d3d70559 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/dd2f5b16-8afb-489e-8aaf-92f4b2f47794 HTTP/1.1" status: 404 len: 352 time: 0.0270259 Sep 19 03:07:06.269276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:06.275445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.281321 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:06.292032 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:06.293461 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:06.311771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:06.324312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.354478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0427e612-996e-4700-ab14-512b9e27c5af tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "PUT /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 200 len: 995 time: 1.8623443 Sep 19 03:07:06.357904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:06.360304 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f9b02-58e0-41da-90a6-810e9ab4affd" -d '{"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:06.367960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Transition to ACTIVE for port object 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:07:06.386592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673d25a-7a1b-47e1-91d1-d004492564d2 req-828f5d01-7f29-466b-a7b0-6ad054878849 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:06.394374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d673d25a-7a1b-47e1-91d1-d004492564d2 req-828f5d01-7f29-466b-a7b0-6ad054878849 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1122844 Sep 19 03:07:06.396922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.419413 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:06.500997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41032) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:06.525917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:06.539837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d673d25a-7a1b-47e1-91d1-d004492564d2 req-846aaa31-8836-4d63-b54e-5b4f1b81ccd9 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444442 Sep 19 03:07:06.554824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-88a036bf-e551-42b6-876b-8a65596b4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:06.556339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-88a036bf-e551-42b6-876b-8a65596b4b8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.1530788 Sep 19 03:07:06.626915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd3555a2-9a87-4227-a2c0-6ed99d5f0ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.632060 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-23074165-1a70-46d6-bc2b-eecf1b61a666 req-4854f422-3fe3-493c-b2be-897aeca9b348 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:07:06.633093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23074165-1a70-46d6-bc2b-eecf1b61a666 req-4854f422-3fe3-493c-b2be-897aeca9b348 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/0e951887-a34f-4b64-a5d9-d4d30a48a985 HTTP/1.1" status: 404 len: 352 time: 0.0549219 Sep 19 03:07:06.669797 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:1a:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:05Z', 'revision_number': 1, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:06.687465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Attempting to bind port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:06.687830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Attempting to bind port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:06.688168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Attempting to bind port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:06.699150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 on network aed05a07-ba2d-4097-a98f-f9182381c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:07:06.699498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Attempting to bind port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:06.709656 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:06.711438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:06.711782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Checking segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:06.712217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Bound using segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:06.712711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Bound port: 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:06.713108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.719774 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:06.720601 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:06.731185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0a78ea64-758b-4cf3-9480-2c93c93a85df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:06.732713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-0a78ea64-758b-4cf3-9480-2c93c93a85df service neutron] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.1534247 Sep 19 03:07:06.741254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd3555a2-9a87-4227-a2c0-6ed99d5f0ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.745688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd3555a2-9a87-4227-a2c0-6ed99d5f0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.780720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cd3555a2-9a87-4227-a2c0-6ed99d5f0ff0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8267b87891ea42688cefd66930b9ffd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761488 Sep 19 03:07:06.782991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41040) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:06.799144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3555a2-9a87-4227-a2c0-6ed99d5f0ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3392b-ad10-4289-b431-a1b9f734cfc6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:06.829968 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:06.843653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8db12d29-8821-4094-8adf-2ef3eec7a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.879721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8db12d29-8821-4094-8adf-2ef3eec7a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.929714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8db12d29-8821-4094-8adf-2ef3eec7a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.932665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8db12d29-8821-4094-8adf-2ef3eec7a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:06.937131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8db12d29-8821-4094-8adf-2ef3eec7a6d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15d3392b-ad10-4289-b431-a1b9f734cfc6 HTTP/1.1" status: 204 len: 168 time: 0.1497004 Sep 19 03:07:06.947442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db12d29-8821-4094-8adf-2ef3eec7a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3392b-ad10-4289-b431-a1b9f734cfc6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:07.080274 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:1a:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:05Z', 'revision_number': 1, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:07.108111 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b9538-1ded-4e6e-9859-420bc3244a71 None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:1a:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:05Z', 'revision_number': 1, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:07.194502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-dc5d7fd5-93da-4404-a1b2-7f88360815d9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 998 time: 0.4416900 Sep 19 03:07:07.198281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] For port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:07.202138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] For port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:07.210693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fde666-8262-4c8c-8a8d-7a9abd37c74c req-52766331-21f1-4c4d-a473-89dc59c71e82 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.212322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52fde666-8262-4c8c-8a8d-7a9abd37c74c req-52766331-21f1-4c4d-a473-89dc59c71e82 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 943 time: 0.4612539 Sep 19 03:07:07.221062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:07.288282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.289339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:07.291117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] 10.222.0.32 "PUT /v2.0/ports/5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 HTTP/1.1" status: 200 len: 1091 time: 1.7486298 Sep 19 03:07:07.335744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-7ea05131-fe4e-43c4-8300-fa13b7534f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.337246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-7ea05131-fe4e-43c4-8300-fa13b7534f12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1241918 Sep 19 03:07:07.366638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52fde666-8262-4c8c-8a8d-7a9abd37c74c req-45e3653b-7083-4294-a7c7-db7f76ac129f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425886 Sep 19 03:07:07.383650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27692e1c-d7d7-4a23-b171-548a4b3ee830 None None] New status for floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:07:07.397274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc6de5-e3e1-45e4-b1ff-f3b3b52bb927 service neutron] Pushing event updated for resources: {'Port': ['ID=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:07.434080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-1d9d78d6-440a-49c3-8d5d-8e3e6fb8beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.435965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-1d9d78d6-440a-49c3-8d5d-8e3e6fb8beb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 1094 time: 0.0760396 Sep 19 03:07:07.437659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-04919920-fd48-4c78-abeb-e35592f84ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.439086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-04919920-fd48-4c78-abeb-e35592f84ac7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906692 Sep 19 03:07:07.516776 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca0aef3-f93f-45ca-9e1c-6f6d1db9d3d2 x-openstack-request-id: req-0ca0aef3-f93f-45ca-9e1c-6f6d1db9d3d2 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:07.517073 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:07.517325 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ca0aef3-f93f-45ca-9e1c-6f6d1db9d3d2 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:07.517956 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a', 'status': 'completed', 'code': 200} Sep 19 03:07:07.525992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-00a03011-fba9-4be6-93d7-83c4dea01398 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 HTTP/1.1" status: 200 len: 217 time: 0.0699501 Sep 19 03:07:07.654494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-7eb77c54-ee2e-4262-b43a-1ad2983106b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.656075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-7eb77c54-ee2e-4262-b43a-1ad2983106b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.1207101 Sep 19 03:07:07.679472 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-d0ac243b-eea7-438f-a5a0-90188996b135 req-b678ebf9-72c1-49c1-9533-9fc51111a09f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:07:07.680883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0ac243b-eea7-438f-a5a0-90188996b135 req-b678ebf9-72c1-49c1-9533-9fc51111a09f tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/61478728-fd2d-4b1d-be6b-2f4a1a8e4d93 HTTP/1.1" status: 404 len: 352 time: 0.0398586 Sep 19 03:07:07.706289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-d6e976d1-3cb8-4862-8ac2-064c167612e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399621 Sep 19 03:07:07.712407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-974b7411-8de4-4c9d-9ff1-b2bc3a90facd service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661402 Sep 19 03:07:07.715187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-04652c41-944c-4bbe-b22e-e9aa6651777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.717115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-04652c41-944c-4bbe-b22e-e9aa6651777f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.1474261 Sep 19 03:07:07.734948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41068) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:07.851352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1722216494-network', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:07.875912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:07.878965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:07.888707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:07.992818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:07.997127 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:07.997292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bf96-66ff-4746-8757-b26fdfae979e req-da8bcb5c-6c59-4e05-9359-65c52c839868 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:07.998830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6162bf96-66ff-4746-8757-b26fdfae979e req-da8bcb5c-6c59-4e05-9359-65c52c839868 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.2179134 Sep 19 03:07:08.003891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725d7ce8-19ea-4b6e-b8f1-f32ce24a3e18 req-e2a3089c-d104-4f01-baf6-e21d2249510a service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785099 Sep 19 03:07:08.007879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-5ed4eba1-64ac-4b9f-a7b9-f4679abd358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:08.009314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-5ed4eba1-64ac-4b9f-a7b9-f4679abd358a service neutron] 10.222.0.30 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.2829025 Sep 19 03:07:08.011979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-9e446bb1-1ba7-4bef-87d0-e4335cc8e436 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939939 Sep 19 03:07:08.029430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:07:08.045839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60fdd9-8463-4c80-a0ab-a04e941dfb00,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:08.048959 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:08.049308 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Added segment 3ea9759a-825a-41fa-830c-8b48e4829270 of type vlan for network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c Sep 19 03:07:08.098358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:08.121581 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-6f3343c4-e367-4c99-a297-3c9c744deb98 req-e178beea-fc98-4dc6-b856-2eaa4292e225 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:07:08.122683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f3343c4-e367-4c99-a297-3c9c744deb98 req-e178beea-fc98-4dc6-b856-2eaa4292e225 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/542bfae9-5af5-4bc8-82b3-1c8122a06b39 HTTP/1.1" status: 404 len: 352 time: 0.0489430 Sep 19 03:07:08.123050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:08.124029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:08.124622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:08.168009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4313908 Sep 19 03:07:08.175031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6162bf96-66ff-4746-8757-b26fdfae979e req-94b5c530-96da-485b-9283-60a08cd5b007 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673353 Sep 19 03:07:08.180074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41076) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:08.187760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Request body: {'subnet': {'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1722216494-subnet', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:08.196273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893c9b5-a95f-4fc1-8bb9-5bdc9612cc94 admin admin] Pushing event updated for resources: {'Network': ['ID=920f8a3e-8782-44cd-ad19-d99f6d8b5b7c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:08.207094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:07:08.224895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-c7ccfb68-e459-4d22-b5ab-a2e0a73e8d26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 1000 time: 0.2068477 Sep 19 03:07:08.270112 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-28ae715a-6df8-4198-8eb4-bd76e6062f57 req-0232d283-ea84-48b3-9419-db7655dbd7e6 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:07:08.271106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28ae715a-6df8-4198-8eb4-bd76e6062f57 req-0232d283-ea84-48b3-9419-db7655dbd7e6 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/d59818a8-93de-41c9-ab61-c376153b47f1 HTTP/1.1" status: 404 len: 352 time: 0.0700109 Sep 19 03:07:08.315303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:08.317370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:08.321010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f62c55a-e183-4f9a-9640-e7751dbd2239 req-0e066208-6f53-4149-adee-ddf951d0b90a service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957289 Sep 19 03:07:08.350965 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-a1f9dad2-944e-4379-aa8c-74b4a0f3fcee req-f2fe590c-bdc7-4f26-a2b9-4d14ca4d0ffe tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] show failed (client error): The resource could not be found. Sep 19 03:07:08.351966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1f9dad2-944e-4379-aa8c-74b4a0f3fcee req-f2fe590c-bdc7-4f26-a2b9-4d14ca4d0ffe tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/ecbdeadb-b783-4869-9ab6-3749e14571e7 HTTP/1.1" status: 404 len: 352 time: 0.0516281 Sep 19 03:07:08.367618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-34608e9a-f5ac-4086-9ff9-127142cced04 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:08.369097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-34608e9a-f5ac-4086-9ff9-127142cced04 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1659472 Sep 19 03:07:08.372929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-aac7830f-3067-49d7-8a8d-ae85f460ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:08.374277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-aac7830f-3067-49d7-8a8d-ae85f460ab79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1202235 Sep 19 03:07:08.521261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-03609641-159a-41dd-8bc9-afae33b93657 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.1182823 Sep 19 03:07:08.523129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-006d6529-96ed-4e8e-83e9-3c436462ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:08.524531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-006d6529-96ed-4e8e-83e9-3c436462ce88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204634 Sep 19 03:07:08.535487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'floatingip': {'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:08.700697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:08.805404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:08.814560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6ea23-9fa6-4874-aa15-e12db20a5726 req-7ecc6934-6662-4786-833e-1c725c67760d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:08.816043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60c6ea23-9fa6-4874-aa15-e12db20a5726 req-7ecc6934-6662-4786-833e-1c725c67760d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 943 time: 0.2213831 Sep 19 03:07:08.877168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-73ba5043-6b61-4216-a2ea-50e1b591588a service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181934 Sep 19 03:07:08.980629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b172ca-b4a9-4646-9a05-d3dd5a71c793,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:09.000321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60c6ea23-9fa6-4874-aa15-e12db20a5726 req-74c31ad5-fd0a-443b-8539-fc3c7a078d17 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732154 Sep 19 03:07:09.074970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Checking segment: {'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:09.075328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Network hostable DHCP agents. Network: 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:07:09.155942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-520f9b02-58e0-41da-90a6-810e9ab4affd req-15bba631-fbe0-4d94-98f4-f3e58e0ab6fc service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644176 Sep 19 03:07:09.170720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:07:09.196716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:09.204592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da570271-0c9c-4807-9d8f-b9bdfbd9f927 None None] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:09.232736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:09.233317 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.257796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd059e-17de-42ef-bd82-3bc3f959d767 req-bf3f481d-c734-4136-b770-08cd40d5fcf5 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:09.259298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96cd059e-17de-42ef-bd82-3bc3f959d767 req-bf3f481d-c734-4136-b770-08cd40d5fcf5 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1023 time: 0.1252875 Sep 19 03:07:09.281313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e24516e3-73bf-40f8-8020-331391790761 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0980961 Sep 19 03:07:09.284451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41094) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:09.289965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:09.311651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.312982 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.354028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96cd059e-17de-42ef-bd82-3bc3f959d767 req-cd087dfd-1f0d-4c79-9d21-20b28821d25a tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&id=3289b5b4-e58c-47ce-9684-ff8162110429&id=70eae6f3-adf9-4be8-9188-e1d2d601a732&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0866697 Sep 19 03:07:09.362336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'fixed_ips': [{'subnet_id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:07:09.363214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.365670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.524104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'tag': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:09.524626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Allocated IP 172.20.0.2 (920f8a3e-8782-44cd-ad19-d99f6d8b5b7c/90b172ca-b4a9-4646-9a05-d3dd5a71c793/ac9176ea-9872-4c19-a818-0da4adb9ef6f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:09.526329 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50715474-d413-4a32-919b-d558ee3ff4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "91d07794-24d3-4fc9-9757-99f91952c2c6", "tag": "5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:09.536296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.563363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.571251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.622007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b643c8-5ef9-4937-a93c-b0b2e08ef7ed req-ec72735d-826c-41e9-9570-239f944ef668 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:09.623632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73b643c8-5ef9-4937-a93c-b0b2e08ef7ed req-ec72735d-826c-41e9-9570-239f944ef668 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1065571 Sep 19 03:07:09.711922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73b643c8-5ef9-4937-a93c-b0b2e08ef7ed req-7787ea0d-1399-4189-99ed-26f11ea6d33c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774043 Sep 19 03:07:09.715975 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f associated. External IP: 172.25.8.75, port: a99daf15-c501-439b-bbaa-0415e709625a. Sep 19 03:07:09.752387 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.762681 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.766863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.776037 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ca5866-d065-4035-aadc-a46559c2fd38 x-openstack-request-id: req-16ca5866-d065-4035-aadc-a46559c2fd38 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:09.776329 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d07794-24d3-4fc9-9757-99f91952c2c6", "tag": "5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:09.776581 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16ca5866-d065-4035-aadc-a46559c2fd38 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:09.776971 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'tag': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013', 'status': 'completed', 'code': 200} Sep 19 03:07:09.796558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.806139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:09.811809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:09.818398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:09.826324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Pushing event updated for resources: {'Port': ['ID=ac9176ea-9872-4c19-a818-0da4adb9ef6f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:09.877568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Attempting to bind port ac9176ea-9872-4c19-a818-0da4adb9ef6f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:09.878210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Attempting to bind port ac9176ea-9872-4c19-a818-0da4adb9ef6f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:09.878797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Attempting to bind port ac9176ea-9872-4c19-a818-0da4adb9ef6f on network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:09.884037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:09.884696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Checking segment: {'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:09.885111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.885499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Bound using segment: {'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:09.885961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Bound port: ac9176ea-9872-4c19-a818-0da4adb9ef6f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:09.886336 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:09.938779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Allocated IP 172.25.8.18 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/cc71febc-9f8a-4de8-8c8c-bfa422330860) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:10.067529 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:10.119188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:10.145246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] For port ac9176ea-9872-4c19-a818-0da4adb9ef6f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:10.150106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] For port ac9176ea-9872-4c19-a818-0da4adb9ef6f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac9176ea-9872-4c19-a818-0da4adb9ef6f,segment=NetworkSegment(3ea9759a-825a-41fa-830c-8b48e4829270),segment_id=3ea9759a-825a-41fa-830c-8b48e4829270)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:10.163584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:10.178418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:10.182088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:10.190061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:10.240246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a2441-1ba5-46c6-ad6e-315a8a2f0ab3 None None] Pushing event updated for resources: {'Port': ['ID=ac9176ea-9872-4c19-a818-0da4adb9ef6f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:10.265794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=cc71febc-9f8a-4de8-8c8c-bfa422330860,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:10.399260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50715474-d413-4a32-919b-d558ee3ff4dc req-05080bab-5d2d-43da-b585-cae89d888099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:10.400765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50715474-d413-4a32-919b-d558ee3ff4dc req-05080bab-5d2d-43da-b585-cae89d888099 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 1094 time: 0.5458429 Sep 19 03:07:10.518557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:10.549951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46ad84-d19a-482c-abb9-9d42d07ff06a req-7acb325d-6ba7-4463-88da-eca827d49a9e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:10.551481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab46ad84-d19a-482c-abb9-9d42d07ff06a req-7acb325d-6ba7-4463-88da-eca827d49a9e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 943 time: 0.1567452 Sep 19 03:07:10.578313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:10.582567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50715474-d413-4a32-919b-d558ee3ff4dc req-92d8e7a2-6565-40b9-a567-7081aea1009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:10.584070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50715474-d413-4a32-919b-d558ee3ff4dc req-92d8e7a2-6565-40b9-a567-7081aea1009e service neutron] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 913 time: 0.1719396 Sep 19 03:07:10.684923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50715474-d413-4a32-919b-d558ee3ff4dc req-4087ff9f-6e0b-490f-9fcd-e1413b8d194d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 HTTP/1.1" status: 200 len: 217 time: 0.0698857 Sep 19 03:07:10.718865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab46ad84-d19a-482c-abb9-9d42d07ff06a req-82cd4de0-1ef1-4935-899c-0fc2974da75d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555033 Sep 19 03:07:10.789725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e34e1-90bc-4441-bd12-c4843c9f2b42 req-a1580dbd-dcff-4d3d-9619-bba7a7811b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:10.791264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-838e34e1-90bc-4441-bd12-c4843c9f2b42 req-a1580dbd-dcff-4d3d-9619-bba7a7811b75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.1738377 Sep 19 03:07:10.795576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:10.830923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:10.837113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50715474-d413-4a32-919b-d558ee3ff4dc req-58e7905c-9a67-422c-b711-0a041a0e7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:10.838616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50715474-d413-4a32-919b-d558ee3ff4dc req-58e7905c-9a67-422c-b711-0a041a0e7ecd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.1358013 Sep 19 03:07:10.859838 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:10.875205 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:10.878150 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:10.962539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-838e34e1-90bc-4441-bd12-c4843c9f2b42 req-5fcf1756-d9f1-458d-ac37-ebba613c564d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627598 Sep 19 03:07:10.971598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51891d5b-8173-4326-bbae-26ca2617f85c req-391d299b-6b5f-4d8e-a959-c2276769c5e4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:10.973554 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-51891d5b-8173-4326-bbae-26ca2617f85c req-391d299b-6b5f-4d8e-a959-c2276769c5e4 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.32 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1023 time: 0.0753791 Sep 19 03:07:10.999484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50715474-d413-4a32-919b-d558ee3ff4dc req-40b82889-03c6-4ecc-901c-c9c80d4cd82f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359392 Sep 19 03:07:11.002331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:07:11.005358 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:11.161278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:11.172375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Sync routers for ids ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:11.195961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:11.197211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87816c-e27c-4791-9d6f-34cb8ca86d6d req-2b18ff58-c089-4d5c-a1e0-663bdeff40c9 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:11.199548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c87816c-e27c-4791-9d6f-34cb8ca86d6d req-2b18ff58-c089-4d5c-a1e0-663bdeff40c9 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 1023 time: 0.1118402 Sep 19 03:07:11.204742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Routers {'1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:11.205651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:11.209159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:11.211075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b6c43e08-06ff-4836-afd3-9007710a8ac9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9244947 Sep 19 03:07:11.213636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41130) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:11.241283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:11.286249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c87816c-e27c-4791-9d6f-34cb8ca86d6d req-88a37263-fcea-4b45-a3a9-d5b05a9bfdaa tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups?id=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5&id=3289b5b4-e58c-47ce-9684-ff8162110429&id=70eae6f3-adf9-4be8-9188-e1d2d601a732&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0698109 Sep 19 03:07:11.317184 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:96:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:09Z', 'revision_number': 3, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:11.341124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Set router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:11.347489 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:11.357796 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:11.358822 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:11.420201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:11.531090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:11.553491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:11.595056 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:11.622562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Deleting port bad0964b-ec53-45e8-b57a-fba064c42176 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:11.623207 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:11.674545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e9ba43-e770-447f-a6d7-0eb1d3dd56e3 None None] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:11.737978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-35eec6fe-9d2e-4b89-8ea5-aed90b79ed34 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "PUT /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 200 len: 998 time: 3.2101393 Sep 19 03:07:11.764886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dac9e4-323c-4a4e-92dc-f2248420ba99 req-0b9efac2-27b3-459b-9366-05db086734ff tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:11.775959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22dac9e4-323c-4a4e-92dc-f2248420ba99 req-0b9efac2-27b3-459b-9366-05db086734ff tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1955194 Sep 19 03:07:11.781751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a'}, {'name': 'network-changed', 'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:11.785165 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620307f-b767-4a19-8d0e-efa84cc6d3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a"}, {"name": "network-changed", "server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:11.851319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0947dedf-1051-493d-80c8-2169744b0aa3 None None] Provisioning complete for port ac9176ea-9872-4c19-a818-0da4adb9ef6f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:11.851806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0947dedf-1051-493d-80c8-2169744b0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:11.885799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-ad118ac7-3077-42c2-807e-2bf1c3162917 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:11.907381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-ad118ac7-3077-42c2-807e-2bf1c3162917 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports/a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 942 time: 0.1684000 Sep 19 03:07:11.918966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22dac9e4-323c-4a4e-92dc-f2248420ba99 req-1c5ff901-1ed8-4a10-acd5-663e534ef8d3 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400855 Sep 19 03:07:11.923228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50715474-d413-4a32-919b-d558ee3ff4dc req-93290b33-2b7a-4ecf-9173-8c4cf094accd service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022207 Sep 19 03:07:11.925634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac9176ea-9872-4c19-a818-0da4adb9ef6f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:12.035358 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:96:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:09Z', 'revision_number': 3, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:12.069055 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82848945-0c20-4711-8ca9-355ccf8cf2f2 None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:96:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:09Z', 'revision_number': 3, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:12.083120 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:07:12.103323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-600b3c22-a3f2-4179-9ffe-d5627efcbdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:12.104750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-600b3c22-a3f2-4179-9ffe-d5627efcbdf8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.0584860 Sep 19 03:07:12.147504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50715474-d413-4a32-919b-d558ee3ff4dc req-20316130-e13d-4078-bd04-b86e1fe455cd service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110543 Sep 19 03:07:12.151222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] For port bad0964b-ec53-45e8-b57a-fba064c42176, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bad0964b-ec53-45e8-b57a-fba064c42176,segment=NetworkSegment(02a43222-46c2-4a04-bbfb-ade7f9489498),segment_id=02a43222-46c2-4a04-bbfb-ade7f9489498)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:12.151594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.189013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.194540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Calling delete_port for bad0964b-ec53-45e8-b57a-fba064c42176 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:12.232096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:10Z', 'revision_number': 3, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port': {'id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:12.290905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-23f40885-87df-45b7-b9cd-a3c57249915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:12.298619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-23f40885-87df-45b7-b9cd-a3c57249915e service neutron] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.1850703 Sep 19 03:07:12.314033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Checking router: 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:12.314631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Updating router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 port cc71febc-9f8a-4de8-8c8c-bfa422330860 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:07:12.331531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:12.333769 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a4840-1ba8-4fff-8ea1-fcfdda5ea6a9" -d '{"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-unplugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:12.338496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:12.356771 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f0786-d2fb-44d1-8d0a-990826926e33 None None] New status for floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:07:12.383037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0e2a4-7c83-4851-a2fa-7141e62bda31 req-bc1ebd79-8918-4e7e-97be-c8b88a46917e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:12.391997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63c0e2a4-7c83-4851-a2fa-7141e62bda31 req-bc1ebd79-8918-4e7e-97be-c8b88a46917e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 943 time: 0.2757764 Sep 19 03:07:12.393934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:12.395864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-1ab12e61-2256-40fa-9e94-9386c56cb678 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 217 time: 0.0965459 Sep 19 03:07:12.397253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0947dedf-1051-493d-80c8-2169744b0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.407014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'mac_address': 'fa:16:3e:28:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:12.410671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.420784 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.463540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-da2872e7-47d4-46c4-8141-a164e3ff6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:12.467906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-da2872e7-47d4-46c4-8141-a164e3ff6ed2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.0521460 Sep 19 03:07:12.515936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ac9176ea-9872-4c19-a818-0da4adb9ef6f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:12.515936 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.540086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63c0e2a4-7c83-4851-a2fa-7141e62bda31 req-e698fe6b-6f57-4c29-a03e-042323dab674 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211457 Sep 19 03:07:12.587277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-53b89fc5-f6c2-44cc-accc-7555a96a6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:12.589361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-53b89fc5-f6c2-44cc-accc-7555a96a6835 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119859 Sep 19 03:07:12.600827 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.666489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'Port': ['ID=bad0964b-ec53-45e8-b57a-fba064c42176,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:12.671229 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.694730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bad0964b-ec53-45e8-b57a-fba064c42176'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:12.838676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0947dedf-1051-493d-80c8-2169744b0aa3 None None] For port ac9176ea-9872-4c19-a818-0da4adb9ef6f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac9176ea-9872-4c19-a818-0da4adb9ef6f,segment=NetworkSegment(3ea9759a-825a-41fa-830c-8b48e4829270),segment_id=3ea9759a-825a-41fa-830c-8b48e4829270)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:12.846646 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a56a48-dca6-40b6-a396-b9b528efe4ca x-openstack-request-id: req-f1a56a48-dca6-40b6-a396-b9b528efe4ca {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:12.847227 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:12.847227 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1a56a48-dca6-40b6-a396-b9b528efe4ca {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:12.850385 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a', 'status': 'completed', 'code': 200} Sep 19 03:07:12.850385 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'status': 'completed', 'code': 200} Sep 19 03:07:12.933622 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0947dedf-1051-493d-80c8-2169744b0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.933957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] No DVR routers for this DVR port bad0964b-ec53-45e8-b57a-fba064c42176 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:12.938233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.941314 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-51891d5b-8173-4326-bbae-26ca2617f85c req-6b6901a2-59d8-485e-b2ac-cb6ffccf40ce tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.32 "DELETE /v2.0/ports/bad0964b-ec53-45e8-b57a-fba064c42176 HTTP/1.1" status: 204 len: 173 time: 1.5722501 Sep 19 03:07:12.941865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'name': 'network-vif-deleted', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:12.944411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:12.945163 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55949165-d1ee-4f41-af04-2d2ab196eb63" -d '{"events": [{"server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "name": "network-vif-deleted", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:12.947290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:12.955806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:12.980755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-9a87bc52-0d11-466b-8789-c2e7ceae7712 service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829665 Sep 19 03:07:13.008420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Allocated IP 172.20.0.1 (920f8a3e-8782-44cd-ad19-d99f6d8b5b7c/90b172ca-b4a9-4646-9a05-d3dd5a71c793/a6c0ad08-de0a-4499-ac61-1b6c7146919c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:13.040143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:13.041138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:13.057788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:13.078812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-842f294f-f258-40c2-ac31-1b0f5bdae3ad req-c835bc74-e573-4714-852d-26bb4df0a021 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/ports?device_id=754bfb62-7dc8-4fd5-adff-910dc4391b72 HTTP/1.1" status: 200 len: 210 time: 0.1190829 Sep 19 03:07:13.129404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-30866a9b-a4e1-4912-8c94-ad995a5eafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:13.137688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-30866a9b-a4e1-4912-8c94-ad995a5eafa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.2845974 Sep 19 03:07:13.172925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.204539 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e08884-7a64-4d14-8fcc-050f244bab81 x-openstack-request-id: req-d5e08884-7a64-4d14-8fcc-050f244bab81 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:13.204539 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-unplugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:13.204807 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5e08884-7a64-4d14-8fcc-050f244bab81 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:13.204999 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'code': 200} Sep 19 03:07:13.209535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:13.239449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.268123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:13.269447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.274213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-c0d2ee8d-5c0d-4025-8239-2a2c1f43325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:13.275951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-c0d2ee8d-5c0d-4025-8239-2a2c1f43325c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 1097 time: 0.3519907 Sep 19 03:07:13.279234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947dedf-1051-493d-80c8-2169744b0aa3 None None] Pushing event updated for resources: {'Port': ['ID=ac9176ea-9872-4c19-a818-0da4adb9ef6f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:13.282007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d7290fd5-c021-42ba-9838-eb7e4f1b7442 None None] Provisioning complete for port ac9176ea-9872-4c19-a818-0da4adb9ef6f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:13.282844 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7290fd5-c021-42ba-9838-eb7e4f1b7442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.315316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:13.319983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:13.380594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-12f624a4-db28-4b68-be74-403f59d12d6a service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885815 Sep 19 03:07:13.434835 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c0ad08-de0a-4499-ac61-1b6c7146919c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:13.443164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.477982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-06079b1f-890d-4447-b833-85d72fb7c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:13.479589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-06079b1f-890d-4447-b833-85d72fb7c978 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.3254256 Sep 19 03:07:13.555948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-59ee4a43-ad35-4ba1-a784-6a2d569e412f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 217 time: 0.0561063 Sep 19 03:07:13.590822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef123e-0178-42ec-a282-48ad65d03850 req-09eec586-7c20-4e64-b4d4-d47913af1913 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:13.592315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afef123e-0178-42ec-a282-48ad65d03850 req-09eec586-7c20-4e64-b4d4-d47913af1913 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 950 time: 0.1707840 Sep 19 03:07:13.611850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:13.616909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.629510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-18dee8c7-29bc-4508-b37e-21936a8a5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:13.631256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-18dee8c7-29bc-4508-b37e-21936a8a5d5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.3170297 Sep 19 03:07:13.668005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-3ab87c50-f104-4d5f-9c8b-c349c485a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:13.670096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-3ab87c50-f104-4d5f-9c8b-c349c485a627 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 1097 time: 0.2249217 Sep 19 03:07:13.767006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-a168ac17-3756-4bad-9bbb-c5bb7a69cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:13.768768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-a168ac17-3756-4bad-9bbb-c5bb7a69cb11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1987448 Sep 19 03:07:13.821323 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.836566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.846125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.866405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-85833bf9-df72-4eb8-8259-ab3fc714e721 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 1001 time: 0.1938362 Sep 19 03:07:13.870555 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afef123e-0178-42ec-a282-48ad65d03850 req-f14fb377-5172-4c57-8f33-18e88a49b42a tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293251 Sep 19 03:07:13.960793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:13.962636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c0ad08-de0a-4499-ac61-1b6c7146919c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:13.971885 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da5b3c-491c-4523-8cb8-aac8837238ab x-openstack-request-id: req-e7da5b3c-491c-4523-8cb8-aac8837238ab {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:13.972180 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754bfb62-7dc8-4fd5-adff-910dc4391b72", "name": "network-vif-deleted", "tag": "bad0964b-ec53-45e8-b57a-fba064c42176", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:13.972428 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7da5b3c-491c-4523-8cb8-aac8837238ab {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:13.972816 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754bfb62-7dc8-4fd5-adff-910dc4391b72', 'name': 'network-vif-deleted', 'tag': 'bad0964b-ec53-45e8-b57a-fba064c42176', 'status': 'completed', 'code': 200} Sep 19 03:07:13.978020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:14.000620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'port_id': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013', 'mac_address': 'fa:16:3e:e9:6a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:14.010784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:14.078065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:14.079949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:14.099346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.166778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac9176ea-9872-4c19-a818-0da4adb9ef6f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:14.239362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:14.337398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:14.363379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:14.380254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ac9176ea-9872-4c19-a818-0da4adb9ef6f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:14.380561 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.422723 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.441867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Attempting to bind port cc71febc-9f8a-4de8-8c8c-bfa422330860 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:14.442245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Attempting to bind port cc71febc-9f8a-4de8-8c8c-bfa422330860 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:14.442616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Attempting to bind port cc71febc-9f8a-4de8-8c8c-bfa422330860 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:14.471297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:14.495139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:14.504547 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b916e8f1-324d-4e02-815f-e01d6f3ffdd4 admin admin] 10.222.0.22 "PUT /v2.0/routers/1ff0c6c4-f48d-4096-8d54-36eea61bf1a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2895999 Sep 19 03:07:14.505355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-fdae02e1-8614-4424-85e4-f0730b117343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:14.507250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-fdae02e1-8614-4424-85e4-f0730b117343 service neutron] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.8155260 Sep 19 03:07:14.547203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-53c93463-e9fa-4618-9fe3-3fbb58e2cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:14.549184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-53c93463-e9fa-4618-9fe3-3fbb58e2cf28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7581394 Sep 19 03:07:14.562009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:14.562386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:14.562818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.563219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:14.563696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Bound port: cc71febc-9f8a-4de8-8c8c-bfa422330860, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:14.564701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.624608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-68c62256-be4e-4ff0-b772-5c17933c8523 None None] Provisioning complete for port a6c0ad08-de0a-4499-ac61-1b6c7146919c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:14.625326 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68c62256-be4e-4ff0-b772-5c17933c8523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.635068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41166) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:14.657764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:14.675989 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2928fb19-a849-4090-bc49-bed158e1b7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.677764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-b2ef8d3f-1929-4945-9ae4-c7c88199b26f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 1001 time: 0.1262870 Sep 19 03:07:14.695189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1556801975'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:14.697136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31199241-0071-4ac2-bd8f-b380cec8a495 None None] Pushing event updated for resources: {'Port': ['ID=cc71febc-9f8a-4de8-8c8c-bfa422330860,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:14.700093 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.723774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-77080268-8299-4a00-81eb-fa63c9cdb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:14.725732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-77080268-8299-4a00-81eb-fa63c9cdb55f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.8456638 Sep 19 03:07:14.732692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:14.737739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.772831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:07:14.789021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.789747 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Added segment 649ed596-8bf0-499b-a8bc-a5944393af1f of type vlan for network e141ed65-4209-4a98-92fb-9678bc158462 Sep 19 03:07:14.797448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-68c62256-be4e-4ff0-b772-5c17933c8523 None None] Port a6c0ad08-de0a-4499-ac61-1b6c7146919c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:07:14.826080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] For port cc71febc-9f8a-4de8-8c8c-bfa422330860, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:14.836737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7209d-98f9-4147-9e47-63669335a5e7 req-52f0214a-e96f-40ab-a1e2-b1fbce1c13ec tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:14.846930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59e7209d-98f9-4147-9e47-63669335a5e7 req-52f0214a-e96f-40ab-a1e2-b1fbce1c13ec tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 943 time: 0.3789570 Sep 19 03:07:14.854547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.888784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.891794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-97d54d66-0067-4f61-a5c0-f107b2285406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:14.893523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-97d54d66-0067-4f61-a5c0-f107b2285406 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1630208 Sep 19 03:07:14.898141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] For port cc71febc-9f8a-4de8-8c8c-bfa422330860, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cc71febc-9f8a-4de8-8c8c-bfa422330860,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:14.904955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-a025548e-b2e8-45ab-8d03-c292c07caba3 service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351953 Sep 19 03:07:14.907703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:14.908824 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.909880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:14.917897 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:14.966161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-fedcc614-6d2a-4b71-bbb7-6a5bc2925bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:14.968113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-fedcc614-6d2a-4b71-bbb7-6a5bc2925bb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2181754 Sep 19 03:07:14.990654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59e7209d-98f9-4147-9e47-63669335a5e7 req-55a6f810-9198-4c7e-b568-329ba536c9c5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384974 Sep 19 03:07:15.042924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31199241-0071-4ac2-bd8f-b380cec8a495 None None] Pushing event updated for resources: {'Port': ['ID=cc71febc-9f8a-4de8-8c8c-bfa422330860,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:15.047632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Routers {'1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:15.048338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:15.054541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Network': ['ID=e141ed65-4209-4a98-92fb-9678bc158462,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:15.069288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-db800a80-f203-4769-aff0-9e74c2bf6562 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4324777 Sep 19 03:07:15.071883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:15.077523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'subnet': {'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:15.094529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e141ed65-4209-4a98-92fb-9678bc158462 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:07:15.236112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:96:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:12Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:15.256974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-f3b2e856-ae64-4f10-90bc-5aed17bd9ec2 service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363211 Sep 19 03:07:15.263689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:15.267571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.267774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07523f0b-6575-417e-aa04-ea4403d464ab req-d5b561bc-89e6-4bdf-8ecc-b2097ea90abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:15.269295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-d5b561bc-89e6-4bdf-8ecc-b2097ea90abe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3623145 Sep 19 03:07:15.298973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:15.316607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:15.327688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-551c8401-85cb-460c-8226-028982ddce61 service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326445 Sep 19 03:07:15.349506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bad0964b-ec53-45e8-b57a-fba064c42176 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:15.388772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] Set router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:15.392100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: bad0964b-ec53-45e8-b57a-fba064c42176 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:15.392614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bad0964b-ec53-45e8-b57a-fba064c42176 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:15.425452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:15.426097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:06:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:15.470299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-7a161a24-e9cd-4d61-95bc-0c766b497426 service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848793 Sep 19 03:07:15.528566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2620307f-b767-4a19-8d0e-efa84cc6d3c1 req-4ffdfbcb-2817-4237-8777-50e244c5f8e5 service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617904 Sep 19 03:07:15.607633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07523f0b-6575-417e-aa04-ea4403d464ab req-8c5b69f9-389c-4da5-b503-6e5fbb4d7dce service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233320 Sep 19 03:07:15.625118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.708088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941179bc-60b4-4b35-a42b-036c44639bc7 req-33e11a89-ef7d-4238-aaef-059766fbca37 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:15.709661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-941179bc-60b4-4b35-a42b-036c44639bc7 req-33e11a89-ef7d-4238-aaef-059766fbca37 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.0902774 Sep 19 03:07:15.717290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1ae82e2-c827-4394-9a0c-8da61044dea8 req-b81b1e03-aec9-4cd4-9721-ee16df9315e9 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/70eae6f3-adf9-4be8-9188-e1d2d601a732 HTTP/1.1" status: 200 len: 1799 time: 0.0651903 Sep 19 03:07:15.728352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Subnet': ['ID=6428d4ec-9b18-4625-a333-f57a0369cfd3,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:15.740815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Checking segment: {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:15.741428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network hostable DHCP agents. Network: e141ed65-4209-4a98-92fb-9678bc158462, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:07:15.763000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network e141ed65-4209-4a98-92fb-9678bc158462 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:07:15.776279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e141ed65-4209-4a98-92fb-9678bc158462) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:15.782666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:15.783577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.806961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6316498-22cc-436a-b76d-ed8df271a949 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7338114 Sep 19 03:07:15.807934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41180) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:15.810900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-941179bc-60b4-4b35-a42b-036c44639bc7 req-b90d195e-7eac-4c59-8031-92c9c1723896 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924559 Sep 19 03:07:15.813489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-229299687'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:15.839732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1ae82e2-c827-4394-9a0c-8da61044dea8 req-8d3bd3e3-201e-4519-9058-0b978331e876 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.854990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be8e3d3-a077-45f8-8e69-104378dc3597 None None] Network e141ed65-4209-4a98-92fb-9678bc158462 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:15.868275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:15.873289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.903927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:07:15.919519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.920008 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Added segment e29a13c0-40e2-43f3-9969-e332331d48cc of type vlan for network 33be5eed-1e93-4b16-9c71-5d5ee23a508e Sep 19 03:07:15.926997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1ae82e2-c827-4394-9a0c-8da61044dea8 req-8d3bd3e3-201e-4519-9058-0b978331e876 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.946191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.976609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:15.976886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-40721337-dc04-4fe9-8cdf-a0f2f5f452f0 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.1160250 Sep 19 03:07:15.982134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:16.026143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:16.028811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-84288ecc-966d-497d-a25a-bdba3c77bd7a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:16.037184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-84288ecc-966d-497d-a25a-bdba3c77bd7a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports/5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 943 time: 0.0576229 Sep 19 03:07:16.044425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1ae82e2-c827-4394-9a0c-8da61044dea8 req-8d3bd3e3-201e-4519-9058-0b978331e876 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:16.050600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:16.051298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:16.054098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1ae82e2-c827-4394-9a0c-8da61044dea8 req-8d3bd3e3-201e-4519-9058-0b978331e876 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:16.055457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1ae82e2-c827-4394-9a0c-8da61044dea8 req-8d3bd3e3-201e-4519-9058-0b978331e876 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/70eae6f3-adf9-4be8-9188-e1d2d601a732 HTTP/1.1" status: 204 len: 173 time: 0.3302054 Sep 19 03:07:16.078252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bd3e3-201e-4519-9058-0b978331e876 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eae6f3-adf9-4be8-9188-e1d2d601a732,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:16.103426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2944291 Sep 19 03:07:16.107991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41190) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:16.113227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'subnet': {'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:16.182531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe4ac3-cae8-4f8a-a0a3-7b0edca1b394 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Network': ['ID=33be5eed-1e93-4b16-9c71-5d5ee23a508e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:16.203643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 33be5eed-1e93-4b16-9c71-5d5ee23a508e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:07:16.300924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-74545399-eabf-4c02-9b99-5dcf436627fa tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.1321723 Sep 19 03:07:16.356097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:16.360556 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:16.435641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 4, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port': {'id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a6c0ad08-de0a-4499-ac61-1b6c7146919c', 'name': '', 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'mac_address': 'fa:16:3e:3d:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:12Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 2, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'subnets': [{'id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:16.443413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e141ed65-4209-4a98-92fb-9678bc158462', 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'fixed_ips': [{'subnet_id': '6428d4ec-9b18-4625-a333-f57a0369cfd3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:07:16.444256 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:16.490477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09df129e-d44b-43cc-9367-9540f8a64034 None None] The sync data for ids ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'] in n-d-809936-1 is: [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 4, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port': {'id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a6c0ad08-de0a-4499-ac61-1b6c7146919c', 'name': '', 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'mac_address': 'fa:16:3e:3d:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:12Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 2, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'subnets': [{'id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:16.493602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1278faa-0c12-441d-83a3-dc541328ab80 req-4bc3bbe6-1337-4e91-8986-2d3c4808278a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:16.502122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1278faa-0c12-441d-83a3-dc541328ab80 req-4bc3bbe6-1337-4e91-8986-2d3c4808278a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 944 time: 0.2001953 Sep 19 03:07:16.580030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1278faa-0c12-441d-83a3-dc541328ab80 req-41912c43-7463-4486-85c9-d265c39ca8c6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768411 Sep 19 03:07:16.616250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-e5828ba0-2752-4cd4-9637-0758066fd6b0 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:16.618646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-e5828ba0-2752-4cd4-9637-0758066fd6b0 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3048596 Sep 19 03:07:16.646032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-d4a7c1da-02f8-480f-a76e-8bbe7e1317c3 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:07:16.660933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dc38f92-6cfd-4468-912f-4c3a071ec28c req-d4a7c1da-02f8-480f-a76e-8bbe7e1317c3 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307806 Sep 19 03:07:16.716270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Allocated IP 19.80.0.2 (e141ed65-4209-4a98-92fb-9678bc158462/6428d4ec-9b18-4625-a333-f57a0369cfd3/8d784abc-4bdc-41c6-9e5e-b3372a6299ce) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:16.722966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:96:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:12Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:16.735019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-906f066b-90af-40ee-a73a-50a754233698 req-21a2a363-18e0-485d-a170-9255def75334 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "GET /v2.0/security-groups/3289b5b4-e58c-47ce-9684-ff8162110429 HTTP/1.1" status: 200 len: 1800 time: 0.1134372 Sep 19 03:07:16.800714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51a67bf-f122-4763-8d5b-cd82c19a2a9e None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:96:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:12Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:16.862353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:16.972104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Subnet': ['ID=aafa1e89-fe58-4129-bcac-8370a3747709,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:17.033244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-906f066b-90af-40ee-a73a-50a754233698 req-76f1137c-2397-446b-a67f-71bd3e3dbbb3 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.041866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.052423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.057515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Checking segment: {'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:17.058107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network hostable DHCP agents. Network: 33be5eed-1e93-4b16-9c71-5d5ee23a508e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:07:17.077934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Network e141ed65-4209-4a98-92fb-9678bc158462 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:17.085019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc4ad5-d151-428f-b82a-f36b15df1d1e req-c7f68363-cd4b-4f6e-b064-c695aa047725 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:17.086898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2fc4ad5-d151-428f-b82a-f36b15df1d1e req-c7f68363-cd4b-4f6e-b064-c695aa047725 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 1101 time: 0.2084036 Sep 19 03:07:17.093924 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-906f066b-90af-40ee-a73a-50a754233698 req-76f1137c-2397-446b-a67f-71bd3e3dbbb3 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.117218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:17.123791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:17.147132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network 33be5eed-1e93-4b16-9c71-5d5ee23a508e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:07:17.181860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Pushing event updated for resources: {'Port': ['ID=8d784abc-4bdc-41c6-9e5e-b3372a6299ce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:17.202840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 33be5eed-1e93-4b16-9c71-5d5ee23a508e) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:17.211347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88116a53-50b8-44b5-8a24-df3237a7e0fc None None] Network 33be5eed-1e93-4b16-9c71-5d5ee23a508e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:17.216370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:17.216970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.239831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2fc4ad5-d151-428f-b82a-f36b15df1d1e req-572e2aaa-5649-4738-bf3b-a36884c2d376 tempest-ServersAdminTestJSON-902042352 tempest-ServersAdminTestJSON-902042352-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357605 Sep 19 03:07:17.249943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9789ff9e-3edb-4565-806a-dff836e14902 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1409578 Sep 19 03:07:17.285134 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-906f066b-90af-40ee-a73a-50a754233698 req-76f1137c-2397-446b-a67f-71bd3e3dbbb3 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.288205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-906f066b-90af-40ee-a73a-50a754233698 req-76f1137c-2397-446b-a67f-71bd3e3dbbb3 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.296318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41204) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:17.305780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-906f066b-90af-40ee-a73a-50a754233698 req-76f1137c-2397-446b-a67f-71bd3e3dbbb3 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] 10.222.0.22 "DELETE /v2.0/security-groups/3289b5b4-e58c-47ce-9684-ff8162110429 HTTP/1.1" status: 204 len: 173 time: 0.5126288 Sep 19 03:07:17.308467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Attempting to bind port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:17.309061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Attempting to bind port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:17.309818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Attempting to bind port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce on network e141ed65-4209-4a98-92fb-9678bc158462 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:17.315193 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c28949e-7b8d-426f-8069-8bc8f512841c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.320990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:17.321365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Checking segment: {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:17.321769 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.322195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Bound using segment: {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:17.322621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Bound port: 8d784abc-4bdc-41c6-9e5e-b3372a6299ce, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:17.323057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.339644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1137c-2397-446b-a67f-71bd3e3dbbb3 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3289b5b4-e58c-47ce-9684-ff8162110429,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:17.349350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:17.396370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] Deleting subnet d06df20a-91ec-4389-875b-2a992142f5cf {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:07:17.399953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.447860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.506873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.519949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-de1b64c5-94a9-4996-a6cf-97b9e1dcde99 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.1292267 Sep 19 03:07:17.619847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] For port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:17.623216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-679181e8-f0c8-410e-8160-bbcd7aac9ebb tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:17.625298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-679181e8-f0c8-410e-8160-bbcd7aac9ebb tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports/5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 943 time: 0.0983415 Sep 19 03:07:17.636548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-33be5eed-1e93-4b16-9c71-5d5ee23a508e', 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'fixed_ips': [{'subnet_id': 'aafa1e89-fe58-4129-bcac-8370a3747709'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:07:17.637943 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.641576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.648558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] For port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8d784abc-4bdc-41c6-9e5e-b3372a6299ce,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:17.669605 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.707942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.710138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:17.710513 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.713403 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d06df20a-91ec-4389-875b-2a992142f5cf HTTP/1.1" status: 204 len: 168 time: 0.4154639 Sep 19 03:07:17.714636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41216) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:17.715542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ef62b-facb-4e27-b035-b4fd61d3d214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06df20a-91ec-4389-875b-2a992142f5cf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:17.771310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-8c54ed70-bbe5-4904-a3b1-6629790424c6 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.0750859 Sep 19 03:07:17.835854 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:17.931034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c359f3-f73e-49a2-bd10-761069e96125 None None] Pushing event updated for resources: {'Port': ['ID=8d784abc-4bdc-41c6-9e5e-b3372a6299ce,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:17.963336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.000610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.009223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae26b14-1234-45dc-90b4-f1f436e735d0']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:18.020858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a43222-46c2-4a04-bbfb-ade7f9489498') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:18.021688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a43222-46c2-4a04-bbfb-ade7f9489498') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:18.024138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Allocated IP 19.86.0.2 (33be5eed-1e93-4b16-9c71-5d5ee23a508e/aafa1e89-fe58-4129-bcac-8370a3747709/869f53bf-5362-4493-9fc7-c23fe11ed7a6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:18.032268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.081792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.094374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:07:18.096062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:07:18.099831 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:07:18.115568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-a52bf6dd-1818-476e-9bf1-2cd0934d2750 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:18.122268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.147147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-a52bf6dd-1818-476e-9bf1-2cd0934d2750 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:18.149219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-a52bf6dd-1818-476e-9bf1-2cd0934d2750 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/networks?id=e141ed65-4209-4a98-92fb-9678bc158462&id=33be5eed-1e93-4b16-9c71-5d5ee23a508e&id=e141ed65-4209-4a98-92fb-9678bc158462 HTTP/1.1" status: 200 len: 1391 time: 0.3768790 Sep 19 03:07:18.158329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-cff589b6-ed09-4a80-b6dd-86768990b600 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:18.169617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-cff589b6-ed09-4a80-b6dd-86768990b600 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3865891 Sep 19 03:07:18.224516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.231822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.236738 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] 10.222.0.22 "DELETE /v2.0/networks/eae26b14-1234-45dc-90b4-f1f436e735d0 HTTP/1.1" status: 204 len: 168 time: 0.5127153 Sep 19 03:07:18.247962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a811-95c7-424e-aaf2-e4b5725d2164 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae26b14-1234-45dc-90b4-f1f436e735d0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:18.272563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-4e66ab24-03e7-4f60-8218-29ae446390b3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/quotas/37cfd2b7833a4d1fb3a1418429c72ce8 HTTP/1.1" status: 200 len: 375 time: 0.1002839 Sep 19 03:07:18.344478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-2214ef2c-007e-450e-84b0-9a70d13656b2 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1001 time: 0.1735909 Sep 19 03:07:18.351056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:18.387674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cc71febc-9f8a-4de8-8c8c-bfa422330860 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:18.408437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41228) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:18.419330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-024d4936-1cb9-473d-8db2-c04a1ee3df96 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1387265 Sep 19 03:07:18.456360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.464147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.470360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:18.470606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9c12dc41-6321-4d00-a3b8-1b624a69fb40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e55c48edbb34e65be923862a77930d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571630 Sep 19 03:07:18.470726 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a1373-a32d-46f2-986e-99d01367e4d6" -d '{"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-plugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:18.470953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41232) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:18.504628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:18.519982 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.533163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cc71febc-9f8a-4de8-8c8c-bfa422330860 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:18.533163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.554235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68503a35-f614-4b62-952a-3e9e032fc592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.586667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68503a35-f614-4b62-952a-3e9e032fc592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.643100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-4979fce2-e9aa-4cbf-a7ab-497c3b4754e0 service neutron] 10.222.0.22 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215753 Sep 19 03:07:18.649572 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.652678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:18.664842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.681867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68503a35-f614-4b62-952a-3e9e032fc592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.694469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68503a35-f614-4b62-952a-3e9e032fc592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.698252 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-68503a35-f614-4b62-952a-3e9e032fc592 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22108ce6-a2f7-4936-bcfe-6ae5aecab0b5 HTTP/1.1" status: 204 len: 168 time: 0.2251832 Sep 19 03:07:18.724771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68503a35-f614-4b62-952a-3e9e032fc592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22108ce6-a2f7-4936-bcfe-6ae5aecab0b5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:18.756377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.767728 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.770241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.770829 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f disassociated. External IP: 172.25.8.75, port: 5db82701-b41b-4cc2-8c4f-cdb33310de2e. Sep 19 03:07:18.784865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Network 33be5eed-1e93-4b16-9c71-5d5ee23a508e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:18.787886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Pushing event updated for resources: {'Port': ['ID=869f53bf-5362-4493-9fc7-c23fe11ed7a6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:18.801884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:18.811029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:18.819091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port cc71febc-9f8a-4de8-8c8c-bfa422330860, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cc71febc-9f8a-4de8-8c8c-bfa422330860,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:18.836810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-eb1c31b7-fdbe-4405-8f7f-7bbd39f39634 service neutron] 10.222.0.22 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939061 Sep 19 03:07:18.875694 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.876515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d784abc-4bdc-41c6-9e5e-b3372a6299ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:18.941164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Attempting to bind port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:18.941565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Attempting to bind port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:18.941925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Attempting to bind port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 on network 33be5eed-1e93-4b16-9c71-5d5ee23a508e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:18.953512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:18.953894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Checking segment: {'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:18.954344 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:18.954695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Bound using segment: {'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:18.955363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Bound port: 869f53bf-5362-4493-9fc7-c23fe11ed7a6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:18.955735 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.023811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-97c1a53e-c8ee-4477-9235-b1a71157d4f4 service neutron] 10.222.0.22 "GET /v2.0/networks/33be5eed-1e93-4b16-9c71-5d5ee23a508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781073 Sep 19 03:07:19.051892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=cc71febc-9f8a-4de8-8c8c-bfa422330860,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:19.111368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:19.111840 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.116929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] For port 869f53bf-5362-4493-9fc7-c23fe11ed7a6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:19.158001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] For port 869f53bf-5362-4493-9fc7-c23fe11ed7a6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=869f53bf-5362-4493-9fc7-c23fe11ed7a6,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:19.170904 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.222196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3155751-6a3d-4816-837d-0425b56514ca None None] Network e141ed65-4209-4a98-92fb-9678bc158462 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:19.329774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c68243-ab00-45d2-aa3a-6a9c5febc29a None None] Pushing event updated for resources: {'Port': ['ID=869f53bf-5362-4493-9fc7-c23fe11ed7a6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:19.368385 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.370189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c57259a4-63e6-450b-984b-3aebb3ddf98f None None] Provisioning complete for port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:19.370544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c57259a4-63e6-450b-984b-3aebb3ddf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.388941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:19.567163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8d784abc-4bdc-41c6-9e5e-b3372a6299ce,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:19.588131 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.638826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:19.666910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-78492f2e-402b-485f-930f-f04c3a3dc3a1 service neutron] 10.222.0.22 "GET /v2.0/networks/33be5eed-1e93-4b16-9c71-5d5ee23a508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346920 Sep 19 03:07:19.675276 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Sync routers for ids ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:19.693617 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Routers {'1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:19.694325 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:19.718440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:19.746915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:19.747216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.771247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41256) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:19.808058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=8d784abc-4bdc-41c6-9e5e-b3372a6299ce,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:19.832227 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Set router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:19.884211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:19.890611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.898772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-6e01a63a-e3ad-4894-b234-ccd58d9db40d service neutron] 10.222.0.22 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892595 Sep 19 03:07:19.942174 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:19.951868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:19.968506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-240826632-network', 'tenant_id': '118ce3fac06d44739d50b279469de979'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:19.988849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ab296851-26d8-4d37-b4dd-b147aefcd38f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "PUT /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 200 len: 694 time: 1.6431916 Sep 19 03:07:19.997955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Made reservation on behalf of 118ce3fac06d44739d50b279469de979 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:20.001397 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.001946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.003569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:20.004282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:20.005832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-80564775-483c-4caf-af36-65f410be6353 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:20.014255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.014626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-80564775-483c-4caf-af36-65f410be6353 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 950 time: 0.1912210 Sep 19 03:07:20.022214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:20.024988 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:20.157233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:20.196680 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 4, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port': {'id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a6c0ad08-de0a-4499-ac61-1b6c7146919c', 'name': '', 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'mac_address': 'fa:16:3e:3d:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:12Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 2, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'subnets': [{'id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:20.232522 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.241584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-40708e9f-aabb-4abc-a918-5f2c9028b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:20.245893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.250530 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Checking router: 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:20.251168 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Updating router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 port a6c0ad08-de0a-4499-ac61-1b6c7146919c binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:07:20.251305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-40708e9f-aabb-4abc-a918-5f2c9028b0f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 1097 time: 0.2354202 Sep 19 03:07:20.255817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.292200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8031ba6d-5f67-4859-a69d-ea5584a91662,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:20.295192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-e9bf8a5c-d00d-4eec-a5ee-7af4b9bd70dd service neutron] 10.222.0.22 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662415 Sep 19 03:07:20.308875 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.310427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:07:20.337158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.341636 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Added segment 9eed5e50-8007-440e-99a9-59112c34122d of type vlan for network 09236dcb-c084-4a52-8e2e-c15e87d07483 Sep 19 03:07:20.344605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:20.404458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:20.422845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.453007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cc71febc-9f8a-4de8-8c8c-bfa422330860 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:20.461339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9d5d65e3-7614-4288-a53f-576e29518dc3 None None] Provisioning complete for port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:20.461696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d5d65e3-7614-4288-a53f-576e29518dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.487212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Deleting port 4504574f-ad4c-4ec5-abd1-01008f180363 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:20.487661 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.488114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.488955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:20.489684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.544409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-c26ce236-4c1b-4b83-a81e-56e0b323d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:20.546300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-c26ce236-4c1b-4b83-a81e-56e0b323d4ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.2942033 Sep 19 03:07:20.596848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] Pushing event updated for resources: {'Network': ['ID=09236dcb-c084-4a52-8e2e-c15e87d07483,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:20.603632 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73362af7-d598-472b-9f99-71d7730c2a22 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8310926 Sep 19 03:07:20.604710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41264) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:20.611508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Request body: {'subnet': {'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-240826632-subnet', 'tenant_id': '118ce3fac06d44739d50b279469de979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:20.637975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 09236dcb-c084-4a52-8e2e-c15e87d07483 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:07:20.650441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Made reservation on behalf of 118ce3fac06d44739d50b279469de979 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:20.654654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.680403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-49bc112d-9de8-4ff7-935c-b50a2d4fa16c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 217 time: 0.1246541 Sep 19 03:07:20.854523 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.859210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd8582-7b0d-4cb3-b147-bdde96693e3a None None] Network 33be5eed-1e93-4b16-9c71-5d5ee23a508e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:20.865642 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:20.956316 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Pushing event updated for resources: {'Port': ['ID=a6c0ad08-de0a-4499-ac61-1b6c7146919c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:20.971901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ff1ba044-6bc6-4e05-ad31-bfc81b0a0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:20.973489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-ff1ba044-6bc6-4e05-ad31-bfc81b0a0424 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.2373445 Sep 19 03:07:20.990142 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:20.990472 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:20.991260 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:20.991855 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:20.992626 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:20.995161 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:20.995635 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:20.995894 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:21.005060 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:21.005563 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:21.005969 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:21.006369 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:21.027436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] For port 4504574f-ad4c-4ec5-abd1-01008f180363, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4504574f-ad4c-4ec5-abd1-01008f180363,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:21.027845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.038650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.080036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ceb6d-0ca9-480a-9c19-3d24b981282c req-fd3f5d54-f308-499e-a1b0-6da52b31e00c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:21.085307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a19ceb6d-0ca9-480a-9c19-3d24b981282c req-fd3f5d54-f308-499e-a1b0-6da52b31e00c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 945 time: 0.4039621 Sep 19 03:07:21.095660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3deda07-2745-4194-9bad-73a13e10d62c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:21.143636 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Attempting to bind port a6c0ad08-de0a-4499-ac61-1b6c7146919c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:21.145145 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Attempting to bind port a6c0ad08-de0a-4499-ac61-1b6c7146919c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:21.145581 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Attempting to bind port a6c0ad08-de0a-4499-ac61-1b6c7146919c on network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:21.150809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Calling delete_port for 4504574f-ad4c-4ec5-abd1-01008f180363 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:21.154102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Checking segment: {'id': '9eed5e50-8007-440e-99a9-59112c34122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:21.155675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Network hostable DHCP agents. Network: 09236dcb-c084-4a52-8e2e-c15e87d07483, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:07:21.156932 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:21.157981 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Checking segment: {'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:21.158925 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.160395 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Bound using segment: {'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:21.162490 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Bound port: a6c0ad08-de0a-4499-ac61-1b6c7146919c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea9759a-825a-41fa-830c-8b48e4829270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:21.163181 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.196005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Network 09236dcb-c084-4a52-8e2e-c15e87d07483 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:07:21.216396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 09236dcb-c084-4a52-8e2e-c15e87d07483) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:21.221525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:21.222310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.252178 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9bf9a5fe-1eb9-4292-a779-3636680e2c1f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6451461 Sep 19 03:07:21.280767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fea9309-1e4a-4cea-a265-781b5297426b None None] Network 09236dcb-c084-4a52-8e2e-c15e87d07483 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:21.301006 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] For port a6c0ad08-de0a-4499-ac61-1b6c7146919c, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:21.309383 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] For port a6c0ad08-de0a-4499-ac61-1b6c7146919c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a6c0ad08-de0a-4499-ac61-1b6c7146919c,segment=NetworkSegment(3ea9759a-825a-41fa-830c-8b48e4829270),segment_id=3ea9759a-825a-41fa-830c-8b48e4829270)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:21.317456 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.344401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-685e3332-97f8-43a7-b796-8cc640671d87 None None] Provisioning complete for port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:21.345094 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-685e3332-97f8-43a7-b796-8cc640671d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.359673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-674b6e66-e0c1-478c-a5f9-30fe2b479d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:21.379305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-674b6e66-e0c1-478c-a5f9-30fe2b479d03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802872 Sep 19 03:07:21.416303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cc71febc-9f8a-4de8-8c8c-bfa422330860 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:21.416559 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.454948 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Routers {'1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:21.455662 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:21.469300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a19ceb6d-0ca9-480a-9c19-3d24b981282c req-ac27c49c-70c5-4a65-92d9-0866f7ecd870 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275299 Sep 19 03:07:21.550099 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab9496-d4ad-4bd2-aacf-299919b05150 None None] Pushing event updated for resources: {'Port': ['ID=a6c0ad08-de0a-4499-ac61-1b6c7146919c,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:21.642402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:21.694328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:21.742817 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] Set router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:21.777727 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd6c56b1-30a1-4db5-8c88-9db26f413e1e req-d73315ef-e4ba-4315-99bc-e8e64773bd3e tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb8ac695-2ffc-4884-b1bb-8e78d9361686 HTTP/1.1" status: 200 len: 210 time: 0.0651500 Sep 19 03:07:21.780658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.868479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Pushing event deleted for resources: {'Port': ['ID=4504574f-ad4c-4ec5-abd1-01008f180363,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:21.908812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['1ad166a4-a9d6-48a4-9604-71ff23829df1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:21.920051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] No DVR routers for this DVR port 4504574f-ad4c-4ec5-abd1-01008f180363 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:21.924051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:21.926052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d92f4df7-ba2c-4e09-88c1-88782ef3afdb req-90dcdd0f-5f15-48d7-aaa3-96b8eb6b20fc tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "DELETE /v2.0/ports/4504574f-ad4c-4ec5-abd1-01008f180363 HTTP/1.1" status: 204 len: 173 time: 1.8843043 Sep 19 03:07:21.952538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-d2ce21c6-28ac-4b2f-bf4a-67d82cf3e0c4 service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722888 Sep 19 03:07:22.007471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:22.012674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d3d52-af53-4e1e-a635-8c765d6c3bc1 None None] Network 09236dcb-c084-4a52-8e2e-c15e87d07483 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:22.017096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 869f53bf-5362-4493-9fc7-c23fe11ed7a6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:22.025022 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 4, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port': {'id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a6c0ad08-de0a-4499-ac61-1b6c7146919c', 'name': '', 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'mac_address': 'fa:16:3e:3d:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:12Z', 'updated_at': '2021-09-19T03:07:21Z', 'revision_number': 4, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'subnets': [{'id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:22.052007 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90833d70-0e17-46b0-940e-a6361d5fd2db None None] The sync data for ids ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'] in n-d-809936-1 is: [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:13Z', 'revision_number': 4, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port': {'id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a6c0ad08-de0a-4499-ac61-1b6c7146919c', 'name': '', 'network_id': '920f8a3e-8782-44cd-ad19-d99f6d8b5b7c', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'mac_address': 'fa:16:3e:3d:15:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:12Z', 'updated_at': '2021-09-19T03:07:21Z', 'revision_number': 4, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'subnets': [{'id': '90b172ca-b4a9-4646-9a05-d3dd5a71c793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:22.096951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbcbf8e7-2a3d-4e80-831f-bf737056e4bc req-a49b8d07-3d47-4dd4-8133-dcace7eccafd service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381891 Sep 19 03:07:22.187835 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beb2549-0556-4a08-9438-663ef7b89c34 x-openstack-request-id: req-9beb2549-0556-4a08-9438-663ef7b89c34 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:22.189954 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:22.190520 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9beb2549-0556-4a08-9438-663ef7b89c34 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:22.191343 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'status': 'completed', 'code': 200} Sep 19 03:07:22.239972 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-685e3332-97f8-43a7-b796-8cc640671d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:22.253925 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf82cc48-1b28-4bc9-9f8a-d1254f9c4452 x-openstack-request-id: req-cf82cc48-1b28-4bc9-9f8a-d1254f9c4452 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:22.254220 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-plugged", "status": "completed", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:22.254462 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf82cc48-1b28-4bc9-9f8a-d1254f9c4452 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:22.254893 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'code': 200} Sep 19 03:07:22.258751 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:22.259362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:22.379214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8a9d3a5-1720-4129-985e-ac75afefacec req-0f946e15-8ca8-4a22-8f5f-72ba6d370ed3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 210 time: 0.1097567 Sep 19 03:07:22.421322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:22.487611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-56e60e0d-a452-4e66-ad0a-dcd49d4de1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:22.500888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-56e60e0d-a452-4e66-ad0a-dcd49d4de1b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 1097 time: 0.1978545 Sep 19 03:07:22.658494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:22.658966 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:22.680403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-4c4a92a4-de96-40e1-b724-b928fd902463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:22.682982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-4c4a92a4-de96-40e1-b724-b928fd902463 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.1807842 Sep 19 03:07:22.748253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-14079f28-ec11-4233-ab55-f361b691066a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 200 len: 217 time: 0.0364592 Sep 19 03:07:22.837222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-a3ee4339-db8d-4370-84d8-e41ee3dbfce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:22.839173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-a3ee4339-db8d-4370-84d8-e41ee3dbfce8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.0762169 Sep 19 03:07:22.975119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-c3fef766-cd8d-4e7f-a2de-0c963a82a546 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:22.992358 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-685e3332-97f8-43a7-b796-8cc640671d87 None None] For port 869f53bf-5362-4493-9fc7-c23fe11ed7a6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=869f53bf-5362-4493-9fc7-c23fe11ed7a6,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:22.997285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-c3fef766-cd8d-4e7f-a2de-0c963a82a546 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:23.000971 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-c3fef766-cd8d-4e7f-a2de-0c963a82a546 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "GET /v2.0/networks?id=e141ed65-4209-4a98-92fb-9678bc158462&id=33be5eed-1e93-4b16-9c71-5d5ee23a508e&id=e141ed65-4209-4a98-92fb-9678bc158462 HTTP/1.1" status: 200 len: 1391 time: 0.2941906 Sep 19 03:07:23.035840 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-685e3332-97f8-43a7-b796-8cc640671d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:23.036738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'port': {'device_id': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462', 'admin_state_up': True, 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:23.059090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0515-67a2-48d1-a1c6-51c6d54904c1 req-5c3cad7d-0084-47be-8dd4-1e8d163a09bb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:23.060636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8c0515-67a2-48d1-a1c6-51c6d54904c1 req-5c3cad7d-0084-47be-8dd4-1e8d163a09bb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0998480 Sep 19 03:07:23.103138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-81cdfa38-2984-4e44-a0ad-ba6ded98b10d tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:23.104664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-81cdfa38-2984-4e44-a0ad-ba6ded98b10d tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/networks?id=09236dcb-c084-4a52-8e2e-c15e87d07483 HTTP/1.1" status: 200 len: 813 time: 0.4190223 Sep 19 03:07:23.109463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-2a9b5580-87f6-45e3-89db-d6f3a11d9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:23.110955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-2a9b5580-87f6-45e3-89db-d6f3a11d9aaa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2603483 Sep 19 03:07:23.141340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d0c8f4c5-1064-41c6-8d84-87d9ef28917a tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/quotas/118ce3fac06d44739d50b279469de979 HTTP/1.1" status: 200 len: 375 time: 0.0242517 Sep 19 03:07:23.249116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-942c38bf-7e52-4814-b182-8fd77824e999 service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114619 Sep 19 03:07:23.249264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:23.253427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:23.267143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d8c0515-67a2-48d1-a1c6-51c6d54904c1 req-ee37435b-47b6-4017-9107-950f65a92004 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914892 Sep 19 03:07:23.394765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-9fe43bfd-85c9-4f61-927b-8a5a3919bd3e tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=118ce3fac06d44739d50b279469de979&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1448827 Sep 19 03:07:23.397124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d784abc-4bdc-41c6-9e5e-b3372a6299ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:23.442434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4504574f-ad4c-4ec5-abd1-01008f180363 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:23.472412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 4504574f-ad4c-4ec5-abd1-01008f180363 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:23.472872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4504574f-ad4c-4ec5-abd1-01008f180363 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:23.499631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Allocated IP 19.80.0.153 (e141ed65-4209-4a98-92fb-9678bc158462/6428d4ec-9b18-4625-a333-f57a0369cfd3/aa873534-e67d-4435-acb2-78dc018e4c08) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:23.536712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e3332-97f8-43a7-b796-8cc640671d87 None None] Pushing event updated for resources: {'Port': ['ID=869f53bf-5362-4493-9fc7-c23fe11ed7a6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:23.553745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fd72821f-f339-473e-911c-b593fe839352 None None] Provisioning complete for port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:23.554278 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd72821f-f339-473e-911c-b593fe839352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:23.586826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-37a94962-6edf-4369-a7d3-721d09de4a92 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:23.590166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-37a94962-6edf-4369-a7d3-721d09de4a92 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1872149 Sep 19 03:07:23.613435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2ca18b0-c7c5-4c6e-816e-bd8a5bd0bdb4 req-f199b9a4-ce3d-45e3-bfce-6b1237979b5b service neutron] 10.222.0.32 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442972 Sep 19 03:07:23.657043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:23.657956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:23.666782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-945ad8dc-e26a-47be-9666-3fc890ecb1d0 service neutron] 10.222.0.22 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593753 Sep 19 03:07:23.675961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-0ed2e967-a3d0-4a2f-8758-c8ad657019bc tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 697 time: 0.0786688 Sep 19 03:07:23.703703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'floatingip': {'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:23.720908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:23.728269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:23.768649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65c49f1-2efd-4afe-9f9d-a58611087549 None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:23.811354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:23.880291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:23.892433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network e141ed65-4209-4a98-92fb-9678bc158462 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:23.896286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:23.899193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:23.954335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Port': ['ID=aa873534-e67d-4435-acb2-78dc018e4c08,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:23.987089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-5ce812b3-d02d-4b00-aafd-d9babcc86a4d service neutron] 10.222.0.22 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077898 Sep 19 03:07:23.991849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:23.992906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.020205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-f5ff6988-5408-4fc0-9422-d6a58cdf6e42 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9880452 Sep 19 03:07:24.037911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'port': {'device_id': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e', 'admin_state_up': True, 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:24.077678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fd72821f-f339-473e-911c-b593fe839352 None None] Provisioning complete for port a6c0ad08-de0a-4499-ac61-1b6c7146919c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:24.078758 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd72821f-f339-473e-911c-b593fe839352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.199916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'name': 'network-vif-deleted', 'tag': '4504574f-ad4c-4ec5-abd1-01008f180363'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:24.200303 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc30b2b-63b3-4b47-ba76-f7a60eff4dda" -d '{"events": [{"server_uuid": "fb8ac695-2ffc-4884-b1bb-8e78d9361686", "name": "network-vif-deleted", "tag": "4504574f-ad4c-4ec5-abd1-01008f180363"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:24.255121 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd72821f-f339-473e-911c-b593fe839352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.269852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:24.275191 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05dc670-933f-440f-af27-9531681789d1" -d '{"events": [{"server_uuid": "91d07794-24d3-4fc9-9757-99f91952c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:24.284381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:24.289264 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.355347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fd72821f-f339-473e-911c-b593fe839352 None None] For port a6c0ad08-de0a-4499-ac61-1b6c7146919c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a6c0ad08-de0a-4499-ac61-1b6c7146919c,segment=NetworkSegment(3ea9759a-825a-41fa-830c-8b48e4829270),segment_id=3ea9759a-825a-41fa-830c-8b48e4829270)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:24.364824 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14573b-f6de-4eae-8891-e4342e4344a7 None None] New status for floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:07:24.366205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6c0ad08-de0a-4499-ac61-1b6c7146919c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:24.368555 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd72821f-f339-473e-911c-b593fe839352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.490791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Allocated IP 19.86.0.173 (33be5eed-1e93-4b16-9c71-5d5ee23a508e/aafa1e89-fe58-4129-bcac-8370a3747709/45dfbb3b-c187-48d1-92b4-289be99648ce) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:24.493159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72821f-f339-473e-911c-b593fe839352 None None] Pushing event updated for resources: {'Port': ['ID=a6c0ad08-de0a-4499-ac61-1b6c7146919c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:24.510561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-983f0481-e5e6-45fc-bb7f-26943280b1e3 None None] Provisioning complete for port aa873534-e67d-4435-acb2-78dc018e4c08 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:24.511074 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-983f0481-e5e6-45fc-bb7f-26943280b1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.517653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a6c0ad08-de0a-4499-ac61-1b6c7146919c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:24.518089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.647361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-983f0481-e5e6-45fc-bb7f-26943280b1e3 None None] Port aa873534-e67d-4435-acb2-78dc018e4c08 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:07:24.757941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 869f53bf-5362-4493-9fc7-c23fe11ed7a6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:24.775599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.821825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:24.822397 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.828329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.883885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network 33be5eed-1e93-4b16-9c71-5d5ee23a508e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:24.887321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:24.891228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:24.923404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Port': ['ID=45dfbb3b-c187-48d1-92b4-289be99648ce,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:24.966020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:24.967004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:24.988466 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-09894076-a1a7-4e8e-acdd-267f72e6297d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9545197 Sep 19 03:07:25.000712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:07:25.001328 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:07:25.028523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'port': {'device_id': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462', 'admin_state_up': True, 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:25.078180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f089a1-44d5-46ab-829a-28fd98e18489 req-8e270ef0-9774-452f-af8e-c08cf18d5a01 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:25.085387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f089a1-44d5-46ab-829a-28fd98e18489 req-8e270ef0-9774-452f-af8e-c08cf18d5a01 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:25.087212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8f089a1-44d5-46ab-829a-28fd98e18489 req-8e270ef0-9774-452f-af8e-c08cf18d5a01 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 1655 time: 0.1083188 Sep 19 03:07:25.124217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-47a1dc94-b2f3-4e6f-b735-716052ba921c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:25.125764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-47a1dc94-b2f3-4e6f-b735-716052ba921c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce0b3189-763f-4fc2-958e-74ed2932d35f HTTP/1.1" status: 200 len: 946 time: 0.1030238 Sep 19 03:07:25.168333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:25.172769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.173377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8f089a1-44d5-46ab-829a-28fd98e18489 req-f24bf62b-9228-4209-a967-f1dc89f915d1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788679 Sep 19 03:07:25.186049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bc0533f6-411c-4ebf-81e8-dd913b66b252 None None] Provisioning complete for port 45dfbb3b-c187-48d1-92b4-289be99648ce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:25.186632 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bc0533f6-411c-4ebf-81e8-dd913b66b252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.245857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bc0533f6-411c-4ebf-81e8-dd913b66b252 None None] Port 45dfbb3b-c187-48d1-92b4-289be99648ce cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:07:25.271758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Deleting port 5db82701-b41b-4cc2-8c4f-cdb33310de2e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:25.272100 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.343725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Allocated IP 19.80.0.227 (e141ed65-4209-4a98-92fb-9678bc158462/6428d4ec-9b18-4625-a333-f57a0369cfd3/00e167c8-ad1c-4afb-97e5-33313ecf7a24) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:25.406138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8cf06f71-eb8c-4211-8a19-3d0a5a4ae722 req-43b4a69f-756c-49d1-ba39-2396152eba2f tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 210 time: 0.0381980 Sep 19 03:07:25.422992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] For port 5db82701-b41b-4cc2-8c4f-cdb33310de2e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5db82701-b41b-4cc2-8c4f-cdb33310de2e,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:25.423648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.441459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Calling delete_port for 5db82701-b41b-4cc2-8c4f-cdb33310de2e owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:25.499647 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe432a7-c2e7-4a09-bf6f-b5ef1c323604 x-openstack-request-id: req-bbe432a7-c2e7-4a09-bf6f-b5ef1c323604 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:25.500299 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8ac695-2ffc-4884-b1bb-8e78d9361686", "name": "network-vif-deleted", "tag": "4504574f-ad4c-4ec5-abd1-01008f180363", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:25.500775 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbe432a7-c2e7-4a09-bf6f-b5ef1c323604 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:25.509668 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8ac695-2ffc-4884-b1bb-8e78d9361686', 'name': 'network-vif-deleted', 'tag': '4504574f-ad4c-4ec5-abd1-01008f180363', 'status': 'completed', 'code': 200} Sep 19 03:07:25.510241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.524519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.567379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.629468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network e141ed65-4209-4a98-92fb-9678bc158462 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:25.632699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:25.635017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:25.685814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Port': ['ID=00e167c8-ad1c-4afb-97e5-33313ecf7a24,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:25.725130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:25.725782 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.742215 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5dce9f86-069e-4992-a273-23ffc6690599 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7187002 Sep 19 03:07:25.764365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Request body: {'port': {'device_id': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:25.830624 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:25.876015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7739e7-d170-4598-bc14-aeb287560f2f req-013aee20-2d82-4cdb-8d90-20ede263daf6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:25.877537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e7739e7-d170-4598-bc14-aeb287560f2f req-013aee20-2d82-4cdb-8d90-20ede263daf6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 945 time: 0.3606737 Sep 19 03:07:25.975170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d0236f1d-85bd-4b8a-8453-aa7d37d7290e None None] Provisioning complete for port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:25.975764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d0236f1d-85bd-4b8a-8453-aa7d37d7290e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.032377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d0236f1d-85bd-4b8a-8453-aa7d37d7290e None None] Port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:07:26.074075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e7739e7-d170-4598-bc14-aeb287560f2f req-aed8ea08-e8a0-4ea4-be90-54b9064b2aa0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420178 Sep 19 03:07:26.134479 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da841a40-e30b-4eb9-8264-b7cebf9b64ca x-openstack-request-id: req-da841a40-e30b-4eb9-8264-b7cebf9b64ca {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:26.134479 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d07794-24d3-4fc9-9757-99f91952c2c6", "name": "network-vif-plugged", "status": "completed", "tag": "5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:26.134759 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da841a40-e30b-4eb9-8264-b7cebf9b64ca {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:26.135006 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013', 'code': 200} Sep 19 03:07:26.140122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-8ff9944d-0b64-460e-b30c-3529ef6fbe80 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:26.141992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-8ff9944d-0b64-460e-b30c-3529ef6fbe80 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.32 "GET /v2.0/networks?id=09236dcb-c084-4a52-8e2e-c15e87d07483 HTTP/1.1" status: 200 len: 813 time: 0.4773765 Sep 19 03:07:26.168229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa873534-e67d-4435-acb2-78dc018e4c08 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:26.177343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.200461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.205113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Request body: {'port': {'device_id': '6029a6b6-7a1a-4439-a88f-53651010384d', 'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483', 'admin_state_up': True, 'tenant_id': '118ce3fac06d44739d50b279469de979'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:26.211855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['a99daf15-c501-439b-bbaa-0415e709625a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:26.218566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Transition to ACTIVE for port object aa873534-e67d-4435-acb2-78dc018e4c08 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:07:26.240738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.267391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5db82701-b41b-4cc2-8c4f-cdb33310de2e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:26.277775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.32', 58104) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:26.305568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6c0ad08-de0a-4499-ac61-1b6c7146919c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:26.328405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Pushing event deleted for resources: {'Port': ['ID=5db82701-b41b-4cc2-8c4f-cdb33310de2e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:26.431079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Pushing event updated for resources: {'Port': ['ID=aa873534-e67d-4435-acb2-78dc018e4c08,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:26.479909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a6c0ad08-de0a-4499-ac61-1b6c7146919c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:26.480264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.517597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Attempting to bind port aa873534-e67d-4435-acb2-78dc018e4c08 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:26.517927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Attempting to bind port aa873534-e67d-4435-acb2-78dc018e4c08 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:26.518264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Attempting to bind port aa873534-e67d-4435-acb2-78dc018e4c08 on network e141ed65-4209-4a98-92fb-9678bc158462 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:26.530241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Port aa873534-e67d-4435-acb2-78dc018e4c08 on network e141ed65-4209-4a98-92fb-9678bc158462 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:07:26.530613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Attempting to bind port aa873534-e67d-4435-acb2-78dc018e4c08 on network e141ed65-4209-4a98-92fb-9678bc158462 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:26.547105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:26.547999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Checking segment: {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:26.548319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Bound using segment: {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:26.548769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Bound port: aa873534-e67d-4435-acb2-78dc018e4c08, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:26.549132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.647711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991b884-a1c2-43eb-8972-c7c9764e44cc req-de69c290-03d0-4137-8afa-b5103ab02c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:26.649503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c991b884-a1c2-43eb-8972-c7c9764e44cc req-de69c290-03d0-4137-8afa-b5103ab02c76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 1096 time: 0.3494470 Sep 19 03:07:26.672309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] For port aa873534-e67d-4435-acb2-78dc018e4c08, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:26.677256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] For port aa873534-e67d-4435-acb2-78dc018e4c08, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa873534-e67d-4435-acb2-78dc018e4c08,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:26.687443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.701304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] No DVR routers for this DVR port 5db82701-b41b-4cc2-8c4f-cdb33310de2e on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:26.717597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.resource_extend [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:07:26.720375 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.722480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-169763d4-444b-4882-abe5-9c4b5faaa185 req-f56a0854-371c-4403-ac93-b6d7b9929cf8 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.32 "DELETE /v2.0/ports/5db82701-b41b-4cc2-8c4f-cdb33310de2e HTTP/1.1" status: 204 len: 173 time: 1.5862525 Sep 19 03:07:26.774662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Made reservation on behalf of 118ce3fac06d44739d50b279469de979 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:26.779139 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.803195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:26.803860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.805411 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] 10.222.0.32 "PUT /v2.0/ports/aa873534-e67d-4435-acb2-78dc018e4c08 HTTP/1.1" status: 200 len: 1092 time: 1.0482614 Sep 19 03:07:26.805911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'tag': 'aa873534-e67d-4435-acb2-78dc018e4c08'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:26.808222 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71711a8c-3155-49f9-a7f9-7c4bc8013419" -d '{"events": [{"name": "network-changed", "server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "tag": "aa873534-e67d-4435-acb2-78dc018e4c08"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:26.817793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.819840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c991b884-a1c2-43eb-8972-c7c9764e44cc req-e509db7f-cf33-4aaf-b073-c0bb5fc9caa5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439877 Sep 19 03:07:26.838217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:26.858308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c1c4d-5204-4606-bb52-44ad2f1183ad service neutron] Pushing event updated for resources: {'Port': ['ID=aa873534-e67d-4435-acb2-78dc018e4c08,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:27.080368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078dc2a-d9f3-4057-a74d-fcb6dfa341b1 req-3d3c18bf-ea1d-4baa-ae13-744dfbb93a51 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:27.086174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078dc2a-d9f3-4057-a74d-fcb6dfa341b1 req-3d3c18bf-ea1d-4baa-ae13-744dfbb93a51 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:27.092082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078dc2a-d9f3-4057-a74d-fcb6dfa341b1 req-3d3c18bf-ea1d-4baa-ae13-744dfbb93a51 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:27.093719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b078dc2a-d9f3-4057-a74d-fcb6dfa341b1 req-3d3c18bf-ea1d-4baa-ae13-744dfbb93a51 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2389 time: 0.1695156 Sep 19 03:07:27.099271 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f associated. External IP: 172.25.8.75, port: a99daf15-c501-439b-bbaa-0415e709625a. Sep 19 03:07:27.154564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Allocated IP 172.20.0.4 (09236dcb-c084-4a52-8e2e-c15e87d07483/c3deda07-2745-4194-9bad-73a13e10d62c/67c76f7d-f685-46de-968b-10534f4c37df) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:27.215807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b078dc2a-d9f3-4057-a74d-fcb6dfa341b1 req-5e187798-7bea-44e1-bb45-2b53d14a57e5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123710 Sep 19 03:07:27.249042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Request body: {'port': {'device_id': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:27.365295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa34d36-0822-4b7f-947b-85afd9da708d req-b4f37827-b79c-41f9-9373-4afe23a2f8fe tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 210 time: 0.0606508 Sep 19 03:07:27.422177 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:27.529295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'name': 'network-vif-deleted', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:27.531879 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af485f-c2e7-4c96-99ab-beffc7af20a1" -d '{"events": [{"server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "name": "network-vif-deleted", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:27.641223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e816221-c99d-442d-b585-1d126c159ab3 req-9d3ba9c1-8273-447d-8784-22f91859c4e7 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:27.642371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e816221-c99d-442d-b585-1d126c159ab3 req-9d3ba9c1-8273-447d-8784-22f91859c4e7 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 949 time: 0.2142227 Sep 19 03:07:27.722482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:27.773538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:28.265032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-018e762c-c43e-4f07-a094-5abae99274d1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:28.266591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-018e762c-c43e-4f07-a094-5abae99274d1 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 949 time: 0.5383234 Sep 19 03:07:28.274444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e816221-c99d-442d-b585-1d126c159ab3 req-be45bbdd-c8eb-4c33-a596-a7af094e1632 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359433 Sep 19 03:07:28.327261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:28.366235 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17efeef5-9833-4e21-be68-18ffdef88529 x-openstack-request-id: req-17efeef5-9833-4e21-be68-18ffdef88529 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:28.366735 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "tag": "aa873534-e67d-4435-acb2-78dc018e4c08", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:28.366735 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17efeef5-9833-4e21-be68-18ffdef88529 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:28.367206 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'tag': 'aa873534-e67d-4435-acb2-78dc018e4c08', 'status': 'completed', 'code': 200} Sep 19 03:07:28.446508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Network 09236dcb-c084-4a52-8e2e-c15e87d07483 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:28.478271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-bc7ca356-69f1-46ea-a2ac-e16913e76994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:28.479125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-bc7ca356-69f1-46ea-a2ac-e16913e76994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:28.479609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-bc7ca356-69f1-46ea-a2ac-e16913e76994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:28.481781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-bc7ca356-69f1-46ea-a2ac-e16913e76994 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2732 time: 0.0471320 Sep 19 03:07:28.491837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:28.494306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:28.568186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Pushing event updated for resources: {'Port': ['ID=67c76f7d-f685-46de-968b-10534f4c37df,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:28.580525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:28.585402 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:28.594504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:28.614092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:28.615176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:28.668478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:28.669147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:28.689853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-054d6a6e-9a74-4e99-b928-9bf537bdc316 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "PUT /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 200 len: 995 time: 5.0129788 Sep 19 03:07:28.697732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa9780-606b-4fe6-91c6-43e55bdec8af req-72d0390a-540f-4524-a956-cb5feb58ce49 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:28.705099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44fa9780-606b-4fe6-91c6-43e55bdec8af req-72d0390a-540f-4524-a956-cb5feb58ce49 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 945 time: 0.2717366 Sep 19 03:07:28.744741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45dfbb3b-c187-48d1-92b4-289be99648ce {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:28.776499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:28.784182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-22cc7517-8a96-49ff-b37f-90cbae68f919 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5855198 Sep 19 03:07:28.808879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Deleting port 1ad166a4-a9d6-48a4-9604-71ff23829df1 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:28.809280 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:28.814348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:28.818701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Request body: {'port': {'device_id': '6029a6b6-7a1a-4439-a88f-53651010384d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:28.837496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Transition to ACTIVE for port object 45dfbb3b-c187-48d1-92b4-289be99648ce will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:07:28.887675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44fa9780-606b-4fe6-91c6-43e55bdec8af req-9f494057-43fd-477c-80b9-4e62cea157ce tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792459 Sep 19 03:07:28.888398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:29.015056 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f17b08c-9bbb-4b0a-a187-71d608bbf16c x-openstack-request-id: req-4f17b08c-9bbb-4b0a-a187-71d608bbf16c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:29.015658 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0b3189-763f-4fc2-958e-74ed2932d35f", "name": "network-vif-deleted", "tag": "5db82701-b41b-4cc2-8c4f-cdb33310de2e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:29.016080 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f17b08c-9bbb-4b0a-a187-71d608bbf16c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:29.016648 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0b3189-763f-4fc2-958e-74ed2932d35f', 'name': 'network-vif-deleted', 'tag': '5db82701-b41b-4cc2-8c4f-cdb33310de2e', 'status': 'completed', 'code': 200} Sep 19 03:07:29.019413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-0a61f48e-429c-427d-ad21-940dd37eb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.021849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-0a61f48e-429c-427d-ad21-940dd37eb74d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.3023889 Sep 19 03:07:29.038521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-6d5c0b4d-011f-4fc6-a0cb-dfe5a2d5eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.038521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-6d5c0b4d-011f-4fc6-a0cb-dfe5a2d5eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.038521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-6d5c0b4d-011f-4fc6-a0cb-dfe5a2d5eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.039698 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-6d5c0b4d-011f-4fc6-a0cb-dfe5a2d5eff4 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5424759 Sep 19 03:07:29.141093 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:29.225729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Pushing event updated for resources: {'Port': ['ID=45dfbb3b-c187-48d1-92b4-289be99648ce,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:29.227967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:1a:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:26Z', 'revision_number': 8, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:29.284429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:29.308008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:29.309324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:29.331354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-2c5a73a8-c99a-4fd6-95dc-c6e4d3a22cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.333148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71711a8c-3155-49f9-a7f9-7c4bc8013419 req-2c5a73a8-c99a-4fd6-95dc-c6e4d3a22cf4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2851026 Sep 19 03:07:29.443462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] For port 1ad166a4-a9d6-48a4-9604-71ff23829df1, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1ad166a4-a9d6-48a4-9604-71ff23829df1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:29.444078 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:29.467168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:29.516482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Calling delete_port for 1ad166a4-a9d6-48a4-9604-71ff23829df1 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:29.572567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5db82701-b41b-4cc2-8c4f-cdb33310de2e no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:29.609703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 5db82701-b41b-4cc2-8c4f-cdb33310de2e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:29.609703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5db82701-b41b-4cc2-8c4f-cdb33310de2e not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:29.617886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187ab35-f10e-4a2b-a916-d8eb0cccfacf req-25178191-5ad3-42d2-8eec-c8fd868d4264 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.623241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:29.624775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187ab35-f10e-4a2b-a916-d8eb0cccfacf req-25178191-5ad3-42d2-8eec-c8fd868d4264 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.630674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187ab35-f10e-4a2b-a916-d8eb0cccfacf req-25178191-5ad3-42d2-8eec-c8fd868d4264 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.634824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c187ab35-f10e-4a2b-a916-d8eb0cccfacf req-25178191-5ad3-42d2-8eec-c8fd868d4264 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2401 time: 0.3353953 Sep 19 03:07:29.635927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-24e1876b-e5c9-4545-9379-f2962a3a66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:29.637852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-24e1876b-e5c9-4545-9379-f2962a3a66f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.5753300 Sep 19 03:07:29.730656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Attempting to bind port 45dfbb3b-c187-48d1-92b4-289be99648ce on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:29.731045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Attempting to bind port 45dfbb3b-c187-48d1-92b4-289be99648ce by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:29.731334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Attempting to bind port 45dfbb3b-c187-48d1-92b4-289be99648ce on network 33be5eed-1e93-4b16-9c71-5d5ee23a508e {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:29.785659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:1a:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:26Z', 'revision_number': 8, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:29.785887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c187ab35-f10e-4a2b-a916-d8eb0cccfacf req-c1684c39-9b3c-4a92-b4c6-2fe7fedbaccc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262388 Sep 19 03:07:29.786399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Port 45dfbb3b-c187-48d1-92b4-289be99648ce on network 33be5eed-1e93-4b16-9c71-5d5ee23a508e not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:07:29.786718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Attempting to bind port 45dfbb3b-c187-48d1-92b4-289be99648ce on network 33be5eed-1e93-4b16-9c71-5d5ee23a508e {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:29.818566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:29.818957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Checking segment: {'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:29.819336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Bound using segment: {'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:29.819777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Bound port: 45dfbb3b-c187-48d1-92b4-289be99648ce, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29a13c0-40e2-43f3-9969-e332331d48cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:29.820133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:29.822961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a548e9f-20f5-444a-91b4-a69edebe8c81 None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd8c1ecb0-05ba-4876-bb53-5654001d4e1f', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'port_id': 'a99daf15-c501-439b-bbaa-0415e709625a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'mac_address': 'fa:16:3e:1a:c6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:06:45Z', 'updated_at': '2021-09-19T03:07:26Z', 'revision_number': 8, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:29.852964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-6a1434a6-799a-45f2-823e-8c55fffdca88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 998 time: 0.2005525 Sep 19 03:07:30.071897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] For port 45dfbb3b-c187-48d1-92b4-289be99648ce, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:30.098578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-54993b7c-6c0c-4cec-bba2-0b910b75fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:30.106086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-54993b7c-6c0c-4cec-bba2-0b910b75fddf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.2395422 Sep 19 03:07:30.135730 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf1cd7-e332-4b7c-a876-cc724991b0e4 None None] New status for floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:07:30.137327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] For port 45dfbb3b-c187-48d1-92b4-289be99648ce, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=45dfbb3b-c187-48d1-92b4-289be99648ce,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:30.168310 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:30.173510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c76f7d-f685-46de-968b-10534f4c37df {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:30.187389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca089bd-dc50-4d2a-8781-a056abf5a5d1 req-9d510e8b-836a-4329-a625-e30154786354 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:30.189706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ca089bd-dc50-4d2a-8781-a056abf5a5d1 req-9d510e8b-836a-4329-a625-e30154786354 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 931 time: 0.2904100 Sep 19 03:07:30.196199 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:30.202662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:30.236566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:30.271797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:30.272422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:30.273828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] 10.222.0.32 "PUT /v2.0/ports/45dfbb3b-c187-48d1-92b4-289be99648ce HTTP/1.1" status: 200 len: 1092 time: 3.0308666 Sep 19 03:07:30.293154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Transition to ACTIVE for port object 67c76f7d-f685-46de-968b-10534f4c37df will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:07:30.312275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-60f7c5a2-e94f-4456-8be1-bf9b8cae8e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:30.313770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-60f7c5a2-e94f-4456-8be1-bf9b8cae8e9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069354 Sep 19 03:07:30.326532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Request body: {'port': {'device_id': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:30.330563 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:30.482256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1ad166a4-a9d6-48a4-9604-71ff23829df1 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:30.504989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 1ad166a4-a9d6-48a4-9604-71ff23829df1 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:30.505309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1ad166a4-a9d6-48a4-9604-71ff23829df1 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:30.520552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:30.522594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] No DVR routers for this DVR port 1ad166a4-a9d6-48a4-9604-71ff23829df1 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:30.524188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0864e-03fc-47b3-bfae-5a00bfd1a150 service neutron] Pushing event updated for resources: {'Port': ['ID=45dfbb3b-c187-48d1-92b4-289be99648ce,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:30.532447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:30.534597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea195a94-0670-4bca-b0ef-9ff60a5ec083 req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.30 "DELETE /v2.0/ports/1ad166a4-a9d6-48a4-9604-71ff23829df1 HTTP/1.1" status: 204 len: 173 time: 2.2590046 Sep 19 03:07:30.550629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ca089bd-dc50-4d2a-8781-a056abf5a5d1 req-32764ae2-27d5-42c8-8980-84613b7a53d7 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444381 Sep 19 03:07:30.602121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fff25-7e8f-402d-af92-b7d6be8094e0 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Pushing event deleted for resources: {'Port': ['ID=1ad166a4-a9d6-48a4-9604-71ff23829df1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:30.672817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-c9e26caa-c0fb-4a2d-956b-2873f16853af service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393772 Sep 19 03:07:30.797003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Pushing event updated for resources: {'Port': ['ID=67c76f7d-f685-46de-968b-10534f4c37df,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:30.855761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5517a6e-c66e-41da-b5f2-ad0c33a8aeb9 req-8fb2c546-c5d6-4efe-8e91-f542bd6278d8 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8772b7f-cc33-43ff-a9cb-78daae208679 HTTP/1.1" status: 200 len: 210 time: 0.0532217 Sep 19 03:07:31.035524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a'}, {'name': 'network-changed', 'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'tag': '45dfbb3b-c187-48d1-92b4-289be99648ce'}, {'server_uuid': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'name': 'network-vif-deleted', 'tag': '1ad166a4-a9d6-48a4-9604-71ff23829df1'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:31.039043 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7776152-3376-4026-8e98-eb74717e7c31" -d '{"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a"}, {"name": "network-changed", "server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "tag": "45dfbb3b-c187-48d1-92b4-289be99648ce"}, {"server_uuid": "c8772b7f-cc33-43ff-a9cb-78daae208679", "name": "network-vif-deleted", "tag": "1ad166a4-a9d6-48a4-9604-71ff23829df1"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:31.105487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Attempting to bind port 67c76f7d-f685-46de-968b-10534f4c37df on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:31.105815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Attempting to bind port 67c76f7d-f685-46de-968b-10534f4c37df by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '9eed5e50-8007-440e-99a9-59112c34122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:31.106201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Attempting to bind port 67c76f7d-f685-46de-968b-10534f4c37df on network 09236dcb-c084-4a52-8e2e-c15e87d07483 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:31.122884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bcf6847-8375-4b18-9ae1-0c60951ec785 req-2ba407ce-5300-4891-9c67-b7f2d385d8bd service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241238 Sep 19 03:07:31.131089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Port 67c76f7d-f685-46de-968b-10534f4c37df on network 09236dcb-c084-4a52-8e2e-c15e87d07483 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:07:31.131404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Attempting to bind port 67c76f7d-f685-46de-968b-10534f4c37df on network 09236dcb-c084-4a52-8e2e-c15e87d07483 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:31.185979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:31.186312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Checking segment: {'id': '9eed5e50-8007-440e-99a9-59112c34122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:31.186699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Bound using segment: {'id': '9eed5e50-8007-440e-99a9-59112c34122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:31.187245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Bound port: 67c76f7d-f685-46de-968b-10534f4c37df, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eed5e50-8007-440e-99a9-59112c34122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:31.188292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:31.233157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14305e6-1ca4-4cbe-9ca1-f94d442f3434 req-0ea6c700-81f0-41f3-88cb-81740074bd9c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:31.235528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14305e6-1ca4-4cbe-9ca1-f94d442f3434 req-0ea6c700-81f0-41f3-88cb-81740074bd9c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1248782 Sep 19 03:07:31.238701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e167c8-ad1c-4afb-97e5-33313ecf7a24 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:31.268642 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:31.640302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Transition to ACTIVE for port object 00e167c8-ad1c-4afb-97e5-33313ecf7a24 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:07:31.655391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:31.711296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355a6a-b9aa-4ec9-aaa7-1b380b584d1a req-276a0363-2ea9-4282-8e2c-56b47c8a1d36 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:31.717655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355a6a-b9aa-4ec9-aaa7-1b380b584d1a req-276a0363-2ea9-4282-8e2c-56b47c8a1d36 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:31.723507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e355a6a-b9aa-4ec9-aaa7-1b380b584d1a req-276a0363-2ea9-4282-8e2c-56b47c8a1d36 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:31.725092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e355a6a-b9aa-4ec9-aaa7-1b380b584d1a req-276a0363-2ea9-4282-8e2c-56b47c8a1d36 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2401 time: 0.5223379 Sep 19 03:07:31.732081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14305e6-1ca4-4cbe-9ca1-f94d442f3434 req-e630daad-f70f-462c-ae29-5d6d77c04749 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686835 Sep 19 03:07:31.738336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] For port 67c76f7d-f685-46de-968b-10534f4c37df, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:31.745590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] For port 67c76f7d-f685-46de-968b-10534f4c37df, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=67c76f7d-f685-46de-968b-10534f4c37df,segment=NetworkSegment(9eed5e50-8007-440e-99a9-59112c34122d),segment_id=9eed5e50-8007-440e-99a9-59112c34122d)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:31.771146 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:31.774254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=00e167c8-ad1c-4afb-97e5-33313ecf7a24,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:31.857231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:31.857231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:31.857231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] 10.222.0.32 "PUT /v2.0/ports/67c76f7d-f685-46de-968b-10534f4c37df HTTP/1.1" status: 200 len: 1091 time: 3.0411043 Sep 19 03:07:31.867603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e355a6a-b9aa-4ec9-aaa7-1b380b584d1a req-bc6b0723-9d3e-4e77-968f-fc1bd4c34b1c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282690 Sep 19 03:07:31.916074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b253ab-8522-4cac-88a4-239143cd3028 service neutron] Pushing event updated for resources: {'Port': ['ID=67c76f7d-f685-46de-968b-10534f4c37df,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:31.960649 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9dbdaa-bf7b-458a-a90b-0448674fdb03 x-openstack-request-id: req-0d9dbdaa-bf7b-458a-a90b-0448674fdb03 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:31.960860 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "tag": "45dfbb3b-c187-48d1-92b4-289be99648ce", "status": "completed", "code": 200}, {"server_uuid": "c8772b7f-cc33-43ff-a9cb-78daae208679", "name": "network-vif-deleted", "tag": "1ad166a4-a9d6-48a4-9604-71ff23829df1", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:31.961112 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d9dbdaa-bf7b-458a-a90b-0448674fdb03 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:31.961489 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a', 'status': 'completed', 'code': 200} Sep 19 03:07:31.961737 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'tag': '45dfbb3b-c187-48d1-92b4-289be99648ce', 'status': 'completed', 'code': 200} Sep 19 03:07:31.961975 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8772b7f-cc33-43ff-a9cb-78daae208679', 'name': 'network-vif-deleted', 'tag': '1ad166a4-a9d6-48a4-9604-71ff23829df1', 'status': 'completed', 'code': 200} Sep 19 03:07:32.078637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-127450aa-5665-4d23-a94b-b5b7ba77a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.079269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-127450aa-5665-4d23-a94b-b5b7ba77a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.079710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-127450aa-5665-4d23-a94b-b5b7ba77a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.081366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-127450aa-5665-4d23-a94b-b5b7ba77a2fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2824 time: 0.0439782 Sep 19 03:07:32.093770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Attempting to bind port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:32.094101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Attempting to bind port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:32.094423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Attempting to bind port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 on network e141ed65-4209-4a98-92fb-9678bc158462 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:32.112265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-0b588e3f-182d-4c64-9777-511e8bcca5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.113758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-0b588e3f-182d-4c64-9777-511e8bcca5fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118ce3fac06d44739d50b279469de979&device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 1094 time: 0.1839178 Sep 19 03:07:32.119253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 on network e141ed65-4209-4a98-92fb-9678bc158462 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:07:32.119578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Attempting to bind port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 on network e141ed65-4209-4a98-92fb-9678bc158462 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:32.126240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8336323d-2bd5-4089-9b21-1548abf587fa req-78ad3abe-dba6-43b1-b386-0a7f748ed825 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 200 len: 997 time: 0.1680052 Sep 19 03:07:32.134829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:32.135199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Checking segment: {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:32.135542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Bound using segment: {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:32.135974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Bound port: 00e167c8-ad1c-4afb-97e5-33313ecf7a24, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649ed596-8bf0-499b-a8bc-a5944393af1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:32.136976 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:32.151420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-10bed500-e0c1-4856-ae23-07bdb616b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.153584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-10bed500-e0c1-4856-ae23-07bdb616b194 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.1431408 Sep 19 03:07:32.160637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f0d1a-f4bd-4770-ad29-c0509393627f req-d850e9af-5a27-4ba5-8d04-0671a64626ba tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.162013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-030f0d1a-f4bd-4770-ad29-c0509393627f req-d850e9af-5a27-4ba5-8d04-0671a64626ba tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 943 time: 0.1505582 Sep 19 03:07:32.203717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-94db61ea-3a88-45f9-b9a2-96ee5f4b90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.204201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-94db61ea-3a88-45f9-b9a2-96ee5f4b90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.204672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-94db61ea-3a88-45f9-b9a2-96ee5f4b90c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.206282 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-94db61ea-3a88-45f9-b9a2-96ee5f4b90c6 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1083548 Sep 19 03:07:32.228591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-766dea07-984b-40a3-8813-3a97a9f7783c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c76f7d-f685-46de-968b-10534f4c37df HTTP/1.1" status: 200 len: 217 time: 0.0945356 Sep 19 03:07:32.329291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-961acca6-38d1-406e-8c61-3f59887a0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.331084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-961acca6-38d1-406e-8c61-3f59887a0806 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023858 Sep 19 03:07:32.427915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-030f0d1a-f4bd-4770-ad29-c0509393627f req-39371099-01a0-48c9-a390-b1c0dbaeeecc tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241015 Sep 19 03:07:32.456222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-09c5ca39-b0e0-4e38-8415-9641b4a1fbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.457641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-09c5ca39-b0e0-4e38-8415-9641b4a1fbf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3deda07-2745-4194-9bad-73a13e10d62c HTTP/1.1" status: 200 len: 853 time: 0.2006657 Sep 19 03:07:32.473721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] For port 00e167c8-ad1c-4afb-97e5-33313ecf7a24, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:32.523783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336323d-2bd5-4089-9b21-1548abf587fa req-0a506ea6-36c1-4d5d-93a6-d784e17c49f0 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.525149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8336323d-2bd5-4089-9b21-1548abf587fa req-0a506ea6-36c1-4d5d-93a6-d784e17c49f0 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3793650 Sep 19 03:07:32.527137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] For port 00e167c8-ad1c-4afb-97e5-33313ecf7a24, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=00e167c8-ad1c-4afb-97e5-33313ecf7a24,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:32.535360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-b6ac7dd4-5b19-4822-aa27-f12db8966548 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09236dcb-c084-4a52-8e2e-c15e87d07483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653591 Sep 19 03:07:32.542504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-8336323d-2bd5-4089-9b21-1548abf587fa req-9e8b1ead-da9b-4c85-9edb-e342c454575b tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:07:32.543206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8336323d-2bd5-4089-9b21-1548abf587fa req-9e8b1ead-da9b-4c85-9edb-e342c454575b tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069287 Sep 19 03:07:32.553480 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:32.606543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-2b55636b-0aba-4d74-84bd-c2669ddf5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.608181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-2b55636b-0aba-4d74-84bd-c2669ddf5c02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.4453273 Sep 19 03:07:32.662367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.662367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:32.663579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] 10.222.0.32 "PUT /v2.0/ports/00e167c8-ad1c-4afb-97e5-33313ecf7a24 HTTP/1.1" status: 200 len: 1092 time: 2.3410509 Sep 19 03:07:32.803242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aef8d2-a6cc-41fc-911e-e83c23793fb8 service neutron] Pushing event updated for resources: {'Port': ['ID=00e167c8-ad1c-4afb-97e5-33313ecf7a24,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:32.867409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-52ccca01-eac7-439a-940e-a9069d1cd6f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 1000 time: 0.2472689 Sep 19 03:07:32.884560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0dcb1-5bc9-4877-a9ab-4f83faec4c65 req-97d6d1b5-2cb5-4fa5-bf68-7d7f2f8b1414 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:32.886166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44c0dcb1-5bc9-4877-a9ab-4f83faec4c65 req-97d6d1b5-2cb5-4fa5-bf68-7d7f2f8b1414 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 945 time: 0.2429941 Sep 19 03:07:32.950552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-716c5c60-e80f-486d-9432-8ddf623dbc9b service neutron] 10.222.0.32 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040930 Sep 19 03:07:32.965176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-dd676697-4d6b-4e0a-8277-6dcafeb0a13c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.1935833 Sep 19 03:07:33.002812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5b2f682d-fce6-4b5c-8ac3-51416a8a4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.003311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5b2f682d-fce6-4b5c-8ac3-51416a8a4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.003798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5b2f682d-fce6-4b5c-8ac3-51416a8a4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.005398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5b2f682d-fce6-4b5c-8ac3-51416a8a4580 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2866 time: 0.2357507 Sep 19 03:07:33.046629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-165293e9-36e9-4764-9dad-bb9929e9b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.048075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-165293e9-36e9-4764-9dad-bb9929e9b230 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1533210 Sep 19 03:07:33.135867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-36b5c5b9-ecc5-4312-88b3-4b66ab053e84 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=aa873534-e67d-4435-acb2-78dc018e4c08 HTTP/1.1" status: 200 len: 217 time: 0.0941076 Sep 19 03:07:33.153245 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44c0dcb1-5bc9-4877-a9ab-4f83faec4c65 req-a23b8b2f-257f-4307-b564-9b08d585ba9e tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451715 Sep 19 03:07:33.160056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-a0bfea9e-1553-471c-8244-d49bc60dc05b tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.161379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-a0bfea9e-1553-471c-8244-d49bc60dc05b tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports/a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 942 time: 0.1772394 Sep 19 03:07:33.244524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5e321ccc-1cc3-4a80-a4b9-097ae610f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.246082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-5e321ccc-1cc3-4a80-a4b9-097ae610f23a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6428d4ec-9b18-4625-a333-f57a0369cfd3 HTTP/1.1" status: 200 len: 801 time: 0.0838115 Sep 19 03:07:33.273967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2469b536-cc19-4477-a8fe-9fd4b919c683 req-aae46da3-d28f-47ba-9323-b0ad360d56d8 service neutron] 10.222.0.32 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070607 Sep 19 03:07:33.275850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7776152-3376-4026-8e98-eb74717e7c31 req-df9d6163-6560-4703-be9c-f562caac8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.277768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-df9d6163-6560-4703-be9c-f562caac8f2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143357 Sep 19 03:07:33.383675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-93943d49-1964-4eff-8eed-2e8b702512b9 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.1617932 Sep 19 03:07:33.440049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-cad7bc5b-0f90-40b6-ad51-e5ff4664681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.441419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-cad7bc5b-0f90-40b6-ad51-e5ff4664681e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e141ed65-4209-4a98-92fb-9678bc158462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1627595 Sep 19 03:07:33.519507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e2607-6325-4cd9-a919-4b6578e298f1 req-63e16d25-3c28-4e9e-8cf7-809646955506 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.521000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c32e2607-6325-4cd9-a919-4b6578e298f1 req-63e16d25-3c28-4e9e-8cf7-809646955506 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 945 time: 0.1870623 Sep 19 03:07:33.552733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-6db4f2a7-ac0c-421a-a0c6-8a01f53326e5 service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628896 Sep 19 03:07:33.713234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c32e2607-6325-4cd9-a919-4b6578e298f1 req-68fae2b8-d721-4f81-ab94-9d23a3e03eff tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579738 Sep 19 03:07:33.721436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-08c35e83-365a-4f2b-960e-071b61ab8c0f service neutron] 10.222.0.32 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679677 Sep 19 03:07:33.728035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-8b8ea1eb-c8de-49f6-9d3c-ad10c10d87da tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.729403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-8b8ea1eb-c8de-49f6-9d3c-ad10c10d87da tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3132460 Sep 19 03:07:33.839099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7776152-3376-4026-8e98-eb74717e7c31 req-5ab10b9e-eb5c-4330-94e4-0e75cb665e9a service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494397 Sep 19 03:07:33.891126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-237ef839-31d3-4bb1-a9b5-597e12d1409e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 1000 time: 0.1502128 Sep 19 03:07:33.905044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:33.954279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c8d3-eea3-45bb-a9ef-e5bd20b51daf req-7334e231-70ac-4ff4-9da3-30cebbe851dc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.960056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c8d3-eea3-45bb-a9ef-e5bd20b51daf req-7334e231-70ac-4ff4-9da3-30cebbe851dc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.965986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40c8d3-eea3-45bb-a9ef-e5bd20b51daf req-7334e231-70ac-4ff4-9da3-30cebbe851dc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:33.967504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db40c8d3-eea3-45bb-a9ef-e5bd20b51daf req-7334e231-70ac-4ff4-9da3-30cebbe851dc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2413 time: 0.1682179 Sep 19 03:07:33.970730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6029a6b6-7a1a-4439-a88f-53651010384d', 'tag': '67c76f7d-f685-46de-968b-10534f4c37df'}, {'name': 'network-changed', 'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'tag': '00e167c8-ad1c-4afb-97e5-33313ecf7a24'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:33.972946 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c381b35-f66d-4b4a-882f-ec0b906ac630" -d '{"events": [{"name": "network-changed", "server_uuid": "6029a6b6-7a1a-4439-a88f-53651010384d", "tag": "67c76f7d-f685-46de-968b-10534f4c37df"}, {"name": "network-changed", "server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "tag": "00e167c8-ad1c-4afb-97e5-33313ecf7a24"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:33.982096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-80eca749-f814-4807-9a7f-ef9d67fa750b service neutron] 10.222.0.32 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504535 Sep 19 03:07:34.043495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-68bca062-b482-4089-b523-8c6f43db1c3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=45dfbb3b-c187-48d1-92b4-289be99648ce HTTP/1.1" status: 200 len: 217 time: 0.0449686 Sep 19 03:07:34.049870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:34.411070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db40c8d3-eea3-45bb-a9ef-e5bd20b51daf req-957be988-9492-407b-b498-a9af73424331 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337580 Sep 19 03:07:34.470545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-19c2f1aa-b94d-4d94-8a33-b3b62f858a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:34.471968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-19c2f1aa-b94d-4d94-8a33-b3b62f858a62 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=aafa1e89-fe58-4129-bcac-8370a3747709 HTTP/1.1" status: 200 len: 801 time: 0.4175887 Sep 19 03:07:34.587219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-8443b5cb-a93b-4254-85dc-ef4240af43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:34.588688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-8443b5cb-a93b-4254-85dc-ef4240af43d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=33be5eed-1e93-4b16-9c71-5d5ee23a508e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1045103 Sep 19 03:07:34.593432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:34.600944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b11da-611c-477d-b1e3-3c689e453cf2 req-adca7cfb-852f-4efd-b749-dddd908ccac7 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:34.602329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-209b11da-611c-477d-b1e3-3c689e453cf2 req-adca7cfb-852f-4efd-b749-dddd908ccac7 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 951 time: 0.1337922 Sep 19 03:07:34.610673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:34.611032 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f disassociated. External IP: 172.25.8.75, port: a99daf15-c501-439b-bbaa-0415e709625a. Sep 19 03:07:34.791287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-209b11da-611c-477d-b1e3-3c689e453cf2 req-0938837c-0e8d-4cbf-b9bd-31976e94b16c tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.22 "GET /v2.0/security-groups?id=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774244 Sep 19 03:07:34.824792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-6fd8851b-4db3-4e8e-918d-fb9ee44a51a0 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:34.826224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-6fd8851b-4db3-4e8e-918d-fb9ee44a51a0 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 945 time: 0.1589868 Sep 19 03:07:34.835809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-ab5d494f-0f1c-40ce-8290-e685f55a9e4e service neutron] 10.222.0.32 "GET /v2.0/networks/33be5eed-1e93-4b16-9c71-5d5ee23a508e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322948 Sep 19 03:07:35.083600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e058b-0da9-4944-8ace-90687b1b1168 req-f1a958c7-4798-4b71-95b4-ac159a470f69 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.085050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-588e058b-0da9-4944-8ace-90687b1b1168 req-f1a958c7-4798-4b71-95b4-ac159a470f69 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 943 time: 0.2055850 Sep 19 03:07:35.133776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:35.137187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-c42be272-a9c8-4466-84f3-4a9dfdc405df service neutron] 10.222.0.32 "GET /v2.0/networks/33be5eed-1e93-4b16-9c71-5d5ee23a508e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586603 Sep 19 03:07:35.145399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d209e-c1d0-4040-a974-733274db6d4c req-650cc05a-bb83-4e9f-967b-905076aae4ad tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.146898 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-144d209e-c1d0-4040-a974-733274db6d4c req-650cc05a-bb83-4e9f-967b-905076aae4ad tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 945 time: 0.0486979 Sep 19 03:07:35.203758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-1ec2fb96-08c6-409e-a849-771e9aaefa06 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=00e167c8-ad1c-4afb-97e5-33313ecf7a24 HTTP/1.1" status: 200 len: 217 time: 0.0572791 Sep 19 03:07:35.206510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-588e058b-0da9-4944-8ace-90687b1b1168 req-eae43dcf-5d5d-42ef-aec2-cfcde13a24fd tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143653 Sep 19 03:07:35.211043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Deleting port 57959cfe-d802-49e4-a170-e94fb7464112 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:35.211405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.250336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Deleting port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:35.250921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.349633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] For port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:35.349922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.365803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-8fe50901-fdd6-4b2a-af65-ea9e1f16ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.366971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Calling delete_port for 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:35.367300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-8fe50901-fdd6-4b2a-af65-ea9e1f16ab96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6428d4ec-9b18-4625-a333-f57a0369cfd3 HTTP/1.1" status: 200 len: 801 time: 0.1508262 Sep 19 03:07:35.413078 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf34755-bdba-435e-8afa-46300c725b8a x-openstack-request-id: req-4cf34755-bdba-435e-8afa-46300c725b8a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:35.413078 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6029a6b6-7a1a-4439-a88f-53651010384d", "tag": "67c76f7d-f685-46de-968b-10534f4c37df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "tag": "00e167c8-ad1c-4afb-97e5-33313ecf7a24", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:35.413078 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4cf34755-bdba-435e-8afa-46300c725b8a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:35.413078 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6029a6b6-7a1a-4439-a88f-53651010384d', 'tag': '67c76f7d-f685-46de-968b-10534f4c37df', 'status': 'completed', 'code': 200} Sep 19 03:07:35.413078 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'tag': '00e167c8-ad1c-4afb-97e5-33313ecf7a24', 'status': 'completed', 'code': 200} Sep 19 03:07:35.438774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] For port 57959cfe-d802-49e4-a170-e94fb7464112, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=57959cfe-d802-49e4-a170-e94fb7464112,segment=NetworkSegment(836d731c-7a46-4050-8606-8434d6793d3f),segment_id=836d731c-7a46-4050-8606-8434d6793d3f)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:35.439434 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.462491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Calling delete_port for 57959cfe-d802-49e4-a170-e94fb7464112 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:35.505250 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.521089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:35.528817 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.531137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:35.542784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:35.545972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:35.546725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:35.557327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.32', 58106) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:35.571769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event deleted for resources: {'Port': ['ID=5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:35.595264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ae393-ee3c-49d6-b282-8714e60e720f req-1225dbaa-260a-4a9f-b7ab-3dda82a7d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.596739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-1225dbaa-260a-4a9f-b7ab-3dda82a7d6fa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e141ed65-4209-4a98-92fb-9678bc158462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2004406 Sep 19 03:07:35.610033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] No DVR routers for this DVR port 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:35.614174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.616379 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-144d209e-c1d0-4040-a974-733274db6d4c req-bebadcf0-5aa7-45c6-ba31-8c7dc4020167 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "DELETE /v2.0/ports/5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 HTTP/1.1" status: 204 len: 173 time: 0.4631083 Sep 19 03:07:35.616823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'name': 'network-vif-deleted', 'tag': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:35.619224 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8734312-9064-4a79-a1f2-06a24acc3dc7" -d '{"events": [{"server_uuid": "91d07794-24d3-4fc9-9757-99f91952c2c6", "name": "network-vif-deleted", "tag": "5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:35.631781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-399a10f8-bf75-48c2-9d46-314f5ed31313 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "PUT /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 200 len: 695 time: 1.7271802 Sep 19 03:07:35.641407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-c841f9c8-2a3d-4ce4-8587-98f31a165165 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.652915 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-c841f9c8-2a3d-4ce4-8587-98f31a165165 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "GET /v2.0/ports?device_id=89f3ec8a-f6f5-429f-bc54-c41551b7a76d HTTP/1.1" status: 200 len: 951 time: 0.0935042 Sep 19 03:07:35.691331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:35.696546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-cbba3ea0-d883-44bd-949e-966b054ab74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.698041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-cbba3ea0-d883-44bd-949e-966b054ab74b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118ce3fac06d44739d50b279469de979&device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 1094 time: 0.2337687 Sep 19 03:07:35.705660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372e347-15da-40af-8352-4d358e2658d5 req-c98cc7c7-7ef5-4407-ba4f-1e3fe3224bbd tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.707118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2372e347-15da-40af-8352-4d358e2658d5 req-c98cc7c7-7ef5-4407-ba4f-1e3fe3224bbd tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 945 time: 0.2500758 Sep 19 03:07:35.780249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Deleting port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:35.781286 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.879493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-c36c9955-c5f2-46b2-9c60-8bfcab7a0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.880923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-c36c9955-c5f2-46b2-9c60-8bfcab7a0a95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.2483625 Sep 19 03:07:35.890265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2372e347-15da-40af-8352-4d358e2658d5 req-b94aea72-0835-406d-80c0-9291f732bc7f tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/security-groups?id=6ab5f9df-a92d-4b6a-a010-17333bc59c86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682019 Sep 19 03:07:35.897859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] For port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:35.898239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:35.912197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Calling delete_port for 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:35.920668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-511664e0-0a0b-459b-af93-429fd9221e09 service neutron] 10.222.0.32 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125155 Sep 19 03:07:35.942866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:35.971550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:35.982242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:35.983277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:35.995350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-7d50bc07-320c-48be-a80c-0d42e0019e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:35.997436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-7d50bc07-320c-48be-a80c-0d42e0019e22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09236dcb-c084-4a52-8e2e-c15e87d07483 HTTP/1.1" status: 200 len: 914 time: 0.2877247 Sep 19 03:07:36.076225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:36.109659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Pushing event deleted for resources: {'Port': ['ID=1820ce7d-bd5e-40ae-ad1d-2c56147c25d1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:36.117055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:36.130702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb630eec-05a1-47f3-9b6a-b3288f902c28 req-594a494e-86b5-49ee-80ee-039df7d36ec5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=91d07794-24d3-4fc9-9757-99f91952c2c6 HTTP/1.1" status: 200 len: 210 time: 0.1303477 Sep 19 03:07:36.132877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:36.141368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:36.152611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-7928c5c9-b124-45f0-80d6-5103bfb305d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c76f7d-f685-46de-968b-10534f4c37df HTTP/1.1" status: 200 len: 217 time: 0.1205626 Sep 19 03:07:36.195876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] No DVR routers for this DVR port 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:36.208016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:36.210068 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7b5d80b-5ac6-47d4-a96f-18a2b71ae945 req-869323a9-ea39-42d9-9948-6eded6c12929 tempest-ServersAdminTestJSON-40653358 tempest-ServersAdminTestJSON-40653358-project] 10.222.0.32 "DELETE /v2.0/ports/1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 HTTP/1.1" status: 204 len: 173 time: 0.5508516 Sep 19 03:07:36.237771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Pushing event deleted for resources: {'Port': ['ID=57959cfe-d802-49e4-a170-e94fb7464112,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:36.282988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-7f2c6ee4-f393-404e-9355-2dd5ba2c54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:36.284487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-7f2c6ee4-f393-404e-9355-2dd5ba2c54ed service neutron] 10.222.0.22 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.3917191 Sep 19 03:07:36.383855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['57959cfe-d802-49e4-a170-e94fb7464112'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:36.588230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:36.614646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f6a586-5365-4418-b28a-7c3032620626 None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:06:23Z', 'revision_number': 4, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2bf9e9e6-36e1-48b3-9d1b-5991ee61955a', 'name': '', 'network_id': '82189d7a-68db-4ae5-8827-a0bad5b7b8e0', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'mac_address': 'fa:16:3e:37:ff:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:22Z', 'updated_at': '2021-09-19T03:06:27Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'subnets': [{'id': 'a51d8ddc-0fed-4ec3-b9e6-33982e00ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:36.685788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-545ae393-ee3c-49d6-b282-8714e60e720f req-2351fd12-a657-4a22-90d8-3db84e86f79b service neutron] 10.222.0.32 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440665 Sep 19 03:07:36.702461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-2af479b7-9019-47b7-b34e-343d0b08d9b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 217 time: 0.3913891 Sep 19 03:07:36.706095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] No DVR routers for this DVR port 57959cfe-d802-49e4-a170-e94fb7464112 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:36.711696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:36.713413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b819ee4c-3775-4a51-8dbe-2d49f0421d05 req-c2042831-6f66-42ba-9f1b-d8b7b292feb5 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.32 "DELETE /v2.0/ports/57959cfe-d802-49e4-a170-e94fb7464112 HTTP/1.1" status: 204 len: 173 time: 1.8359587 Sep 19 03:07:36.715365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-bb3c7604-5e54-4131-bb76-76e8695785dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:36.716739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-bb3c7604-5e54-4131-bb76-76e8695785dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3deda07-2745-4194-9bad-73a13e10d62c HTTP/1.1" status: 200 len: 853 time: 0.5335281 Sep 19 03:07:36.781282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-acb3312d-02f0-463b-a4a2-c13e866f9791 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09236dcb-c084-4a52-8e2e-c15e87d07483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367672 Sep 19 03:07:36.791623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c365a-ed7f-414d-9e56-d3b92dca3c69 req-d7042beb-bdc1-40d1-b27e-9e72980ead03 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:36.797500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c365a-ed7f-414d-9e56-d3b92dca3c69 req-d7042beb-bdc1-40d1-b27e-9e72980ead03 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:36.803308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c365a-ed7f-414d-9e56-d3b92dca3c69 req-d7042beb-bdc1-40d1-b27e-9e72980ead03 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:36.805013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-567c365a-ed7f-414d-9e56-d3b92dca3c69 req-d7042beb-bdc1-40d1-b27e-9e72980ead03 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2413 time: 0.5684273 Sep 19 03:07:36.822182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-15055e45-e981-47ec-8157-d11e80ae37f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:36.824271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-15055e45-e981-47ec-8157-d11e80ae37f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.1136751 Sep 19 03:07:36.902543 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49234864-f3cb-4475-bd60-f8bf58726015 None None] New status for floating IP d8c1ecb0-05ba-4876-bb53-5654001d4e1f: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:07:36.915710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-567c365a-ed7f-414d-9e56-d3b92dca3c69 req-31432393-7e74-42a4-974d-ac0865017160 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034148 Sep 19 03:07:36.981010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-4649b15b-4999-45b0-b55c-2bfab31c06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:36.982543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-4649b15b-4999-45b0-b55c-2bfab31c06ec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500740 Sep 19 03:07:36.982768 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6537c6-da49-43da-9988-ff2191b18111 x-openstack-request-id: req-8c6537c6-da49-43da-9988-ff2191b18111 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:36.983050 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d07794-24d3-4fc9-9757-99f91952c2c6", "name": "network-vif-deleted", "tag": "5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:36.983303 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c6537c6-da49-43da-9988-ff2191b18111 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:36.983695 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d07794-24d3-4fc9-9757-99f91952c2c6', 'name': 'network-vif-deleted', 'tag': '5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013', 'status': 'completed', 'code': 200} Sep 19 03:07:37.025627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-6a805f6e-94da-486b-89ce-d5cb4558d416 service neutron] 10.222.0.32 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806688 Sep 19 03:07:37.209323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9f5b8-6bc7-40ad-85ba-f4fd388a7b91 req-e9a815b3-2c7e-475c-853f-f35a0f5a1726 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:37.210848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1db9f5b8-6bc7-40ad-85ba-f4fd388a7b91 req-e9a815b3-2c7e-475c-853f-f35a0f5a1726 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 943 time: 0.1271513 Sep 19 03:07:37.222304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-27bd80fd-2eff-47ec-b33e-9905e9fed809 service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325027 Sep 19 03:07:37.243117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41456) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:37.264516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-9108e06e-d01d-4f95-9d96-e4197b443044 service neutron] 10.222.0.32 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297695 Sep 19 03:07:37.327277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1db9f5b8-6bc7-40ad-85ba-f4fd388a7b91 req-c0bff661-dc61-4919-86b5-a5497dee9cda tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906720 Sep 19 03:07:37.356969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19dcb122-56b7-4623-8943-5d7eea8cd290 req-9441ea6f-89bc-4e09-b7d4-16086fe6ca11 service neutron] 10.222.0.22 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337945 Sep 19 03:07:37.398320 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-25d52ab2-1c3e-425a-a3c3-ece4db1738de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f33314195a84c14841a107e8adde8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518605 Sep 19 03:07:37.398552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:37.414292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-3cd9b4c0-091d-47a2-a144-bcb14f43955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:37.414804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-3cd9b4c0-091d-47a2-a144-bcb14f43955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:37.415347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-3cd9b4c0-091d-47a2-a144-bcb14f43955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:37.418943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-3cd9b4c0-091d-47a2-a144-bcb14f43955c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2866 time: 0.0590816 Sep 19 03:07:37.419502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a'}, {'server_uuid': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'name': 'network-vif-deleted', 'tag': '57959cfe-d802-49e4-a170-e94fb7464112'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:37.422361 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dda1c7-d0bd-4a62-8dba-3481448bacb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a"}, {"server_uuid": "b5fa1e81-6a6a-4018-87fe-544949420cb3", "name": "network-vif-deleted", "tag": "57959cfe-d802-49e4-a170-e94fb7464112"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:37.435464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 67c76f7d-f685-46de-968b-10534f4c37df details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:37.463907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2630c7-15e9-4019-b92d-6bf7b656ee04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:37.491384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2630c7-15e9-4019-b92d-6bf7b656ee04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:37.540406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 67c76f7d-f685-46de-968b-10534f4c37df, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=67c76f7d-f685-46de-968b-10534f4c37df,segment=NetworkSegment(9eed5e50-8007-440e-99a9-59112c34122d),segment_id=9eed5e50-8007-440e-99a9-59112c34122d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:37.550339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2630c7-15e9-4019-b92d-6bf7b656ee04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:37.554058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2630c7-15e9-4019-b92d-6bf7b656ee04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:37.555840 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba2630c7-15e9-4019-b92d-6bf7b656ee04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2ff7386-d35d-4994-a7b7-fb117b5e3c0e HTTP/1.1" status: 204 len: 168 time: 0.1562624 Sep 19 03:07:37.557593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '67c76f7d-f685-46de-968b-10534f4c37df', 'network_id': '09236dcb-c084-4a52-8e2e-c15e87d07483', 'port_id': '67c76f7d-f685-46de-968b-10534f4c37df', 'mac_address': 'fa:16:3e:df:96:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3deda07-2745-4194-9bad-73a13e10d62c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:37.569416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2630c7-15e9-4019-b92d-6bf7b656ee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff7386-d35d-4994-a7b7-fb117b5e3c0e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:37.597813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06c9770b-1a25-4ecb-9aac-036c4e893a9a req-4b8db192-90d5-41ce-820a-71f21bdeccf8 tempest-VolumesAdminNegativeTest-1850407485 tempest-VolumesAdminNegativeTest-1850407485-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5fa1e81-6a6a-4018-87fe-544949420cb3 HTTP/1.1" status: 200 len: 210 time: 0.1279974 Sep 19 03:07:37.619822 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:37.638087 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6197deb9-fc6a-4291-a502-c82994f483f3 x-openstack-request-id: req-6197deb9-fc6a-4291-a502-c82994f483f3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:37.640799 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "tag": "a99daf15-c501-439b-bbaa-0415e709625a", "status": "completed", "code": 200}, {"server_uuid": "b5fa1e81-6a6a-4018-87fe-544949420cb3", "name": "network-vif-deleted", "tag": "57959cfe-d802-49e4-a170-e94fb7464112", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:37.641143 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6197deb9-fc6a-4291-a502-c82994f483f3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:37.641618 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a', 'status': 'completed', 'code': 200} Sep 19 03:07:37.642141 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fa1e81-6a6a-4018-87fe-544949420cb3', 'name': 'network-vif-deleted', 'tag': '57959cfe-d802-49e4-a170-e94fb7464112', 'status': 'completed', 'code': 200} Sep 19 03:07:37.668345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c76f7d-f685-46de-968b-10534f4c37df {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:37.697183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 67c76f7d-f685-46de-968b-10534f4c37df, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=67c76f7d-f685-46de-968b-10534f4c37df,segment=NetworkSegment(9eed5e50-8007-440e-99a9-59112c34122d),segment_id=9eed5e50-8007-440e-99a9-59112c34122d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:37.706630 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:37.793593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=67c76f7d-f685-46de-968b-10534f4c37df,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:37.832421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-93200a68-58ff-4d5a-912e-f68d03df880a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 200 len: 693 time: 0.0803957 Sep 19 03:07:37.918247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41486) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:37.931184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-2e6e1a1b-b1c9-4c7a-86a1-0f91aed3613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:37.932978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-2e6e1a1b-b1c9-4c7a-86a1-0f91aed3613d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 1096 time: 0.2771699 Sep 19 03:07:37.944189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-420b4b97-69a7-4b8d-aab8-caeaae7d5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:37.945597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-420b4b97-69a7-4b8d-aab8-caeaae7d5a27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e141ed65-4209-4a98-92fb-9678bc158462 HTTP/1.1" status: 200 len: 903 time: 0.4635129 Sep 19 03:07:37.958653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85026cec-2e52-4606-ba84-38c4c669b3da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ae1ca648ca7411cb1d22d6579adaf97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390909 Sep 19 03:07:37.960994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41490) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:38.011575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09967c6-4d25-4b81-b4f1-a961556b7192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:38.032417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09967c6-4d25-4b81-b4f1-a961556b7192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:38.056967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-e6d67a3c-6163-4ed4-b1cb-b24833a5216e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.227&port_id=00e167c8-ad1c-4afb-97e5-33313ecf7a24 HTTP/1.1" status: 200 len: 217 time: 0.0991423 Sep 19 03:07:38.078361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09967c6-4d25-4b81-b4f1-a961556b7192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:38.081067 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d09967c6-4d25-4b81-b4f1-a961556b7192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:38.084559 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d09967c6-4d25-4b81-b4f1-a961556b7192 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ac5c047-8f0f-478d-bf84-5a0ef8f130e4 HTTP/1.1" status: 204 len: 168 time: 0.1203458 Sep 19 03:07:38.093025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09967c6-4d25-4b81-b4f1-a961556b7192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac5c047-8f0f-478d-bf84-5a0ef8f130e4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:38.098036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-ebdec6e1-48d8-47fd-a667-10f2825f854f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:38.099549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-ebdec6e1-48d8-47fd-a667-10f2825f854f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.2983599 Sep 19 03:07:38.174537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-80c7dc1d-7e93-4fab-91d9-159ffa220580 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/quotas/6d10668e61944265a411e425ec5c1d9d HTTP/1.1" status: 200 len: 375 time: 0.0583136 Sep 19 03:07:38.181430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-a10d522c-0d6b-40c4-88f1-aec878a0d89c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:38.182729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-a10d522c-0d6b-40c4-88f1-aec878a0d89c tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.3350406 Sep 19 03:07:38.215368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-384f21f4-8018-4d74-bfd8-c4eecc58a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:38.216804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-384f21f4-8018-4d74-bfd8-c4eecc58a69a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6428d4ec-9b18-4625-a333-f57a0369cfd3 HTTP/1.1" status: 200 len: 801 time: 0.1283495 Sep 19 03:07:38.263561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-e821333c-4e70-4292-9fba-7f2557233c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:38.265082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-e821333c-4e70-4292-9fba-7f2557233c87 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 200 len: 922 time: 0.3242285 Sep 19 03:07:38.277879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-502e1cce-392b-4884-8e31-7db666a82c9b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926225 Sep 19 03:07:38.287351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['67c76f7d-f685-46de-968b-10534f4c37df'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:38.302727 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-690fb177-5f82-44ab-b42b-78a8a2582946 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 696 time: 0.1113036 Sep 19 03:07:38.363187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-9d01ec76-fd99-4d1e-9bfd-46430c8af849 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 200 len: 217 time: 0.0832577 Sep 19 03:07:38.475697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-ae9df744-b863-4587-aaa8-6c96b7584fbe tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.75 HTTP/1.1" status: 200 len: 696 time: 0.1321926 Sep 19 03:07:38.487868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-28945895-eada-472f-a31a-1111f348bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:38.489519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-28945895-eada-472f-a31a-1111f348bfe3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e141ed65-4209-4a98-92fb-9678bc158462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2299979 Sep 19 03:07:38.580848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-d517a6c5-c900-4181-afe5-3377ba162901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:38.582276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-d517a6c5-c900-4181-afe5-3377ba162901 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 200 len: 860 time: 0.2085316 Sep 19 03:07:38.618305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-a0100dc4-ea55-46cf-9286-7f15410dba30 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235149 Sep 19 03:07:38.799815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-098d58f9-7a16-4281-8303-f25485cbf2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:38.801315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-098d58f9-7a16-4281-8303-f25485cbf2cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82189d7a-68db-4ae5-8827-a0bad5b7b8e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870093 Sep 19 03:07:38.813561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-fdb817bd-0ef6-4743-971c-7d033db2e796 service neutron] 10.222.0.32 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111906 Sep 19 03:07:38.856590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-0a016b66-4949-4fab-b4ec-0d44e3668cdf service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229829 Sep 19 03:07:38.884807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Deleting port 1efc7277-2845-463f-87ef-23567c4f97bf {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:38.885150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:38.985568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-deleted', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:38.989243 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d27303-21d5-48b9-8a8b-9035c3e451e5" -d '{"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-deleted", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:39.050495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-fd35513c-601b-477e-9e89-f176834d17e3 service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331986 Sep 19 03:07:39.063963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c381b35-f66d-4b4a-882f-ec0b906ac630 req-eab39c13-51bc-4ec0-9582-915bb4204255 service neutron] 10.222.0.32 "GET /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314980 Sep 19 03:07:39.123556 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.123889 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.169895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Calling delete_port for 1efc7277-2845-463f-87ef-23567c4f97bf owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:39.202657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cc1d-1dae-4db3-8229-aeabae346002 req-8d494e4f-7377-4872-a578-c7f6f776079a tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:39.208989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cc1d-1dae-4db3-8229-aeabae346002 req-8d494e4f-7377-4872-a578-c7f6f776079a tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:39.216089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73cc1d-1dae-4db3-8229-aeabae346002 req-8d494e4f-7377-4872-a578-c7f6f776079a tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:39.217834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca73cc1d-1dae-4db3-8229-aeabae346002 req-8d494e4f-7377-4872-a578-c7f6f776079a tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2413 time: 0.1724055 Sep 19 03:07:39.453272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 67c76f7d-f685-46de-968b-10534f4c37df up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:39.525126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 67c76f7d-f685-46de-968b-10534f4c37df completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:39.530062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 67c76f7d-f685-46de-968b-10534f4c37df triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:39.530317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.610678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.617880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18dda1c7-d0bd-4a62-8dba-3481448bacb9 req-d8867871-9d43-4fe5-a4c7-d85c1c45c364 service neutron] 10.222.0.30 "GET /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573092 Sep 19 03:07:39.645030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6029a6b6-7a1a-4439-a88f-53651010384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c76f7d-f685-46de-968b-10534f4c37df'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:39.647683 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48642c4b-a976-49c6-b258-832ada850fab" -d '{"events": [{"server_uuid": "6029a6b6-7a1a-4439-a88f-53651010384d", "name": "network-vif-plugged", "status": "completed", "tag": "67c76f7d-f685-46de-968b-10534f4c37df"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:39.655853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca73cc1d-1dae-4db3-8229-aeabae346002 req-41cca945-f6f1-42f3-8728-48e303e9b5c6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017251 Sep 19 03:07:39.663126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 67c76f7d-f685-46de-968b-10534f4c37df, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=67c76f7d-f685-46de-968b-10534f4c37df,segment=NetworkSegment(9eed5e50-8007-440e-99a9-59112c34122d),segment_id=9eed5e50-8007-440e-99a9-59112c34122d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:39.667819 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.668915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:39.724532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:39.724771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1820ce7d-bd5e-40ae-ad1d-2c56147c25d1 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:39.725313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:39.746656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:39.747110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5cc8ea5e-2a0b-4d62-8ea1-4dd8b35bf013 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:39.747590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 57959cfe-d802-49e4-a170-e94fb7464112 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:39.759117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.769864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 57959cfe-d802-49e4-a170-e94fb7464112 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:39.770218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 57959cfe-d802-49e4-a170-e94fb7464112 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:39.788938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=67c76f7d-f685-46de-968b-10534f4c37df,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:39.799687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cb33b-c021-4957-a237-c39346a76dc0 req-62cb177d-6ac5-4898-9e60-b3d0653e250f tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:39.801210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de6cb33b-c021-4957-a237-c39346a76dc0 req-62cb177d-6ac5-4898-9e60-b3d0653e250f tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.0890980 Sep 19 03:07:39.801969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Pushing event deleted for resources: {'Port': ['ID=1efc7277-2845-463f-87ef-23567c4f97bf,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:39.833800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.834153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.834498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.834862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.835202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.835536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.835867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.836203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.836530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.836855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.837183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.837513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:39.893317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de6cb33b-c021-4957-a237-c39346a76dc0 req-597ad236-fd30-4bc6-8630-281990822838 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813367 Sep 19 03:07:39.899657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.902782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:39.903867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06f077f6-16a7-4e7f-9e72-813fbf879251 req-59e55cb8-274b-40be-9438-270428efe40f tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "DELETE /v2.0/floatingips/d8c1ecb0-05ba-4876-bb53-5654001d4e1f HTTP/1.1" status: 204 len: 173 time: 1.4217207 Sep 19 03:07:39.993259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41554) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:40.046112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] Deleting subnet 17ea79e3-51c9-4aaa-953a-4dd55d3c898d {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:07:40.059409 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7bd285-81c9-49e2-bf9a-2ca680a36967 x-openstack-request-id: req-dc7bd285-81c9-49e2-bf9a-2ca680a36967 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:40.060192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.060583 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f3ec8a-f6f5-429f-bc54-c41551b7a76d", "name": "network-vif-deleted", "tag": "1820ce7d-bd5e-40ae-ad1d-2c56147c25d1", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:40.060583 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc7bd285-81c9-49e2-bf9a-2ca680a36967 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:40.060583 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f3ec8a-f6f5-429f-bc54-c41551b7a76d', 'name': 'network-vif-deleted', 'tag': '1820ce7d-bd5e-40ae-ad1d-2c56147c25d1', 'status': 'completed', 'code': 200} Sep 19 03:07:40.104015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e91ec75c-e664-458f-828e-3f56d2b3ea4c req-d47367d0-e292-4b0e-9baa-39a29ef0175d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 210 time: 0.0623388 Sep 19 03:07:40.174787 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25c8a68-ad84-4f1d-ad18-2a786eda36ec x-openstack-request-id: req-d25c8a68-ad84-4f1d-ad18-2a786eda36ec {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:40.175196 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6029a6b6-7a1a-4439-a88f-53651010384d", "name": "network-vif-plugged", "status": "completed", "tag": "67c76f7d-f685-46de-968b-10534f4c37df", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:40.175716 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d25c8a68-ad84-4f1d-ad18-2a786eda36ec {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:40.176110 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6029a6b6-7a1a-4439-a88f-53651010384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c76f7d-f685-46de-968b-10534f4c37df', 'code': 200} Sep 19 03:07:40.254732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.309470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-72996a72-6108-4826-9489-a95a2c0c1319 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:40.311187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-72996a72-6108-4826-9489-a95a2c0c1319 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.2118452 Sep 19 03:07:40.331168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-1e07f98e-b32d-495b-a9cd-dd9e180b28c0 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d2644a4946514badb999b6af91dc8a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727079 Sep 19 03:07:40.349899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Request body: {'port': {'device_id': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'admin_state_up': True, 'tenant_id': '6d10668e61944265a411e425ec5c1d9d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:40.406528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.415606 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-4fa11d29-e758-4454-a93b-d821d458e57e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2055397 Sep 19 03:07:40.640108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427ee93-4d1b-4fef-9081-811deefa92e4 req-4d30d5ae-4027-48f4-b13b-ac3d081ae17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:40.641594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4427ee93-4d1b-4fef-9081-811deefa92e4 req-4d30d5ae-4027-48f4-b13b-ac3d081ae17d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 1096 time: 0.3007212 Sep 19 03:07:40.670208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bcd37-0f32-4c2d-ba13-08ec9fede035 req-1847f0a8-0f38-4688-a679-5b6879c81d3a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:40.671658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-649bcd37-0f32-4c2d-ba13-08ec9fede035 req-1847f0a8-0f38-4688-a679-5b6879c81d3a tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 945 time: 0.3000426 Sep 19 03:07:40.704049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-65effb84-b868-42dc-b981-2be5b945448c tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:40.705480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-65effb84-b868-42dc-b981-2be5b945448c tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671706 Sep 19 03:07:40.708840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.729851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-07d8e447-3ad4-4435-b26f-dd875924f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:40.731285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-07d8e447-3ad4-4435-b26f-dd875924f38d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a92781c3daf4afda295e5ee916d69e4&device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 1097 time: 0.2485733 Sep 19 03:07:40.778510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ea79e3-51c9-4aaa-953a-4dd55d3c898d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:40.792717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-adb56421-48c8-4ad8-8307-155bdee4496b tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/quotas/d2644a4946514badb999b6af91dc8a83 HTTP/1.1" status: 200 len: 375 time: 0.0711560 Sep 19 03:07:40.795295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.797081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-807c5f67-6715-4c66-b3e5-0e32e7a8e718 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/17ea79e3-51c9-4aaa-953a-4dd55d3c898d HTTP/1.1" status: 204 len: 168 time: 0.8028400 Sep 19 03:07:40.799777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:40.844048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4427ee93-4d1b-4fef-9081-811deefa92e4 req-56a9c8ea-ddda-4b29-a63f-d0df443ccb46 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678488 Sep 19 03:07:40.867438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.871977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-649bcd37-0f32-4c2d-ba13-08ec9fede035 req-bd5179fe-bae1-44d5-b3dd-7b44e8a17bbc tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847000 Sep 19 03:07:40.873952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-f32866be-e0a0-4b08-9859-47695153abc6 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2644a4946514badb999b6af91dc8a83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566535 Sep 19 03:07:40.900300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:40.903838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.959484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:40.981608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c2c4e6-71b9-4973-8967-7ba6d2bc4f44']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:40.991517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836d731c-7a46-4050-8606-8434d6793d3f') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:40.992182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836d731c-7a46-4050-8606-8434d6793d3f') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:41.012739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.030301 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.037137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:07:41.037547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.069977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:07:41.091218 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:07:41.098849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.103823 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.114195 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] 10.222.0.22 "DELETE /v2.0/networks/75c2c4e6-71b9-4973-8967-7ba6d2bc4f44 HTTP/1.1" status: 204 len: 168 time: 0.3108041 Sep 19 03:07:41.115378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41582) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:41.118232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-ccde9673-8932-4930-9ddd-dbf5ef99f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.119751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-ccde9673-8932-4930-9ddd-dbf5ef99f6d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=666c27a8-85c7-466c-aa8a-256bf8829a22 HTTP/1.1" status: 200 len: 907 time: 0.3541420 Sep 19 03:07:41.153042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cde5b-42af-492b-bad3-8de27b66b36a admin admin] Pushing event deleted for resources: {'Network': ['ID=75c2c4e6-71b9-4973-8967-7ba6d2bc4f44,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:41.164675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add18d8c-7761-4052-bbb7-802f92ec9471 req-2dfc1d78-bd30-4a86-983e-954cc57b823c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.170903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add18d8c-7761-4052-bbb7-802f92ec9471 req-2dfc1d78-bd30-4a86-983e-954cc57b823c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.174998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] Deleting subnet 765afbe0-b42d-4731-adf2-5f04629af635 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:07:41.177168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add18d8c-7761-4052-bbb7-802f92ec9471 req-2dfc1d78-bd30-4a86-983e-954cc57b823c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.178620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.179027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-add18d8c-7761-4052-bbb7-802f92ec9471 req-2dfc1d78-bd30-4a86-983e-954cc57b823c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2413 time: 0.1924551 Sep 19 03:07:41.185199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Allocated IP 172.20.0.6 (aed05a07-ba2d-4097-a98f-f9182381c014/1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68/1daeecbc-35f7-4a30-bf5a-8f16436e1a71) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:41.203189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813c5d1-bae7-46d1-9172-70c00b818823 req-e8a8eeaf-b1c9-4552-8857-bbc5e23105f9 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.204853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e813c5d1-bae7-46d1-9172-70c00b818823 req-e8a8eeaf-b1c9-4552-8857-bbc5e23105f9 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.1406488 Sep 19 03:07:41.221762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.271398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.333988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-add18d8c-7761-4052-bbb7-802f92ec9471 req-595fd285-77c0-4293-819b-803d1828a0cd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416144 Sep 19 03:07:41.335045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.363355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e813c5d1-bae7-46d1-9172-70c00b818823 req-07ebd102-b443-407a-9370-4fa51335f030 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489398 Sep 19 03:07:41.379728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.386243 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/765afbe0-b42d-4731-adf2-5f04629af635 HTTP/1.1" status: 204 len: 168 time: 0.2690740 Sep 19 03:07:41.387540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41592) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:41.388439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f79ee-ca94-4b10-8cd5-112d57971c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=765afbe0-b42d-4731-adf2-5f04629af635,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:41.410233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-ca1e53c1-7ad3-4d35-8128-53ff2d48a9c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e HTTP/1.1" status: 200 len: 1002 time: 0.1670749 Sep 19 03:07:41.450992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa873534-e67d-4435-acb2-78dc018e4c08 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:41.484716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.542773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20ebdac9-377b-42a5-b645-6a0115f88e92 req-4cb12d8c-92cc-4eda-9ad1-3c66d3569fd7 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 210 time: 0.0746033 Sep 19 03:07:41.584116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.594660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.606968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3549f9a3-633f-457a-82dc-56e2bc37a8bd']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:41.611942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port aa873534-e67d-4435-acb2-78dc018e4c08, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa873534-e67d-4435-acb2-78dc018e4c08,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:41.619328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2c5d0c-fcd6-4980-9a15-ed5628ea8bd1') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:41.619537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2c5d0c-fcd6-4980-9a15-ed5628ea8bd1') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:41.624567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'aa873534-e67d-4435-acb2-78dc018e4c08', 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462', 'port_id': 'aa873534-e67d-4435-acb2-78dc018e4c08', 'mac_address': 'fa:16:3e:af:69:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6428d4ec-9b18-4625-a333-f57a0369cfd3', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:41.633030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.653742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.660685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.663346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:07:41.664136 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:07:41.667551 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:07:41.673333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.693025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa873534-e67d-4435-acb2-78dc018e4c08 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:41.715071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port aa873534-e67d-4435-acb2-78dc018e4c08, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa873534-e67d-4435-acb2-78dc018e4c08,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:41.719024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.719750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 45dfbb3b-c187-48d1-92b4-289be99648ce details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:41.726590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-a1ef63dd-4972-43d6-8067-34105d2fafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.728087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-a1ef63dd-4972-43d6-8067-34105d2fafaa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6eae28d-b942-46da-8400-ba3bf3b716b4 HTTP/1.1" status: 200 len: 845 time: 0.3065746 Sep 19 03:07:41.746290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.756489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.758889 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3549f9a3-633f-457a-82dc-56e2bc37a8bd HTTP/1.1" status: 204 len: 168 time: 0.3668380 Sep 19 03:07:41.769437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Network aed05a07-ba2d-4097-a98f-f9182381c014 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:41.781772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53378fb2-d752-4646-b572-6ddc7966f8c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3549f9a3-633f-457a-82dc-56e2bc37a8bd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:41.793610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:41.804150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:41.810312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:41.859655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 45dfbb3b-c187-48d1-92b4-289be99648ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=45dfbb3b-c187-48d1-92b4-289be99648ce,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:41.862872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-91ef26eb-142f-4a5d-8e13-749e16ed3c87 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.864421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-91ef26eb-142f-4a5d-8e13-749e16ed3c87 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 945 time: 0.2335284 Sep 19 03:07:41.874394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '45dfbb3b-c187-48d1-92b4-289be99648ce', 'network_id': '33be5eed-1e93-4b16-9c71-5d5ee23a508e', 'port_id': '45dfbb3b-c187-48d1-92b4-289be99648ce', 'mac_address': 'fa:16:3e:34:4f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafa1e89-fe58-4129-bcac-8370a3747709', 'ip_address': '19.86.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:41.874591 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116795a-3316-47e8-b696-e77a8884c23a req-fcc1e5eb-ce98-4bf2-9da0-c4ee6c650e34 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.876010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1116795a-3316-47e8-b696-e77a8884c23a req-fcc1e5eb-ce98-4bf2-9da0-c4ee6c650e34 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 931 time: 0.2359519 Sep 19 03:07:41.930692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=aa873534-e67d-4435-acb2-78dc018e4c08,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:41.935187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-b197883c-6496-44cc-bf70-c232419afdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.936657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-b197883c-6496-44cc-bf70-c232419afdc4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=666c27a8-85c7-466c-aa8a-256bf8829a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1916554 Sep 19 03:07:41.946376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.946841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.947219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.947569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.947903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.948175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:41.948287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.949168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.949343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.949970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.950488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.951031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.951546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.952736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:41.956863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.972073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45dfbb3b-c187-48d1-92b4-289be99648ce {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:41.994383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 45dfbb3b-c187-48d1-92b4-289be99648ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=45dfbb3b-c187-48d1-92b4-289be99648ce,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:41.998975 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:41.999860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 00e167c8-ad1c-4afb-97e5-33313ecf7a24 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:42.006661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41598) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:42.050392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-4889a709-1fd1-471b-85d7-95c26f18d3f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7046533 Sep 19 03:07:42.057259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cea7c75c-bad4-4096-915a-4f4d518192ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b097bc8d63241268cf99771a88f559b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462108 Sep 19 03:07:42.058657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41600) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:42.075618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=45dfbb3b-c187-48d1-92b4-289be99648ce,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:42.081301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 00e167c8-ad1c-4afb-97e5-33313ecf7a24, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=00e167c8-ad1c-4afb-97e5-33313ecf7a24,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:42.094485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '00e167c8-ad1c-4afb-97e5-33313ecf7a24', 'network_id': 'e141ed65-4209-4a98-92fb-9678bc158462', 'port_id': '00e167c8-ad1c-4afb-97e5-33313ecf7a24', 'mac_address': 'fa:16:3e:1d:7d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6428d4ec-9b18-4625-a333-f57a0369cfd3', 'ip_address': '19.80.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:42.100702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1116795a-3316-47e8-b696-e77a8884c23a req-86140ea6-d502-4d3e-8882-e66e7e76cbaa tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103066 Sep 19 03:07:42.112405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Request body: {'port': {'device_id': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:42.122970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5a92092-9af0-404b-8304-d8cad50c041f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.153542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5a92092-9af0-404b-8304-d8cad50c041f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.161596 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.179675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b9d9a-01fc-4718-8e79-6d1e633acc76 req-45526cb2-7280-4c0a-bf63-d2063eefd4fb tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:42.185142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e167c8-ad1c-4afb-97e5-33313ecf7a24 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:42.187322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-109b9d9a-01fc-4718-8e79-6d1e633acc76 req-45526cb2-7280-4c0a-bf63-d2063eefd4fb tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 945 time: 0.2125952 Sep 19 03:07:42.206597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 00e167c8-ad1c-4afb-97e5-33313ecf7a24, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=00e167c8-ad1c-4afb-97e5-33313ecf7a24,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:42.208624 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5a92092-9af0-404b-8304-d8cad50c041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.209933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-7ccc6776-3953-4a7b-9a56-a574311eeca6 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541780 Sep 19 03:07:42.211297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5a92092-9af0-404b-8304-d8cad50c041f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.212515 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5a92092-9af0-404b-8304-d8cad50c041f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ab5f9df-a92d-4b6a-a010-17333bc59c86 HTTP/1.1" status: 204 len: 168 time: 0.1528406 Sep 19 03:07:42.220593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a92092-9af0-404b-8304-d8cad50c041f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5f9df-a92d-4b6a-a010-17333bc59c86,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:42.223556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.283733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=00e167c8-ad1c-4afb-97e5-33313ecf7a24,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:42.285906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Deleting port a99daf15-c501-439b-bbaa-0415e709625a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:42.286410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.346405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.444310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-109b9d9a-01fc-4718-8e79-6d1e633acc76 req-0cf6bd61-ca97-46e2-b5c1-85919ddaee1e tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cb20079-ff9b-47e0-a7f9-e40228dfa139&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560561 Sep 19 03:07:42.492078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-e746cfb8-f9fe-4ab3-9b9a-6e4c577bfaa5 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=d2644a4946514badb999b6af91dc8a83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1376128 Sep 19 03:07:42.614656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41616) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:42.647602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] For port a99daf15-c501-439b-bbaa-0415e709625a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=a99daf15-c501-439b-bbaa-0415e709625a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:42.647967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.655876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f6d9c41f-b046-478f-a7fe-795ade2070a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=610532c792a347f0a20dc8a1185f818b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398290 Sep 19 03:07:42.656402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8ada6e7-b820-4036-b1fe-298468b2f9dd req-a99a6ba9-d311-4156-a314-2d7be3eab063 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873043 Sep 19 03:07:42.658673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41618) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:42.712265 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-037ed100-6ce4-41c2-b234-862676818e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.735949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-037ed100-6ce4-41c2-b234-862676818e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.749260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Calling delete_port for a99daf15-c501-439b-bbaa-0415e709625a owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:42.769989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ccc02-b3db-4bd8-b455-a1ef6b08bd7a req-ab897166-6b25-4bae-8fa1-b7b0602c55d3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:42.775693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ccc02-b3db-4bd8-b455-a1ef6b08bd7a req-ab897166-6b25-4bae-8fa1-b7b0602c55d3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:42.781927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ccc02-b3db-4bd8-b455-a1ef6b08bd7a req-ab897166-6b25-4bae-8fa1-b7b0602c55d3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:42.783579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b1ccc02-b3db-4bd8-b455-a1ef6b08bd7a req-ab897166-6b25-4bae-8fa1-b7b0602c55d3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2416 time: 0.3301673 Sep 19 03:07:42.786139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-037ed100-6ce4-41c2-b234-862676818e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.789088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-037ed100-6ce4-41c2-b234-862676818e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:42.790425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-037ed100-6ce4-41c2-b234-862676818e16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/248798a8-b7a5-498a-9d2f-0642345ec8d9 HTTP/1.1" status: 204 len: 168 time: 0.1312633 Sep 19 03:07:42.800781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ed100-6ce4-41c2-b234-862676818e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248798a8-b7a5-498a-9d2f-0642345ec8d9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:42.829136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5de715-06c3-4ad1-897f-9c02bdd61bb5 req-9299d62a-a4b7-4f73-991b-cca114ccc5fe tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:42.830602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de5de715-06c3-4ad1-897f-9c02bdd61bb5 req-9299d62a-a4b7-4f73-991b-cca114ccc5fe tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.2837763 Sep 19 03:07:42.878287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['45dfbb3b-c187-48d1-92b4-289be99648ce'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:42.997188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['aa873534-e67d-4435-acb2-78dc018e4c08'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:43.025588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['00e167c8-ad1c-4afb-97e5-33313ecf7a24'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:43.252434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-5ee790d3-a745-49ac-8300-7e4540511bdd tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:43.253895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-5ee790d3-a745-49ac-8300-7e4540511bdd tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7343731 Sep 19 03:07:43.287773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b1ccc02-b3db-4bd8-b455-a1ef6b08bd7a req-c866cb08-45d5-415f-afba-72e3588d0f80 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882479 Sep 19 03:07:43.335585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de5de715-06c3-4ad1-897f-9c02bdd61bb5 req-ef2f08d0-657f-46c8-b6d0-7873d5b696a2 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624376 Sep 19 03:07:43.347534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Request body: {'port': {'device_id': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'd2644a4946514badb999b6af91dc8a83'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:43.484764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73727724-ac57-47d5-a733-1dd6a8287414 req-d0e19b7d-9808-4c12-9f6d-f74d6666fa5c tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 210 time: 0.0495338 Sep 19 03:07:43.637022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.642118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41648) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:43.708246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbad4475-ae22-4a94-8787-42568decaff2 req-75c58097-99de-4cfe-b217-2f4f2c2a8529 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda HTTP/1.1" status: 200 len: 210 time: 0.0741050 Sep 19 03:07:43.713655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Made reservation on behalf of d2644a4946514badb999b6af91dc8a83 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:43.717577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.719524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Pushing event deleted for resources: {'Port': ['ID=a99daf15-c501-439b-bbaa-0415e709625a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:43.725425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:43.740495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.754444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f6558-3971-438d-b772-5a72383e2241 req-299057e8-1d42-4a02-ac8c-9a1846ad6a50 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:43.756005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-674f6558-3971-438d-b772-5a72383e2241 req-299057e8-1d42-4a02-ac8c-9a1846ad6a50 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 931 time: 0.2242305 Sep 19 03:07:43.759614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.769229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-network', 'tenant_id': '76be150651174c54a7aa8824bb1026bd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:43.794978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Made reservation on behalf of 76be150651174c54a7aa8824bb1026bd for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:43.797425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.806576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.815258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] No DVR routers for this DVR port a99daf15-c501-439b-bbaa-0415e709625a on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:43.819327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Transition to ACTIVE for port object 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:07:43.827884 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.830051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f7aed70-99a8-4172-ae8a-94c7465dd74f req-02e1cd08-6ad2-492b-80ce-2dc4abed8ec7 tempest-FloatingIPsAssociationTestJSON-1191347526 tempest-FloatingIPsAssociationTestJSON-1191347526-project] 10.222.0.30 "DELETE /v2.0/ports/a99daf15-c501-439b-bbaa-0415e709625a HTTP/1.1" status: 204 len: 173 time: 1.9487660 Sep 19 03:07:43.830517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'name': 'network-vif-deleted', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:43.833186 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ba35da-c48d-4e3e-8994-57c35d68bf20" -d '{"events": [{"server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "name": "network-vif-deleted", "tag": "a99daf15-c501-439b-bbaa-0415e709625a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:43.843448 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.902328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-674f6558-3971-438d-b772-5a72383e2241 req-7d7592ac-9f01-42d5-9234-00e27798c62d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225829 Sep 19 03:07:43.921356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:43.990518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:43.992713 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6989f56b-cce9-42d0-9c13-650865b0ff44 x-openstack-request-id: req-6989f56b-cce9-42d0-9c13-650865b0ff44 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:43.993128 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda", "name": "network-vif-deleted", "tag": "a99daf15-c501-439b-bbaa-0415e709625a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:43.993383 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6989f56b-cce9-42d0-9c13-650865b0ff44 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:43.993813 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff61a2a0-4095-4d6a-89b2-c4a46d5b6eda', 'name': 'network-vif-deleted', 'tag': 'a99daf15-c501-439b-bbaa-0415e709625a', 'status': 'completed', 'code': 200} Sep 19 03:07:43.995876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.024756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:07:44.035140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d045685-4bca-4ad8-a670-27db00aab24a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:44.040150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.040592 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Added segment acdfc95f-e099-4d24-bfa0-0cd3785f1de6 of type vlan for network 809efccd-c49e-49b3-98e9-75251ff145da Sep 19 03:07:44.062784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1fdb27-09d5-4a75-8dfd-46afb17464b3 req-b923cae0-b733-4d9d-9a83-58b9dc0d417e tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.064568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa1fdb27-09d5-4a75-8dfd-46afb17464b3 req-b923cae0-b733-4d9d-9a83-58b9dc0d417e tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.1562185 Sep 19 03:07:44.083220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.111157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.112193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.112825 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.117519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Attempting to bind port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:44.117898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Attempting to bind port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:44.118228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Attempting to bind port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:44.131366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-4684faf4-5d9d-4fe1-ab5e-47fdf515c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.132887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-4684faf4-5d9d-4fe1-ab5e-47fdf515c326 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=118ce3fac06d44739d50b279469de979&device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 1096 time: 0.1422031 Sep 19 03:07:44.139771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 on network aed05a07-ba2d-4097-a98f-f9182381c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:07:44.139992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Attempting to bind port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:44.177731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] Pushing event updated for resources: {'Network': ['ID=809efccd-c49e-49b3-98e9-75251ff145da,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:44.189431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 809efccd-c49e-49b3-98e9-75251ff145da details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:07:44.189981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:44.190243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Checking segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:44.190627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Bound using segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:44.191317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Bound port: 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:44.191711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.212997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa1fdb27-09d5-4a75-8dfd-46afb17464b3 req-e4e5f834-cbd2-40de-93f2-e40799b6b273 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351066 Sep 19 03:07:44.362967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.367659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-cc665ad6-1360-445f-8d12-ca07149919e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.369248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-cc665ad6-1360-445f-8d12-ca07149919e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=09236dcb-c084-4a52-8e2e-c15e87d07483 HTTP/1.1" status: 200 len: 914 time: 0.2251754 Sep 19 03:07:44.372771 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-07f16d8c-fec1-4c32-9227-f1458830ef94 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7279027 Sep 19 03:07:44.375851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41660) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:44.381005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Request body: {'subnet': {'network_id': '809efccd-c49e-49b3-98e9-75251ff145da', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-subnet', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:44.381729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.405641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Made reservation on behalf of 76be150651174c54a7aa8824bb1026bd for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:44.408270 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.460101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:44.464929 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c23d035c-bc3d-4315-982d-08ebbb066fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.484779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-3da3a3f7-eb10-4e2b-a1a7-81329d89a8a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67c76f7d-f685-46de-968b-10534f4c37df HTTP/1.1" status: 200 len: 217 time: 0.0982215 Sep 19 03:07:44.517605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:44.534706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd05795f-a3bb-4972-932b-6a37cdd7e196,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:44.537707 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.557134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device a99daf15-c501-439b-bbaa-0415e709625a no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:44.587865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.588432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: a99daf15-c501-439b-bbaa-0415e709625a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:44.589766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device a99daf15-c501-439b-bbaa-0415e709625a not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:44.620926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cd7d9-37f4-45ff-b721-21134f58113a req-c7ebb46c-f10d-49e6-ae01-5299fb7b7cf6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.626737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cd7d9-37f4-45ff-b721-21134f58113a req-c7ebb46c-f10d-49e6-ae01-5299fb7b7cf6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.632709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cd7d9-37f4-45ff-b721-21134f58113a req-c7ebb46c-f10d-49e6-ae01-5299fb7b7cf6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.634365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e8cd7d9-37f4-45ff-b721-21134f58113a req-c7ebb46c-f10d-49e6-ae01-5299fb7b7cf6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2416 time: 0.2683859 Sep 19 03:07:44.646692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Pushing event updated for resources: {'Subnet': ['ID=92526fc0-c8d5-432f-96af-fcec62103195,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:44.654300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Checking segment: {'id': 'acdfc95f-e099-4d24-bfa0-0cd3785f1de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:44.654666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Network hostable DHCP agents. Network: 809efccd-c49e-49b3-98e9-75251ff145da, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:07:44.666172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.666820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.668268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] 10.222.0.32 "PUT /v2.0/ports/1daeecbc-35f7-4a30-bf5a-8f16436e1a71 HTTP/1.1" status: 200 len: 1091 time: 2.5664160 Sep 19 03:07:44.670933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Network 809efccd-c49e-49b3-98e9-75251ff145da is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:07:44.680355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 809efccd-c49e-49b3-98e9-75251ff145da) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:44.684954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.685572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.689592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e933d91-336c-43e1-93c6-8f8cb7c8aac9 None None] Network 809efccd-c49e-49b3-98e9-75251ff145da requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:44.706090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2306468c-8e9c-4f56-82ea-7526184c499e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3289003 Sep 19 03:07:44.708808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41666) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:44.713071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-router', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:44.729746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19795b79-bb07-422b-bb20-3b84d2fdb6f6 req-f14c1c60-4719-4cfd-87a1-edd12bf45b64 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 210 time: 0.0886018 Sep 19 03:07:44.740358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-b46fb8b6-bc16-45dd-8a52-08ab9bc90706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:44.741807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-b46fb8b6-bc16-45dd-8a52-08ab9bc90706 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c3deda07-2745-4194-9bad-73a13e10d62c HTTP/1.1" status: 200 len: 853 time: 0.2263598 Sep 19 03:07:44.751320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4b3d3-4f90-413c-ab33-b2852179463b service neutron] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:44.754736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.757054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.809060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41670) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:44.822440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Allocated IP 192.168.233.36 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/183655a6-ebaa-47ef-8433-b4824e1f44ac) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:44.826479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-29e31623-90d1-4cdc-b640-6fd24ee3e772 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=09236dcb-c084-4a52-8e2e-c15e87d07483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643303 Sep 19 03:07:44.833338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.870984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-809efccd-c49e-49b3-98e9-75251ff145da', 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'fixed_ips': [{'subnet_id': '92526fc0-c8d5-432f-96af-fcec62103195'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:07:44.871924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:44.895970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e8cd7d9-37f4-45ff-b721-21134f58113a req-c3ba8ac9-4038-4fe6-909d-bc5d2bab7c85 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488716 Sep 19 03:07:44.986014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.018221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-33da3458-f310-4b4a-9a2c-ffb9a1fdd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:45.019996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-33da3458-f310-4b4a-9a2c-ffb9a1fdd7a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 1094 time: 0.2565217 Sep 19 03:07:45.027992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Allocated IP 172.20.0.2 (809efccd-c49e-49b3-98e9-75251ff145da/92526fc0-c8d5-432f-96af-fcec62103195/1fcc1d38-36a6-4550-8d55-9c48970d6872) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:45.132986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-bbfcde21-8ea9-4cf1-84c6-e2c6bbf7dada service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71 HTTP/1.1" status: 200 len: 217 time: 0.0834222 Sep 19 03:07:45.178776 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.185408 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.202327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.222015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.227260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Network 809efccd-c49e-49b3-98e9-75251ff145da is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:45.232157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:45.234734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-3df48554-0bb9-442f-9fee-6ec6bb8cde09 service neutron] 10.222.0.32 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906782 Sep 19 03:07:45.236648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:45.254827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Pushing event updated for resources: {'Port': ['ID=1fcc1d38-36a6-4550-8d55-9c48970d6872,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:45.310050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e084dc-56bc-4ed5-afbb-48298d86396c req-f68ed0a5-8339-46b7-94da-ecdf76c87b40 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:45.311480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2e084dc-56bc-4ed5-afbb-48298d86396c req-f68ed0a5-8339-46b7-94da-ecdf76c87b40 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.2878244 Sep 19 03:07:45.336594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Attempting to bind port 1fcc1d38-36a6-4550-8d55-9c48970d6872 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:45.337353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Attempting to bind port 1fcc1d38-36a6-4550-8d55-9c48970d6872 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'acdfc95f-e099-4d24-bfa0-0cd3785f1de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:45.339899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Attempting to bind port 1fcc1d38-36a6-4550-8d55-9c48970d6872 on network 809efccd-c49e-49b3-98e9-75251ff145da {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:45.343431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Allocated IP 172.25.8.229 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/8d4c2432-29ec-494b-bbb6-5d2978c9cf10) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:45.345390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:45.346130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Checking segment: {'id': 'acdfc95f-e099-4d24-bfa0-0cd3785f1de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:45.346846 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.347417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Bound using segment: {'id': 'acdfc95f-e099-4d24-bfa0-0cd3785f1de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:45.348032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Bound port: 1fcc1d38-36a6-4550-8d55-9c48970d6872, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acdfc95f-e099-4d24-bfa0-0cd3785f1de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:45.348543 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.377464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-f3ddad45-2d65-45fc-b04c-bf4adcd60c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:45.378977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-f3ddad45-2d65-45fc-b04c-bf4adcd60c02 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.2339892 Sep 19 03:07:45.411989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] For port 1fcc1d38-36a6-4550-8d55-9c48970d6872, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:45.415175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] For port 1fcc1d38-36a6-4550-8d55-9c48970d6872, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1fcc1d38-36a6-4550-8d55-9c48970d6872,segment=NetworkSegment(acdfc95f-e099-4d24-bfa0-0cd3785f1de6),segment_id=acdfc95f-e099-4d24-bfa0-0cd3785f1de6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:45.420773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.455817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.467611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 00e167c8-ad1c-4afb-97e5-33313ecf7a24 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:45.494717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-42a17def-7e13-4259-ada6-1ba950fbac2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817573 Sep 19 03:07:45.511841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.549309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.550233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:45.553478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:45.557233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:45.587467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2e084dc-56bc-4ed5-afbb-48298d86396c req-d9067ee8-c682-41de-b025-d1f6b1676329 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591672 Sep 19 03:07:45.640427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1a8dc-03dc-419c-8888-afa185f6a9fc None None] Pushing event updated for resources: {'Port': ['ID=1fcc1d38-36a6-4550-8d55-9c48970d6872,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:45.668686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:45.675448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:45.676033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.681274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abe17fda-bfc5-4b44-b051-c4ae8f63ae2c req-6a794813-161f-417c-a52b-26961aed1144 service neutron] 10.222.0.32 "GET /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125245 Sep 19 03:07:45.747358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad54f0-177a-44df-886b-27e57a950539 req-9e2ebd95-3b05-4951-bc67-40685507d2e5 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:45.748272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Pushing event updated for resources: {'Port': ['ID=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:45.757773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80ad54f0-177a-44df-886b-27e57a950539 req-9e2ebd95-3b05-4951-bc67-40685507d2e5 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.4563138 Sep 19 03:07:45.812120 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.830344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-15a170ac-2a37-479b-b226-af9f5bc294ad service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139570 Sep 19 03:07:45.872116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80ad54f0-177a-44df-886b-27e57a950539 req-39441a62-114e-407a-97e7-1374a2437324 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045980 Sep 19 03:07:45.904882 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.937624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e167c8-ad1c-4afb-97e5-33313ecf7a24'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:45.941018 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7505a918-daa5-4702-9e87-92679667e740" -d '{"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-plugged", "status": "completed", "tag": "00e167c8-ad1c-4afb-97e5-33313ecf7a24"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:45.967124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 00e167c8-ad1c-4afb-97e5-33313ecf7a24, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=00e167c8-ad1c-4afb-97e5-33313ecf7a24,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:45.975692 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:45.976697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa873534-e67d-4435-acb2-78dc018e4c08 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:46.010213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:46.012814 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:46.085830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=00e167c8-ad1c-4afb-97e5-33313ecf7a24,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:46.101143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port aa873534-e67d-4435-acb2-78dc018e4c08 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:46.106640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port aa873534-e67d-4435-acb2-78dc018e4c08 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:46.107176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.231458 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.285759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port aa873534-e67d-4435-acb2-78dc018e4c08, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa873534-e67d-4435-acb2-78dc018e4c08,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:46.290974 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.294643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 45dfbb3b-c187-48d1-92b4-289be99648ce up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:46.297984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.333322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1fcc1d38-36a6-4550-8d55-9c48970d6872 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:46.405316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4fa392a-9675-4db5-ad39-3932392d0101 req-7cb5bd62-def8-4e61-85a4-0d592d67bf74 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 210 time: 0.4318666 Sep 19 03:07:46.454875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=aa873534-e67d-4435-acb2-78dc018e4c08,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:46.477864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.491321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 45dfbb3b-c187-48d1-92b4-289be99648ce completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:46.495859 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13dc846-4eb5-415a-9348-f8bc9c8f62fe x-openstack-request-id: req-c13dc846-4eb5-415a-9348-f8bc9c8f62fe {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:46.496238 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-plugged", "status": "completed", "tag": "00e167c8-ad1c-4afb-97e5-33313ecf7a24", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:46.496584 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c13dc846-4eb5-415a-9348-f8bc9c8f62fe {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:46.497174 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e167c8-ad1c-4afb-97e5-33313ecf7a24', 'code': 200} Sep 19 03:07:46.499789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1fcc1d38-36a6-4550-8d55-9c48970d6872 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:46.500268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.505515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 45dfbb3b-c187-48d1-92b4-289be99648ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:46.505515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.544714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d436eb1-bb87-4821-ab67-0da205951b0e req-2b384ad8-054c-4542-baee-c3b2bacc8d63 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705842 Sep 19 03:07:46.572353 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950aba07-9381-43ef-ab85-233a940472a9 x-openstack-request-id: req-950aba07-9381-43ef-ab85-233a940472a9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:46.572712 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:46.573000 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-950aba07-9381-43ef-ab85-233a940472a9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:46.574000 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'status': 'completed', 'code': 200} Sep 19 03:07:46.574593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Pushing event updated for resources: {'Port': ['ID=183655a6-ebaa-47ef-8433-b4824e1f44ac,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:46.619123 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.624361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea78f6-1e2d-4f96-9053-c534233081de req-88a1bb6f-c1e8-4c3d-a0d5-73f78bcce0d2 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:46.631696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea78f6-1e2d-4f96-9053-c534233081de req-88a1bb6f-c1e8-4c3d-a0d5-73f78bcce0d2 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:46.652154 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.652791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea78f6-1e2d-4f96-9053-c534233081de req-88a1bb6f-c1e8-4c3d-a0d5-73f78bcce0d2 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:46.665937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33ea78f6-1e2d-4f96-9053-c534233081de req-88a1bb6f-c1e8-4c3d-a0d5-73f78bcce0d2 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2418 time: 0.6459987 Sep 19 03:07:46.692551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.722642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:46.739182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:46.753445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 1fcc1d38-36a6-4550-8d55-9c48970d6872, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1fcc1d38-36a6-4550-8d55-9c48970d6872,segment=NetworkSegment(acdfc95f-e099-4d24-bfa0-0cd3785f1de6),segment_id=acdfc95f-e099-4d24-bfa0-0cd3785f1de6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:46.756975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:46.758332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 45dfbb3b-c187-48d1-92b4-289be99648ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=45dfbb3b-c187-48d1-92b4-289be99648ce,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:46.760488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.767074 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.812339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Router 00254bfe-7889-4469-9b46-007625d7789b is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:07:46.824594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=1fcc1d38-36a6-4550-8d55-9c48970d6872,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:46.889305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=45dfbb3b-c187-48d1-92b4-289be99648ce,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:46.934141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:46.934820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.942637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-14b92e42-fe5b-4d0a-9559-e8e69bbea314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:46.948426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-14b92e42-fe5b-4d0a-9559-e8e69bbea314 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 1094 time: 0.2782450 Sep 19 03:07:46.958772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33ea78f6-1e2d-4f96-9053-c534233081de req-ef576c28-f16d-4a31-a1f1-11ba868a837a tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308295 Sep 19 03:07:46.975522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:46.977206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d3221-5a0e-4a54-a24e-c979989186e9 None None] Network 809efccd-c49e-49b3-98e9-75251ff145da requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:46.998126 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:46.999793 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97f48169-b9c1-485f-819a-e8f3058aa5dd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2899520 Sep 19 03:07:47.002778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41696) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:47.029008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f8dea-817e-41ee-a20f-afe183d8619e req-d090c419-8b1b-494b-9615-887f93c4a87e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:47.040174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-049f8dea-817e-41ee-a20f-afe183d8619e req-d090c419-8b1b-494b-9615-887f93c4a87e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.3066750 Sep 19 03:07:47.048414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-13ae55c7-ee54-4895-9652-d29c73a00d5a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7204087 Sep 19 03:07:47.071491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Sync routers for ids ['00254bfe-7889-4469-9b46-007625d7789b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:47.086956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Request body: {'port': {'device_id': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:47.105388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a931c0b9-650f-4852-89c9-eafb5b9dd8ec None None] Provisioning complete for port 1fcc1d38-36a6-4550-8d55-9c48970d6872 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:47.105388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a931c0b9-650f-4852-89c9-eafb5b9dd8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.127332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Routers {'00254bfe-7889-4469-9b46-007625d7789b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:47.128118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['00254bfe-7889-4469-9b46-007625d7789b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:47.160012 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.230855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-049f8dea-817e-41ee-a20f-afe183d8619e req-d675c905-0c7b-49fb-9554-b63762efa78e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837118 Sep 19 03:07:47.234899 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3abc4d13-22a2-4513-a4c4-3682538595e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.261979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-3206f41d-a674-443b-827c-2e596a732abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:47.263251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-3206f41d-a674-443b-827c-2e596a732abf service neutron] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 913 time: 0.3031273 Sep 19 03:07:47.291007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.346209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-61cb367e-4c76-4117-bb2b-6052772bb01d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71 HTTP/1.1" status: 200 len: 217 time: 0.0736749 Sep 19 03:07:47.360219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Set router 00254bfe-7889-4469-9b46-007625d7789b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:47.500939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.537483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3da1-ef48-40f9-a455-c83696ffdf87 req-8be40108-949c-4f56-8faf-8bd6fd9b27ce tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:47.539035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7fa3da1-ef48-40f9-a455-c83696ffdf87 req-8be40108-949c-4f56-8faf-8bd6fd9b27ce tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.2684994 Sep 19 03:07:47.574847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-32487d0d-ac3e-4d1c-b551-810cc266a624 None None] Provisioning complete for port 183655a6-ebaa-47ef-8433-b4824e1f44ac triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:47.576325 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-32487d0d-ac3e-4d1c-b551-810cc266a624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.593555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-1fc33fff-7fc1-4843-99fc-0187b60cc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:47.595020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-1fc33fff-7fc1-4843-99fc-0187b60cc4bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.2175524 Sep 19 03:07:47.648218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00254bfe-7889-4469-9b46-007625d7789b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-router', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:44Z', 'updated_at': '2021-09-19T03:07:45Z', 'revision_number': 3, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'gw_port': {'id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00254bfe-7889-4469-9b46-007625d7789b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:45Z', 'updated_at': '2021-09-19T03:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:47.650397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-32487d0d-ac3e-4d1c-b551-810cc266a624 None None] Port 183655a6-ebaa-47ef-8433-b4824e1f44ac cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:07:47.679385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Checking router: 00254bfe-7889-4469-9b46-007625d7789b for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:47.679912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Updating router 00254bfe-7889-4469-9b46-007625d7789b port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:07:47.685349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Allocated IP 172.20.0.1 (809efccd-c49e-49b3-98e9-75251ff145da/92526fc0-c8d5-432f-96af-fcec62103195/5f299c57-28b0-447e-96b2-03cfc3dbe1bc) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:07:47.703687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-36dfd9bc-2a8b-4203-a64d-ad148d02ac60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972965 Sep 19 03:07:47.712178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.763247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7fa3da1-ef48-40f9-a455-c83696ffdf87 req-abf466a9-be0e-439f-8e5a-9ad60f9e1bb2 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026374 Sep 19 03:07:47.786368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343484c1-6920-4b44-a397-0a5df9180cc9 req-ce7bce67-cad7-46df-9bef-418b1720129d tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:47.787885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-343484c1-6920-4b44-a397-0a5df9180cc9 req-ce7bce67-cad7-46df-9bef-418b1720129d tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 935 time: 0.2658234 Sep 19 03:07:47.808734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.869445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-10822377-2851-4211-9eb6-d8e6886afdd8 None None] Provisioning complete for port 1fcc1d38-36a6-4550-8d55-9c48970d6872 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:47.869816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-10822377-2851-4211-9eb6-d8e6886afdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.870220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:47.927350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Network 809efccd-c49e-49b3-98e9-75251ff145da is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:47.936308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-343484c1-6920-4b44-a397-0a5df9180cc9 req-ae4e78ae-b539-4aa3-a24e-6fba2e8804bf tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352122 Sep 19 03:07:47.937938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:47.941358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:07:47.947297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-f00b0235-9341-44d5-9ff9-f996cdd2c31c service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301569 Sep 19 03:07:47.975929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f299c57-28b0-447e-96b2-03cfc3dbe1bc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:48.007437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.215781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.277622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ecc8ce-2db9-47f2-9e30-2308cdd2ebf1 req-7e356780-bc23-4f96-9002-af96b8b44de4 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180215 Sep 19 03:07:48.283396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.311430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 183655a6-ebaa-47ef-8433-b4824e1f44ac {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:48.319768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1fcc1d38-36a6-4550-8d55-9c48970d6872 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:48.336832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.353605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a12d-53b7-47a0-be2d-9312f7fc5d5f req-bbc575ca-40a5-4812-b568-21c682b804e6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:48.360601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a12d-53b7-47a0-be2d-9312f7fc5d5f req-bbc575ca-40a5-4812-b568-21c682b804e6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:48.366482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9a12d-53b7-47a0-be2d-9312f7fc5d5f req-bbc575ca-40a5-4812-b568-21c682b804e6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:48.368181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eae9a12d-53b7-47a0-be2d-9312f7fc5d5f req-bbc575ca-40a5-4812-b568-21c682b804e6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2419 time: 0.2729568 Sep 19 03:07:48.387489 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.402220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Deleting port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:48.402567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.425014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Transition to ACTIVE for port object 183655a6-ebaa-47ef-8433-b4824e1f44ac will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:07:48.438273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1fcc1d38-36a6-4550-8d55-9c48970d6872 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:48.438518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.440368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.444541 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.468191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.473586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.475460 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.510316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa873534-e67d-4435-acb2-78dc018e4c08'}, {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dfbb3b-c187-48d1-92b4-289be99648ce'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:48.512595 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93567293-fae6-421a-b4c1-bd2fbbfebe47" -d '{"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-plugged", "status": "completed", "tag": "aa873534-e67d-4435-acb2-78dc018e4c08"}, {"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-plugged", "status": "completed", "tag": "45dfbb3b-c187-48d1-92b4-289be99648ce"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:48.542987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-74ce8767-948c-40ec-9238-077cc8bdcdfd None None] Provisioning complete for port 5f299c57-28b0-447e-96b2-03cfc3dbe1bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:48.543364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74ce8767-948c-40ec-9238-077cc8bdcdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.546061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a74739-20a5-41b3-a245-d998780df6d4 req-0d7875b4-ef7b-46a5-88bf-fbb1baa2c68e tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:48.547691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a74739-20a5-41b3-a245-d998780df6d4 req-0d7875b4-ef7b-46a5-88bf-fbb1baa2c68e tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.2313161 Sep 19 03:07:48.551252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f299c57-28b0-447e-96b2-03cfc3dbe1bc,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:48.552742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.553339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Attempting to bind port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:48.553706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Attempting to bind port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:48.554071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Attempting to bind port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:48.562322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eae9a12d-53b7-47a0-be2d-9312f7fc5d5f req-7fe6658c-feea-4158-8210-8665f9f2490c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728492 Sep 19 03:07:48.584458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a007a-d5d8-4061-b3b2-66f72bdfab15 None None] Pushing event updated for resources: {'Port': ['ID=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:48.589317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:48.589688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:48.590094 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.590483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:48.590989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Bound port: 8d4c2432-29ec-494b-bbb6-5d2978c9cf10, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:48.591368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.599283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Pushing event updated for resources: {'Port': ['ID=183655a6-ebaa-47ef-8433-b4824e1f44ac,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:48.658509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] For port 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:48.658912 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.660104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-74ce8767-948c-40ec-9238-077cc8bdcdfd None None] Port 5f299c57-28b0-447e-96b2-03cfc3dbe1bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:07:48.682251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Network 809efccd-c49e-49b3-98e9-75251ff145da is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:07:48.684418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:48.691545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] For port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:48.694884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] For port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:48.705662 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.737952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a74739-20a5-41b3-a245-d998780df6d4 req-e9330dea-9d19-4804-a365-58c513023c95 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612275 Sep 19 03:07:48.738697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Calling delete_port for 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:48.804780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a007a-d5d8-4061-b3b2-66f72bdfab15 None None] Pushing event updated for resources: {'Port': ['ID=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:48.820078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Routers {'00254bfe-7889-4469-9b46-007625d7789b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:48.820843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['00254bfe-7889-4469-9b46-007625d7789b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:48.836716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Attempting to bind port 183655a6-ebaa-47ef-8433-b4824e1f44ac on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:07:48.837952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Attempting to bind port 183655a6-ebaa-47ef-8433-b4824e1f44ac by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:07:48.838313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Attempting to bind port 183655a6-ebaa-47ef-8433-b4824e1f44ac on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:48.880113 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8a89f4-968b-4d0d-9fcd-dfc756a3da70 x-openstack-request-id: req-ee8a89f4-968b-4d0d-9fcd-dfc756a3da70 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:48.881713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Port 183655a6-ebaa-47ef-8433-b4824e1f44ac on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:07:48.882093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Attempting to bind port 183655a6-ebaa-47ef-8433-b4824e1f44ac on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:07:48.885930 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-plugged", "status": "completed", "tag": "aa873534-e67d-4435-acb2-78dc018e4c08", "code": 200}, {"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-plugged", "status": "completed", "tag": "45dfbb3b-c187-48d1-92b4-289be99648ce", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:48.886335 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee8a89f4-968b-4d0d-9fcd-dfc756a3da70 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:48.886912 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa873534-e67d-4435-acb2-78dc018e4c08', 'code': 200} Sep 19 03:07:48.888238 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45dfbb3b-c187-48d1-92b4-289be99648ce', 'code': 200} Sep 19 03:07:48.902050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:07:48.902396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:48.902818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:07:48.903276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Bound port: 183655a6-ebaa-47ef-8433-b4824e1f44ac, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:07:48.903645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:48.920565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Router 00254bfe-7889-4469-9b46-007625d7789b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:48.941713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8781ce4-3be1-44ba-8d31-159e1ccac4e4 req-c60a0d81-f9e6-4202-a650-87ccb23770f1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:48.950248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8781ce4-3be1-44ba-8d31-159e1ccac4e4 req-c60a0d81-f9e6-4202-a650-87ccb23770f1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.1245561 Sep 19 03:07:49.009576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] Set router 00254bfe-7889-4469-9b46-007625d7789b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:49.105663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:49.112200 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d80c78b8-bed7-4993-a648-fa2ecf4cc3c7 admin admin] 10.222.0.22 "PUT /v2.0/routers/00254bfe-7889-4469-9b46-007625d7789b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080089 Sep 19 03:07:49.124912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-85ea17a6-1397-4c2d-ae7a-79dd4d3925dd None None] Provisioning complete for port 5f299c57-28b0-447e-96b2-03cfc3dbe1bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:49.125287 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85ea17a6-1397-4c2d-ae7a-79dd4d3925dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:49.155109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8781ce4-3be1-44ba-8d31-159e1ccac4e4 req-6eaf8339-19c3-435d-ae0a-0396471e449b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038317 Sep 19 03:07:49.172715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] For port 183655a6-ebaa-47ef-8433-b4824e1f44ac, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:07:49.177341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420ba1a-8e85-4e9a-8243-5615480c365e req-4042fac1-d6bc-4785-be1f-e70cde6876c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:49.177986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420ba1a-8e85-4e9a-8243-5615480c365e req-4042fac1-d6bc-4785-be1f-e70cde6876c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:49.178524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420ba1a-8e85-4e9a-8243-5615480c365e req-4042fac1-d6bc-4785-be1f-e70cde6876c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:49.180285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d420ba1a-8e85-4e9a-8243-5615480c365e req-4042fac1-d6bc-4785-be1f-e70cde6876c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2872 time: 0.1810436 Sep 19 03:07:49.182279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] For port 183655a6-ebaa-47ef-8433-b4824e1f44ac, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=183655a6-ebaa-47ef-8433-b4824e1f44ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:07:49.199498 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:49.213296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa091b-0b20-4da0-812a-ff0ee35c4072 req-57860f03-a87f-4593-9f6b-74bc42194d32 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:49.213811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-85ea17a6-1397-4c2d-ae7a-79dd4d3925dd None None] Port 5f299c57-28b0-447e-96b2-03cfc3dbe1bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:07:49.215747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64fa091b-0b20-4da0-812a-ff0ee35c4072 req-57860f03-a87f-4593-9f6b-74bc42194d32 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 947 time: 0.1588864 Sep 19 03:07:49.308133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:49.308757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:49.310137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] 10.222.0.32 "PUT /v2.0/ports/183655a6-ebaa-47ef-8433-b4824e1f44ac HTTP/1.1" status: 200 len: 1095 time: 2.2288892 Sep 19 03:07:49.310600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'tag': '183655a6-ebaa-47ef-8433-b4824e1f44ac'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:49.312818 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348" -d '{"events": [{"name": "network-changed", "server_uuid": "76e557ef-1bd7-4b65-816a-01d62a1ecbbd", "tag": "183655a6-ebaa-47ef-8433-b4824e1f44ac"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:49.315638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00254bfe-7889-4469-9b46-007625d7789b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-router', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:44Z', 'updated_at': '2021-09-19T03:07:48Z', 'revision_number': 4, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'gw_port': {'id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00254bfe-7889-4469-9b46-007625d7789b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:45Z', 'updated_at': '2021-09-19T03:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f299c57-28b0-447e-96b2-03cfc3dbe1bc', 'name': '', 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'mac_address': 'fa:16:3e:04:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00254bfe-7889-4469-9b46-007625d7789b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '92526fc0-c8d5-432f-96af-fcec62103195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:47Z', 'updated_at': '2021-09-19T03:07:48Z', 'revision_number': 2, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'subnets': [{'id': '92526fc0-c8d5-432f-96af-fcec62103195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:49.342979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d420ba1a-8e85-4e9a-8243-5615480c365e req-90fb3aeb-48df-4883-8dc3-b518719c17e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521561 Sep 19 03:07:49.351976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097cf630-665c-4265-b617-12592ba0fe1a None None] The sync data for ids ['00254bfe-7889-4469-9b46-007625d7789b'] in n-d-809936-1 is: [{'id': '00254bfe-7889-4469-9b46-007625d7789b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-router', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:44Z', 'updated_at': '2021-09-19T03:07:48Z', 'revision_number': 4, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'gw_port': {'id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00254bfe-7889-4469-9b46-007625d7789b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:45Z', 'updated_at': '2021-09-19T03:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f299c57-28b0-447e-96b2-03cfc3dbe1bc', 'name': '', 'network_id': '809efccd-c49e-49b3-98e9-75251ff145da', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'mac_address': 'fa:16:3e:04:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00254bfe-7889-4469-9b46-007625d7789b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '92526fc0-c8d5-432f-96af-fcec62103195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:47Z', 'updated_at': '2021-09-19T03:07:48Z', 'revision_number': 2, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'subnets': [{'id': '92526fc0-c8d5-432f-96af-fcec62103195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:49.366233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7fb8d-97f6-47f2-a29e-1d9cf12af028 service neutron] Pushing event updated for resources: {'Port': ['ID=183655a6-ebaa-47ef-8433-b4824e1f44ac,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:49.399691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64fa091b-0b20-4da0-812a-ff0ee35c4072 req-8284f789-8a76-44f3-b056-514782bc1c2e tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424251 Sep 19 03:07:49.401387 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:49.440550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf9e9e6-36e1-48b3-9d1b-5991ee61955a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:49.458919 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb487f07-1446-43a2-ad6e-28a62e2a365d x-openstack-request-id: req-bb487f07-1446-43a2-ad6e-28a62e2a365d {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:49.459359 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e557ef-1bd7-4b65-816a-01d62a1ecbbd", "tag": "183655a6-ebaa-47ef-8433-b4824e1f44ac", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:49.459625 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb487f07-1446-43a2-ad6e-28a62e2a365d {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:49.460032 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'tag': '183655a6-ebaa-47ef-8433-b4824e1f44ac', 'status': 'completed', 'code': 200} Sep 19 03:07:49.496202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fa63c09-0579-4e0b-b686-2cda95b720e4 req-9e1ee093-5974-4af3-973e-e2bee5189010 tempest-FloatingIPsNegativeTestJSON-241704421 tempest-FloatingIPsNegativeTestJSON-241704421-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=76be150651174c54a7aa8824bb1026bd HTTP/1.1" status: 200 len: 217 time: 0.0477281 Sep 19 03:07:49.566218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eae708cb-2df2-4a76-a3fb-8ed409f06c8a req-6808fcc8-dc5e-45a3-8120-b879203b4e71 tempest-FloatingIPsNegativeTestJSON-241704421 tempest-FloatingIPsNegativeTestJSON-241704421-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0284600 Sep 19 03:07:49.888986 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.009455 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-804a81ab-d3d5-49f8-87ee-f0c1b148d6f4 req-4e273714-f266-45bc-ae73-a9280f01dcc7 tempest-FloatingIPsNegativeTestJSON-241704421 tempest-FloatingIPsNegativeTestJSON-241704421-project] show failed (client error): The resource could not be found. Sep 19 03:07:50.010358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-804a81ab-d3d5-49f8-87ee-f0c1b148d6f4 req-4e273714-f266-45bc-ae73-a9280f01dcc7 tempest-FloatingIPsNegativeTestJSON-241704421 tempest-FloatingIPsNegativeTestJSON-241704421-project] 10.222.0.22 "GET /v2.0/floatingips/b3c88aa5-2617-4b17-98b3-fb24eaa486e7 HTTP/1.1" status: 404 len: 350 time: 0.3775523 Sep 19 03:07:50.020658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:50.121933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.126535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-e72683dd-3cd1-4f21-9a94-9161a538025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.128035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-e72683dd-3cd1-4f21-9a94-9161a538025c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2644a4946514badb999b6af91dc8a83&device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 1098 time: 0.1290028 Sep 19 03:07:50.139177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402c21-a915-416a-bbfb-115326c985f8 req-171b0221-feec-4985-b30c-dfe88c3d8297 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.145940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402c21-a915-416a-bbfb-115326c985f8 req-171b0221-feec-4985-b30c-dfe88c3d8297 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.151445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402c21-a915-416a-bbfb-115326c985f8 req-171b0221-feec-4985-b30c-dfe88c3d8297 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.153140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe402c21-a915-416a-bbfb-115326c985f8 req-171b0221-feec-4985-b30c-dfe88c3d8297 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2419 time: 0.1551805 Sep 19 03:07:50.283787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-97f62306-9739-4e3e-83ad-d51089ae4e7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=183655a6-ebaa-47ef-8433-b4824e1f44ac HTTP/1.1" status: 200 len: 217 time: 0.0659337 Sep 19 03:07:50.348591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe402c21-a915-416a-bbfb-115326c985f8 req-d2506e6d-a25b-4c6b-ac71-2e247f8da814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881411 Sep 19 03:07:50.411565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:50.429817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-b1430588-d630-4ee4-8eb2-6b626ee6c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.431316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-b1430588-d630-4ee4-8eb2-6b626ee6c1b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1343279 Sep 19 03:07:50.442378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf790505-9126-4e02-bc74-4fea1024de90 req-c9791b8f-ca9b-4913-a487-3737a2d93121 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.449294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf790505-9126-4e02-bc74-4fea1024de90 req-c9791b8f-ca9b-4913-a487-3737a2d93121 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.1818392 Sep 19 03:07:50.488154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:50.488795 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.512821 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.577461 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.599241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:50.607782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.646012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf790505-9126-4e02-bc74-4fea1024de90 req-b0b64469-9c30-4622-aa09-772a98756a84 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750565 Sep 19 03:07:50.661193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:50.664839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726c09-4863-4768-865c-21e658b3aaa6 req-20d595ec-64c5-441e-9b18-2a4a428dfc48 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.666392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57726c09-4863-4768-865c-21e658b3aaa6 req-20d595ec-64c5-441e-9b18-2a4a428dfc48 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.32 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.2150931 Sep 19 03:07:50.690437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-7d40452f-98a7-464b-bf90-4ad21737d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.692074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-7d40452f-98a7-464b-bf90-4ad21737d2f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398312 Sep 19 03:07:50.741839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ce806e-9fed-46bf-9310-6d99bdc8bb63 req-5a2ef230-3c62-46ac-bb08-a5e94d45fa5d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:50.743425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12ce806e-9fed-46bf-9310-6d99bdc8bb63 req-5a2ef230-3c62-46ac-bb08-a5e94d45fa5d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.2932024 Sep 19 03:07:50.817206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Deleting port 5f299c57-28b0-447e-96b2-03cfc3dbe1bc {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:50.817632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.907091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:50.920086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Calling delete_port for 5f299c57-28b0-447e-96b2-03cfc3dbe1bc owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:50.969217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Router fe535167-2140-40ab-ac28-48b53cb8eb0a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:50.973222 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12ce806e-9fed-46bf-9310-6d99bdc8bb63 req-c17f7d1f-499a-4716-bd5c-e53395131330 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209349 Sep 19 03:07:51.014340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054aa7e-aa7e-475a-8c67-dae9cca307c1 req-b99bde46-5528-4e72-8fb1-2cee6fa966b0 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:51.015898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5054aa7e-aa7e-475a-8c67-dae9cca307c1 req-b99bde46-5528-4e72-8fb1-2cee6fa966b0 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 947 time: 0.1946132 Sep 19 03:07:51.020774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-588e4c1b-b7b3-4fad-9d65-3ca85c5839dd service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998698 Sep 19 03:07:51.110927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Deleting port 67c76f7d-f685-46de-968b-10534f4c37df {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:51.111276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:51.127193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:51.155177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f299c57-28b0-447e-96b2-03cfc3dbe1bc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:51.203069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5054aa7e-aa7e-475a-8c67-dae9cca307c1 req-76809f91-c31c-4508-bd98-a955a2449e4f tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781352 Sep 19 03:07:51.220696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.221046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.221383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.221717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.222048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.222374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.222696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.223053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.223362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.223728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.224018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.224392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:07:51.332195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4f611e5-e3fa-4d27-9839-6b99c2cfbe4d req-ab858987-0d7e-46eb-bdd7-d7406fb1fbd1 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025911 Sep 19 03:07:51.335077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:51.343267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-70a5b55d-845a-4fed-b4dd-f539f3fa5f6e admin admin] 10.222.0.22 "PUT /v2.0/routers/fe535167-2140-40ab-ac28-48b53cb8eb0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5155663 Sep 19 03:07:51.344033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41748) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:51.346701 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] Sync routers for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:51.357970 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:51.358581 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:51.371567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:51.408111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] For port 67c76f7d-f685-46de-968b-10534f4c37df, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=67c76f7d-f685-46de-968b-10534f4c37df,segment=NetworkSegment(9eed5e50-8007-440e-99a9-59112c34122d),segment_id=9eed5e50-8007-440e-99a9-59112c34122d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:51.408485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:51.429214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Calling delete_port for 67c76f7d-f685-46de-968b-10534f4c37df owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:51.477331 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:51.528329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:51.596341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3abf1-13e4-49fe-8bc9-fabec2552d6c req-265f3f5a-1e6e-46f7-9b42-4f2b8abe5310 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:51.602400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3abf1-13e4-49fe-8bc9-fabec2552d6c req-265f3f5a-1e6e-46f7-9b42-4f2b8abe5310 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:51.607922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3abf1-13e4-49fe-8bc9-fabec2552d6c req-265f3f5a-1e6e-46f7-9b42-4f2b8abe5310 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:51.615308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3a3abf1-13e4-49fe-8bc9-fabec2552d6c req-265f3f5a-1e6e-46f7-9b42-4f2b8abe5310 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2419 time: 0.1527855 Sep 19 03:07:51.647098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-34f849ec-e2b1-4784-9b84-e4345d6af4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:51.648892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-34f849ec-e2b1-4784-9b84-e4345d6af4e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d2644a4946514badb999b6af91dc8a83&device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 1098 time: 0.2176137 Sep 19 03:07:51.656250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Router 00254bfe-7889-4469-9b46-007625d7789b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:07:51.674455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:51.680912 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:07:49Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:51.700665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'port_id': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'mac_address': 'fa:16:3e:fb:9c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:51.724745 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] Checking router: fe535167-2140-40ab-ac28-48b53cb8eb0a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:51.744454 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] Routers {'fe535167-2140-40ab-ac28-48b53cb8eb0a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:51.746100 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe535167-2140-40ab-ac28-48b53cb8eb0a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:51.751677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:51.767982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:51.769864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:51.780593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:07:51.786235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5d1da5df-b67a-4046-b058-2b3124953e32 admin admin] 10.222.0.22 "PUT /v2.0/routers/00254bfe-7889-4469-9b46-007625d7789b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7644136 Sep 19 03:07:51.790026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41756) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:51.804141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:51.811675 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:51.871023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3a3abf1-13e4-49fe-8bc9-fabec2552d6c req-f9cf5954-06c8-4a0a-ac8c-3c256d8c5a9e tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547472 Sep 19 03:07:51.875892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:51.906125 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] Set router fe535167-2140-40ab-ac28-48b53cb8eb0a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:51.946621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99d2b8-4dcd-4667-8770-7ab86f566415 req-998acd2d-9f4c-41e6-93b4-27cbbe113c0d tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:51.955037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a99d2b8-4dcd-4667-8770-7ab86f566415 req-998acd2d-9f4c-41e6-93b4-27cbbe113c0d tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 945 time: 0.1785574 Sep 19 03:07:51.971963 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.009181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-6a8afa41-e00f-4752-9ceb-37d557d339ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:52.010304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-6a8afa41-e00f-4752-9ceb-37d557d339ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.3524375 Sep 19 03:07:52.091434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] Sync routers for ids ['00254bfe-7889-4469-9b46-007625d7789b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:07:52.107932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] Routers {'00254bfe-7889-4469-9b46-007625d7789b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:52.109191 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['00254bfe-7889-4469-9b46-007625d7789b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:52.126108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-309782d1-f392-4094-8d40-38087069468d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=183655a6-ebaa-47ef-8433-b4824e1f44ac HTTP/1.1" status: 200 len: 217 time: 0.1016979 Sep 19 03:07:52.141308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a99d2b8-4dcd-4667-8770-7ab86f566415 req-985d1ea4-7f79-42e5-8535-a0e6c9289f00 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/security-groups?id=8031ba6d-5f67-4859-a69d-ea5584a91662&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853766 Sep 19 03:07:52.168482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.174483 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:07:49Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:52.240147 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6474c9-df89-4c85-84a9-637b20c4314d None None] The sync data for ids ['fe535167-2140-40ab-ac28-48b53cb8eb0a'] in n-d-809936-1 is: [{'id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'name': 'tempest-FloatingIPsAssociationTestJSON-2106758333-router', 'tenant_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '3eb27e25-18be-4cad-a446-e266da69b585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:06:15Z', 'updated_at': '2021-09-19T03:07:49Z', 'revision_number': 5, 'project_id': '6d806bfc6e6b4b529ea54f9eb29eee58', 'gw_port': {'id': '3eb27e25-18be-4cad-a446-e266da69b585', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe535167-2140-40ab-ac28-48b53cb8eb0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:06:17Z', 'updated_at': '2021-09-19T03:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:52.265070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.277708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe9b4d-32e3-44cd-8a37-5f9503743d7c req-1c0d9b4a-328e-47f2-8d01-45fe91ae9dc3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:52.290528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccbe9b4d-32e3-44cd-8a37-5f9503743d7c req-1c0d9b4a-328e-47f2-8d01-45fe91ae9dc3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 944 time: 0.1786277 Sep 19 03:07:52.304775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-06158646-ff0c-430a-b322-89a477aa665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:52.307069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-06158646-ff0c-430a-b322-89a477aa665c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1475110 Sep 19 03:07:52.321073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1daeecbc-35f7-4a30-bf5a-8f16436e1a71'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:52.372764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] Set router 00254bfe-7889-4469-9b46-007625d7789b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:52.412416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Pushing event deleted for resources: {'Port': ['ID=67c76f7d-f685-46de-968b-10534f4c37df,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:52.449005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccbe9b4d-32e3-44cd-8a37-5f9503743d7c req-047de8a8-2f0f-4cc2-82fb-b8b756685414 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369488 Sep 19 03:07:52.502310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.529338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] No DVR routers for this DVR port 67c76f7d-f685-46de-968b-10534f4c37df on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:52.533578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.535527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57726c09-4863-4768-865c-21e658b3aaa6 req-4b6aac63-9b5e-4db0-8a7a-9b78d0a62bb1 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.32 "DELETE /v2.0/ports/67c76f7d-f685-46de-968b-10534f4c37df HTTP/1.1" status: 204 len: 173 time: 1.8600893 Sep 19 03:07:52.536752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6029a6b6-7a1a-4439-a88f-53651010384d', 'name': 'network-vif-deleted', 'tag': '67c76f7d-f685-46de-968b-10534f4c37df'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:52.539020 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69489326-dd78-46a5-9fd5-ad62c3a7f5c8" -d '{"events": [{"server_uuid": "6029a6b6-7a1a-4439-a88f-53651010384d", "name": "network-vif-deleted", "tag": "67c76f7d-f685-46de-968b-10534f4c37df"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:52.558628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Deleting port 3eb27e25-18be-4cad-a446-e266da69b585 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:52.559014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.569332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-25d7e124-4944-4676-9425-7d9691e37fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:52.570981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-25d7e124-4944-4676-9425-7d9691e37fdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439613 Sep 19 03:07:52.598281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Deleting port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:52.601810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.643516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:52.767278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00254bfe-7889-4469-9b46-007625d7789b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-router', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:44Z', 'updated_at': '2021-09-19T03:07:51Z', 'revision_number': 5, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'gw_port': {'id': '8d4c2432-29ec-494b-bbb6-5d2978c9cf10', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00254bfe-7889-4469-9b46-007625d7789b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:45Z', 'updated_at': '2021-09-19T03:07:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:52.767592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] For port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:52.767730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.785911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Calling delete_port for 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:52.812133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] Checking router: 00254bfe-7889-4469-9b46-007625d7789b for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:07:52.827545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:52.828025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:52.856434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] Routers {'00254bfe-7889-4469-9b46-007625d7789b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:07:52.859970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['00254bfe-7889-4469-9b46-007625d7789b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:52.983042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] Set router 00254bfe-7889-4469-9b46-007625d7789b gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:07:53.019158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.041961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a8fb6-5c2a-4c84-900e-1d22418dfb37 req-58818a14-d041-4037-983a-9ddc7693c183 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:53.049314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da4a8fb6-5c2a-4c84-900e-1d22418dfb37 req-58818a14-d041-4037-983a-9ddc7693c183 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 947 time: 0.5993211 Sep 19 03:07:53.056808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00254bfe-7889-4469-9b46-007625d7789b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-router', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:44Z', 'updated_at': '2021-09-19T03:07:52Z', 'revision_number': 6, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:53.057052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4c2432-29ec-494b-bbb6-5d2978c9cf10,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:53.127539 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.202458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da4a8fb6-5c2a-4c84-900e-1d22418dfb37 req-1a6002b3-5ec0-47ec-91d3-c810489485b0 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521630 Sep 19 03:07:53.212362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] For port 3eb27e25-18be-4cad-a446-e266da69b585, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3eb27e25-18be-4cad-a446-e266da69b585,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:53.212738 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.226355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.228674 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.233351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 update to ACTIVE by agent not found {{(pid=94724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 19 03:07:53.235507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b63e5e-0349-4fa0-9d84-d6f8c6cadc48 None None] The sync data for ids ['00254bfe-7889-4469-9b46-007625d7789b'] in n-d-809936-1 is: [{'id': '00254bfe-7889-4469-9b46-007625d7789b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1820706697-router', 'tenant_id': '76be150651174c54a7aa8824bb1026bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:44Z', 'updated_at': '2021-09-19T03:07:52Z', 'revision_number': 6, 'project_id': '76be150651174c54a7aa8824bb1026bd', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:07:53.242271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26492f-1644-4c91-b814-f1cb119ef581 req-3290634f-cecf-4a4f-9339-264bcacb20f5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:53.248892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26492f-1644-4c91-b814-f1cb119ef581 req-3290634f-cecf-4a4f-9339-264bcacb20f5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:53.254685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26492f-1644-4c91-b814-f1cb119ef581 req-3290634f-cecf-4a4f-9339-264bcacb20f5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:53.263649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad26492f-1644-4c91-b814-f1cb119ef581 req-3290634f-cecf-4a4f-9339-264bcacb20f5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2419 time: 0.2549176 Sep 19 03:07:53.278966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.279567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00254bfe-7889-4469-9b46-007625d7789b {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:07:53.282915 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aafa53-4d4d-4bd9-943c-56e5aed9808d x-openstack-request-id: req-d0aafa53-4d4d-4bd9-943c-56e5aed9808d {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:53.283286 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6029a6b6-7a1a-4439-a88f-53651010384d", "name": "network-vif-deleted", "tag": "67c76f7d-f685-46de-968b-10534f4c37df", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:53.285733 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0aafa53-4d4d-4bd9-943c-56e5aed9808d {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:53.285733 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6029a6b6-7a1a-4439-a88f-53651010384d', 'name': 'network-vif-deleted', 'tag': '67c76f7d-f685-46de-968b-10534f4c37df', 'status': 'completed', 'code': 200} Sep 19 03:07:53.294227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.295448 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e2556046-e925-49e4-953c-30202f6d7de5 admin admin] 10.222.0.22 "DELETE /v2.0/routers/00254bfe-7889-4469-9b46-007625d7789b HTTP/1.1" status: 204 len: 168 time: 1.5042007 Sep 19 03:07:53.298778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41778) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:53.312209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Calling delete_port for 3eb27e25-18be-4cad-a446-e266da69b585 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:53.334459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-d0eaeeb4-8fd6-4582-b681-63352b993a85 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378496 Sep 19 03:07:53.352419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] Deleting subnet 92526fc0-c8d5-432f-96af-fcec62103195 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:07:53.355612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.378432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad26492f-1644-4c91-b814-f1cb119ef581 req-cc2acab8-9e50-422d-9c0e-a85057ae6f47 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137819 Sep 19 03:07:53.390923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.434364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b2fe6fa-b355-4cc5-8f0f-e9f06a1ebb95 req-39b04cc2-1448-4fba-a8f1-346332691642 tempest-InstanceActionsTestJSON-1270853687 tempest-InstanceActionsTestJSON-1270853687-project] 10.222.0.22 "GET /v2.0/ports?device_id=6029a6b6-7a1a-4439-a88f-53651010384d HTTP/1.1" status: 200 len: 210 time: 0.0315874 Sep 19 03:07:53.469806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.528834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.540596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 67c76f7d-f685-46de-968b-10534f4c37df no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:53.560847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92526fc0-c8d5-432f-96af-fcec62103195,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:53.561963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 67c76f7d-f685-46de-968b-10534f4c37df {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:53.562406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 67c76f7d-f685-46de-968b-10534f4c37df not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:53.567302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.570511 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c09ca242-eeb0-46db-a98e-3d12d33dcbf4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92526fc0-c8d5-432f-96af-fcec62103195 HTTP/1.1" status: 204 len: 168 time: 0.2690148 Sep 19 03:07:53.570786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41784) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:53.573788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179a95a-e16b-48d0-9e2d-2e0539b93201 None None] Network 809efccd-c49e-49b3-98e9-75251ff145da requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:53.609957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cc2ab80-84b3-4b89-a7ff-f360e7b9a348 req-af952081-c894-48c0-8090-60f04778c9c0 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425764 Sep 19 03:07:53.647622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568627-2646-4c5e-9788-6a8bb0325194 req-02ce5095-ff28-43d7-8d43-c1189fefe1a9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:53.660518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b568627-2646-4c5e-9788-6a8bb0325194 req-02ce5095-ff28-43d7-8d43-c1189fefe1a9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 944 time: 0.1278186 Sep 19 03:07:53.669805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.738225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Deleting port 1fcc1d38-36a6-4550-8d55-9c48970d6872 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:53.738571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.750464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b568627-2646-4c5e-9788-6a8bb0325194 req-b2944ea3-427e-4d80-b362-0d9626e20895 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879292 Sep 19 03:07:53.777887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.814510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eb27e25-18be-4cad-a446-e266da69b585,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:53.831973 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] For port 1fcc1d38-36a6-4550-8d55-9c48970d6872, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1fcc1d38-36a6-4550-8d55-9c48970d6872,segment=NetworkSegment(acdfc95f-e099-4d24-bfa0-0cd3785f1de6),segment_id=acdfc95f-e099-4d24-bfa0-0cd3785f1de6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:53.832353 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.847828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Calling delete_port for 1fcc1d38-36a6-4550-8d55-9c48970d6872 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:53.865167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] DHCP port deletion for 809efccd-c49e-49b3-98e9-75251ff145da request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:07:53.896571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.918347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] Deleting port 1fcc1d38-36a6-4550-8d55-9c48970d6872 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:53.919276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.937311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:53.966389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcc1d38-36a6-4550-8d55-9c48970d6872,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:53.974340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] No DVR routers for this DVR port 1fcc1d38-36a6-4550-8d55-9c48970d6872 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:53.993256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] For port 1fcc1d38-36a6-4550-8d55-9c48970d6872, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1fcc1d38-36a6-4550-8d55-9c48970d6872,segment=NetworkSegment(acdfc95f-e099-4d24-bfa0-0cd3785f1de6),segment_id=acdfc95f-e099-4d24-bfa0-0cd3785f1de6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:53.993789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.000214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.003447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.009853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] Calling delete_port for 1fcc1d38-36a6-4550-8d55-9c48970d6872 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:54.059416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.068921 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.069570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe535167-2140-40ab-ac28-48b53cb8eb0a {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:07:54.074067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.075283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a4ee89a5-ec9b-4ef6-999e-8403d8ebcb08 admin admin] 10.222.0.22 "DELETE /v2.0/routers/fe535167-2140-40ab-ac28-48b53cb8eb0a HTTP/1.1" status: 204 len: 168 time: 2.7264102 Sep 19 03:07:54.079490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: from cryptography.utils import int_from_bytes Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: from cryptography.utils import int_from_bytes Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.110186 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:54.114375 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:07:54.115728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809efccd-c49e-49b3-98e9-75251ff145da']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:54.121256 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.137078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdfc95f-e099-4d24-bfa0-0cd3785f1de6') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:54.137454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdfc95f-e099-4d24-bfa0-0cd3785f1de6') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:54.155848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.162823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] Pushing event deleted for resources: {'Port': ['ID=1fcc1d38-36a6-4550-8d55-9c48970d6872,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:54.164825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c22557-2d4f-40a8-8bf9-bbac723339d5 None None] No DVR routers for this DVR port 1fcc1d38-36a6-4550-8d55-9c48970d6872 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:54.176046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] Deleting subnet a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:07:54.176798 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.199952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.212857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:07:54.213256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:07:54.215545 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:07:54.242060 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.311327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.345159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.350670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] 10.222.0.22 "DELETE /v2.0/networks/809efccd-c49e-49b3-98e9-75251ff145da HTTP/1.1" status: 204 len: 168 time: 0.7788045 Sep 19 03:07:54.353323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c568da-dc10-47a0-88a6-041b41158615 admin admin] Pushing event deleted for resources: {'Network': ['ID=809efccd-c49e-49b3-98e9-75251ff145da,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:54.395672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0975d9-8ef6-45eb-8df2-b3c833991aef req-17397c7a-85b3-4ed4-aa7b-8a7efd91a284 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.396849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.399202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e0975d9-8ef6-45eb-8df2-b3c833991aef req-17397c7a-85b3-4ed4-aa7b-8a7efd91a284 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 947 time: 0.0825665 Sep 19 03:07:54.466915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.486834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41798) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:54.492666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51d8ddc-0fed-4ec3-b9e6-33982e00ec21,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:54.496280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.498415 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cb18c2db-f04a-436c-9885-6f0471a8ad26 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a51d8ddc-0fed-4ec3-b9e6-33982e00ec21 HTTP/1.1" status: 204 len: 168 time: 0.4176981 Sep 19 03:07:54.500557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41800) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:54.502978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6156e399-bba0-4446-b8b9-029b9a37eaba None None] Network 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:54.550563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e0975d9-8ef6-45eb-8df2-b3c833991aef req-80fd68de-172d-4c5f-8a1f-622830023164 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464632 Sep 19 03:07:54.562064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-9b24ee6b-8111-4285-b903-e8ac16508cf1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.568452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-9b24ee6b-8111-4285-b903-e8ac16508cf1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.575056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-9b24ee6b-8111-4285-b903-e8ac16508cf1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.576925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-9b24ee6b-8111-4285-b903-e8ac16508cf1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2419 time: 0.1630445 Sep 19 03:07:54.589451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.598535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:54.665899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] Deleting subnet c3deda07-2745-4194-9bad-73a13e10d62c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:07:54.670597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5f299c57-28b0-447e-96b2-03cfc3dbe1bc no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:54.671330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.677927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0b48fb2b-62e4-4237-805d-cd0c36bce220 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76be150651174c54a7aa8824bb1026bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1799755 Sep 19 03:07:54.687595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e06e-ff0e-4f31-84e7-08edc7a46ab2 req-766af7f3-1bec-4937-9e7a-066a841d70b7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.694484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e06e-ff0e-4f31-84e7-08edc7a46ab2 req-766af7f3-1bec-4937-9e7a-066a841d70b7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.700961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:54.705027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5f299c57-28b0-447e-96b2-03cfc3dbe1bc {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:54.705596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5f299c57-28b0-447e-96b2-03cfc3dbe1bc not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:54.706022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1fcc1d38-36a6-4550-8d55-9c48970d6872 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:54.726987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e06e-ff0e-4f31-84e7-08edc7a46ab2 req-766af7f3-1bec-4937-9e7a-066a841d70b7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.728717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7f2e06e-ff0e-4f31-84e7-08edc7a46ab2 req-766af7f3-1bec-4937-9e7a-066a841d70b7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 2419 time: 0.2555587 Sep 19 03:07:54.737494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4702367-0498-410c-b09b-4d125105152b None None] DHCP port deletion for 82189d7a-68db-4ae5-8827-a0bad5b7b8e0 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:07:54.741173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1fcc1d38-36a6-4550-8d55-9c48970d6872 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:54.750309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1fcc1d38-36a6-4550-8d55-9c48970d6872 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:54.751387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:54.774371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:54.774837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2bf9e9e6-36e1-48b3-9d1b-5991ee61955a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:54.775510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:54.794364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.814957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:54.815507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d4c2432-29ec-494b-bbb6-5d2978c9cf10 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:54.818457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7f2e06e-ff0e-4f31-84e7-08edc7a46ab2 req-d35ba52e-39e9-497f-86ae-678f8cb24831 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680161 Sep 19 03:07:54.827784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Deleting port ea330928-7b5b-445b-868a-411d4ec131d6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:54.828138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.834339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1de12457-16f2-4048-8218-1d6a4700d5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.853756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f4702367-0498-410c-b09b-4d125105152b None None] Deleting port ea330928-7b5b-445b-868a-411d4ec131d6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:54.854173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4702367-0498-410c-b09b-4d125105152b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.858685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:54.859542 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.933270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f4702367-0498-410c-b09b-4d125105152b None None] For port ea330928-7b5b-445b-868a-411d4ec131d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ea330928-7b5b-445b-868a-411d4ec131d6,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:54.933915 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4702367-0498-410c-b09b-4d125105152b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.934404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] For port ea330928-7b5b-445b-868a-411d4ec131d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ea330928-7b5b-445b-868a-411d4ec131d6,segment=NetworkSegment(897002d3-abe2-4f72-932e-f19b6a4e592e),segment_id=897002d3-abe2-4f72-932e-f19b6a4e592e)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:54.934795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.938185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1de12457-16f2-4048-8218-1d6a4700d5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.951609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:54.952026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f4702367-0498-410c-b09b-4d125105152b None None] Calling delete_port for ea330928-7b5b-445b-868a-411d4ec131d6 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:54.976422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Calling delete_port for ea330928-7b5b-445b-868a-411d4ec131d6 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:54.983275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76abd-f002-41ff-aff2-03cc7c9c3d9e req-2533df3d-3471-43c1-b1d5-8669b9444b7c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:54.984771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bda76abd-f002-41ff-aff2-03cc7c9c3d9e req-2533df3d-3471-43c1-b1d5-8669b9444b7c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 944 time: 0.1028409 Sep 19 03:07:55.010275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port 00e167c8-ad1c-4afb-97e5-33313ecf7a24, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=00e167c8-ad1c-4afb-97e5-33313ecf7a24,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:55.011133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.032893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for 00e167c8-ad1c-4afb-97e5-33313ecf7a24 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:55.046221 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4702367-0498-410c-b09b-4d125105152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.055958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bda76abd-f002-41ff-aff2-03cc7c9c3d9e req-c8f6d2d6-c146-48e9-9e20-418bc7132ec1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584524 Sep 19 03:07:55.093213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4702367-0498-410c-b09b-4d125105152b None None] No DVR routers for this DVR port ea330928-7b5b-445b-868a-411d4ec131d6 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:55.107110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4702367-0498-410c-b09b-4d125105152b None None] Pushing event deleted for resources: {'Port': ['ID=ea330928-7b5b-445b-868a-411d4ec131d6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:55.109558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.120502 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1de12457-16f2-4048-8218-1d6a4700d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.123541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1de12457-16f2-4048-8218-1d6a4700d5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.124798 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1de12457-16f2-4048-8218-1d6a4700d5b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d045685-4bca-4ad8-a670-27db00aab24a HTTP/1.1" status: 204 len: 168 time: 0.4279180 Sep 19 03:07:55.156459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.156592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3deda07-2745-4194-9bad-73a13e10d62c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:55.159682 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.161550 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3811f447-d7b3-4e96-980e-776348f0978b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c3deda07-2745-4194-9bad-73a13e10d62c HTTP/1.1" status: 204 len: 168 time: 0.5620558 Sep 19 03:07:55.164034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de12457-16f2-4048-8218-1d6a4700d5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d045685-4bca-4ad8-a670-27db00aab24a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:55.170247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41812) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:55.206787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea330928-7b5b-445b-868a-411d4ec131d6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:55.210263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] No DVR routers for this DVR port ea330928-7b5b-445b-868a-411d4ec131d6 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:55.221797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.254040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['45dfbb3b-c187-48d1-92b4-289be99648ce', 'aa873534-e67d-4435-acb2-78dc018e4c08', '00e167c8-ad1c-4afb-97e5-33313ecf7a24'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:55.256337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=00e167c8-ad1c-4afb-97e5-33313ecf7a24,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:55.312743 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.316169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port 00e167c8-ad1c-4afb-97e5-33313ecf7a24 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:55.319120 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.321991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-502c2e4f-d355-4b0b-8096-303b6d668429 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "DELETE /v2.0/ports/00e167c8-ad1c-4afb-97e5-33313ecf7a24 HTTP/1.1" status: 204 len: 173 time: 0.7214732 Sep 19 03:07:55.322642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-deleted', 'tag': '00e167c8-ad1c-4afb-97e5-33313ecf7a24'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:55.325044 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41cb2ea-1c48-406f-87aa-0a3dfa2d9e75" -d '{"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-deleted", "tag": "00e167c8-ad1c-4afb-97e5-33313ecf7a24"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:55.370897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.422823 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e90672-3787-48c2-9e3e-73994cdb1a97 x-openstack-request-id: req-65e90672-3787-48c2-9e3e-73994cdb1a97 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:55.423116 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-deleted", "tag": "00e167c8-ad1c-4afb-97e5-33313ecf7a24", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:55.423362 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65e90672-3787-48c2-9e3e-73994cdb1a97 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:55.424291 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-deleted', 'tag': '00e167c8-ad1c-4afb-97e5-33313ecf7a24', 'status': 'completed', 'code': 200} Sep 19 03:07:55.446858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82189d7a-68db-4ae5-8827-a0bad5b7b8e0']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:55.464185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port 45dfbb3b-c187-48d1-92b4-289be99648ce {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:55.464578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.506392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897002d3-abe2-4f72-932e-f19b6a4e592e') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:55.506680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897002d3-abe2-4f72-932e-f19b6a4e592e') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:55.535524 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.560268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 183655a6-ebaa-47ef-8433-b4824e1f44ac details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:07:55.566638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:55.586215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port 45dfbb3b-c187-48d1-92b4-289be99648ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=45dfbb3b-c187-48d1-92b4-289be99648ce,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:55.586670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.603406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.608695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for 45dfbb3b-c187-48d1-92b4-289be99648ce owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:55.642430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.648979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:07:55.649475 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:07:55.663802 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:07:55.716737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09236dcb-c084-4a52-8e2e-c15e87d07483']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:55.723229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:55.738039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.738215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:55.738476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.750730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.758567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] 10.222.0.22 "DELETE /v2.0/networks/82189d7a-68db-4ae5-8827-a0bad5b7b8e0 HTTP/1.1" status: 204 len: 168 time: 1.2568557 Sep 19 03:07:55.761795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eed5e50-8007-440e-99a9-59112c34122d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:55.762385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eed5e50-8007-440e-99a9-59112c34122d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:07:55.772887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f8bba-e61d-47bd-b28b-66ff57f0a714 req-a4ef0f72-a4b4-49e2-b8cf-c81fe6ca795b tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:55.774490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-659f8bba-e61d-47bd-b28b-66ff57f0a714 req-a4ef0f72-a4b4-49e2-b8cf-c81fe6ca795b tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 947 time: 0.0741670 Sep 19 03:07:55.803672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa9ba8-2fd6-49f1-a1f2-51b915c16e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=82189d7a-68db-4ae5-8827-a0bad5b7b8e0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:55.819423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.849801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-659f8bba-e61d-47bd-b28b-66ff57f0a714 req-0ffb8d88-297f-4f9e-aff9-ea987243f68b tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671973 Sep 19 03:07:55.870960 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.875361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 183655a6-ebaa-47ef-8433-b4824e1f44ac, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=183655a6-ebaa-47ef-8433-b4824e1f44ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:55.896035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:07:55.896538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:07:55.898609 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:07:55.910915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '183655a6-ebaa-47ef-8433-b4824e1f44ac', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': '183655a6-ebaa-47ef-8433-b4824e1f44ac', 'mac_address': 'fa:16:3e:3b:b6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:07:55.930997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.000104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.016123 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.029684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.034264 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.036667 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] 10.222.0.22 "DELETE /v2.0/networks/09236dcb-c084-4a52-8e2e-c15e87d07483 HTTP/1.1" status: 204 len: 168 time: 0.8654237 Sep 19 03:07:56.044743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=45dfbb3b-c187-48d1-92b4-289be99648ce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:56.057750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc690de-aa23-42db-bdb3-fe10fc9c1c88 admin admin] Pushing event deleted for resources: {'Network': ['ID=09236dcb-c084-4a52-8e2e-c15e87d07483,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:56.066240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:56.085105 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408d30a5-4a1a-422e-ba74-58560eb63d4f" -d '{"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-plugged", "status": "completed", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:56.100097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['00e167c8-ad1c-4afb-97e5-33313ecf7a24'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:56.128662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 183655a6-ebaa-47ef-8433-b4824e1f44ac {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:07:56.138463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port 45dfbb3b-c187-48d1-92b4-289be99648ce on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:56.144074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.148331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-39391356-58ee-4b21-b2f3-23b300339ed6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "DELETE /v2.0/ports/45dfbb3b-c187-48d1-92b4-289be99648ce HTTP/1.1" status: 204 len: 173 time: 0.8194146 Sep 19 03:07:56.149184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41848) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:56.172939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 183655a6-ebaa-47ef-8433-b4824e1f44ac, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=183655a6-ebaa-47ef-8433-b4824e1f44ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:56.178561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:56.186235 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.187762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b645f6-3796-41fc-bc5b-5df8653312a4 req-91b7c1fc-90e1-42ad-92ee-1f3341386cb3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:56.200498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.204087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83b645f6-3796-41fc-bc5b-5df8653312a4 req-91b7c1fc-90e1-42ad-92ee-1f3341386cb3 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 946 time: 0.1639409 Sep 19 03:07:56.283462 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5289e1d0-1823-4f25-b2f4-216672e432ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d806bfc6e6b4b529ea54f9eb29eee58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193097 Sep 19 03:07:56.284130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41850) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:56.329136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=183655a6-ebaa-47ef-8433-b4824e1f44ac,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:56.333255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3eb27e25-18be-4cad-a446-e266da69b585 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:56.348885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:56.371245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3eb27e25-18be-4cad-a446-e266da69b585 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:56.371584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3eb27e25-18be-4cad-a446-e266da69b585 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:56.371994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ea330928-7b5b-445b-868a-411d4ec131d6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:56.383797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83b645f6-3796-41fc-bc5b-5df8653312a4 req-33c1d1a9-ce3c-4274-a540-681eb7ea7337 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712077 Sep 19 03:07:56.403374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e973b409-5067-4edc-afe5-604d33692bc0 req-4aab60b3-b39e-44f3-b05a-675fcb126dcd tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:56.414366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c532e6d-6c8b-432b-9686-86b0ec299170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.419071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e973b409-5067-4edc-afe5-604d33692bc0 req-4aab60b3-b39e-44f3-b05a-675fcb126dcd tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.2016358 Sep 19 03:07:56.439758 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1af3300d-12ee-423e-a64b-b16545e04083 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=118ce3fac06d44739d50b279469de979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892143 Sep 19 03:07:56.442887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41854) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:56.449993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ea330928-7b5b-445b-868a-411d4ec131d6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:56.450451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ea330928-7b5b-445b-868a-411d4ec131d6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:56.455383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c532e6d-6c8b-432b-9686-86b0ec299170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.469522 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428c6b67-ed74-4a58-b7ed-a303f0c29ac3 x-openstack-request-id: req-428c6b67-ed74-4a58-b7ed-a303f0c29ac3 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:56.469847 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-plugged", "status": "completed", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:56.470103 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-428c6b67-ed74-4a58-b7ed-a303f0c29ac3 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:56.471086 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'code': 200} Sep 19 03:07:56.478798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:56.532621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c532e6d-6c8b-432b-9686-86b0ec299170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.535716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c532e6d-6c8b-432b-9686-86b0ec299170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.539576 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c532e6d-6c8b-432b-9686-86b0ec299170 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5cb20079-ff9b-47e0-a7f9-e40228dfa139 HTTP/1.1" status: 204 len: 168 time: 0.2510686 Sep 19 03:07:56.546812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c532e6d-6c8b-432b-9686-86b0ec299170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb20079-ff9b-47e0-a7f9-e40228dfa139,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:56.554956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e973b409-5067-4edc-afe5-604d33692bc0 req-e69bcae1-6b67-4af8-997b-ec57442c0d8e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296511 Sep 19 03:07:56.577293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port aa873534-e67d-4435-acb2-78dc018e4c08 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:56.577658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.667603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['183655a6-ebaa-47ef-8433-b4824e1f44ac'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:07:56.675384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3671abd9-be7a-4786-af49-a62dbb0ac17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.707819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fd6c5-d2d9-42e6-a158-ea1e78d9bddb req-6503eb94-ff7b-48f8-9f77-cb7d95551349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:56.709434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d29fd6c5-d2d9-42e6-a158-ea1e78d9bddb req-6503eb94-ff7b-48f8-9f77-cb7d95551349 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 1096 time: 0.1534243 Sep 19 03:07:56.711336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3671abd9-be7a-4786-af49-a62dbb0ac17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.756800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d29fd6c5-d2d9-42e6-a158-ea1e78d9bddb req-d7aa7dea-e682-44f2-b09d-81e525876a18 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350266 Sep 19 03:07:56.793957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port aa873534-e67d-4435-acb2-78dc018e4c08, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa873534-e67d-4435-acb2-78dc018e4c08,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:56.794228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.808510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for aa873534-e67d-4435-acb2-78dc018e4c08 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:56.862709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3671abd9-be7a-4786-af49-a62dbb0ac17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.865294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3671abd9-be7a-4786-af49-a62dbb0ac17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:56.866443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3671abd9-be7a-4786-af49-a62dbb0ac17b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8031ba6d-5f67-4859-a69d-ea5584a91662 HTTP/1.1" status: 204 len: 168 time: 0.4033592 Sep 19 03:07:56.883010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671abd9-be7a-4786-af49-a62dbb0ac17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8031ba6d-5f67-4859-a69d-ea5584a91662,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:57.013217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:57.063304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=aa873534-e67d-4435-acb2-78dc018e4c08,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:57.077567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d743073-508b-4825-94ce-272ae97d6926 req-5c8e9b5f-3da0-4e80-9c6f-64d37a3fdbc0 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:57.085880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d743073-508b-4825-94ce-272ae97d6926 req-5c8e9b5f-3da0-4e80-9c6f-64d37a3fdbc0 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 948 time: 0.1314189 Sep 19 03:07:57.145921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port aa873534-e67d-4435-acb2-78dc018e4c08 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:07:57.154170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:57.156227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecc366c5-3973-440d-ba3a-bd9fc8bea0ce req-b48d759c-416e-422a-874d-5952e0db29ff tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "DELETE /v2.0/ports/aa873534-e67d-4435-acb2-78dc018e4c08 HTTP/1.1" status: 204 len: 173 time: 0.9908259 Sep 19 03:07:57.171637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d743073-508b-4825-94ce-272ae97d6926 req-d0eb7878-e430-44e1-aedd-3824baf7c73a tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847678 Sep 19 03:07:57.425439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-deleted', 'tag': '45dfbb3b-c187-48d1-92b4-289be99648ce'}, {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-deleted', 'tag': 'aa873534-e67d-4435-acb2-78dc018e4c08'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:57.427937 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4589d1-9b9c-4b74-a03a-628a6fbb0123" -d '{"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-deleted", "tag": "45dfbb3b-c187-48d1-92b4-289be99648ce"}, {"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-deleted", "tag": "aa873534-e67d-4435-acb2-78dc018e4c08"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:57.474419 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9a49b0-e525-4428-8e7a-5f0cb8f98d12 x-openstack-request-id: req-ef9a49b0-e525-4428-8e7a-5f0cb8f98d12 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:57.475133 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-deleted", "tag": "45dfbb3b-c187-48d1-92b4-289be99648ce", "status": "completed", "code": 200}, {"server_uuid": "334b4d3f-f6d5-4fd3-adb6-ba36d4df980b", "name": "network-vif-deleted", "tag": "aa873534-e67d-4435-acb2-78dc018e4c08", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:57.475133 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef9a49b0-e525-4428-8e7a-5f0cb8f98d12 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:57.475385 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-deleted', 'tag': '45dfbb3b-c187-48d1-92b4-289be99648ce', 'status': 'completed', 'code': 200} Sep 19 03:07:57.475640 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b4d3f-f6d5-4fd3-adb6-ba36d4df980b', 'name': 'network-vif-deleted', 'tag': 'aa873534-e67d-4435-acb2-78dc018e4c08', 'status': 'completed', 'code': 200} Sep 19 03:07:57.513170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c1d2d27-604e-4595-9b27-18dc79154452 req-932da2d9-6e11-4d0e-bf6f-27dff5b892b1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=334b4d3f-f6d5-4fd3-adb6-ba36d4df980b HTTP/1.1" status: 200 len: 210 time: 0.0324302 Sep 19 03:07:57.576681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 183655a6-ebaa-47ef-8433-b4824e1f44ac up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:07:57.637992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 183655a6-ebaa-47ef-8433-b4824e1f44ac completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:07:57.645528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 183655a6-ebaa-47ef-8433-b4824e1f44ac triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:07:57.646977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:57.712876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602920a-8598-45b9-a43f-b599ddfa7849 req-8a342f59-a86f-474e-8419-277a7a6f1530 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:57.715644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0602920a-8598-45b9-a43f-b599ddfa7849 req-8a342f59-a86f-474e-8419-277a7a6f1530 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0657594 Sep 19 03:07:57.734895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41942) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:57.774523 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:57.790387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0602920a-8598-45b9-a43f-b599ddfa7849 req-79baf717-3c95-45ce-ba76-4a12f09c03a0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652671 Sep 19 03:07:57.838529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 183655a6-ebaa-47ef-8433-b4824e1f44ac, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=183655a6-ebaa-47ef-8433-b4824e1f44ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:57.843597 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:57.844912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 00e167c8-ad1c-4afb-97e5-33313ecf7a24 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:57.904430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 00e167c8-ad1c-4afb-97e5-33313ecf7a24 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:57.904776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 00e167c8-ad1c-4afb-97e5-33313ecf7a24 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:57.905786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa873534-e67d-4435-acb2-78dc018e4c08 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:57.931466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: aa873534-e67d-4435-acb2-78dc018e4c08 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:57.931881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa873534-e67d-4435-acb2-78dc018e4c08 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:57.932829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 45dfbb3b-c187-48d1-92b4-289be99648ce no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:07:57.958221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41954) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:57.960196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 45dfbb3b-c187-48d1-92b4-289be99648ce {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:07:57.960766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 45dfbb3b-c187-48d1-92b4-289be99648ce not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:07:57.980910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=183655a6-ebaa-47ef-8433-b4824e1f44ac,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:58.020172 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19b85cf5-b6e8-495e-a74f-c1a46f39c5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.061192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1206245416-network', 'tenant_id': '99488b31ad1441139050ea8eddffe40c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:58.119601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19b85cf5-b6e8-495e-a74f-c1a46f39c5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.134956 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19b85cf5-b6e8-495e-a74f-c1a46f39c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.170428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41962) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:58.202633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Made reservation on behalf of 99488b31ad1441139050ea8eddffe40c for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:58.205708 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.222789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-19b85cf5-b6e8-495e-a74f-c1a46f39c5d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ea97e62a7b84bef9300c934b1acb13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830449 Sep 19 03:07:58.225149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41972) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:58.226458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.318894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b85cf5-b6e8-495e-a74f-c1a46f39c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc4b34-c681-4eba-ac2f-5c0aaafd8b5f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:58.360867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447d6dcd-ff94-4e0e-b257-3e8d958d432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.377052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305c14f-efc6-4b1f-bf54-8931a2512ec1 req-b276a97f-4dee-4f7c-8f61-89613101905f tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:58.378591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1305c14f-efc6-4b1f-bf54-8931a2512ec1 req-b276a97f-4dee-4f7c-8f61-89613101905f tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 949 time: 0.0771706 Sep 19 03:07:58.386405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447d6dcd-ff94-4e0e-b257-3e8d958d432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.387442 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.401228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1993900658-network', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:58.420694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.433699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Made reservation on behalf of 11a72d8d880d4e5c9ef86b1ff8199024 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:58.436101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.444208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447d6dcd-ff94-4e0e-b257-3e8d958d432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.446876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447d6dcd-ff94-4e0e-b257-3e8d958d432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.448068 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-447d6dcd-ff94-4e0e-b257-3e8d958d432e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cfc4b34-c681-4eba-ac2f-5c0aaafd8b5f HTTP/1.1" status: 204 len: 168 time: 0.2217510 Sep 19 03:07:58.457454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d6dcd-ff94-4e0e-b257-3e8d958d432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc4b34-c681-4eba-ac2f-5c0aaafd8b5f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:58.471521 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.473384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:07:58.475215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183655a6-ebaa-47ef-8433-b4824e1f44ac'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:07:58.478290 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6636967-b46e-4b08-93dc-63e7b616b14c" -d '{"events": [{"server_uuid": "76e557ef-1bd7-4b65-816a-01d62a1ecbbd", "name": "network-vif-plugged", "status": "completed", "tag": "183655a6-ebaa-47ef-8433-b4824e1f44ac"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:07:58.499345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99715223-a432-48bf-a1be-d8d62d7f032d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:58.510202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1305c14f-efc6-4b1f-bf54-8931a2512ec1 req-7bb20ad6-733f-40ba-b826-67f02ee22470 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213238 Sep 19 03:07:58.511335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.512081 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Added segment a1642d05-e19a-45ce-8bb7-a4507e32858f of type vlan for network 4b3fa03d-a22d-4e84-885a-60dcaef3680b Sep 19 03:07:58.552000 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a2a7a-0c53-4702-9ea1-beda4834b6f1 x-openstack-request-id: req-9f9a2a7a-0c53-4702-9ea1-beda4834b6f1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:07:58.553429 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e557ef-1bd7-4b65-816a-01d62a1ecbbd", "name": "network-vif-plugged", "status": "completed", "tag": "183655a6-ebaa-47ef-8433-b4824e1f44ac", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:07:58.553562 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f9a2a7a-0c53-4702-9ea1-beda4834b6f1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:07:58.553947 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '183655a6-ebaa-47ef-8433-b4824e1f44ac', 'code': 200} Sep 19 03:07:58.585607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41982) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:58.664991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting subnet aafa1e89-fe58-4129-bcac-8370a3747709 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:07:58.669027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.691036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.714027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.714296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.718093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6aaa-aa51-425f-8213-869e09c2b9db req-259719db-4258-4aec-a9fd-fe8b6cbc2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:58.719713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-836a6aaa-aa51-425f-8213-869e09c2b9db req-259719db-4258-4aec-a9fd-fe8b6cbc2e9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 1100 time: 0.0767214 Sep 19 03:07:58.729113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.783660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:58.822207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:07:58.827811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.830102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.831545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:58.832334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.866911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-836a6aaa-aa51-425f-8213-869e09c2b9db req-79dfe4f0-0855-4c4f-87d7-04980177e776 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302552 Sep 19 03:07:58.903534 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.911449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.912176 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Added segment 86bafb48-409b-4f9c-97d0-c95b29567c63 of type vlan for network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 Sep 19 03:07:58.917484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9581766 Sep 19 03:07:58.935193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41994) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:58.941449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Request body: {'subnet': {'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1206245416-subnet', 'tenant_id': '99488b31ad1441139050ea8eddffe40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:58.946212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Subnet': ['ID=aafa1e89-fe58-4129-bcac-8370a3747709,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:58.954565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:58.957313 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-537defac-a5fc-479e-8512-cb60438be669 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/subnets/aafa1e89-fe58-4129-bcac-8370a3747709 HTTP/1.1" status: 204 len: 168 time: 0.3698714 Sep 19 03:07:58.960939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86497d92-dceb-431c-852c-7d3a466db2f7 None None] Network 33be5eed-1e93-4b16-9c71-5d5ee23a508e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:58.972166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:59.024450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31781a7a-b028-4b1a-b482-66da69858993 admin admin] Pushing event updated for resources: {'Network': ['ID=4b3fa03d-a22d-4e84-885a-60dcaef3680b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:59.058655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:07:59.077847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.095075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbc783-bd13-4967-8b30-7b26ab46cb9d req-bf39bf30-b804-4aa0-a3a5-acf33b3bfb82 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:59.096597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bbbc783-bd13-4967-8b30-7b26ab46cb9d req-bf39bf30-b804-4aa0-a3a5-acf33b3bfb82 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1940906 Sep 19 03:07:59.114530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Made reservation on behalf of 99488b31ad1441139050ea8eddffe40c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:59.117373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.137416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.138099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.139264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:59.139864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.189950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bbbc783-bd13-4967-8b30-7b26ab46cb9d req-c97be1c8-98e3-46d3-91c6-636cf3f5e580 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810282 Sep 19 03:07:59.212933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0385702 Sep 19 03:07:59.217374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42004) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:59.225431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Request body: {'subnet': {'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1993900658-subnet', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:59.314539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531b62e-69e4-4570-b783-92e93b1f1583 admin admin] Pushing event updated for resources: {'Network': ['ID=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:59.329867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:07:59.345730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Made reservation on behalf of 11a72d8d880d4e5c9ef86b1ff8199024 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:59.348337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.469892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] DHCP port deletion for 33be5eed-1e93-4b16-9c71-5d5ee23a508e request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:07:59.577621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42024) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:59.578201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:59.578560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.593822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.613696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.642892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.647145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] Deleting port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:07:59.647638 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.706072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:59.719867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe239b0-f267-4ce6-a0cd-7591576e0d71 req-3ee980be-f3ac-4b65-b667-3fb96c2a8890 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:59.721662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fe239b0-f267-4ce6-a0cd-7591576e0d71 req-3ee980be-f3ac-4b65-b667-3fb96c2a8890 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 949 time: 0.0877438 Sep 19 03:07:59.723488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:59.724063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Network hostable DHCP agents. Network: 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:07:59.732744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] For port 869f53bf-5362-4493-9fc7-c23fe11ed7a6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=869f53bf-5362-4493-9fc7-c23fe11ed7a6,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:59.733343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.737571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port 869f53bf-5362-4493-9fc7-c23fe11ed7a6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=869f53bf-5362-4493-9fc7-c23fe11ed7a6,segment=NetworkSegment(e29a13c0-40e2-43f3-9969-e332331d48cc),segment_id=e29a13c0-40e2-43f3-9969-e332331d48cc)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:07:59.738029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.753880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] Calling delete_port for 869f53bf-5362-4493-9fc7-c23fe11ed7a6 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:59.767637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for 869f53bf-5362-4493-9fc7-c23fe11ed7a6 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:07:59.788071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23f7f4d-f52b-45af-b959-9be7293ae70e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:07:59.788559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:07:59.808958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fe239b0-f267-4ce6-a0cd-7591576e0d71 req-7606a223-714a-4655-a0fb-2e147df83e12 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771158 Sep 19 03:07:59.817443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Checking segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:07:59.817816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Network hostable DHCP agents. Network: 4b3fa03d-a22d-4e84-885a-60dcaef3680b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:07:59.823824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:59.831904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:59.832506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.840234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792f282-dd77-4177-88ab-31c940dde337 None None] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:59.845072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-496373103-network', 'tenant_id': 'cc7caad1aee34038b557663ec5711a19'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:59.894806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Made reservation on behalf of cc7caad1aee34038b557663ec5711a19 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:07:59.900067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.915406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:07:59.924517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4b3fa03d-a22d-4e84-885a-60dcaef3680b) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:07:59.927729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.930792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:07:59.931497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.937649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c82bda5e-06b1-4db0-acfd-b566ba33d80d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7185495 Sep 19 03:07:59.937990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42034) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:07:59.944774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d0240-0968-4bd6-9cb8-cb6028758442 None None] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:07:59.954812 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6a7fe5d4-a991-4d50-a231-e4f803ab7009 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0152864 Sep 19 03:07:59.955505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:07:59.974774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:07:59.984223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.012277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=869f53bf-5362-4493-9fc7-c23fe11ed7a6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:00.014359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:08:00.031036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b0373-6102-4cb6-b30c-548f57ac2048 req-ab0be6f8-e284-4790-941c-08cdfe3335d0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:00.038701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce0b0373-6102-4cb6-b30c-548f57ac2048 req-ab0be6f8-e284-4790-941c-08cdfe3335d0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1240413 Sep 19 03:08:00.055776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.056991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.135421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce0b0373-6102-4cb6-b30c-548f57ac2048 req-85b94d8a-95f8-4203-8f4a-dc71f25430e8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955541 Sep 19 03:08:00.140110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.191276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.197036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33be5eed-1e93-4b16-9c71-5d5ee23a508e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:00.209113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29a13c0-40e2-43f3-9969-e332331d48cc') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:00.209752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29a13c0-40e2-43f3-9969-e332331d48cc') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:00.224383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.243081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.250824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:08:00.251383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.354865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 869f53bf-5362-4493-9fc7-c23fe11ed7a6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:08:00.355839 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:08:00.363175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] Pushing event deleted for resources: {'Port': ['ID=869f53bf-5362-4493-9fc7-c23fe11ed7a6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:00.363546 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.375732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.378123 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/networks/33be5eed-1e93-4b16-9c71-5d5ee23a508e HTTP/1.1" status: 204 len: 168 time: 1.4043446 Sep 19 03:08:00.382936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:00.405602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3637b-bb52-45c7-9ea5-7c39d2fe83d0 None None] No DVR routers for this DVR port 869f53bf-5362-4493-9fc7-c23fe11ed7a6 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:08:00.408546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 869f53bf-5362-4493-9fc7-c23fe11ed7a6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:08:00.408900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 869f53bf-5362-4493-9fc7-c23fe11ed7a6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:08:00.435172 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.455862 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.471806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc54a5-ee22-40f5-b49e-b5d82c214b05 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Network': ['ID=33be5eed-1e93-4b16-9c71-5d5ee23a508e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:00.479052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.480124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:08:00.480982 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.503932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting subnet 6428d4ec-9b18-4625-a333-f57a0369cfd3 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:08:00.507899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.522551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c071ce-de31-4bd1-97a1-b2e5e766e058 None None] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:00.573864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:08:00.575611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.613793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f5c204-98e9-4957-abb2-a02e66eb90df,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:00.641450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.642125 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Added segment a1e71c52-7210-4805-8f7e-9cac0d88cf6b of type vlan for network 38d0cd63-a489-4a13-b3c1-5f20b01a3b38 Sep 19 03:08:00.678277 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.758417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Allocated IP 172.20.0.2 (7ddbdce6-d85b-4f7d-b833-878eeb5a3e35/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950/455ed9f8-235e-47c1-8f46-437451482b6b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:00.766587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.778915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.807480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-fce108c9-1115-4f1d-ae02-8f6fe87b5e3b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:00.814613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-fce108c9-1115-4f1d-ae02-8f6fe87b5e3b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.2350709 Sep 19 03:08:00.820192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Subnet': ['ID=6428d4ec-9b18-4625-a333-f57a0369cfd3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:00.822803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.828237 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-631a13d6-078a-4fa1-9097-139c6166a6bd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/subnets/6428d4ec-9b18-4625-a333-f57a0369cfd3 HTTP/1.1" status: 204 len: 168 time: 0.4441240 Sep 19 03:08:00.829249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:00.839651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc9ce5-e12b-4faa-9b18-469fccb81fb5 None None] Network e141ed65-4209-4a98-92fb-9678bc158462 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:00.855824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-31f54612-d5b0-4b2c-9247-47ce9ef8a3c8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/quotas/99488b31ad1441139050ea8eddffe40c HTTP/1.1" status: 200 len: 375 time: 0.0385056 Sep 19 03:08:00.897096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-5de44f38-1357-4954-8248-4376ca26c7f1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403204 Sep 19 03:08:00.906254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.907183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:00.907752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.936251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:00.997938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:08:00.998304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.005149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4230723 Sep 19 03:08:01.031190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42074) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:01.038222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Request body: {'subnet': {'network_id': '38d0cd63-a489-4a13-b3c1-5f20b01a3b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-496373103-subnet', 'tenant_id': 'cc7caad1aee34038b557663ec5711a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:01.077615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8d784abc-4bdc-41c6-9e5e-b3372a6299ce,segment=NetworkSegment(649ed596-8bf0-499b-a8bc-a5944393af1f),segment_id=649ed596-8bf0-499b-a8bc-a5944393af1f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:01.077920 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.081931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.088939 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.099379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for 8d784abc-4bdc-41c6-9e5e-b3372a6299ce owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:08:01.146642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:01.154840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:01.157614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:01.165786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Pushing event updated for resources: {'Port': ['ID=455ed9f8-235e-47c1-8f46-437451482b6b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:01.203833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.215783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed56d35-fb88-4590-82b2-77c789c04dec None None] DHCP port deletion for e141ed65-4209-4a98-92fb-9678bc158462 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:08:01.236756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Attempting to bind port 455ed9f8-235e-47c1-8f46-437451482b6b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:01.237299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Attempting to bind port 455ed9f8-235e-47c1-8f46-437451482b6b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:01.237778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Attempting to bind port 455ed9f8-235e-47c1-8f46-437451482b6b on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:01.244500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:01.245082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:01.245609 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.246116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Bound using segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:01.249515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Bound port: 455ed9f8-235e-47c1-8f46-437451482b6b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:01.250347 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.282536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=8d784abc-4bdc-41c6-9e5e-b3372a6299ce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:01.284576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port 8d784abc-4bdc-41c6-9e5e-b3372a6299ce on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:08:01.328648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] For port 455ed9f8-235e-47c1-8f46-437451482b6b, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:01.332615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] For port 455ed9f8-235e-47c1-8f46-437451482b6b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=455ed9f8-235e-47c1-8f46-437451482b6b,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:01.336765 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.376330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.403342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f34e2-d90f-4ea1-aacb-2adf0e2beaf1 None None] Pushing event updated for resources: {'Port': ['ID=455ed9f8-235e-47c1-8f46-437451482b6b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:01.407357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e141ed65-4209-4a98-92fb-9678bc158462']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:01.417990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649ed596-8bf0-499b-a8bc-a5944393af1f') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:01.418239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649ed596-8bf0-499b-a8bc-a5944393af1f') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:01.427502 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.438803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019655ff-012a-4440-9ac6-ca88f95ae24b admin admin] Pushing event updated for resources: {'Network': ['ID=38d0cd63-a489-4a13-b3c1-5f20b01a3b38,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:01.442653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.451028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 38d0cd63-a489-4a13-b3c1-5f20b01a3b38 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:08:01.453989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:08:01.454791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:08:01.458065 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:08:01.523729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b4c69-8ff1-4542-ae9e-6d679e996cf2 req-e3fca406-6b48-4e02-8bcb-663f86867931 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:01.527206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d5b4c69-8ff1-4542-ae9e-6d679e996cf2 req-e3fca406-6b48-4e02-8bcb-663f86867931 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.6040008 Sep 19 03:08:01.532302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.547926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Made reservation on behalf of cc7caad1aee34038b557663ec5711a19 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:01.548535 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.553793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.554140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/networks/e141ed65-4209-4a98-92fb-9678bc158462 HTTP/1.1" status: 204 len: 168 time: 0.7203670 Sep 19 03:08:01.569297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfd793-19b1-4139-bfdf-c9d6f47f7812 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Network': ['ID=e141ed65-4209-4a98-92fb-9678bc158462,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:01.571766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42078) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:01.577311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-988653495'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:01.607790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:01.611361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.642297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:08:01.652186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.652534 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Added segment bf745f49-2e4e-43a4-94c6-05d786bad38b of type vlan for network 715da36a-d85c-4cbe-9468-4fc31f60e521 Sep 19 03:08:01.671373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-b487189f-d9f7-4843-9a09-ae510b5852dc service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733166 Sep 19 03:08:01.698234 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.725167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.731456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:01.732066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.752105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.766433 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.1932249 Sep 19 03:08:01.768944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42080) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:01.776294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'subnet': {'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:01.784787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d5b4c69-8ff1-4542-ae9e-6d679e996cf2 req-2bf80d29-44b7-45f4-9fa4-105724f7a889 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378395 Sep 19 03:08:01.810209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:01.965796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-729f7e3d-18a3-4ee8-81fb-a285bde723b4 service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838039 Sep 19 03:08:02.051972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31885d19-583c-41ed-aae6-f04202293e9b req-771261a1-dbb4-4c8f-8452-c8fcb080308c tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:02.053591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31885d19-583c-41ed-aae6-f04202293e9b req-771261a1-dbb4-4c8f-8452-c8fcb080308c tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 949 time: 0.2024333 Sep 19 03:08:02.074667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.081787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Allocated IP 172.25.8.102 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/f18ef8d9-0e7c-457e-a929-a9a93fea2411) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:02.117801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10bdd39-8658-46bb-bc21-536125a58cc8 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Network': ['ID=715da36a-d85c-4cbe-9468-4fc31f60e521,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:02.129171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 715da36a-d85c-4cbe-9468-4fc31f60e521 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:08:02.240545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:02.251890 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.357014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 455ed9f8-235e-47c1-8f46-437451482b6b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:02.420444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebc922a2-268a-4b15-b6b6-cd7cb3a8fe60,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:02.431219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31885d19-583c-41ed-aae6-f04202293e9b req-928276eb-a18c-4fcf-8237-26eb57231efb tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651857 Sep 19 03:08:02.435208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Checking segment: {'id': 'a1e71c52-7210-4805-8f7e-9cac0d88cf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '38d0cd63-a489-4a13-b3c1-5f20b01a3b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:02.435581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Network hostable DHCP agents. Network: 38d0cd63-a489-4a13-b3c1-5f20b01a3b38, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:08:02.462403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 455ed9f8-235e-47c1-8f46-437451482b6b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:02.470444 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.516173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5402bd-3ffe-4dfd-b1ed-0dcb2ec2a7be req-6d72b159-5eff-4231-9670-68571fa2a577 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:02.528152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c5402bd-3ffe-4dfd-b1ed-0dcb2ec2a7be req-6d72b159-5eff-4231-9670-68571fa2a577 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.3317194 Sep 19 03:08:02.536562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.589941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Network 38d0cd63-a489-4a13-b3c1-5f20b01a3b38 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:08:02.608876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.634323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 38d0cd63-a489-4a13-b3c1-5f20b01a3b38) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:02.639173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e7720-6333-4469-a7ce-0cae8c4cb6cc None None] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:02.640013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:02.640607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.656919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c5402bd-3ffe-4dfd-b1ed-0dcb2ec2a7be req-a76e7bb4-dea8-4971-934d-77435b6c4ad0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258607 Sep 19 03:08:02.662699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ae8d8-50fe-4342-bdf4-95730158e9b1 None None] Network 38d0cd63-a489-4a13-b3c1-5f20b01a3b38 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:02.691965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee37decb-198e-4571-b080-f6c6756414db req-e563bb31-1462-432a-bbc4-b834dec8d34f tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 210 time: 0.0824044 Sep 19 03:08:02.704366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Subnet': ['ID=af50ea72-fac9-48e1-b638-ba77459d83af,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:02.706660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Checking segment: {'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:02.707121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network hostable DHCP agents. Network: 715da36a-d85c-4cbe-9468-4fc31f60e521, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:08:02.716957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-955abc6b-29af-4d61-bb93-8b66663380ec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6823661 Sep 19 03:08:02.722533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.736884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network 715da36a-d85c-4cbe-9468-4fc31f60e521 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:08:02.761235 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.762435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 715da36a-d85c-4cbe-9468-4fc31f60e521) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:02.774176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:02.774905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:02.793380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:02.798535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:02.801496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:02.805407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Pushing event updated for resources: {'Port': ['ID=f18ef8d9-0e7c-457e-a929-a9a93fea2411,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:02.808740 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73441292-ffb9-4025-9f6d-a8185cefd983 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0387447 Sep 19 03:08:02.830511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42100) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:02.838596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-877761582'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:02.865118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd4e5b-8bfe-4050-9af3-d3b3b68dcd7d None None] Network 715da36a-d85c-4cbe-9468-4fc31f60e521 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:02.931900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:02.936468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.017345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0645a487-17e5-489d-818b-0d8886ecf7fe None None] Provisioning complete for port 455ed9f8-235e-47c1-8f46-437451482b6b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:03.017786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0645a487-17e5-489d-818b-0d8886ecf7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.080291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:08:03.107144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 455ed9f8-235e-47c1-8f46-437451482b6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=455ed9f8-235e-47c1-8f46-437451482b6b,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:03.134825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffe968-40ea-4a89-96c0-946164962199 req-f1e22877-b76c-4072-b176-e6dbd5b2f0c3 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:03.136462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00ffe968-40ea-4a89-96c0-946164962199 req-f1e22877-b76c-4072-b176-e6dbd5b2f0c3 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.2064617 Sep 19 03:08:03.136691 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.169157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.169504 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Added segment 05cd205f-bc20-4462-93e0-0d23562a0f5e of type vlan for network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c Sep 19 03:08:03.172380 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-766ea6f5-a681-473b-8eb2-2f54c831292f req-c4b5986c-1b38-48b2-b92f-7521e78f2717 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] show failed (client error): The resource could not be found. Sep 19 03:08:03.173465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-766ea6f5-a681-473b-8eb2-2f54c831292f req-c4b5986c-1b38-48b2-b92f-7521e78f2717 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "GET /v2.0/security-groups/2a96c1f5-129c-470b-a57d-d80d0e6bdebf HTTP/1.1" status: 404 len: 352 time: 0.0896194 Sep 19 03:08:03.192350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97c28e2-cef3-4209-8165-e1886cd8265b None None] Network 38d0cd63-a489-4a13-b3c1-5f20b01a3b38 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:03.279143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.285321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00ffe968-40ea-4a89-96c0-946164962199 req-7b72f732-80bf-4947-9983-066a55f61db0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358883 Sep 19 03:08:03.305062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.360255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d784abc-4bdc-41c6-9e5e-b3372a6299ce no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:08:03.367748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.373236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:03.373825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.435189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8d784abc-4bdc-41c6-9e5e-b3372a6299ce {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:08:03.435702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8d784abc-4bdc-41c6-9e5e-b3372a6299ce not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:08:03.489765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6579816 Sep 19 03:08:03.492224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42118) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:03.502359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'subnet': {'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:03.509390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=455ed9f8-235e-47c1-8f46-437451482b6b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:03.601615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-715da36a-d85c-4cbe-9468-4fc31f60e521', 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'fixed_ips': [{'subnet_id': 'af50ea72-fac9-48e1-b638-ba77459d83af'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:08:03.602582 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.607645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b5a6d28-a368-4ca4-b6a2-0716532a76b6 req-077f5734-ab8b-4e04-bf5e-f3cc4174da1f tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc7caad1aee34038b557663ec5711a19 HTTP/1.1" status: 200 len: 2988 time: 0.2608800 Sep 19 03:08:03.618495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb2103-3999-4dab-8fbd-c4dfb357ccda tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Network': ['ID=4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:03.639486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:08:03.731097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:03.735423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.830049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b5a6d28-a368-4ca4-b6a2-0716532a76b6 req-cb54bf83-e15c-4b1b-9634-5feb7a249be9 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "GET /v2.0/security-groups/40f5c204-98e9-4957-abb2-a02e66eb90df HTTP/1.1" status: 200 len: 2985 time: 0.2215042 Sep 19 03:08:03.927744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Allocated IP 19.80.0.2 (715da36a-d85c-4cbe-9468-4fc31f60e521/af50ea72-fac9-48e1-b638-ba77459d83af/b7a96224-c710-4ba6-9a2a-697c98578dc5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:03.940608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-5313fb1c-e655-4a51-a301-a3a3d27d386d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:03.942079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-5313fb1c-e655-4a51-a301-a3a3d27d386d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.3598297 Sep 19 03:08:03.974181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Request body: {'port': {'device_id': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'admin_state_up': True, 'tenant_id': '99488b31ad1441139050ea8eddffe40c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:03.976636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-604e3a05-6dc7-4d21-aea2-8110a66bb683 None None] Provisioning complete for port 455ed9f8-235e-47c1-8f46-437451482b6b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:03.977026 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-604e3a05-6dc7-4d21-aea2-8110a66bb683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:03.995995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.064929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Subnet': ['ID=a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:04.070589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Checking segment: {'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:04.071460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network hostable DHCP agents. Network: 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:08:04.090417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:08:04.100646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b5a6d28-a368-4ca4-b6a2-0716532a76b6 req-8ddd8b57-0222-4cb0-b14d-f7af4c076996 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "GET /v2.0/security-groups/40f5c204-98e9-4957-abb2-a02e66eb90df HTTP/1.1" status: 200 len: 2985 time: 0.1881504 Sep 19 03:08:04.101387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:04.113483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f2f50-7763-4119-9ef6-e0f7e516332c None None] Network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:04.117923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:04.117923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.126807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7919cb-d661-44a2-bc44-e886243cc0bf req-4dc33c7e-a734-4e54-af9a-80abb73382cd tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:04.131331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f7919cb-d661-44a2-bc44-e886243cc0bf req-4dc33c7e-a734-4e54-af9a-80abb73382cd tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 949 time: 0.2200487 Sep 19 03:08:04.137268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb0d7811-c06b-461f-8a9d-08f5bf59cd06 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6430998 Sep 19 03:08:04.159044 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.245013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.269044 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.280467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 455ed9f8-235e-47c1-8f46-437451482b6b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:04.283642 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f7919cb-d661-44a2-bc44-e886243cc0bf req-9ffc0c01-7654-467b-99fb-8c6d5dc09355 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387801 Sep 19 03:08:04.359638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Network 715da36a-d85c-4cbe-9468-4fc31f60e521 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:04.375118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:04.377530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:04.388439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Made reservation on behalf of 99488b31ad1441139050ea8eddffe40c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:04.390589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Pushing event updated for resources: {'Port': ['ID=b7a96224-c710-4ba6-9a2a-697c98578dc5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:04.391938 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.395193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90aff384-a3cf-42aa-8e41-5e2d08856111 req-37d07cbb-9968-46ea-abd0-db3c6cb56e1a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 210 time: 0.0481536 Sep 19 03:08:04.412222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0193e8a-845b-4980-8003-ee8f60f46bcf req-bfc2d3c7-59fe-4ab1-8f96-0d41e4d2abcc tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:04.413740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0193e8a-845b-4980-8003-ee8f60f46bcf req-bfc2d3c7-59fe-4ab1-8f96-0d41e4d2abcc tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.2335031 Sep 19 03:08:04.480749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c', 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'fixed_ips': [{'subnet_id': 'a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:08:04.481583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.487298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 455ed9f8-235e-47c1-8f46-437451482b6b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:04.487662 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.498243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Attempting to bind port b7a96224-c710-4ba6-9a2a-697c98578dc5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:04.498613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Attempting to bind port b7a96224-c710-4ba6-9a2a-697c98578dc5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:04.499337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Attempting to bind port b7a96224-c710-4ba6-9a2a-697c98578dc5 on network 715da36a-d85c-4cbe-9468-4fc31f60e521 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:04.524544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:04.524922 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Checking segment: {'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:04.525328 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.526260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Bound using segment: {'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:04.526729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Bound port: b7a96224-c710-4ba6-9a2a-697c98578dc5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:04.527126 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.570145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0193e8a-845b-4980-8003-ee8f60f46bcf req-0ed79983-f0d0-4046-bff6-c45f20ffaf64 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443992 Sep 19 03:08:04.580869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Router aad09c29-488c-4cd4-a22c-1d936c90a8c3 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:08:04.590888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6293f5c-ec0d-4429-89fb-bcc955623756 req-51cd36f8-0a83-4702-b924-0d2bacd66781 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "GET /v2.0/security-groups/40f5c204-98e9-4957-abb2-a02e66eb90df HTTP/1.1" status: 200 len: 2985 time: 0.1548245 Sep 19 03:08:04.694571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Allocated IP 172.20.0.7 (4b3fa03d-a22d-4e84-885a-60dcaef3680b/c23f7f4d-f52b-45af-b959-9be7293ae70e/86c2822c-e4d5-4b89-93b0-8d982b7bae34) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:04.740728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] For port b7a96224-c710-4ba6-9a2a-697c98578dc5, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:04.746111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Allocated IP 19.86.0.2 (4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c/a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02/9ac8d4d0-cabb-43c8-8fc4-22dd5317df79) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:04.749014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] For port b7a96224-c710-4ba6-9a2a-697c98578dc5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b7a96224-c710-4ba6-9a2a-697c98578dc5,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:04.755083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.868010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ae032-ea64-45e3-ad2e-eb4c1fd687eb None None] Pushing event updated for resources: {'Port': ['ID=b7a96224-c710-4ba6-9a2a-697c98578dc5,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:04.957481 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:04.964821 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.013369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:05.023796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:05.026919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:05.034415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Pushing event updated for resources: {'Port': ['ID=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:05.097605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Attempting to bind port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:05.098014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Attempting to bind port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:05.098375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Attempting to bind port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 on network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:05.103978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:05.104356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Checking segment: {'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:05.104763 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.105158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Bound using segment: {'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:05.105651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Bound port: 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:05.106010 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.173810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] For port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:05.176875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] For port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:05.181192 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.225871 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-a6293f5c-ec0d-4429-89fb-bcc955623756 req-d2d4f013-1fb2-4fe7-bb32-0853248ebb39 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 03:08:05.227009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6293f5c-ec0d-4429-89fb-bcc955623756 req-d2d4f013-1fb2-4fe7-bb32-0853248ebb39 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "DELETE /v2.0/security-groups/40f5c204-98e9-4957-abb2-a02e66eb90df HTTP/1.1" status: 409 len: 352 time: 0.6201417 Sep 19 03:08:05.263586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29aed31-1dc7-4bd5-86a2-b7d2cf58e74b None None] Pushing event updated for resources: {'Port': ['ID=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:05.288343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:08:05.298576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-053ef5a4-cb98-4f25-b665-a56a79a9775c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:05.300752 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Sync routers for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:08:05.304533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-053ef5a4-cb98-4f25-b665-a56a79a9775c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:05.306183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-053ef5a4-cb98-4f25-b665-a56a79a9775c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/networks?id=715da36a-d85c-4cbe-9468-4fc31f60e521&id=4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c HTTP/1.1" status: 200 len: 1390 time: 0.6236713 Sep 19 03:08:05.311907 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:08:05.312803 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:05.404477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.408564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:05.409132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-456675ec-3b1c-4c27-8a38-20d4559912ce admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4600148 Sep 19 03:08:05.433892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-306fb04b-e30e-4f79-99aa-88e75d2f55cc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/quotas/37cfd2b7833a4d1fb3a1418429c72ce8 HTTP/1.1" status: 200 len: 375 time: 0.0908780 Sep 19 03:08:05.527297 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.537561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fef82-7f8f-4b1a-ad4c-d72b3cf82d9e req-acd463ef-4fb3-4c9c-a35a-198320154e0c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:05.541693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-406fef82-7f8f-4b1a-ad4c-d72b3cf82d9e req-acd463ef-4fb3-4c9c-a35a-198320154e0c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.2319493 Sep 19 03:08:05.569251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b365da-d2be-4300-8fec-3ce537302f35 req-3692d269-84ab-4321-974e-857836e17a8e tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:05.570826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12b365da-d2be-4300-8fec-3ce537302f35 req-3692d269-84ab-4321-974e-857836e17a8e tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.32 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 949 time: 0.1878507 Sep 19 03:08:05.580080 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:08:05.650724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-43cdabec-bb10-4225-a753-45369d65680b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2162850 Sep 19 03:08:05.784428 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:03Z', 'revision_number': 3, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:05.821069 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Checking router: aad09c29-488c-4cd4-a22c-1d936c90a8c3 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:08:05.821716 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Updating router aad09c29-488c-4cd4-a22c-1d936c90a8c3 port f18ef8d9-0e7c-457e-a929-a9a93fea2411 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:08:05.832199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-406fef82-7f8f-4b1a-ad4c-d72b3cf82d9e req-90ad77db-d7b0-43fb-b14e-f61563016ca0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782876 Sep 19 03:08:05.865726 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.871126 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:05.906131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-4f5fb9b5-2941-4017-a61c-3a9e5162f90e service neutron] 10.222.0.22 "GET /v2.0/networks/715da36a-d85c-4cbe-9468-4fc31f60e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511370 Sep 19 03:08:06.002514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:06.006373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:06.025167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.037975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:06.050342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:06.104831 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-499d8f85-68f1-4ff7-bccb-eb116d9a983d req-6ac620d8-db85-4c07-ba01-fe3d4ea17b9c tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] show failed (client error): The resource could not be found. Sep 19 03:08:06.105956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-499d8f85-68f1-4ff7-bccb-eb116d9a983d req-6ac620d8-db85-4c07-ba01-fe3d4ea17b9c tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "GET /v2.0/security-groups/957a173d-b2be-44e5-836c-7bfadc4ecb85 HTTP/1.1" status: 404 len: 352 time: 0.0984418 Sep 19 03:08:06.120161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8afb89-f69c-49ee-a7dc-fe0e098f275a None None] Network 715da36a-d85c-4cbe-9468-4fc31f60e521 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:06.130363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Deleting port 183655a6-ebaa-47ef-8433-b4824e1f44ac {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:08:06.134122 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.206307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:06.212059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.225625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Allocated IP 172.20.0.1 (7ddbdce6-d85b-4f7d-b833-878eeb5a3e35/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950/af291352-d236-4f9b-b1e8-13ad266381eb) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:06.296067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-77962b76-c194-449f-b989-111aefba98d1 None None] Provisioning complete for port b7a96224-c710-4ba6-9a2a-697c98578dc5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:06.297412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77962b76-c194-449f-b989-111aefba98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.329856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-252c7d03-05e8-442e-bb8b-a50513e646f7 service neutron] 10.222.0.22 "GET /v2.0/networks/715da36a-d85c-4cbe-9468-4fc31f60e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925643 Sep 19 03:08:06.343222 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.355978 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.370667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-f8857211-34dc-4982-9f0f-4743c91f2ed0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4038210 Sep 19 03:08:06.403441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Request body: {'port': {'device_id': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:06.459841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.462246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:06.470538 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Attempting to bind port f18ef8d9-0e7c-457e-a929-a9a93fea2411 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:06.471270 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Attempting to bind port f18ef8d9-0e7c-457e-a929-a9a93fea2411 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:06.471859 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Attempting to bind port f18ef8d9-0e7c-457e-a929-a9a93fea2411 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:06.488131 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:06.489124 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:06.490112 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.490708 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:06.491402 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Bound port: f18ef8d9-0e7c-457e-a929-a9a93fea2411, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:06.491986 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.527105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9632ff-c968-43de-8dc4-0341d34536f8 req-8bc80614-e809-4b9d-8b47-ae965b7fb969 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:06.534721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a9632ff-c968-43de-8dc4-0341d34536f8 req-8bc80614-e809-4b9d-8b47-ae965b7fb969 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 949 time: 0.2326338 Sep 19 03:08:06.539815 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.554228 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] For port f18ef8d9-0e7c-457e-a929-a9a93fea2411, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:06.557699 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] For port f18ef8d9-0e7c-457e-a929-a9a93fea2411, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f18ef8d9-0e7c-457e-a929-a9a93fea2411,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:06.558962 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc2efb-83f8-43dc-b834-8dbaab53704b None None] Pushing event updated for resources: {'Port': ['ID=f18ef8d9-0e7c-457e-a929-a9a93fea2411,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:06.573267 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.580911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:06.585137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] For port 183655a6-ebaa-47ef-8433-b4824e1f44ac, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=183655a6-ebaa-47ef-8433-b4824e1f44ac,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:06.586630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.604981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77962b76-c194-449f-b989-111aefba98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.611556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:06.614600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:06.644125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Calling delete_port for 183655a6-ebaa-47ef-8433-b4824e1f44ac owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:08:06.647287 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc2efb-83f8-43dc-b834-8dbaab53704b None None] Pushing event updated for resources: {'Port': ['ID=f18ef8d9-0e7c-457e-a929-a9a93fea2411,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:06.657633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:08:06.658300 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:06.660838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a9632ff-c968-43de-8dc4-0341d34536f8 req-fa82242f-2859-4590-8b7a-8be0a06918fb tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd05795f-a3bb-4972-932b-6a37cdd7e196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250503 Sep 19 03:08:06.680810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.684278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.707503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-77962b76-c194-449f-b989-111aefba98d1 None None] For port b7a96224-c710-4ba6-9a2a-697c98578dc5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b7a96224-c710-4ba6-9a2a-697c98578dc5,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:06.712267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d759a950-6225-499a-a5cc-c66e21bc0c1a None None] Network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:06.744980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-cba92243-43d5-4241-bd3b-016ec6841bf2 service neutron] 10.222.0.22 "GET /v2.0/networks/4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949819 Sep 19 03:08:06.817054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Pushing event updated for resources: {'Port': ['ID=af291352-d236-4f9b-b1e8-13ad266381eb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:06.831388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77962b76-c194-449f-b989-111aefba98d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.863876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:06.880408 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:08:06.925346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77962b76-c194-449f-b989-111aefba98d1 None None] Pushing event updated for resources: {'Port': ['ID=b7a96224-c710-4ba6-9a2a-697c98578dc5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:06.938170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:06.938552 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.003045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-bbb6f933-ec84-4389-8789-e3e15a86e2d8 service neutron] 10.222.0.22 "GET /v2.0/networks/4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497268 Sep 19 03:08:07.109481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369bcb23-30a1-46a8-9148-64b7ddbb1fd1 None None] Provisioning complete for port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:07.112780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369bcb23-30a1-46a8-9148-64b7ddbb1fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.123227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.125969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b3897-518b-48e6-9736-76017693b5d6 req-e0c8e7ab-e2ae-4a05-9a9b-53867e31d440 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:07.134513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e40b3897-518b-48e6-9736-76017693b5d6 req-e0c8e7ab-e2ae-4a05-9a9b-53867e31d440 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 931 time: 0.3518939 Sep 19 03:08:07.143144 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.265146 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:03Z', 'revision_number': 3, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:07.305255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.327767 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.341331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Pushing event updated for resources: {'Port': ['ID=af291352-d236-4f9b-b1e8-13ad266381eb,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:07.348674 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5291cd-30e0-403e-860f-6ac32c2ec0c3 None None] The sync data for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 is: [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:03Z', 'revision_number': 3, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:08:07.393754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:07.397301 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369bcb23-30a1-46a8-9148-64b7ddbb1fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.418854 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.419640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b7a96224-c710-4ba6-9a2a-697c98578dc5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:07.475269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e40b3897-518b-48e6-9736-76017693b5d6 req-a890e8c0-fa19-4fbb-8262-8ab7945720fe tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389790 Sep 19 03:08:07.551973 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-c90d0229-b0e8-4f58-bebd-217c5ae55d76 req-188341d0-9631-482f-acd5-a305846da020 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] show failed (client error): The resource could not be found. Sep 19 03:08:07.553031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c90d0229-b0e8-4f58-bebd-217c5ae55d76 req-188341d0-9631-482f-acd5-a305846da020 tempest-SecurityGroupsNegativeTestJSON-1797188933 tempest-SecurityGroupsNegativeTestJSON-1797188933-project] 10.222.0.22 "GET /v2.0/security-groups/b5fcbc74-cda3-4f38-a2eb-34ef91310356 HTTP/1.1" status: 404 len: 352 time: 0.0471690 Sep 19 03:08:07.556305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:07.558970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:07.566005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:07.618824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.654518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b7a96224-c710-4ba6-9a2a-697c98578dc5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:07.654780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.815575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d44f7-0cc7-4cd0-966c-eebc4cab2f35 req-a475cecd-1c7c-418c-9cce-dad7a5ae2d39 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:07.827611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c44d44f7-0cc7-4cd0-966c-eebc4cab2f35 req-a475cecd-1c7c-418c-9cce-dad7a5ae2d39 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.5129859 Sep 19 03:08:07.830554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Router aad09c29-488c-4cd4-a22c-1d936c90a8c3 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:08:07.834389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] Deleting subnet ebc922a2-268a-4b15-b6b6-cd7cb3a8fe60 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:08:07.870985 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:07.881178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Pushing event deleted for resources: {'Port': ['ID=183655a6-ebaa-47ef-8433-b4824e1f44ac,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:07.927291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['183655a6-ebaa-47ef-8433-b4824e1f44ac'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:07.932514 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-369bcb23-30a1-46a8-9148-64b7ddbb1fd1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:08:07.932871 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-369bcb23-30a1-46a8-9148-64b7ddbb1fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:08:07.933957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:08.014702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.023678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] No DVR routers for this DVR port 183655a6-ebaa-47ef-8433-b4824e1f44ac on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:08:08.043969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c2822c-e4d5-4b89-93b0-8d982b7bae34 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:08.060892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.063266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12b365da-d2be-4300-8fec-3ce537302f35 req-a7ae8795-7e4a-4745-830d-b2adddf6b081 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.32 "DELETE /v2.0/ports/183655a6-ebaa-47ef-8433-b4824e1f44ac HTTP/1.1" status: 204 len: 173 time: 2.4842539 Sep 19 03:08:08.065541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'name': 'network-vif-deleted', 'tag': '183655a6-ebaa-47ef-8433-b4824e1f44ac'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:08.068223 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9d32c-4195-4553-84d0-11bdfb234340" -d '{"events": [{"server_uuid": "76e557ef-1bd7-4b65-816a-01d62a1ecbbd", "name": "network-vif-deleted", "tag": "183655a6-ebaa-47ef-8433-b4824e1f44ac"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:08.075401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.093305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.125396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c44d44f7-0cc7-4cd0-966c-eebc4cab2f35 req-ccadbe3c-2ffc-4787-b7bd-1193e4fd7cfc tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966442 Sep 19 03:08:08.168288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacce24-cad0-4fad-85e5-d045b0445b20 req-e66435e8-f02c-4a6c-9975-41ff9b56bad8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:08.178663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbacce24-cad0-4fad-85e5-d045b0445b20 req-e66435e8-f02c-4a6c-9975-41ff9b56bad8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.4601574 Sep 19 03:08:08.191466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Transition to ACTIVE for port object 86c2822c-e4d5-4b89-93b0-8d982b7bae34 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:08.305028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbacce24-cad0-4fad-85e5-d045b0445b20 req-f51d82e0-ba34-4d82-b523-2235c3fd720f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122472 Sep 19 03:08:08.307157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.433995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:08:08.456549 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e18e224-f79e-4da4-9d27-bc1873730c33 admin admin] 10.222.0.22 "PUT /v2.0/routers/aad09c29-488c-4cd4-a22c-1d936c90a8c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0372367 Sep 19 03:08:08.459448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.507467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebc922a2-268a-4b15-b6b6-cd7cb3a8fe60,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:08.529543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.532254 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-71b97d40-d987-4ac0-93c4-ce8a51669d22 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ebc922a2-268a-4b15-b6b6-cd7cb3a8fe60 HTTP/1.1" status: 204 len: 168 time: 0.9651871 Sep 19 03:08:08.534791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42182) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:08.538766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06b24bae-a2de-4dcd-b404-261ba895f51f req-731221b7-eb76-42e5-9a70-887136704d17 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 210 time: 0.1141241 Sep 19 03:08:08.589265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:08.613551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:08.634052 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.669764 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33efce2a-af22-4613-8b0c-87dcdad9817c x-openstack-request-id: req-33efce2a-af22-4613-8b0c-87dcdad9817c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:08.670066 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e557ef-1bd7-4b65-816a-01d62a1ecbbd", "name": "network-vif-deleted", "tag": "183655a6-ebaa-47ef-8433-b4824e1f44ac", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:08.670324 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33efce2a-af22-4613-8b0c-87dcdad9817c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:08.670720 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e557ef-1bd7-4b65-816a-01d62a1ecbbd', 'name': 'network-vif-deleted', 'tag': '183655a6-ebaa-47ef-8433-b4824e1f44ac', 'status': 'completed', 'code': 200} Sep 19 03:08:08.682363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Attempting to bind port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:08.683104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Attempting to bind port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:08.684932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Attempting to bind port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:08.712418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d06904b9-fa19-4b75-898f-897c2747c5fe req-36dc0956-2b53-4989-98e9-d07a8eab1bf0 tempest-TenantUsagesTestJSON-64358380 tempest-TenantUsagesTestJSON-64358380-project] 10.222.0.22 "GET /v2.0/ports?device_id=76e557ef-1bd7-4b65-816a-01d62a1ecbbd HTTP/1.1" status: 200 len: 210 time: 0.1682851 Sep 19 03:08:08.716745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:08.717296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Attempting to bind port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:08.727197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:08.732361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Checking segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:08.733008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Bound using segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:08.733686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Bound port: 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:08.734265 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.747032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:08.747482 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.753893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.796278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d0cd63-a489-4a13-b3c1-5f20b01a3b38']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:08.817856 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0145bfa5-2884-498e-b516-9472fd6e072c None None] Provisioning complete for port b7a96224-c710-4ba6-9a2a-697c98578dc5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:08.818239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0145bfa5-2884-498e-b516-9472fd6e072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.831227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e71c52-7210-4805-8f7e-9cac0d88cf6b') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:08.831737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e71c52-7210-4805-8f7e-9cac0d88cf6b') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:08.851165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.863630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:08.867323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:08.879839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.883231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.892542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:08:08.892956 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:08:08.894837 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:08:08.932413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:08.933357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:08.935315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] 10.222.0.32 "PUT /v2.0/ports/86c2822c-e4d5-4b89-93b0-8d982b7bae34 HTTP/1.1" status: 200 len: 1091 time: 2.5459592 Sep 19 03:08:08.953445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aff582-4715-4e47-af13-6f780bc281e6 req-59d41d4d-658b-4354-beab-207c861ecace tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:08.956424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70aff582-4715-4e47-af13-6f780bc281e6 req-59d41d4d-658b-4354-beab-207c861ecace tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 943 time: 0.1940999 Sep 19 03:08:09.001807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.010735 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f18ef8d9-0e7c-457e-a929-a9a93fea2411 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:09.014385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.018810 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] 10.222.0.22 "DELETE /v2.0/networks/38d0cd63-a489-4a13-b3c1-5f20b01a3b38 HTTP/1.1" status: 204 len: 168 time: 0.4802425 Sep 19 03:08:09.036616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738be47-54c2-4657-bfc3-72959d51c5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=38d0cd63-a489-4a13-b3c1-5f20b01a3b38,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:09.047985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97afbe-328d-4b91-b0a4-7a8bb9126718 service neutron] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:09.138142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f18ef8d9-0e7c-457e-a929-a9a93fea2411 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:09.138611 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.157064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70aff582-4715-4e47-af13-6f780bc281e6 req-408312a3-1307-46b8-a4b4-e0e55ebc8042 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841805 Sep 19 03:08:09.164113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0145bfa5-2884-498e-b516-9472fd6e072c None None] Provisioning complete for port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:09.164619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0145bfa5-2884-498e-b516-9472fd6e072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.232338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:09.284125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:09.295075 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.297653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e0861cf7-3272-4d7d-883c-8bb0511b74da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011934219', 'description': 'tempest-description--1122086074'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:09.310236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-a9817d82-3acb-4b61-a8d4-883c1047d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:09.311987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-a9817d82-3acb-4b61-a8d4-883c1047d181 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 1094 time: 0.2539463 Sep 19 03:08:09.325280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port f18ef8d9-0e7c-457e-a929-a9a93fea2411, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f18ef8d9-0e7c-457e-a929-a9a93fea2411,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:09.337896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.339255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b7a96224-c710-4ba6-9a2a-697c98578dc5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:09.347910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-29f50290-6a5c-451b-9921-537baf6627bc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:09.354430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-29f50290-6a5c-451b-9921-537baf6627bc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:09.356052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-29f50290-6a5c-451b-9921-537baf6627bc tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "GET /v2.0/networks?id=715da36a-d85c-4cbe-9468-4fc31f60e521&id=4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c HTTP/1.1" status: 200 len: 1390 time: 0.3909793 Sep 19 03:08:09.377495 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0145bfa5-2884-498e-b516-9472fd6e072c None None] Provisioning complete for port af291352-d236-4f9b-b1e8-13ad266381eb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:09.377875 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0145bfa5-2884-498e-b516-9472fd6e072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.401295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'port': {'device_id': '6c44bd46-d557-4767-b4d1-c6665881285e', 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521', 'admin_state_up': True, 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:09.408634 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6a95a2e6-8372-4033-8db0-a9a79340771a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc7caad1aee34038b557663ec5711a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1738219 Sep 19 03:08:09.409576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:09.440768 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0861cf7-3272-4d7d-883c-8bb0511b74da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.448182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=f18ef8d9-0e7c-457e-a929-a9a93fea2411,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:09.452570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0145bfa5-2884-498e-b516-9472fd6e072c None None] Port af291352-d236-4f9b-b1e8-13ad266381eb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:08:09.470670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b7a96224-c710-4ba6-9a2a-697c98578dc5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:09.471096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.491745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-65b08d4a-7104-4ee9-8ed9-58abb5a67703 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34 HTTP/1.1" status: 200 len: 217 time: 0.1346862 Sep 19 03:08:09.534198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc0d1693-ccac-498d-b11f-0e57c9ab1d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.574407 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc0d1693-ccac-498d-b11f-0e57c9ab1d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.636720 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 183655a6-ebaa-47ef-8433-b4824e1f44ac no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:08:09.638029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0861cf7-3272-4d7d-883c-8bb0511b74da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.644363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0861cf7-3272-4d7d-883c-8bb0511b74da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.660941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 183655a6-ebaa-47ef-8433-b4824e1f44ac {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:08:09.661442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 183655a6-ebaa-47ef-8433-b4824e1f44ac not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:08:09.678151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc0d1693-ccac-498d-b11f-0e57c9ab1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.680686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc0d1693-ccac-498d-b11f-0e57c9ab1d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.682403 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dc0d1693-ccac-498d-b11f-0e57c9ab1d01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40f5c204-98e9-4957-abb2-a02e66eb90df HTTP/1.1" status: 204 len: 168 time: 0.2713759 Sep 19 03:08:09.687328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0861cf7-3272-4d7d-883c-8bb0511b74da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.691577 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e0861cf7-3272-4d7d-883c-8bb0511b74da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4032342 Sep 19 03:08:09.691577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0861cf7-3272-4d7d-883c-8bb0511b74da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c83a867-6ce0-4b90-96e8-ed09bcc5f346,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:09.693440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:09.701774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-236fbd9b-328e-4e3d-af75-5d744a6e6f5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'security_group_rule': {'security_group_id': '4c83a867-6ce0-4b90-96e8-ed09bcc5f346', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:09.719032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d1693-ccac-498d-b11f-0e57c9ab1d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f5c204-98e9-4957-abb2-a02e66eb90df,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:09.758197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236fbd9b-328e-4e3d-af75-5d744a6e6f5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.770843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea9fee-27e8-475c-aab9-655b99ddd649 req-b3bf7258-3e37-4585-b4ab-3b431fcf70b0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:09.772314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0ea9fee-27e8-475c-aab9-655b99ddd649 req-b3bf7258-3e37-4585-b4ab-3b431fcf70b0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.5011930 Sep 19 03:08:09.813590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236fbd9b-328e-4e3d-af75-5d744a6e6f5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.819094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236fbd9b-328e-4e3d-af75-5d744a6e6f5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.840103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fbd9b-328e-4e3d-af75-5d744a6e6f5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59631ad4-2207-4f1f-a29f-9394ac0df680,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:09.863094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236fbd9b-328e-4e3d-af75-5d744a6e6f5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.865157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-236fbd9b-328e-4e3d-af75-5d744a6e6f5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1683273 Sep 19 03:08:09.870450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:09.875869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0c1ee3c2-5ef1-4e71-96df-f41f470b3893 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'security_group_rule': {'security_group_id': '4c83a867-6ce0-4b90-96e8-ed09bcc5f346', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:09.884885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-d418077e-d19a-439c-b6ad-2b5540343494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:09.886357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-d418077e-d19a-439c-b6ad-2b5540343494 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.1352923 Sep 19 03:08:09.913863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee3c2-5ef1-4e71-96df-f41f470b3893 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:09.926833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0ea9fee-27e8-475c-aab9-655b99ddd649 req-f598cc07-49f4-44d0-975d-ed638062e3d2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092384 Sep 19 03:08:09.963606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33815a53-c216-4a95-b644-626cd23b57d9 req-9774c0c9-510d-4c28-9dec-4ef3537217f6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:09.965237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33815a53-c216-4a95-b644-626cd23b57d9 req-9774c0c9-510d-4c28-9dec-4ef3537217f6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.2121985 Sep 19 03:08:09.972992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-fb9f13d5-f953-4b87-9219-70f0e6925883 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782251 Sep 19 03:08:09.995529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:09.999558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.024514 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee3c2-5ef1-4e71-96df-f41f470b3893 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.029213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee3c2-5ef1-4e71-96df-f41f470b3893 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.051624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ee3c2-5ef1-4e71-96df-f41f470b3893 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb4b74c-7ae6-4ecb-a043-f8cf09c87992,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:10.062362 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c1ee3c2-5ef1-4e71-96df-f41f470b3893 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.066918 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c1ee3c2-5ef1-4e71-96df-f41f470b3893 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1921265 Sep 19 03:08:10.068663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48825fc5-9c8f-4d26-995d-d6b0f13f1a74 req-9c8ee3ae-7301-4ae3-81df-d7dc3912fb53 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 210 time: 0.0754044 Sep 19 03:08:10.073026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42218) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:10.085988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:10.105210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.138158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Sync routers for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:08:10.150541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:08:10.153486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:10.171056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33815a53-c216-4a95-b644-626cd23b57d9 req-2072486c-0032-485a-9a11-6fe0b4db0e2c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795650 Sep 19 03:08:10.259360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.262491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-024c3248-e8b8-43f1-a8a7-e289b366adfc service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682507 Sep 19 03:08:10.390568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:08:10.403411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Allocated IP 19.80.0.165 (715da36a-d85c-4cbe-9468-4fc31f60e521/af50ea72-fac9-48e1-b638-ba77459d83af/486a0ef3-16a6-4950-afec-65829904a02f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:10.428343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Allocated IP 172.25.8.164 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/5b5ef463-b4ec-43d8-99a5-970dccc11729) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:10.503813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1226122-77bc-4c26-b544-2bd0f4c0c736 req-30411c8e-da29-4428-af81-11727bbd54ac service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219393 Sep 19 03:08:10.512448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5b60c-c976-4956-9646-57382b6526ae req-bf13076e-6d6e-4476-97b2-977e3e3a95a8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:10.514836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6f5b60c-c976-4956-9646-57382b6526ae req-bf13076e-6d6e-4476-97b2-977e3e3a95a8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 943 time: 0.1983871 Sep 19 03:08:10.574993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42232) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:10.584987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f18ef8d9-0e7c-457e-a929-a9a93fea2411 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:10.591246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.607155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6f5b60c-c976-4956-9646-57382b6526ae req-06c16efe-9c68-4239-b309-9351062b527e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833135 Sep 19 03:08:10.643026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.683269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:10.687755 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9428a214-28e2-4283-b45d-61b6378cfe57" -d '{"events": [{"name": "network-changed", "server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:10.692803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f18ef8d9-0e7c-457e-a929-a9a93fea2411 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:10.693730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.736352 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.738061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 2, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:10.757764 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980f9021-9ce5-42ce-8718-88f929d5e190 x-openstack-request-id: req-980f9021-9ce5-42ce-8718-88f929d5e190 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:10.758498 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:10.758967 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-980f9021-9ce5-42ce-8718-88f929d5e190 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:10.759518 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'status': 'completed', 'code': 200} Sep 19 03:08:10.761201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=5b5ef463-b4ec-43d8-99a5-970dccc11729,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:10.775939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Checking router: aad09c29-488c-4cd4-a22c-1d936c90a8c3 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:08:10.776300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Updating router aad09c29-488c-4cd4-a22c-1d936c90a8c3 port af291352-d236-4f9b-b1e8-13ad266381eb binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:08:10.786690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.810338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:10.815453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:10.818316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e9915e7e-2c1b-4d8c-b2b5-e0e5da2e604d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2644a4946514badb999b6af91dc8a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418878 Sep 19 03:08:10.820889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42244) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:10.825902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:10.828955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:10.882697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network 715da36a-d85c-4cbe-9468-4fc31f60e521 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:10.896328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:10.920863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:10.949780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Port': ['ID=486a0ef3-16a6-4950-afec-65829904a02f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:10.960352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.003804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0489ad12-bfac-4b68-9650-761ebbfb521a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.010852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-660e43b4-482e-4c27-b42a-8bb41ae25961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:11.011189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:11.012823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-660e43b4-482e-4c27-b42a-8bb41ae25961 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 1094 time: 0.1907725 Sep 19 03:08:11.030860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.061298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:11.062240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.107036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0489ad12-bfac-4b68-9650-761ebbfb521a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.193350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-7313bb23-d1ad-4045-aee1-ede82aae71df tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7968202 Sep 19 03:08:11.232563 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0489ad12-bfac-4b68-9650-761ebbfb521a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.236295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0489ad12-bfac-4b68-9650-761ebbfb521a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.237406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0489ad12-bfac-4b68-9650-761ebbfb521a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd05795f-a3bb-4972-932b-6a37cdd7e196 HTTP/1.1" status: 204 len: 168 time: 0.4105568 Sep 19 03:08:11.241726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Request body: {'port': {'device_id': '6c44bd46-d557-4767-b4d1-c6665881285e', 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c', 'admin_state_up': True, 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:11.260883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2102112167-network', 'tenant_id': '0fb1bffc16854735a131e9ab5c93032a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:11.319473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Made reservation on behalf of 0fb1bffc16854735a131e9ab5c93032a for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:11.322951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.331929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489ad12-bfac-4b68-9650-761ebbfb521a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd05795f-a3bb-4972-932b-6a37cdd7e196,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:11.342617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.348904 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.349619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bfc4eaee-e74e-49de-a6ec-3237180f09da None None] Provisioning complete for port 486a0ef3-16a6-4950-afec-65829904a02f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:11.350160 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfc4eaee-e74e-49de-a6ec-3237180f09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.357512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.368934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.372933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9353f19-b09f-4a18-bf69-e5361b0e025e req-f5f17199-a2bc-4ba9-b083-0fa13c3466ea tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:11.375775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9353f19-b09f-4a18-bf69-e5361b0e025e req-f5f17199-a2bc-4ba9-b083-0fa13c3466ea tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.3726103 Sep 19 03:08:11.378159 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.431119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3eb6d-b832-42f4-882b-92ee01d386f8 None None] Pushing event updated for resources: {'Port': ['ID=af291352-d236-4f9b-b1e8-13ad266381eb,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:11.461557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4eaee-e74e-49de-a6ec-3237180f09da None None] Port 486a0ef3-16a6-4950-afec-65829904a02f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:08:11.478158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-7961eda3-b670-4403-a2c5-0f45be6b9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:11.480389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-7961eda3-b670-4403-a2c5-0f45be6b9a72 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 906 time: 0.4479716 Sep 19 03:08:11.491363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=5b5ef463-b4ec-43d8-99a5-970dccc11729,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:11.506558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92819d5-700b-4514-93e4-e5e632895060 req-06e59a08-4527-4c0e-920b-8b798685e1f5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:11.509409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.517173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f92819d5-700b-4514-93e4-e5e632895060 req-06e59a08-4527-4c0e-920b-8b798685e1f5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 932 time: 0.2866366 Sep 19 03:08:11.561287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Attempting to bind port af291352-d236-4f9b-b1e8-13ad266381eb on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:11.561725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Attempting to bind port af291352-d236-4f9b-b1e8-13ad266381eb by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:11.562173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Attempting to bind port af291352-d236-4f9b-b1e8-13ad266381eb on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:11.572995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:11.573407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:11.573983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.574418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Bound using segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:11.576120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Bound port: af291352-d236-4f9b-b1e8-13ad266381eb, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:11.577120 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.603053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.621706 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.624424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-f48520be-482c-43e1-a32d-7e5b87c01d38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34 HTTP/1.1" status: 200 len: 217 time: 0.1017225 Sep 19 03:08:11.632532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9353f19-b09f-4a18-bf69-e5361b0e025e req-f001e3bc-f272-43d1-ae8a-7d9ce8fa6d1f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040949 Sep 19 03:08:11.647762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.649123 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-955503a7-b002-47eb-b12d-48e496246c84 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5742145 Sep 19 03:08:11.660754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:08:11.689532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42268) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:11.694658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] For port af291352-d236-4f9b-b1e8-13ad266381eb, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:11.699253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] For port af291352-d236-4f9b-b1e8-13ad266381eb, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=af291352-d236-4f9b-b1e8-13ad266381eb,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:11.706547 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.720453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f92819d5-700b-4514-93e4-e5e632895060 req-e4763828-03ad-4ad0-9896-ce5e81a2ecf1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022977 Sep 19 03:08:11.755527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3df5ca2-0b8d-401c-9265-6c5a29a354da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.793377 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.793957 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Added segment 539421ff-d91a-42d2-8f09-eaa03ae0e990 of type vlan for network aae3594d-1d4e-4800-99fa-6b556635a00d Sep 19 03:08:11.796671 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:08:11.796853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:11.819896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab50eb8e-5e76-4976-a5b6-75fe133edd03,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:11.823377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-4f5e88ba-58c6-427a-8c27-861c91c20d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:11.836941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-4f5e88ba-58c6-427a-8c27-861c91c20d1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.2032406 Sep 19 03:08:11.838756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Made reservation on behalf of 37cfd2b7833a4d1fb3a1418429c72ce8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:11.842511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.902193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3eb6d-b832-42f4-882b-92ee01d386f8 None None] Pushing event updated for resources: {'Port': ['ID=af291352-d236-4f9b-b1e8-13ad266381eb,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:11.925280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-accd523d-06da-4b1a-8f35-d21355fdd411 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525129 Sep 19 03:08:11.945533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0b8e3c68-251b-4e17-9b8b-0342cbaa5b85 None None] Provisioning complete for port af291352-d236-4f9b-b1e8-13ad266381eb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:11.945919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b8e3c68-251b-4e17-9b8b-0342cbaa5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.952402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.980179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3df5ca2-0b8d-401c-9265-6c5a29a354da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:11.992141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3df5ca2-0b8d-401c-9265-6c5a29a354da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.022305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.023354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:12.023948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.046353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:08:12.050195 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e3df5ca2-0b8d-401c-9265-6c5a29a354da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a19e93835259434892ac00d7c55d3793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455307 Sep 19 03:08:12.054632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6469f-3e88-44f9-a639-7da8744ae624 req-6e4bb015-505b-4be0-b161-33c171f76f48 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:12.062267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:12.064295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bb6469f-3e88-44f9-a639-7da8744ae624 req-6e4bb015-505b-4be0-b161-33c171f76f48 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.3223488 Sep 19 03:08:12.131531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] Pushing event updated for resources: {'Network': ['ID=aae3594d-1d4e-4800-99fa-6b556635a00d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:12.133849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df5ca2-0b8d-401c-9265-6c5a29a354da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e3251e-2a9d-4ccb-86df-2174d4ab83c6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:12.140174 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3c42c8b1-1fa9-4171-bd52-a6a3a62ff9cc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1271973 Sep 19 03:08:12.146991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:12.155366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Request body: {'subnet': {'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2102112167-subnet', 'tenant_id': '0fb1bffc16854735a131e9ab5c93032a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:12.213162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Made reservation on behalf of 0fb1bffc16854735a131e9ab5c93032a for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:12.215492 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.220951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69bf2-bce8-42fc-8545-6ff393a6a872 req-ffd50bae-9868-44a9-af91-eba0c9877272 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:12.222498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aea69bf2-bce8-42fc-8545-6ff393a6a872 req-ffd50bae-9868-44a9-af91-eba0c9877272 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 943 time: 0.2869442 Sep 19 03:08:12.237160 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8949ddb3-eb9e-415f-ac7f-51153200e872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.239768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bb6469f-3e88-44f9-a639-7da8744ae624 req-10814cce-f187-41df-a53e-08b46793d3f7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740782 Sep 19 03:08:12.241525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network aae3594d-1d4e-4800-99fa-6b556635a00d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:08:12.262263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Allocated IP 19.86.0.25 (4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c/a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02/23616cc6-4274-437b-8e32-d9df1c361454) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:12.318444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8949ddb3-eb9e-415f-ac7f-51153200e872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.399730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-21503a31-50e5-4730-b644-b4aeab99e750 service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630785 Sep 19 03:08:12.415710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8949ddb3-eb9e-415f-ac7f-51153200e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.418799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8949ddb3-eb9e-415f-ac7f-51153200e872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.419968 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8949ddb3-eb9e-415f-ac7f-51153200e872 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2e3251e-2a9d-4ccb-86df-2174d4ab83c6 HTTP/1.1" status: 204 len: 168 time: 0.2952013 Sep 19 03:08:12.456110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949ddb3-eb9e-415f-ac7f-51153200e872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e3251e-2a9d-4ccb-86df-2174d4ab83c6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:12.467211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b8e3c68-251b-4e17-9b8b-0342cbaa5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.486145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.548345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0b8e3c68-251b-4e17-9b8b-0342cbaa5b85 None None] For port af291352-d236-4f9b-b1e8-13ad266381eb, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=af291352-d236-4f9b-b1e8-13ad266381eb,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:12.559886 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b8e3c68-251b-4e17-9b8b-0342cbaa5b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.573926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Checking segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:12.574334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Network hostable DHCP agents. Network: aae3594d-1d4e-4800-99fa-6b556635a00d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:08:12.579583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=773ae731-571f-4ae6-8514-ea16024694fc,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:12.580215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-750694df-2b81-435e-87f8-14f54ce70874 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2011934219&fields=id&tenant_id=11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 267 time: 0.1928451 Sep 19 03:08:12.595900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Network aae3594d-1d4e-4800-99fa-6b556635a00d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:08:12.612300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, aae3594d-1d4e-4800-99fa-6b556635a00d) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:12.618675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:12.619977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.620357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aea69bf2-bce8-42fc-8545-6ff393a6a872 req-0fb71fab-fddc-4bcc-aada-08b05ee4691f tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837361 Sep 19 03:08:12.633215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09a8393-309e-4b98-9d38-19a2d3ff4c9c None None] Network aae3594d-1d4e-4800-99fa-6b556635a00d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:12.638966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6188328-ecdd-4fa5-8bbf-b2002ff03f9e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4906063 Sep 19 03:08:12.642544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:11Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:12.658882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e3c68-251b-4e17-9b8b-0342cbaa5b85 None None] Pushing event updated for resources: {'Port': ['ID=af291352-d236-4f9b-b1e8-13ad266381eb,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:12.693664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.726832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f4e0d-03b3-494c-afe2-e63608982b86 None None] The sync data for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 is: [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:11Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:08:12.779791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-788f29c0-1421-4fdd-929e-824f584fb53e None None] Provisioning complete for port af291352-d236-4f9b-b1e8-13ad266381eb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:12.780167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-788f29c0-1421-4fdd-929e-824f584fb53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:12.911462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9428a214-28e2-4283-b45d-61b6378cfe57 req-e836bc2a-8865-4f7d-bbe3-11d3ec8cbcaf service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733729 Sep 19 03:08:12.951407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef5bdb-9c4f-4ed6-9925-b576f9e46540 None None] Network aae3594d-1d4e-4800-99fa-6b556635a00d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:08:13.042077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7d67c78b-846e-482e-993b-46557602a9d3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:13.043972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7d67c78b-846e-482e-993b-46557602a9d3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.4629745 Sep 19 03:08:13.077881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fd979-770e-487c-8f07-0600a5af9af8 req-68fb4950-2aab-4274-ba05-c060a6de2bfc tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:13.085797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e4fd979-770e-487c-8f07-0600a5af9af8 req-68fb4950-2aab-4274-ba05-c060a6de2bfc tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.2372320 Sep 19 03:08:13.112903 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:13.194685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7ddb0cab-9052-4c3b-a167-3e7ab0ed7337 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/quotas/11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 375 time: 0.1067500 Sep 19 03:08:13.205173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:13.232954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:13.234914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event updated for resources: {'Port': ['ID=23616cc6-4274-437b-8e32-d9df1c361454,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:13.248460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:13.313664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e4fd979-770e-487c-8f07-0600a5af9af8 req-64f37a79-7c94-4740-ad46-8ce1a574f864 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224646 Sep 19 03:08:13.410668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:13.411466 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:13.436561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-9a42de19-3086-410a-8eaa-0a3124e64745 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2289300 Sep 19 03:08:13.468033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-b2dcac92-e05e-4e05-88c1-ca524b30fc18 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2362254 Sep 19 03:08:13.520639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Request body: {'port': {'device_id': '6c44bd46-d557-4767-b4d1-c6665881285e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:13.653509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d96275a4-0177-4137-96c5-076cf7cc4470 None None] Provisioning complete for port 23616cc6-4274-437b-8e32-d9df1c361454 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:13.654562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d96275a4-0177-4137-96c5-076cf7cc4470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:13.725138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d96275a4-0177-4137-96c5-076cf7cc4470 None None] Port 23616cc6-4274-437b-8e32-d9df1c361454 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:08:13.728146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 86c2822c-e4d5-4b89-93b0-8d982b7bae34 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:13.890275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:13.918588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'mac_address': 'fa:16:3e:61:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:13.989506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6fc21-2c1f-494d-9d1f-088b48284e32 req-4f986b36-afc4-4f7b-b7a3-c2d38c275856 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:14.007304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:14.011331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6fc21-2c1f-494d-9d1f-088b48284e32 req-4f986b36-afc4-4f7b-b7a3-c2d38c275856 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:14.017144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fe6fc21-2c1f-494d-9d1f-088b48284e32 req-4f986b36-afc4-4f7b-b7a3-c2d38c275856 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1654 time: 0.5764034 Sep 19 03:08:14.026896 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:14.028356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c2822c-e4d5-4b89-93b0-8d982b7bae34 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:14.077659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:14.089771 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:14.097506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-2ab6989b-f754-4f9b-acba-7352d34fc97c service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6381111 Sep 19 03:08:14.177229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:14.270716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fe6fc21-2c1f-494d-9d1f-088b48284e32 req-e1b3763e-a0c3-4c33-8631-02c44d183112 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420311 Sep 19 03:08:14.339231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device af291352-d236-4f9b-b1e8-13ad266381eb up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:14.345779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-54049c18-3877-429b-a375-97b023a4a575 service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480514 Sep 19 03:08:14.475599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port af291352-d236-4f9b-b1e8-13ad266381eb triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:14.476002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:14.486157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e92c4f35-7411-4e5c-a382-e74290ae8fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:14.576367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['86c2822c-e4d5-4b89-93b0-8d982b7bae34'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:14.680964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:14.821687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c377-0118-4dea-a141-401b7f4603ae req-3a005b6d-8669-46f1-b7dc-8d8e7fb77fb4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:14.824285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71d9c377-0118-4dea-a141-401b7f4603ae req-3a005b6d-8669-46f1-b7dc-8d8e7fb77fb4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1553752 Sep 19 03:08:14.922485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:14.939926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'port_id': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'mac_address': 'fa:16:3e:83:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:14.955151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486a0ef3-16a6-4950-afec-65829904a02f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:15.003886 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:15.005513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:15.013300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71d9c377-0118-4dea-a141-401b7f4603ae req-50e1ae43-ffd8-4c32-adce-99f33cec8755 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769087 Sep 19 03:08:15.028903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5132aff2-d14b-4293-a4ad-7f411a69903c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:15.069841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Transition to ACTIVE for port object 486a0ef3-16a6-4950-afec-65829904a02f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:15.085957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:15.121833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:15.147248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:15.247932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['5132aff2-d14b-4293-a4ad-7f411a69903c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:15.254510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-023cb86d-e236-4e50-92b1-8a4828e4b019 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:15.264065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-023cb86d-e236-4e50-92b1-8a4828e4b019 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 813 time: 0.3369579 Sep 19 03:08:15.294361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Pushing event updated for resources: {'Port': ['ID=486a0ef3-16a6-4950-afec-65829904a02f,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:15.311251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:15.325614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d03aae-3f4f-45f0-91f9-0b98c511ea65 req-6674153d-2b09-4516-9e75-bafbe38cc0e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:15.333853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98d03aae-3f4f-45f0-91f9-0b98c511ea65 req-6674153d-2b09-4516-9e75-bafbe38cc0e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 944 time: 0.1967294 Sep 19 03:08:15.348481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-084e1012-2aee-40c0-9aa1-dc205cf3c84d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/quotas/0fb1bffc16854735a131e9ab5c93032a HTTP/1.1" status: 200 len: 375 time: 0.0802863 Sep 19 03:08:15.528238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-74644b58-5dfb-468c-aa81-27a762b09f00 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1761315 Sep 19 03:08:15.639128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98d03aae-3f4f-45f0-91f9-0b98c511ea65 req-2f633178-9b69-4ab1-9ff9-23a43042a074 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039927 Sep 19 03:08:15.747027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Attempting to bind port 486a0ef3-16a6-4950-afec-65829904a02f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:15.747378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Attempting to bind port 486a0ef3-16a6-4950-afec-65829904a02f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:15.747715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Attempting to bind port 486a0ef3-16a6-4950-afec-65829904a02f on network 715da36a-d85c-4cbe-9468-4fc31f60e521 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:15.749998 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:15.772841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Port 486a0ef3-16a6-4950-afec-65829904a02f on network 715da36a-d85c-4cbe-9468-4fc31f60e521 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:15.773172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Attempting to bind port 486a0ef3-16a6-4950-afec-65829904a02f on network 715da36a-d85c-4cbe-9468-4fc31f60e521 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:15.806259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:15.807149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Checking segment: {'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:15.807564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Bound using segment: {'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:15.807991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Bound port: 486a0ef3-16a6-4950-afec-65829904a02f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf745f49-2e4e-43a4-94c6-05d786bad38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:15.808350 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:15.837901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2e7b52a5-2f56-4b52-91f0-8148652bc615 service neutron] 10.222.0.22 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916908 Sep 19 03:08:15.887258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd0b82-b1f7-4257-957e-bc64571b6a50 req-29eba3a9-3967-49d6-a41d-f31cbd193f58 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:15.891644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04bd0b82-b1f7-4257-957e-bc64571b6a50 req-29eba3a9-3967-49d6-a41d-f31cbd193f58 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1361787 Sep 19 03:08:15.995947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04bd0b82-b1f7-4257-957e-bc64571b6a50 req-648473c1-b04c-4e54-96f7-96e9fe19c6df tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003485 Sep 19 03:08:16.014932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] For port 486a0ef3-16a6-4950-afec-65829904a02f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:16.022793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] For port 486a0ef3-16a6-4950-afec-65829904a02f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=486a0ef3-16a6-4950-afec-65829904a02f,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:16.031649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:16.059375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-4037e185-5fa8-49eb-811a-e8ed2ed4208a service neutron] 10.222.0.22 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093410 Sep 19 03:08:16.132906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:16.133539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:16.137910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] 10.222.0.32 "PUT /v2.0/ports/486a0ef3-16a6-4950-afec-65829904a02f HTTP/1.1" status: 200 len: 1092 time: 2.6406112 Sep 19 03:08:16.138397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'tag': '486a0ef3-16a6-4950-afec-65829904a02f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:16.140766 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9b178b-eaf0-492a-9d37-ba456670e9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "tag": "486a0ef3-16a6-4950-afec-65829904a02f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:16.196142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Request body: {'port': {'device_id': '6c44bd46-d557-4767-b4d1-c6665881285e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:16.205595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2acdb6db-fbb3-47ad-af87-b2832ed871ea req-4b48926a-49c8-4ef5-afee-56507cc36d69 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 210 time: 0.0888262 Sep 19 03:08:16.312808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10427a2-e721-4ea4-83a2-cbbb9671452d service neutron] Pushing event updated for resources: {'Port': ['ID=486a0ef3-16a6-4950-afec-65829904a02f,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:16.523191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:16.547198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-794bf4b0-5c56-4fbf-b212-52896f917cc4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:16.548949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-794bf4b0-5c56-4fbf-b212-52896f917cc4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.2899208 Sep 19 03:08:16.568650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda6f0-e1a2-4f49-b2ac-42a59ccbfc21 req-6f051a0e-9b06-4423-aa0d-7555c665cc6b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:16.575855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda6f0-e1a2-4f49-b2ac-42a59ccbfc21 req-6f051a0e-9b06-4423-aa0d-7555c665cc6b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:16.578055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49eda6f0-e1a2-4f49-b2ac-42a59ccbfc21 req-6f051a0e-9b06-4423-aa0d-7555c665cc6b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1666 time: 0.1600108 Sep 19 03:08:16.681259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:16.755225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 5132aff2-d14b-4293-a4ad-7f411a69903c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:16.755695 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:16.793447 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-8752ec82-8298-46f2-a097-b7b25d71683c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 380 time: 0.2143044 Sep 19 03:08:16.803187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49eda6f0-e1a2-4f49-b2ac-42a59ccbfc21 req-03c14396-7c78-4ec4-bb08-47276a7c1f70 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171695 Sep 19 03:08:16.815907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbc12e-2e92-4d00-95ef-551abbe57f0e req-1a41312c-3b66-474d-a848-08428ee7ff9b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:16.817631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89fbc12e-2e92-4d00-95ef-551abbe57f0e req-1a41312c-3b66-474d-a848-08428ee7ff9b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1979625 Sep 19 03:08:16.821704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'port': {'device_id': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'admin_state_up': True, 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'security_groups': ['4c83a867-6ce0-4b90-96e8-ed09bcc5f346']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:16.869950 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:16.906756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:16.910274 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369a59f2-7fa1-4377-963d-b0fd66771a52" -d '{"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-plugged", "status": "completed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:16.937390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:16.948652 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:16.996091 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e347d31c-34c6-418e-9ece-d278218c2b91 x-openstack-request-id: req-e347d31c-34c6-418e-9ece-d278218c2b91 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:16.996523 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "tag": "486a0ef3-16a6-4950-afec-65829904a02f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:16.996888 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e347d31c-34c6-418e-9ece-d278218c2b91 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:16.997409 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'tag': '486a0ef3-16a6-4950-afec-65829904a02f', 'status': 'completed', 'code': 200} Sep 19 03:08:17.066696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:17.162717 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e321978-c9a1-4cd6-8cc7-66568e5d1b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:17.255275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89fbc12e-2e92-4d00-95ef-551abbe57f0e req-c758bd9c-07bf-418c-9861-da24e3852f91 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269080 Sep 19 03:08:17.351824 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38a23fd-6acb-41d2-94dc-ddc039af4244 x-openstack-request-id: req-d38a23fd-6acb-41d2-94dc-ddc039af4244 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:17.352129 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-plugged", "status": "completed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:17.352388 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d38a23fd-6acb-41d2-94dc-ddc039af4244 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:17.352786 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'code': 200} Sep 19 03:08:17.363021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-e8ea15b5-c821-49ee-83ea-f3e60f7b089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:17.363564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-e8ea15b5-c821-49ee-83ea-f3e60f7b089d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:17.365360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-e8ea15b5-c821-49ee-83ea-f3e60f7b089d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1913 time: 0.2298555 Sep 19 03:08:17.468311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee640bf7-b704-445a-9561-fb121c4f49f1 req-deec1cc4-4220-4819-9ee2-41d40ae74310 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:17.476186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee640bf7-b704-445a-9561-fb121c4f49f1 req-deec1cc4-4220-4819-9ee2-41d40ae74310 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 944 time: 0.2987778 Sep 19 03:08:17.536279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23616cc6-4274-437b-8e32-d9df1c361454 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:17.577162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7db6df1-661f-4b54-8ce8-58cb6be1ebd7 req-dfa6863c-b489-4c8a-a8fa-e6ed83adb585 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 210 time: 0.1501844 Sep 19 03:08:17.579255 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:17.621208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Made reservation on behalf of 11a72d8d880d4e5c9ef86b1ff8199024 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:17.624725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:17.682177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 86c2822c-e4d5-4b89-93b0-8d982b7bae34 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:17.751289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:17.757154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:17.757924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:17.983329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Transition to ACTIVE for port object 23616cc6-4274-437b-8e32-d9df1c361454 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:18.004296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:18.013828 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:18.046823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee640bf7-b704-445a-9561-fb121c4f49f1 req-d9b051a5-2b68-4d5d-b07a-a711acd5827f tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683222 Sep 19 03:08:18.073527 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:08:18.095413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:18.123907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:18.137806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:18.156762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-6ec6e249-b31c-4635-8bfe-349a37078d2d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.162014 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-6ec6e249-b31c-4635-8bfe-349a37078d2d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 813 time: 0.2569566 Sep 19 03:08:18.185472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Request body: {'port': {'device_id': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'admin_state_up': True, 'tenant_id': '0fb1bffc16854735a131e9ab5c93032a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:18.207328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-ea5e7c06-e3b3-4be8-a4b1-6d280f4199c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.207814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-ea5e7c06-e3b3-4be8-a4b1-6d280f4199c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.208290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-ea5e7c06-e3b3-4be8-a4b1-6d280f4199c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.210152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-ea5e7c06-e3b3-4be8-a4b1-6d280f4199c8 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8258331 Sep 19 03:08:18.238909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca47044-e016-4bf4-9505-d8b8a328aba9 req-18fa760c-fb54-452a-987a-49d024644c89 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.247585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ca47044-e016-4bf4-9505-d8b8a328aba9 req-18fa760c-fb54-452a-987a-49d024644c89 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.5978696 Sep 19 03:08:18.249009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:18.269653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c3c76ed-c0b7-42f7-8ea4-5353b27dd6ec req-50b4eaee-8c1e-43f9-bc73-cff91093ebb2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 210 time: 0.1030703 Sep 19 03:08:18.367364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:18.401328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Made reservation on behalf of 0fb1bffc16854735a131e9ab5c93032a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:18.405725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:18.573371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-fa11624a-b044-427f-8ef0-9c4c92b38526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.574978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c9b178b-eaf0-492a-9d37-ba456670e9ca req-fa11624a-b044-427f-8ef0-9c4c92b38526 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3194513 Sep 19 03:08:18.701657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Pushing event updated for resources: {'Port': ['ID=23616cc6-4274-437b-8e32-d9df1c361454,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:18.745371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Allocated IP 172.20.0.12 (aae3594d-1d4e-4800-99fa-6b556635a00d/773ae731-571f-4ae6-8514-ea16024694fc/fd3860c1-d3d0-4967-9d24-69f0968cd12a) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:18.778487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Allocated IP 172.20.0.5 (7ddbdce6-d85b-4f7d-b833-878eeb5a3e35/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950/bc03c134-b74b-4da7-b28c-f014ff5fd7e0) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:18.798776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ca47044-e016-4bf4-9505-d8b8a328aba9 req-181ff245-3059-4da0-82f4-25f4c3470644 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502074 Sep 19 03:08:18.891714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37667ff-953e-41ad-a698-34c11072ad7b req-6cdd73e2-ea20-490f-95fa-e538ebde9f3b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.901233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37667ff-953e-41ad-a698-34c11072ad7b req-6cdd73e2-ea20-490f-95fa-e538ebde9f3b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:18.910966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c37667ff-953e-41ad-a698-34c11072ad7b req-6cdd73e2-ea20-490f-95fa-e538ebde9f3b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1678 time: 0.3348415 Sep 19 03:08:19.033738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Attempting to bind port 23616cc6-4274-437b-8e32-d9df1c361454 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:19.034352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Attempting to bind port 23616cc6-4274-437b-8e32-d9df1c361454 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:19.034934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Attempting to bind port 23616cc6-4274-437b-8e32-d9df1c361454 on network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:19.043323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-05170b2c-6d16-429d-88b1-18652876180b tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:19.046338 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-05170b2c-6d16-429d-88b1-18652876180b tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 813 time: 0.3853822 Sep 19 03:08:19.065342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Request body: {'port': {'device_id': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'admin_state_up': True, 'tenant_id': '0fb1bffc16854735a131e9ab5c93032a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:19.066577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Port 23616cc6-4274-437b-8e32-d9df1c361454 on network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:19.067099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Attempting to bind port 23616cc6-4274-437b-8e32-d9df1c361454 on network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:19.083358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c37667ff-953e-41ad-a698-34c11072ad7b req-704a725b-e178-4aff-af0e-f7bfbfe92c41 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706104 Sep 19 03:08:19.095179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.112014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a83cdc-010a-4dbf-8f43-1bd093f64aad req-1871858a-d8fe-4f17-9eaa-d39b926a7216 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:19.113543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2a83cdc-010a-4dbf-8f43-1bd093f64aad req-1871858a-d8fe-4f17-9eaa-d39b926a7216 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1978621 Sep 19 03:08:19.147743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:19.148007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Checking segment: {'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:19.148453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Bound using segment: {'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:19.148877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Bound port: 23616cc6-4274-437b-8e32-d9df1c361454, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05cd205f-bc20-4462-93e0-0d23562a0f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:19.149242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.172944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.224104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d72bd1d-ebfe-497e-86b6-dd503da3cfcb req-54dbe9f0-65d2-48aa-b63c-cea572c1ea3d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 210 time: 0.0799513 Sep 19 03:08:19.276937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Network aae3594d-1d4e-4800-99fa-6b556635a00d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:19.297537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:19.300488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:19.345023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2a83cdc-010a-4dbf-8f43-1bd093f64aad req-131ce883-7c1a-45a0-8bb5-c0992f6e6aab tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028913 Sep 19 03:08:19.353656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:19.357619 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9574b59-f044-4adb-bb1c-7679314e05e7" -d '{"events": [{"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-plugged", "status": "completed", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:19.358270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.380733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event updated for resources: {'Port': ['ID=fd3860c1-d3d0-4967-9d24-69f0968cd12a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:19.415985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:19.417042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.445886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Made reservation on behalf of 0fb1bffc16854735a131e9ab5c93032a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:19.452951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.466722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] For port 23616cc6-4274-437b-8e32-d9df1c361454, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:19.519021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] For port 23616cc6-4274-437b-8e32-d9df1c361454, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23616cc6-4274-437b-8e32-d9df1c361454,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:19.557141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8dc8d51-c8db-4661-bcbb-26b3c6d417e9 req-60cac7c7-8761-4858-895a-e6761b32b3d7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 210 time: 0.0824378 Sep 19 03:08:19.566886 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.642799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Pushing event updated for resources: {'Port': ['ID=23616cc6-4274-437b-8e32-d9df1c361454,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:19.662275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4379-857d-4488-aa30-d9ac865d83d4 req-08807d4d-1899-419e-af97-0717fd513092 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:19.664447 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc4d4379-857d-4488-aa30-d9ac865d83d4 req-08807d4d-1899-419e-af97-0717fd513092 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 945 time: 0.2557323 Sep 19 03:08:19.669709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:19.670327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.672017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-5acfa015-ee3e-41a9-b350-d766993efa3b service neutron] 10.222.0.32 "PUT /v2.0/ports/23616cc6-4274-437b-8e32-d9df1c361454 HTTP/1.1" status: 200 len: 1091 time: 3.4957058 Sep 19 03:08:19.672539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'tag': '23616cc6-4274-437b-8e32-d9df1c361454'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:19.675118 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b5c957-8acb-49e5-a255-113188b5719c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "tag": "23616cc6-4274-437b-8e32-d9df1c361454"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:19.708285 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.761435 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059c479e-6048-4f0e-9b60-b861a02395dd x-openstack-request-id: req-059c479e-6048-4f0e-9b60-b861a02395dd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:19.761785 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-plugged", "status": "completed", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:19.762122 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-059c479e-6048-4f0e-9b60-b861a02395dd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:19.762552 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'code': 200} Sep 19 03:08:19.808114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc4d4379-857d-4488-aa30-d9ac865d83d4 req-a32f894d-dda4-4a82-b1fa-d15a0f31eaf3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275003 Sep 19 03:08:19.891703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:19.903626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:19.906318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:19.909931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:19.931283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:19.955936 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07204631-3f9e-48da-b690-2a5350a90af7 x-openstack-request-id: req-07204631-3f9e-48da-b690-2a5350a90af7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:19.956621 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "tag": "23616cc6-4274-437b-8e32-d9df1c361454", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:19.959224 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07204631-3f9e-48da-b690-2a5350a90af7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:19.960386 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'tag': '23616cc6-4274-437b-8e32-d9df1c361454', 'status': 'completed', 'code': 200} Sep 19 03:08:19.984214 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-f0bd09a6-8ffa-48e8-b291-50fae3326f77 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8054440 Sep 19 03:08:20.031128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Request body: {'port': {'device_id': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:20.120021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-567d19f9-3716-4c2b-8782-27d6fb1c9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.121986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-567d19f9-3716-4c2b-8782-27d6fb1c9972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.127473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-567d19f9-3716-4c2b-8782-27d6fb1c9972 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1980 time: 0.3707514 Sep 19 03:08:20.185356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:20.225906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.226446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:20.230715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb3d44-790e-44ff-a180-018f59a3d555 req-1b2b4487-29bd-4f73-89d4-41af9d7bee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.232185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bcb3d44-790e-44ff-a180-018f59a3d555 req-1b2b4487-29bd-4f73-89d4-41af9d7bee84 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 1096 time: 0.3174708 Sep 19 03:08:20.236534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-6374625f-7c5d-44a6-b569-894bccecda18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=486a0ef3-16a6-4950-afec-65829904a02f HTTP/1.1" status: 200 len: 217 time: 0.0931640 Sep 19 03:08:20.278084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Allocated IP 172.20.0.14 (aae3594d-1d4e-4800-99fa-6b556635a00d/773ae731-571f-4ae6-8514-ea16024694fc/e8ebe31c-6c50-4db6-99ae-ea226ca7343c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:20.295556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613edec4-8e20-4532-9409-93af08f4ce27 req-57c55ad2-2047-4c24-a94e-d6f295fa8db6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.300027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-613edec4-8e20-4532-9409-93af08f4ce27 req-57c55ad2-2047-4c24-a94e-d6f295fa8db6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.2654231 Sep 19 03:08:20.337204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-26ed4d68-8e84-453e-9ff8-8b42e5b100cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5292785 Sep 19 03:08:20.349742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1f54a6f7-8785-4e0d-88af-97df238387c2 None None] Provisioning complete for port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:20.350116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f54a6f7-8785-4e0d-88af-97df238387c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:20.380406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Request body: {'port': {'device_id': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:20.423576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1f54a6f7-8785-4e0d-88af-97df238387c2 None None] Port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:08:20.429950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bcb3d44-790e-44ff-a180-018f59a3d555 req-afa2411b-4509-41b0-b317-f6639197c92b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733449 Sep 19 03:08:20.439108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-9693e99e-e838-4f0c-8c32-defb0d2276ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.440463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-9693e99e-e838-4f0c-8c32-defb0d2276ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af50ea72-fac9-48e1-b638-ba77459d83af HTTP/1.1" status: 200 len: 801 time: 0.1903236 Sep 19 03:08:20.455471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f083f-8357-4e00-b559-65cca31924ec req-6b9764a7-4c51-4b0b-9063-ac38b6a5a1a4 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.461355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f083f-8357-4e00-b559-65cca31924ec req-6b9764a7-4c51-4b0b-9063-ac38b6a5a1a4 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.462979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad5f083f-8357-4e00-b559-65cca31924ec req-6b9764a7-4c51-4b0b-9063-ac38b6a5a1a4 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1678 time: 0.2439644 Sep 19 03:08:20.499140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-613edec4-8e20-4532-9409-93af08f4ce27 req-8706a81c-b5bc-42ba-be48-fe1b04cc3fa8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572194 Sep 19 03:08:20.524735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:20.563099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:20.584876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:20.595074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad5f083f-8357-4e00-b559-65cca31924ec req-5c1193ba-6a2b-4a52-93d5-493e1408678b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230669 Sep 19 03:08:20.682705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f4122-b5ba-486c-9a3e-9bf18f6b46b9 req-89c8d141-4e79-4099-b15a-3a08150cbd46 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.691775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-924f4122-b5ba-486c-9a3e-9bf18f6b46b9 req-89c8d141-4e79-4099-b15a-3a08150cbd46 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 932 time: 0.1299706 Sep 19 03:08:20.732319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Network aae3594d-1d4e-4800-99fa-6b556635a00d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:20.745997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:20.748720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:20.843586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event updated for resources: {'Port': ['ID=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:20.881479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-924f4122-b5ba-486c-9a3e-9bf18f6b46b9 req-effeab92-8df7-4f52-8361-65b22b6d574e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884646 Sep 19 03:08:20.883122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.884184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:20.917785 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0bdd3935-8de0-4d8f-8745-284260162633 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566487 Sep 19 03:08:20.940997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Request body: {'port': {'device_id': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:20.955244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8356a2-4f70-4a53-bb8d-62e82c3009db req-38049bfe-1386-47c9-80bb-04f3dd44a4bb tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:20.957349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f8356a2-4f70-4a53-bb8d-62e82c3009db req-38049bfe-1386-47c9-80bb-04f3dd44a4bb tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.2599673 Sep 19 03:08:21.013127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3860c1-d3d0-4967-9d24-69f0968cd12a {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:21.040570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:21.056715 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:21.073543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Transition to ACTIVE for port object fd3860c1-d3d0-4967-9d24-69f0968cd12a will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:21.088262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:21.364385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-8ccf218c-5cde-477b-9937-95d5885e8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:21.365863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-8ccf218c-5cde-477b-9937-95d5885e8782 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=715da36a-d85c-4cbe-9468-4fc31f60e521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5531147 Sep 19 03:08:21.445477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f8356a2-4f70-4a53-bb8d-62e82c3009db req-0311bfd0-2530-4c5c-b300-722d3b224f3c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405878 Sep 19 03:08:21.458683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbd1e4-60e4-465d-b935-364696840c1c req-a37847d6-7340-480c-b9f8-4290aa9fba1c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:21.465799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92cbd1e4-60e4-465d-b935-364696840c1c req-a37847d6-7340-480c-b9f8-4290aa9fba1c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 931 time: 0.4721348 Sep 19 03:08:21.485341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ebe31c-6c50-4db6-99ae-ea226ca7343c {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:21.494646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:21.509054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Transition to ACTIVE for port object e8ebe31c-6c50-4db6-99ae-ea226ca7343c will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:21.523951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:21.541529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-d28617ea-1075-4171-89e4-8415ec42d851 service neutron] 10.222.0.32 "GET /v2.0/networks/715da36a-d85c-4cbe-9468-4fc31f60e521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648915 Sep 19 03:08:21.591702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3860c1-d3d0-4967-9d24-69f0968cd12a,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:21.602161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92cbd1e4-60e4-465d-b935-364696840c1c req-7194c73f-d22d-4a78-ab0c-ee92deecf319 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335793 Sep 19 03:08:21.645752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:21.758254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a32ac4-27a0-43ee-b1e0-9d95c56d7485 req-482597c7-5067-4e04-8769-a557554d4fc4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:21.766009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2a32ac4-27a0-43ee-b1e0-9d95c56d7485 req-482597c7-5067-4e04-8769-a557554d4fc4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 945 time: 0.2233858 Sep 19 03:08:21.783431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Attempting to bind port fd3860c1-d3d0-4967-9d24-69f0968cd12a on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:21.783431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Attempting to bind port fd3860c1-d3d0-4967-9d24-69f0968cd12a by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:21.783431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Attempting to bind port fd3860c1-d3d0-4967-9d24-69f0968cd12a on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:21.788324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-39833ba4-e8a1-4d3c-878a-2dbbc9b64b56 service neutron] 10.222.0.32 "GET /v2.0/networks/715da36a-d85c-4cbe-9468-4fc31f60e521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270942 Sep 19 03:08:21.796956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Port fd3860c1-d3d0-4967-9d24-69f0968cd12a on network aae3594d-1d4e-4800-99fa-6b556635a00d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:21.797604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Attempting to bind port fd3860c1-d3d0-4967-9d24-69f0968cd12a on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:21.800790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Attempting to bind port e8ebe31c-6c50-4db6-99ae-ea226ca7343c on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:21.801222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Attempting to bind port e8ebe31c-6c50-4db6-99ae-ea226ca7343c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:21.801637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Attempting to bind port e8ebe31c-6c50-4db6-99ae-ea226ca7343c on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:21.808113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Port e8ebe31c-6c50-4db6-99ae-ea226ca7343c on network aae3594d-1d4e-4800-99fa-6b556635a00d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:21.808523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Attempting to bind port e8ebe31c-6c50-4db6-99ae-ea226ca7343c on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:21.814186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:21.814852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Checking segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:21.815335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Bound using segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:21.815943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Bound port: fd3860c1-d3d0-4967-9d24-69f0968cd12a, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:21.816396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:21.831073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:21.831536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Checking segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:21.832035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Bound using segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:21.832567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Bound port: e8ebe31c-6c50-4db6-99ae-ea226ca7343c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:21.833016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:21.840396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-e30454bd-888f-4798-ba7f-f799bb5b19a7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=23616cc6-4274-437b-8e32-d9df1c361454 HTTP/1.1" status: 200 len: 217 time: 0.0374846 Sep 19 03:08:21.911331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-fdfdf427-f289-43d7-b9f7-5a7d62c73604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:21.912921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-fdfdf427-f289-43d7-b9f7-5a7d62c73604 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02 HTTP/1.1" status: 200 len: 801 time: 0.0551744 Sep 19 03:08:21.915205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc03c134-b74b-4da7-b28c-f014ff5fd7e0 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:21.983154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] For port e8ebe31c-6c50-4db6-99ae-ea226ca7343c, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:21.987297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] For port e8ebe31c-6c50-4db6-99ae-ea226ca7343c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:21.989142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] For port fd3860c1-d3d0-4967-9d24-69f0968cd12a, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:21.991231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2a32ac4-27a0-43ee-b1e0-9d95c56d7485 req-c84d9ece-8242-4f22-a29f-9d2ebc7cb27c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197037 Sep 19 03:08:21.994976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] For port fd3860c1-d3d0-4967-9d24-69f0968cd12a, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fd3860c1-d3d0-4967-9d24-69f0968cd12a,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:22.001461 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:22.002713 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:22.052791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Transition to ACTIVE for port object bc03c134-b74b-4da7-b28c-f014ff5fd7e0 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:22.074091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:22.083186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:22.086986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0150c-07bd-47c9-b042-40a00a38abac req-6532db8c-786b-4ec4-9d06-684d5cc81c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.088568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.089203 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:22.089615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-6532db8c-786b-4ec4-9d06-684d5cc81c78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1496723 Sep 19 03:08:22.090880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] 10.222.0.32 "PUT /v2.0/ports/e8ebe31c-6c50-4db6-99ae-ea226ca7343c HTTP/1.1" status: 200 len: 1092 time: 1.1573999 Sep 19 03:08:22.092495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'tag': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:22.094806 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d607b0e3-e392-4e6f-9958-2503cadccc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ad32c69-0a08-41ce-81d8-c5976d063c78", "tag": "e8ebe31c-6c50-4db6-99ae-ea226ca7343c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:22.097362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b2270-5253-4c7c-9d1a-050addb9569b service neutron] Pushing event updated for resources: {'Port': ['ID=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:22.158288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05d2e2-7f5a-4602-ab83-ada2cee406a1 req-8e14437f-3bc8-4193-85b0-8d404d5365ec tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.160062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a05d2e2-7f5a-4602-ab83-ada2cee406a1 req-8e14437f-3bc8-4193-85b0-8d404d5365ec tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.2380967 Sep 19 03:08:22.173258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3860c1-d3d0-4967-9d24-69f0968cd12a,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:22.206598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.207493 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:22.209151 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-ae880aef-9788-40fb-9634-931281bd1039 service neutron] 10.222.0.32 "PUT /v2.0/ports/fd3860c1-d3d0-4967-9d24-69f0968cd12a HTTP/1.1" status: 200 len: 1092 time: 2.1832647 Sep 19 03:08:22.281601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:22.310659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a05d2e2-7f5a-4602-ab83-ada2cee406a1 req-c5a482d3-91a5-400a-857c-36cb820cb0b6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356776 Sep 19 03:08:22.334145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae478f8-abde-4188-802e-f274479652ca req-c37d0c1b-7199-4b3f-bfdb-7dc0b99314c6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.340998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae478f8-abde-4188-802e-f274479652ca req-c37d0c1b-7199-4b3f-bfdb-7dc0b99314c6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.348611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ae478f8-abde-4188-802e-f274479652ca req-c37d0c1b-7199-4b3f-bfdb-7dc0b99314c6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1678 time: 0.2857821 Sep 19 03:08:22.350580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-bfc5c028-5f47-4e14-a81f-0ede86ebf932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.353750 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-bfc5c028-5f47-4e14-a81f-0ede86ebf932 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 1095 time: 0.1830475 Sep 19 03:08:22.363541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-66e91f7b-fbba-413c-97fb-8feb1b6d8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.383250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-66e91f7b-fbba-413c-97fb-8feb1b6d8d5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=165afd2e-6ef6-4ebe-841a-f1f52b094f32 HTTP/1.1" status: 200 len: 1095 time: 0.0893469 Sep 19 03:08:22.455814 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-21811d21-84e8-4326-b785-3040e9cfbb27 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8ebe31c-6c50-4db6-99ae-ea226ca7343c HTTP/1.1" status: 200 len: 217 time: 0.0714028 Sep 19 03:08:22.495185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-359afb7e-5517-4725-8994-b28caabbe63c service neutron] 10.222.0.32 "GET /v2.0/networks/4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815129 Sep 19 03:08:22.511678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ae478f8-abde-4188-802e-f274479652ca req-1f13b006-72e2-4320-a30e-c5e1efe0d337 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578398 Sep 19 03:08:22.522882 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-7e9fe2a8-2f3f-4676-8171-948e81aebd92 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd3860c1-d3d0-4967-9d24-69f0968cd12a HTTP/1.1" status: 200 len: 217 time: 0.1246421 Sep 19 03:08:22.594298 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e69991-9b73-478b-b363-4fc7241ad803 x-openstack-request-id: req-77e69991-9b73-478b-b363-4fc7241ad803 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:22.594658 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ad32c69-0a08-41ce-81d8-c5976d063c78", "tag": "e8ebe31c-6c50-4db6-99ae-ea226ca7343c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:22.594938 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77e69991-9b73-478b-b363-4fc7241ad803 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:22.595345 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'tag': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c', 'status': 'completed', 'code': 200} Sep 19 03:08:22.654362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-476a9601-d226-4007-a6e8-1c579303d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.656316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-476a9601-d226-4007-a6e8-1c579303d9d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.1356456 Sep 19 03:08:22.657752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-de0d4f69-e3fc-43aa-8379-e4686a7b257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.658858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Attempting to bind port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:22.659205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Attempting to bind port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:22.659646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Attempting to bind port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:22.659861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-de0d4f69-e3fc-43aa-8379-e4686a7b257b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.1198893 Sep 19 03:08:22.691019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:22.691354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Attempting to bind port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:22.712369 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-72fd3866-1a13-41a1-bfde-f7e9b8a35eb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317376 Sep 19 03:08:22.718600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:22.718973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:22.719375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Bound using segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:22.719836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Bound port: bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:22.720202 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:22.740131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c747670-0fb2-4829-8188-b2ec337f954e req-28bd5fc4-b329-478b-96a0-dcc7e0a95c14 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.741127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c747670-0fb2-4829-8188-b2ec337f954e req-28bd5fc4-b329-478b-96a0-dcc7e0a95c14 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 944 time: 0.2066839 Sep 19 03:08:22.741865 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-0f5e0d05-775c-4f48-aa3e-367f03834bdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713842 Sep 19 03:08:22.815739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daa0150c-07bd-47c9-b042-40a00a38abac req-c315fcb0-57b0-42ec-941d-ff2cea118244 service neutron] 10.222.0.32 "GET /v2.0/networks/4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005567 Sep 19 03:08:22.836404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c97b4-c47d-42e1-88b9-ea54e5c9e43c req-38bcad1a-5eca-47fe-a711-215094b7140b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:22.844598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-499c97b4-c47d-42e1-88b9-ea54e5c9e43c req-38bcad1a-5eca-47fe-a711-215094b7140b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1802053 Sep 19 03:08:22.861603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c747670-0fb2-4829-8188-b2ec337f954e req-08b5023e-969e-4c2f-8b4f-caf68a5ee6e4 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111012 Sep 19 03:08:22.895773 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-4ec6a135-6200-4d46-93f4-2cc9a9f379bf service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632586 Sep 19 03:08:22.909467 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-04c41354-f7d0-481b-8af1-bb5b97ca2d36 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560388 Sep 19 03:08:22.921321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-499c97b4-c47d-42e1-88b9-ea54e5c9e43c req-89da9aef-3f87-4d56-8028-262286e116ef tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758469 Sep 19 03:08:22.929449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:22.934304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:22.942477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:23.006180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.007251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:23.008866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] 10.222.0.32 "PUT /v2.0/ports/bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 1091 time: 2.6525581 Sep 19 03:08:23.022897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:23.025860 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c51d498-1640-4b6e-a8d9-03ba39b49885" -d '{"events": [{"name": "network-changed", "server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:23.117999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-6e392d98-4f23-4070-b59e-27d85d639c54 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f8c76528161c4b2b9fb270017d0b1657&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1164057 Sep 19 03:08:23.174537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001e77b-2a60-414c-9f84-95c4d898e368 service neutron] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:23.187394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-8e9291cc-1bcc-42dd-88ac-9899c4370e47 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111018 Sep 19 03:08:23.195048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5c957-8acb-49e5-a255-113188b5719c req-e5873189-2df7-4987-a29d-09e935096c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.195544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5c957-8acb-49e5-a255-113188b5719c req-e5873189-2df7-4987-a29d-09e935096c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.197781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b5c957-8acb-49e5-a255-113188b5719c req-e5873189-2df7-4987-a29d-09e935096c04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1980 time: 0.2186370 Sep 19 03:08:23.200100 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c9934695-c0cd-4f92-add5-f254aa6685cd req-cfc5c193-18e8-41a6-9055-fa9e06fc9001 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226155 Sep 19 03:08:23.208936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-6d8b5dd3-2874-4a22-8878-b9511e591d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.210445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-6d8b5dd3-2874-4a22-8878-b9511e591d28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1094 time: 0.1142337 Sep 19 03:08:23.344682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4f7d6-983b-4ec3-b223-3111a5ee25d1 req-eaeb9fc5-6a70-42f1-9096-a1132308d1d5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.344990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cef4f7d6-983b-4ec3-b223-3111a5ee25d1 req-eaeb9fc5-6a70-42f1-9096-a1132308d1d5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 943 time: 0.3070860 Sep 19 03:08:23.352621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-f302bec1-8809-47ff-99d0-2852d5427634 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 217 time: 0.0928593 Sep 19 03:08:23.459086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-ee19b15e-a694-4efd-819d-dd51c54fac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.461130 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-ee19b15e-a694-4efd-819d-dd51c54fac79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 1095 time: 0.0903630 Sep 19 03:08:23.477473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-8b956b80-1b4d-4fe8-8bc8-51006a82426e tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.479006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-8b956b80-1b4d-4fe8-8bc8-51006a82426e tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3418195 Sep 19 03:08:23.523411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cef4f7d6-983b-4ec3-b223-3111a5ee25d1 req-925ad858-6a38-4299-8f37-eec4c1d7943d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695948 Sep 19 03:08:23.524813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-6f3a624d-4979-4e3e-8ef7-eeeba53a0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.527133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-6f3a624d-4979-4e3e-8ef7-eeeba53a0758 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1315641 Sep 19 03:08:23.529849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-746ccf69-a131-4edc-aaef-ab3e38d9b20b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/quotas/f8c76528161c4b2b9fb270017d0b1657 HTTP/1.1" status: 200 len: 375 time: 0.0415301 Sep 19 03:08:23.532243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5c957-8acb-49e5-a255-113188b5719c req-5ffacf79-a210-4d9f-8348-ab00de885a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.533667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b5c957-8acb-49e5-a255-113188b5719c req-5ffacf79-a210-4d9f-8348-ab00de885a7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c HTTP/1.1" status: 200 len: 902 time: 0.2819948 Sep 19 03:08:23.627916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b5c957-8acb-49e5-a255-113188b5719c req-f79e00f9-292b-490b-afd7-ac91f8b009ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.25&port_id=23616cc6-4274-437b-8e32-d9df1c361454 HTTP/1.1" status: 200 len: 217 time: 0.0771825 Sep 19 03:08:23.629919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-d7fdeac7-3203-4de6-a168-62d317fe65d7 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8c76528161c4b2b9fb270017d0b1657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887742 Sep 19 03:08:23.644330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-fa1a18e8-c306-443a-b8c9-7fb96ae8c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.645882 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-fa1a18e8-c306-443a-b8c9-7fb96ae8c601 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 914 time: 0.1742921 Sep 19 03:08:23.652563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-a9726881-e864-4e26-a88b-e3145d13cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.654265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-a9726881-e864-4e26-a88b-e3145d13cc7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119907 Sep 19 03:08:23.765072 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-aa2d739d-be22-4372-ae08-d40a024a0cb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8ebe31c-6c50-4db6-99ae-ea226ca7343c HTTP/1.1" status: 200 len: 217 time: 0.0819983 Sep 19 03:08:23.848877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5c957-8acb-49e5-a255-113188b5719c req-d4087abb-2139-40c7-82e3-fa2ae0f16533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.850349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b5c957-8acb-49e5-a255-113188b5719c req-d4087abb-2139-40c7-82e3-fa2ae0f16533 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02 HTTP/1.1" status: 200 len: 801 time: 0.1533890 Sep 19 03:08:23.894528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-c3818570-bb80-4cdf-b18c-b8218d4ee22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.896806 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f965985-a632-445b-a524-b14d002ed322 x-openstack-request-id: req-6f965985-a632-445b-a524-b14d002ed322 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:23.897108 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:23.897356 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f965985-a632-445b-a524-b14d002ed322 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:23.897546 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-c3818570-bb80-4cdf-b18c-b8218d4ee22d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.1237288 Sep 19 03:08:23.897741 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'status': 'completed', 'code': 200} Sep 19 03:08:23.917368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d907dc-1e3e-4950-9a04-a028ea3c0690 req-4cf1ba99-b0d1-4320-a534-0238657947e9 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.918931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6d907dc-1e3e-4950-9a04-a028ea3c0690 req-4cf1ba99-b0d1-4320-a534-0238657947e9 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 945 time: 0.1340775 Sep 19 03:08:23.934099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-8872437c-d74d-46ae-905f-d43b48688f68 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517717 Sep 19 03:08:23.960425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5c957-8acb-49e5-a255-113188b5719c req-10988581-a689-40d9-a9c5-23f0d33587ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:23.961826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b5c957-8acb-49e5-a255-113188b5719c req-10988581-a689-40d9-a9c5-23f0d33587ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1024384 Sep 19 03:08:23.967973 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-8ad174f8-1745-48f1-85c1-48e3ff3c4c47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425336 Sep 19 03:08:24.061347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6d907dc-1e3e-4950-9a04-a028ea3c0690 req-0f0073c6-0f09-41d5-b2b8-16e31db89141 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348391 Sep 19 03:08:24.122240 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-e6b447b2-0975-4769-baf0-0cdfdd5a49d0 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466837 Sep 19 03:08:24.247748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d607b0e3-e392-4e6f-9958-2503cadccc9b req-0b1f73d0-1d4d-4149-a558-a01618a8ba40 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163397 Sep 19 03:08:24.253030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be049e60-e82d-4328-821e-19c81bc92a7b req-6194df27-8cfe-4bbe-bf70-2650953ff515 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:24.254538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be049e60-e82d-4328-821e-19c81bc92a7b req-6194df27-8cfe-4bbe-bf70-2650953ff515 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.2574162 Sep 19 03:08:24.297114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd658938-dbd5-4dfa-a1c9-d07a0ebba47a req-0c1f7866-b41e-4b06-86a4-db2ecf342631 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488014 Sep 19 03:08:24.311482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9811cd-d309-482c-856b-0203b8ee51d4 req-fb83727e-1f19-4b14-b050-e565aa1a3f1c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:24.318075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9811cd-d309-482c-856b-0203b8ee51d4 req-fb83727e-1f19-4b14-b050-e565aa1a3f1c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:24.325950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed9811cd-d309-482c-856b-0203b8ee51d4 req-fb83727e-1f19-4b14-b050-e565aa1a3f1c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1678 time: 0.1415360 Sep 19 03:08:24.335252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b5c957-8acb-49e5-a255-113188b5719c req-5e0c3ac8-834b-440d-b65f-df539b9c5b3c service neutron] 10.222.0.32 "GET /v2.0/networks/4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541243 Sep 19 03:08:24.368161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be049e60-e82d-4328-821e-19c81bc92a7b req-325a5170-8adf-4b33-938e-7c0248287c9a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991287 Sep 19 03:08:24.376751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed9811cd-d309-482c-856b-0203b8ee51d4 req-d7b3caf6-528f-4364-b834-53aae2023e56 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499485 Sep 19 03:08:24.597179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'tag': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:24.599972 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0c9e91-2f1e-4680-870a-743b172769d8" -d '{"events": [{"name": "network-changed", "server_uuid": "165afd2e-6ef6-4ebe-841a-f1f52b094f32", "tag": "fd3860c1-d3d0-4967-9d24-69f0968cd12a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:24.848129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-1771341a-686b-4292-b4b5-aa579e15ca76 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f8c76528161c4b2b9fb270017d0b1657&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3290932 Sep 19 03:08:24.902483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-a1aa8c33-2ea1-4a49-aa11-8e2e22916e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:24.903968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-a1aa8c33-2ea1-4a49-aa11-8e2e22916e79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1094 time: 0.4565127 Sep 19 03:08:24.958661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dace37-a883-45c1-b9fa-a76b427f60a3 req-05f7215f-99d7-42bc-947a-13b8e592dfcb tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:24.960186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3dace37-a883-45c1-b9fa-a76b427f60a3 req-05f7215f-99d7-42bc-947a-13b8e592dfcb tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 944 time: 0.4545250 Sep 19 03:08:24.991800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3b5c957-8acb-49e5-a255-113188b5719c req-b4e18706-bdbb-4c74-af0a-4426814c7d6f service neutron] 10.222.0.32 "GET /v2.0/networks/4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719242 Sep 19 03:08:25.099092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-fa353442-5287-45a8-8698-19600213cc64 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.100539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-fa353442-5287-45a8-8698-19600213cc64 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352288 Sep 19 03:08:25.105300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3dace37-a883-45c1-b9fa-a76b427f60a3 req-1851e752-84ec-4c10-98a7-87a16aecf74b tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049156 Sep 19 03:08:25.122789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-f3e4383f-64cc-4902-ac8a-3ea25a89aa96 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/quotas/f8c76528161c4b2b9fb270017d0b1657 HTTP/1.1" status: 200 len: 375 time: 0.0149782 Sep 19 03:08:25.151810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-f02a7f29-372b-4b54-b02c-ec5eaa34b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.153339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-f02a7f29-372b-4b54-b02c-ec5eaa34b662 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.2305655 Sep 19 03:08:25.185831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-1ba56958-e8c1-4eb4-832c-2699fd5be130 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f8c76528161c4b2b9fb270017d0b1657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482259 Sep 19 03:08:25.228098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-ee835b81-e27c-4a95-a049-5cda113d5723 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 217 time: 0.0560496 Sep 19 03:08:25.304699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556a659-8472-41f2-8506-85c3456613f8 req-99fb0677-8a69-40b5-9777-0117f50e33d9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.306987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e556a659-8472-41f2-8506-85c3456613f8 req-99fb0677-8a69-40b5-9777-0117f50e33d9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.0892589 Sep 19 03:08:25.309001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-ca086440-581c-43f6-b15d-6137d92077f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.312451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-ca086440-581c-43f6-b15d-6137d92077f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0664403 Sep 19 03:08:25.359097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e556a659-8472-41f2-8506-85c3456613f8 req-3a86bb2f-9f67-4a0e-9640-191e7753d292 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414197 Sep 19 03:08:25.477253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-d63f75c6-e63b-4415-a0aa-d0b35bf0a468 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f8c76528161c4b2b9fb270017d0b1657&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372596 Sep 19 03:08:25.527930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-6fa84a98-7af1-409a-b579-9cef4bba3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.529679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-6fa84a98-7af1-409a-b579-9cef4bba3d1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769347 Sep 19 03:08:25.629466 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b612721-49e8-49ce-97ba-086d32f9944f x-openstack-request-id: req-9b612721-49e8-49ce-97ba-086d32f9944f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:25.630096 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165afd2e-6ef6-4ebe-841a-f1f52b094f32", "tag": "fd3860c1-d3d0-4967-9d24-69f0968cd12a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:25.630096 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b612721-49e8-49ce-97ba-086d32f9944f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:25.630393 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'tag': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a', 'status': 'completed', 'code': 200} Sep 19 03:08:25.634507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c8f96-8cf6-49d4-95ac-3b129f255eb3 req-e2bcc382-df21-4478-8ec3-13ed3d6033c9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.642069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f81c8f96-8cf6-49d4-95ac-3b129f255eb3 req-e2bcc382-df21-4478-8ec3-13ed3d6033c9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 943 time: 0.1684082 Sep 19 03:08:25.749047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-6a9cfbcc-8612-4fbf-932a-344e9e09aae3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.750645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-6a9cfbcc-8612-4fbf-932a-344e9e09aae3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628846 Sep 19 03:08:25.762991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f81c8f96-8cf6-49d4-95ac-3b129f255eb3 req-b0891989-6aee-43a4-b9c3-3a833b7cfb07 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198547 Sep 19 03:08:25.829215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-48dce70b-83fe-48e5-bfcd-8bab0dc959b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:25.832407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-48dce70b-83fe-48e5-bfcd-8bab0dc959b4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=165afd2e-6ef6-4ebe-841a-f1f52b094f32 HTTP/1.1" status: 200 len: 1095 time: 0.0894740 Sep 19 03:08:25.859591 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Request body: {'port': {'device_id': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'f8c76528161c4b2b9fb270017d0b1657'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:25.900183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-f79bb7da-cee0-43fe-9322-7272e6263916 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545737 Sep 19 03:08:26.004640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1015ca21-8ed1-4c5a-952b-fadf6805b798 req-16a77648-9038-4f03-8317-dbe6213671fa tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 210 time: 0.1120081 Sep 19 03:08:26.065783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-2bca541a-3860-4b90-86ca-eb604c6012cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.067454 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-2bca541a-3860-4b90-86ca-eb604c6012cd service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 914 time: 0.2077413 Sep 19 03:08:26.138008 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-edffe063-7436-46c2-8854-918d5242bf8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd3860c1-d3d0-4967-9d24-69f0968cd12a HTTP/1.1" status: 200 len: 217 time: 0.0590599 Sep 19 03:08:26.195273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b80ec-0101-4535-abef-d69ff848123b req-cc3adbf4-1a91-483b-94b4-9999aa3fa30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.197925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc5b80ec-0101-4535-abef-d69ff848123b req-cc3adbf4-1a91-483b-94b4-9999aa3fa30a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1097 time: 0.3868527 Sep 19 03:08:26.244551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbd7a2-d876-401e-8f3a-811e89bca1ad req-b1dc7b0c-323d-48d0-98cb-25f49ceb011e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.247383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-845f8711-36d9-4910-a9e3-ce7a27c49ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.249069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-845f8711-36d9-4910-a9e3-ce7a27c49ff7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.1026678 Sep 19 03:08:26.253912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23bbd7a2-d876-401e-8f3a-811e89bca1ad req-b1dc7b0c-323d-48d0-98cb-25f49ceb011e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.3423424 Sep 19 03:08:26.295690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-ecce5db1-27c2-4fbf-8e15-1ea0dddc3862 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376470 Sep 19 03:08:26.329210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c51d498-1640-4b6e-a8d9-03ba39b49885 req-b7b95616-fab0-4188-808c-275315a8d006 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002001 Sep 19 03:08:26.379384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12924dbe-cf98-4006-b0c9-584d9c2f54a6 req-c695b555-8686-478a-991c-f63e726b0745 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.386064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12924dbe-cf98-4006-b0c9-584d9c2f54a6 req-c695b555-8686-478a-991c-f63e726b0745 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.393584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12924dbe-cf98-4006-b0c9-584d9c2f54a6 req-c695b555-8686-478a-991c-f63e726b0745 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1678 time: 0.2741482 Sep 19 03:08:26.427576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Made reservation on behalf of f8c76528161c4b2b9fb270017d0b1657 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:26.431670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:26.439960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23bbd7a2-d876-401e-8f3a-811e89bca1ad req-da332dfd-9e16-49ed-bed4-6a7641d6c145 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849182 Sep 19 03:08:26.453513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:26.482782 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-9cbbbdae-95fd-4230-a61a-739c127901f4 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448708 Sep 19 03:08:26.487890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b80ec-0101-4535-abef-d69ff848123b req-fdf30bed-3ddd-40ef-a1fa-d3da32d9940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.490113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc5b80ec-0101-4535-abef-d69ff848123b req-fdf30bed-3ddd-40ef-a1fa-d3da32d9940d service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.2565787 Sep 19 03:08:26.492027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12924dbe-cf98-4006-b0c9-584d9c2f54a6 req-a3477bc2-e707-41f2-88c9-4b9204801544 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976260 Sep 19 03:08:26.605158 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0c9e91-2f1e-4680-870a-743b172769d8 req-880ca547-6556-4916-9dd1-5294e2205e9b service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991690 Sep 19 03:08:26.716245 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc5b80ec-0101-4535-abef-d69ff848123b req-f4aa855d-f485-4856-8c1f-4a8d78e14563 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1002 time: 0.2166417 Sep 19 03:08:26.743120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf6e31-6c9f-4d3c-9ea8-fdd248ba6f85 req-33f6e878-c2b6-4db1-9775-39557764a240 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.745186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7cf6e31-6c9f-4d3c-9ea8-fdd248ba6f85 req-33f6e878-c2b6-4db1-9775-39557764a240 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 945 time: 0.1446314 Sep 19 03:08:26.781548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee888-b76a-462e-9bb6-32e95915152e req-93f52fd0-6950-4a4d-8524-14a1ef031d45 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.788893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789ee888-b76a-462e-9bb6-32e95915152e req-93f52fd0-6950-4a4d-8524-14a1ef031d45 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 944 time: 0.1893711 Sep 19 03:08:26.857563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b80ec-0101-4535-abef-d69ff848123b req-3b79ab86-d7f3-4829-9797-dc430ec6dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:26.859081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc5b80ec-0101-4535-abef-d69ff848123b req-3b79ab86-d7f3-4829-9797-dc430ec6dc43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.1353362 Sep 19 03:08:26.917856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:26.921420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7cf6e31-6c9f-4d3c-9ea8-fdd248ba6f85 req-f535f756-cb71-4f76-8291-8c47be455c31 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492646 Sep 19 03:08:26.932556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789ee888-b76a-462e-9bb6-32e95915152e req-57e04376-7be5-40ab-8601-202d4282faf1 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427350 Sep 19 03:08:26.935336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:27.039421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-ce60e5e1-d3b8-49b1-8cd2-90a2c08824fa tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f8c76528161c4b2b9fb270017d0b1657&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284982 Sep 19 03:08:27.073836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b80ec-0101-4535-abef-d69ff848123b req-fb732479-e68d-4b60-931f-096e25d80cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:27.075256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc5b80ec-0101-4535-abef-d69ff848123b req-fb732479-e68d-4b60-931f-096e25d80cb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978996 Sep 19 03:08:27.079655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:27.203378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48392609-8061-4290-baa9-b1e59762018b req-5419a3f1-9665-4bd6-a8cf-92e02f094aa5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:27.204105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48392609-8061-4290-baa9-b1e59762018b req-5419a3f1-9665-4bd6-a8cf-92e02f094aa5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1675165 Sep 19 03:08:27.258476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-f5e8018f-5c96-4be2-b75d-d82c522b23ee tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:27.260150 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-f5e8018f-5c96-4be2-b75d-d82c522b23ee tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946049 Sep 19 03:08:27.278859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Allocated IP 192.168.233.191 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/d46df36a-3bde-439a-b25a-c003e307cc8a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:27.289851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Request body: {'port': {'device_id': '060c837b-cb57-4627-be4a-7529bdbdc634', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': 'f8c76528161c4b2b9fb270017d0b1657'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:27.318946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d744c9-b658-46cf-902b-2264b2b56938 req-56019605-e2bd-457c-ba10-e68b01956555 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:27.320718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0d744c9-b658-46cf-902b-2264b2b56938 req-56019605-e2bd-457c-ba10-e68b01956555 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 943 time: 0.1797130 Sep 19 03:08:27.356439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48392609-8061-4290-baa9-b1e59762018b req-b6aa9164-781e-4e68-83b5-a996bc7e0d03 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172209 Sep 19 03:08:27.388629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc5b80ec-0101-4535-abef-d69ff848123b req-2b5821b1-1e07-49d4-8bbd-e3b414ed495b service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019011 Sep 19 03:08:27.439478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Made reservation on behalf of f8c76528161c4b2b9fb270017d0b1657 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:08:27.444306 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:27.503312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0d744c9-b658-46cf-902b-2264b2b56938 req-b22fcfaf-1267-4324-8cc5-0a74d7e680dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721816 Sep 19 03:08:27.732654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 486a0ef3-16a6-4950-afec-65829904a02f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:27.958083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 486a0ef3-16a6-4950-afec-65829904a02f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=486a0ef3-16a6-4950-afec-65829904a02f,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:27.959104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e53b81e4-1acd-4346-afd7-f7754b30997a req-12e09b3a-9c57-49fd-9893-ee3f450855a9 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 210 time: 0.3426576 Sep 19 03:08:27.976632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc5b80ec-0101-4535-abef-d69ff848123b req-2dfd9878-8ba0-4cd3-8e1b-ced4151a172e service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591888 Sep 19 03:08:27.980206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '486a0ef3-16a6-4950-afec-65829904a02f', 'network_id': '715da36a-d85c-4cbe-9468-4fc31f60e521', 'port_id': '486a0ef3-16a6-4950-afec-65829904a02f', 'mac_address': 'fa:16:3e:f1:88:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af50ea72-fac9-48e1-b638-ba77459d83af', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:28.039871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.068881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486a0ef3-16a6-4950-afec-65829904a02f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:28.091013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.109154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 486a0ef3-16a6-4950-afec-65829904a02f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=486a0ef3-16a6-4950-afec-65829904a02f,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:28.116787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.117467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23616cc6-4274-437b-8e32-d9df1c361454 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:28.136580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee8133-ceeb-4dea-8910-c017fc8efce0 req-00ed1f94-8db9-4a72-b087-564822f888ce tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:28.143595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7ee8133-ceeb-4dea-8910-c017fc8efce0 req-00ed1f94-8db9-4a72-b087-564822f888ce tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1819315 Sep 19 03:08:28.186308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655e1d8-7b96-45df-83eb-54884762c211 req-e6bfbe94-dd45-47a3-9c06-25d8756202a7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:28.192651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655e1d8-7b96-45df-83eb-54884762c211 req-e6bfbe94-dd45-47a3-9c06-25d8756202a7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:28.200580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7655e1d8-7b96-45df-83eb-54884762c211 req-e6bfbe94-dd45-47a3-9c06-25d8756202a7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1678 time: 0.1417699 Sep 19 03:08:28.236813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 23616cc6-4274-437b-8e32-d9df1c361454, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23616cc6-4274-437b-8e32-d9df1c361454,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:28.246015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7ee8133-ceeb-4dea-8910-c017fc8efce0 req-ab2776a5-637c-4682-9695-de0f27737b46 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013596 Sep 19 03:08:28.251067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '23616cc6-4274-437b-8e32-d9df1c361454', 'network_id': '4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c', 'port_id': '23616cc6-4274-437b-8e32-d9df1c361454', 'mac_address': 'fa:16:3e:78:33:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02', 'ip_address': '19.86.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:28.264254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.333097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7655e1d8-7b96-45df-83eb-54884762c211 req-bfd84185-c7c3-447a-8f9a-6178bca77d31 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314640 Sep 19 03:08:28.381244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.383483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=486a0ef3-16a6-4950-afec-65829904a02f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:28.392003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:28.416226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Allocated IP 192.168.233.201 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/c3b12d63-fd3b-44c1-a776-d506f91b17bd) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:08:28.423903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23616cc6-4274-437b-8e32-d9df1c361454 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:28.436234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:28.443521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:28.451108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:28.476612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 23616cc6-4274-437b-8e32-d9df1c361454, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23616cc6-4274-437b-8e32-d9df1c361454,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:28.483869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.484970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fd3860c1-d3d0-4967-9d24-69f0968cd12a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:28.586175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=23616cc6-4274-437b-8e32-d9df1c361454,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:28.589732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:28.590454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.629029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca6206-9dc4-40cd-8100-a51ac4606ba9 req-46070314-0dd3-426f-8452-0cdc711a5e6d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:28.632640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bca6206-9dc4-40cd-8100-a51ac4606ba9 req-46070314-0dd3-426f-8452-0cdc711a5e6d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 944 time: 0.1725659 Sep 19 03:08:28.669886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port fd3860c1-d3d0-4967-9d24-69f0968cd12a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fd3860c1-d3d0-4967-9d24-69f0968cd12a,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:28.690226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'port_id': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a', 'mac_address': 'fa:16:3e:29:5a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773ae731-571f-4ae6-8514-ea16024694fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:28.707204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.708519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-65974fee-a196-4bbf-814c-91a3b3d32f5d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8986421 Sep 19 03:08:28.732012 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.735609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595e9f-8495-44b5-8766-38b75825e44e req-1ab8c643-d295-4520-87ee-37ae782e5965 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:28.737362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb595e9f-8495-44b5-8766-38b75825e44e req-1ab8c643-d295-4520-87ee-37ae782e5965 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1417971 Sep 19 03:08:28.745423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3860c1-d3d0-4967-9d24-69f0968cd12a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:28.748703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.749845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Request body: {'port': {'device_id': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:28.769573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port fd3860c1-d3d0-4967-9d24-69f0968cd12a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fd3860c1-d3d0-4967-9d24-69f0968cd12a,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:28.777111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.777888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e8ebe31c-6c50-4db6-99ae-ea226ca7343c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:28.784165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bca6206-9dc4-40cd-8100-a51ac4606ba9 req-b38c7d13-c657-4b20-aab9-19645bc327bd tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067059 Sep 19 03:08:28.816358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:08:28.822505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:08:28.828445 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:08:28.847015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=fd3860c1-d3d0-4967-9d24-69f0968cd12a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:28.869259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:28.873492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b6762372-c247-4c0d-a43f-89c0c4fbe1ba None None] Provisioning complete for port d46df36a-3bde-439a-b25a-c003e307cc8a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:28.873865 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6762372-c247-4c0d-a43f-89c0c4fbe1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.909265 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.911949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:28.913153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:28.929842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-76d8c811-c4a1-43f8-b0f2-2a849362c68f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6452215 Sep 19 03:08:28.935802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e8ebe31c-6c50-4db6-99ae-ea226ca7343c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:28.939987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b6762372-c247-4c0d-a43f-89c0c4fbe1ba None None] Port d46df36a-3bde-439a-b25a-c003e307cc8a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:08:28.943990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb595e9f-8495-44b5-8766-38b75825e44e req-a01abd51-019e-4bb5-96a4-3d347a80738c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734450 Sep 19 03:08:28.955080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'port_id': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c', 'mac_address': 'fa:16:3e:80:20:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773ae731-571f-4ae6-8514-ea16024694fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:28.961778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Request body: {'port': {'device_id': '060c837b-cb57-4627-be4a-7529bdbdc634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:29.000721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:29.003403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b05a7-764e-4054-8600-8b8af13d94fa req-c7304523-c107-4717-8034-9928bece1ba4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:29.011500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-153b05a7-764e-4054-8600-8b8af13d94fa req-c7304523-c107-4717-8034-9928bece1ba4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 943 time: 0.1335418 Sep 19 03:08:29.015666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ebe31c-6c50-4db6-99ae-ea226ca7343c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:29.051385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e8ebe31c-6c50-4db6-99ae-ea226ca7343c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:29.067498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:29.068608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:29.166016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:29.167088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-153b05a7-764e-4054-8600-8b8af13d94fa req-1c970393-8607-4908-ac6b-e3524349c517 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546352 Sep 19 03:08:29.179141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c0533086-767b-4329-bed6-d4dcfc11ab21 None None] Provisioning complete for port c3b12d63-fd3b-44c1-a776-d506f91b17bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:29.179787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0533086-767b-4329-bed6-d4dcfc11ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:29.215677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b11691-1559-4b51-8910-d70cdefbfc1d req-0ed18576-81aa-49f0-a95f-48239d47b0d2 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:29.217216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8b11691-1559-4b51-8910-d70cdefbfc1d req-0ed18576-81aa-49f0-a95f-48239d47b0d2 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 936 time: 0.1081634 Sep 19 03:08:29.337026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8b11691-1559-4b51-8910-d70cdefbfc1d req-1bf68da3-01bf-4e83-a41b-359057955311 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861609 Sep 19 03:08:29.362239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-2ed60d26-7af4-46e7-84cd-06d27ef50164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:29.363799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-2ed60d26-7af4-46e7-84cd-06d27ef50164 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1097 time: 0.1218088 Sep 19 03:08:29.377340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c0533086-767b-4329-bed6-d4dcfc11ab21 None None] Port c3b12d63-fd3b-44c1-a776-d506f91b17bd cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:08:29.514271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f39b1-9c89-4d68-9500-b6530fbd98f5 req-181c7a53-f332-45ac-a6f1-17caa5d66065 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:29.515719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-439f39b1-9c89-4d68-9500-b6530fbd98f5 req-181c7a53-f332-45ac-a6f1-17caa5d66065 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1838927 Sep 19 03:08:29.570216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:29.598010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a7097-bfa0-4c23-a114-49e326344795 req-74bb9037-8207-4970-9c4a-e5a6c25dce71 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:29.604478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a7097-bfa0-4c23-a114-49e326344795 req-74bb9037-8207-4970-9c4a-e5a6c25dce71 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:29.606105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f86a7097-bfa0-4c23-a114-49e326344795 req-74bb9037-8207-4970-9c4a-e5a6c25dce71 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.1972334 Sep 19 03:08:29.608498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46df36a-3bde-439a-b25a-c003e307cc8a {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:29.619492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-65270052-66dd-4b4b-a6fb-4c2d3abd8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:29.620909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-65270052-66dd-4b4b-a6fb-4c2d3abd8b42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.2375450 Sep 19 03:08:29.624505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:29.688095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-439f39b1-9c89-4d68-9500-b6530fbd98f5 req-9795cacd-e157-4fa0-a0b9-a5845475c94d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510997 Sep 19 03:08:29.693643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Transition to ACTIVE for port object d46df36a-3bde-439a-b25a-c003e307cc8a will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:29.705154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:29.742089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:29.756062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f86a7097-bfa0-4c23-a114-49e326344795 req-ee1b42dc-971f-4e63-bf7a-84bdb40738b6 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401613 Sep 19 03:08:29.771041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-a7082843-8811-452e-9b1d-8ad968e9bd51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1002 time: 0.1305721 Sep 19 03:08:29.830514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:29.938098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:29.975413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'mac_address': 'fa:16:3e:e2:ef:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:30.036219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3b12d63-fd3b-44c1-a776-d506f91b17bd {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:30.050273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.065267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-f7a5f68c-8c60-4893-a3c3-84c16709a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.066825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-f7a5f68c-8c60-4893-a3c3-84c16709a65c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.2738662 Sep 19 03:08:30.077109 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.083426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Transition to ACTIVE for port object c3b12d63-fd3b-44c1-a776-d506f91b17bd will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:30.096331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.142664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc03c134-b74b-4da7-b28c-f014ff5fd7e0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:30.175332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:30.195648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:30.199115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0e26d-cdc3-424c-a323-bda760cbd7a8 req-505fc5fa-81af-412b-863d-6fc6527159c1 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.200807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8cd0e26d-cdc3-424c-a323-bda760cbd7a8 req-505fc5fa-81af-412b-863d-6fc6527159c1 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.2476950 Sep 19 03:08:30.201694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Attempting to bind port d46df36a-3bde-439a-b25a-c003e307cc8a on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:30.201979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Attempting to bind port d46df36a-3bde-439a-b25a-c003e307cc8a by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:30.202492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Attempting to bind port d46df36a-3bde-439a-b25a-c003e307cc8a on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:30.210264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['23616cc6-4274-437b-8e32-d9df1c361454'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:30.214335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52335c56-04a8-4146-84c6-f2c34ab18898 req-879d0a8c-dde4-4c15-b4d0-a4994dcd071b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.215997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52335c56-04a8-4146-84c6-f2c34ab18898 req-879d0a8c-dde4-4c15-b4d0-a4994dcd071b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.0996668 Sep 19 03:08:30.217101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['fd3860c1-d3d0-4967-9d24-69f0968cd12a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:30.248239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-d95c536c-dc91-4e16-bf7f-d1d33a1db174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.250255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.250410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-d95c536c-dc91-4e16-bf7f-d1d33a1db174 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681511 Sep 19 03:08:30.274956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Attempting to bind port c3b12d63-fd3b-44c1-a776-d506f91b17bd on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:30.275825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Attempting to bind port c3b12d63-fd3b-44c1-a776-d506f91b17bd by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:30.276406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Attempting to bind port c3b12d63-fd3b-44c1-a776-d506f91b17bd on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:30.281545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Port c3b12d63-fd3b-44c1-a776-d506f91b17bd on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:30.282191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Attempting to bind port c3b12d63-fd3b-44c1-a776-d506f91b17bd on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:30.288107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:30.288776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:30.289411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:30.290503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Bound port: c3b12d63-fd3b-44c1-a776-d506f91b17bd, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:30.291362 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.293329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['486a0ef3-16a6-4950-afec-65829904a02f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:30.298647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8cd0e26d-cdc3-424c-a323-bda760cbd7a8 req-dbe2d9a2-4544-426e-8ad6-ff6230202920 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764194 Sep 19 03:08:30.332514 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52335c56-04a8-4146-84c6-f2c34ab18898 req-f8dac5d9-e685-407f-b1bb-cc5af5b5a50f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875058 Sep 19 03:08:30.354064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['e8ebe31c-6c50-4db6-99ae-ea226ca7343c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:30.354222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Port d46df36a-3bde-439a-b25a-c003e307cc8a on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:30.354222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Attempting to bind port d46df36a-3bde-439a-b25a-c003e307cc8a on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:30.391352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:30.396333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:30.396776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:30.397438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:30.397579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:30.398996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Bound port: d46df36a-3bde-439a-b25a-c003e307cc8a, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:30.399371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.404482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.472629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:30.476029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.476709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.478616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-47ad9cf4-1440-4f31-a2a8-4a5c9c372497 service neutron] 10.222.0.32 "PUT /v2.0/ports/c3b12d63-fd3b-44c1-a776-d506f91b17bd HTTP/1.1" status: 200 len: 1096 time: 1.5261083 Sep 19 03:08:30.479079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:30.481452 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1d2625-fb95-4d97-917d-f681f303117f" -d '{"events": [{"name": "network-changed", "server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:30.590333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-2f1865bc-0dc9-4353-924f-530b42e48a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.593118 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-2f1865bc-0dc9-4353-924f-530b42e48a7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8c76528161c4b2b9fb270017d0b1657&device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 1099 time: 0.0512583 Sep 19 03:08:30.600175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:30.634887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:30.641796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:30.652281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca9caa-7fea-4946-a2fb-1d5f952979ed req-6fb8eaeb-ddc5-4a9a-90e6-685e9ef4a9e5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.654116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bca9caa-7fea-4946-a2fb-1d5f952979ed req-6fb8eaeb-ddc5-4a9a-90e6-685e9ef4a9e5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2205780 Sep 19 03:08:30.663297 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.664375 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-39a0f46a-068a-427c-8dbe-bfff1965680f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd HTTP/1.1" status: 200 len: 217 time: 0.0555780 Sep 19 03:08:30.725943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-d642513f-e9ca-4229-9181-3de9421ca954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.727672 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-d642513f-e9ca-4229-9181-3de9421ca954 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0531332 Sep 19 03:08:30.732401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f99da7-bbd7-4adb-8e9d-ca80ef393605 req-446bf530-0f05-4291-8fb9-5f10a9baa6be tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.733978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72f99da7-bbd7-4adb-8e9d-ca80ef393605 req-446bf530-0f05-4291-8fb9-5f10a9baa6be tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.2597473 Sep 19 03:08:30.739610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.740188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:30.742067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] 10.222.0.32 "PUT /v2.0/ports/d46df36a-3bde-439a-b25a-c003e307cc8a HTTP/1.1" status: 200 len: 1096 time: 1.9963200 Sep 19 03:08:30.744080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-8a172c64-1303-44b7-a926-bdea8bae03c7 service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568803 Sep 19 03:08:30.748930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:30.752674 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793" -d '{"events": [{"name": "network-changed", "server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:30.785175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bc03c134-b74b-4da7-b28c-f014ff5fd7e0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:30.813615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-1cf1427e-1009-4b94-a77a-7666daa2a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:30.816246 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-1cf1427e-1009-4b94-a77a-7666daa2a824 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759296 Sep 19 03:08:30.874236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bca9caa-7fea-4946-a2fb-1d5f952979ed req-37fb3c64-722a-4982-8658-10b946cec1e7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088702 Sep 19 03:08:30.946899 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-7f4764d9-a9e0-4559-b048-9d0af13b8d1f service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224544 Sep 19 03:08:30.953666 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8e43b3-2c49-4c75-99e5-44a56f03bc13 x-openstack-request-id: req-4d8e43b3-2c49-4c75-99e5-44a56f03bc13 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:30.953954 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:30.954207 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d8e43b3-2c49-4c75-99e5-44a56f03bc13 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:30.954611 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'status': 'completed', 'code': 200} Sep 19 03:08:30.963177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03020bc-35b3-4a02-9d17-d76a99a64f5e service neutron] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:30.996166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72f99da7-bbd7-4adb-8e9d-ca80ef393605 req-6111eae8-81ab-410e-b726-eca8ad341f77 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479656 Sep 19 03:08:31.029017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-7dd95788-da70-4536-952d-2500972cda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.030495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-7dd95788-da70-4536-952d-2500972cda8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8c76528161c4b2b9fb270017d0b1657&device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 1099 time: 0.2059994 Sep 19 03:08:31.053771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75671d48-b05b-49c2-9194-7998e1a3b96a req-8fc7eccf-a69d-4bb6-ba02-ff213c5766e8 service neutron] 10.222.0.30 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953739 Sep 19 03:08:31.062457 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6979486b-aa89-46f9-97b5-d5a181c20036 x-openstack-request-id: req-6979486b-aa89-46f9-97b5-d5a181c20036 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:31.062673 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:31.062952 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6979486b-aa89-46f9-97b5-d5a181c20036 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:31.063349 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'status': 'completed', 'code': 200} Sep 19 03:08:31.096286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-9514a2bb-ea1f-49f5-8007-56e0b78e1e2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d46df36a-3bde-439a-b25a-c003e307cc8a HTTP/1.1" status: 200 len: 217 time: 0.0415406 Sep 19 03:08:31.119809 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b153cf21-527b-4e5d-afb9-4e2fcee91cd7 req-5df51fd3-d7fc-48d8-9fad-9aed9482c65b service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506135 Sep 19 03:08:31.178953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1e213-5457-4cf1-86a6-4c26c096550a req-975eb66e-4321-4889-a907-d6b5e95684c5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.180428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28f1e213-5457-4cf1-86a6-4c26c096550a req-975eb66e-4321-4889-a907-d6b5e95684c5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1681418 Sep 19 03:08:31.211577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-90959833-055d-4cb7-9d78-7557b3a5a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.213590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-90959833-055d-4cb7-9d78-7557b3a5a239 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1090598 Sep 19 03:08:31.234810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff62e8-5ea0-4e3e-9d70-0e9d41e7f5e4 req-6b62a849-483f-441a-ab85-d693452d2f66 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.240679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff62e8-5ea0-4e3e-9d70-0e9d41e7f5e4 req-6b62a849-483f-441a-ab85-d693452d2f66 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.242213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6ff62e8-5ea0-4e3e-9d70-0e9d41e7f5e4 req-6b62a849-483f-441a-ab85-d693452d2f66 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.1274734 Sep 19 03:08:31.260042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28f1e213-5457-4cf1-86a6-4c26c096550a req-447c1b86-457e-47e7-a715-5d7da4516624 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724592 Sep 19 03:08:31.273682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2625-fb95-4d97-917d-f681f303117f req-e59829a8-26c0-426f-9a71-d57c04459f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.275878 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a1d2625-fb95-4d97-917d-f681f303117f req-e59829a8-26c0-426f-9a71-d57c04459f4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8c76528161c4b2b9fb270017d0b1657&device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 1099 time: 0.0454438 Sep 19 03:08:31.317371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-22a068ea-056d-47ca-aafa-41a695082234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.318912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-22a068ea-056d-47ca-aafa-41a695082234 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737593 Sep 19 03:08:31.322267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6ff62e8-5ea0-4e3e-9d70-0e9d41e7f5e4 req-f5932d4c-8cc7-475a-a87a-65074ab2f96b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663912 Sep 19 03:08:31.376498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2625-fb95-4d97-917d-f681f303117f req-12eaad3a-19d3-4bcd-8ee6-309f6a2823ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.378279 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a1d2625-fb95-4d97-917d-f681f303117f req-12eaad3a-19d3-4bcd-8ee6-309f6a2823ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.0942798 Sep 19 03:08:31.703917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a1d2625-fb95-4d97-917d-f681f303117f req-81bef6f3-b031-4bc3-9511-c1c70bd58ef8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd HTTP/1.1" status: 200 len: 217 time: 0.3148761 Sep 19 03:08:31.736886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db690-c153-4c7e-b96d-72b9ec0c2766 req-6c6c1921-0ae0-4ead-854f-e4ea30b3f2bb tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.738339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-982db690-c153-4c7e-b96d-72b9ec0c2766 req-6c6c1921-0ae0-4ead-854f-e4ea30b3f2bb tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.0952744 Sep 19 03:08:31.740083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-3a379166-70b1-49ab-a108-4a50afe6d8b8 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135535 Sep 19 03:08:31.747889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017067-5e46-4be3-8de1-868e7eb8b9c0 req-c69b0de3-0525-48eb-9e51-8a31532801ee tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.749240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4017067-5e46-4be3-8de1-868e7eb8b9c0 req-c69b0de3-0525-48eb-9e51-8a31532801ee tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1072700 Sep 19 03:08:31.753531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2625-fb95-4d97-917d-f681f303117f req-70f66328-b5f0-4a5c-b04a-2d78a05a73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.755017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a1d2625-fb95-4d97-917d-f681f303117f req-70f66328-b5f0-4a5c-b04a-2d78a05a73ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0425498 Sep 19 03:08:31.762365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 86c2822c-e4d5-4b89-93b0-8d982b7bae34 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:31.801005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d2625-fb95-4d97-917d-f681f303117f req-4f2edead-88e2-4c25-844f-be5cea044ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:31.802528 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a1d2625-fb95-4d97-917d-f681f303117f req-4f2edead-88e2-4c25-844f-be5cea044ea7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0393603 Sep 19 03:08:31.860487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-982db690-c153-4c7e-b96d-72b9ec0c2766 req-76293ec9-6684-4c13-9c43-25a7b03be380 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102855 Sep 19 03:08:31.872199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4017067-5e46-4be3-8de1-868e7eb8b9c0 req-a4769608-c92d-4cf4-8417-07886c61720d tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155531 Sep 19 03:08:31.886617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:31.891655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b08b9b2-50c4-4d4e-b92f-cc3ff682d539 req-2a5bce16-3e01-4765-af69-bf5a193ef8e3 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245232 Sep 19 03:08:31.906019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a1d2625-fb95-4d97-917d-f681f303117f req-d0a49f7c-6955-423f-9d28-4f98a4ea08cd service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951257 Sep 19 03:08:31.907445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'mac_address': 'fa:16:3e:61:45:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:31.950312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:31.966105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86c2822c-e4d5-4b89-93b0-8d982b7bae34 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:31.986224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:31.991762 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:32.004446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed230fcb-cae2-440e-b5af-40de1a9a07b3 req-9c9f52e1-ff8e-41e9-9fd2-8c2db910d62e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.005978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed230fcb-cae2-440e-b5af-40de1a9a07b3 req-9c9f52e1-ff8e-41e9-9fd2-8c2db910d62e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0557907 Sep 19 03:08:32.014844 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a1d2625-fb95-4d97-917d-f681f303117f req-44193272-3f06-455e-b075-deeaf35be2ca service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004064 Sep 19 03:08:32.041485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:32.073392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed230fcb-cae2-440e-b5af-40de1a9a07b3 req-e6eee2d4-6603-4e3d-a3ec-e10d499bf4cd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525301 Sep 19 03:08:32.079586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-1673cb87-a804-4d93-b200-6fccf0718e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.080701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-1673cb87-a804-4d93-b200-6fccf0718e02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f8c76528161c4b2b9fb270017d0b1657&device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 1099 time: 0.0679417 Sep 19 03:08:32.184446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9cb71-1fba-48e0-a1b3-a54866fa9fd6 req-011f564c-5c71-4ca6-90cb-294e4b3e0e0c tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.185929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3e9cb71-1fba-48e0-a1b3-a54866fa9fd6 req-011f564c-5c71-4ca6-90cb-294e4b3e0e0c tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.1042895 Sep 19 03:08:32.228270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-faa26df7-3428-4ce5-a120-c58eac4ab201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.229690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-faa26df7-3428-4ce5-a120-c58eac4ab201 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1384764 Sep 19 03:08:32.248887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3e9cb71-1fba-48e0-a1b3-a54866fa9fd6 req-b89b3f3a-2519-4c01-a1ab-4f0d4853fb96 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567083 Sep 19 03:08:32.278887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-e9f5ba23-8a85-42ec-abcb-a04f48151851 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=d46df36a-3bde-439a-b25a-c003e307cc8a HTTP/1.1" status: 200 len: 217 time: 0.0393810 Sep 19 03:08:32.344245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-b1358ee0-014a-41cf-8e76-53744f080416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.345671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-b1358ee0-014a-41cf-8e76-53744f080416 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0584970 Sep 19 03:08:32.379586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['86c2822c-e4d5-4b89-93b0-8d982b7bae34'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:32.413327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058e0e7-dced-452b-af4d-2e17021961b2 req-30cb2e6a-00bc-4908-ae98-6143c409deb6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.414848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d058e0e7-dced-452b-af4d-2e17021961b2 req-30cb2e6a-00bc-4908-ae98-6143c409deb6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0844963 Sep 19 03:08:32.421128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-a046edf4-e2c5-409c-a094-5e059ff5eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.424102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-a046edf4-e2c5-409c-a094-5e059ff5eecd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624306 Sep 19 03:08:32.540304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d058e0e7-dced-452b-af4d-2e17021961b2 req-6af3eff5-b5db-4f9f-8816-1f0c6dc0789d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167400 Sep 19 03:08:32.569127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a0392-4f71-44fe-a32f-157d6e96f1d7 req-15f7a846-329e-45a6-aaf5-6c8f858d14c1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.575976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a0392-4f71-44fe-a32f-157d6e96f1d7 req-15f7a846-329e-45a6-aaf5-6c8f858d14c1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:32.577705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-262a0392-4f71-44fe-a32f-157d6e96f1d7 req-15f7a846-329e-45a6-aaf5-6c8f858d14c1 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.1399896 Sep 19 03:08:32.595738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-dbb6b3e2-5da9-421c-bd1b-177261ebc55e service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590545 Sep 19 03:08:32.632372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-262a0392-4f71-44fe-a32f-157d6e96f1d7 req-9320da35-d92d-4eaa-9d4b-e1d063932e20 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Sep 19 03:08:32.713902 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e79ee66-cce4-44c1-bdd5-2d9fa9815793 req-0b9dde79-d0ad-487d-8c4a-7475df114de6 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960345 Sep 19 03:08:33.026908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15f13-d7bb-4777-9589-165365ae4f7b req-950b2c8e-7a55-40c9-83b1-e3c5f9994b03 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.028403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87e15f13-d7bb-4777-9589-165365ae4f7b req-950b2c8e-7a55-40c9-83b1-e3c5f9994b03 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.0766819 Sep 19 03:08:33.040460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9880ef2-f26c-4dd5-a471-942a0508c161 req-2db06afd-a553-405b-b3f6-3e092d81effb tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.041858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9880ef2-f26c-4dd5-a471-942a0508c161 req-2db06afd-a553-405b-b3f6-3e092d81effb tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.0813835 Sep 19 03:08:33.100417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87e15f13-d7bb-4777-9589-165365ae4f7b req-fb1075fa-785d-4a0a-910c-3483ff1ad24b tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574639 Sep 19 03:08:33.105098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9880ef2-f26c-4dd5-a471-942a0508c161 req-1226ef03-a563-4ac5-8108-62124a2b7dbe tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567012 Sep 19 03:08:33.215523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb094e4f-ad58-4ea9-9c17-dbf3b5be08e8 req-41f8c5ba-89d7-4c04-b876-91202741c4f9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.217000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb094e4f-ad58-4ea9-9c17-dbf3b5be08e8 req-41f8c5ba-89d7-4c04-b876-91202741c4f9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0496686 Sep 19 03:08:33.256316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb094e4f-ad58-4ea9-9c17-dbf3b5be08e8 req-43422076-bde9-46c5-93c6-0666404366f1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333085 Sep 19 03:08:33.368935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01777-f73f-4b6d-b73a-2ffd1dec88e7 req-89e3ff5f-4f21-4b7f-bd21-3d88cd335546 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.370424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2f01777-f73f-4b6d-b73a-2ffd1dec88e7 req-89e3ff5f-4f21-4b7f-bd21-3d88cd335546 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.0507548 Sep 19 03:08:33.409804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2f01777-f73f-4b6d-b73a-2ffd1dec88e7 req-b7bcb742-4e1b-4d2a-9483-6507ca08475e tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334544 Sep 19 03:08:33.581641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-9dd0787e-631f-464d-8d82-080c4aff7b05 req-77f55a4a-41c1-4821-bae6-99bcdf0ced89 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:08:33.582651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dd0787e-631f-464d-8d82-080c4aff7b05 req-77f55a4a-41c1-4821-bae6-99bcdf0ced89 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062060 Sep 19 03:08:33.661117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3586-c62f-4a3c-9a24-257af70b9f1a req-f565edfa-511c-4883-be33-08efceb16868 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.662687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-843a3586-c62f-4a3c-9a24-257af70b9f1a req-f565edfa-511c-4883-be33-08efceb16868 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0538380 Sep 19 03:08:33.735573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-843a3586-c62f-4a3c-9a24-257af70b9f1a req-881cf62b-8859-47bc-a1e8-649ca30f4728 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656090 Sep 19 03:08:33.764124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:33.768455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d388-33e9-4f44-9009-640a5ff9cf48 req-88a5bbb7-525b-4603-acce-4d497ef81a71 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.770085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b197d388-33e9-4f44-9009-640a5ff9cf48 req-88a5bbb7-525b-4603-acce-4d497ef81a71 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.0729442 Sep 19 03:08:33.771463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 86c2822c-e4d5-4b89-93b0-8d982b7bae34 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:33.810501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b197d388-33e9-4f44-9009-640a5ff9cf48 req-b8348f19-f978-471e-960f-d0df3bc1b783 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335569 Sep 19 03:08:33.911128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:33.911506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:33.944501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:33.961015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'port_id': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'mac_address': 'fa:16:3e:fb:9c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:33.972415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2dea-5458-4dde-b520-ea236848a454 req-d02b04d4-fcc5-4771-bb7a-8e25393913af tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.978857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d2dea-5458-4dde-b520-ea236848a454 req-d02b04d4-fcc5-4771-bb7a-8e25393913af tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:33.980412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e8d2dea-5458-4dde-b520-ea236848a454 req-d02b04d4-fcc5-4771-bb7a-8e25393913af tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.0861561 Sep 19 03:08:33.987507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-f26b0b64-0f75-45ff-b50d-bd74f37d26e7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1754816 Sep 19 03:08:34.023492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e8d2dea-5458-4dde-b520-ea236848a454 req-aec858ec-c312-45c2-b2e1-2f98fda60039 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Sep 19 03:08:34.029404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:34.050538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:34.054478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:34.084306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:34.091986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:34.094196 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd0a26-7400-469b-a1cf-7510d3639ee7" -d '{"events": [{"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-plugged", "status": "completed", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:34.099061 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:34.111484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:34.133005 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:34.136906 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71520463-fa7a-4435-8b60-d7576c720504 x-openstack-request-id: req-71520463-fa7a-4435-8b60-d7576c720504 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:34.137190 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-plugged", "status": "completed", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:34.137439 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71520463-fa7a-4435-8b60-d7576c720504 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:34.137821 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'code': 200} Sep 19 03:08:34.168657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:34.225303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:34.230008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc17e88-593a-4f3a-82c8-f6c84b92dd15 req-d99aa9c4-4364-45d9-b729-f71cd8321d48 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:34.231558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dc17e88-593a-4f3a-82c8-f6c84b92dd15 req-d99aa9c4-4364-45d9-b729-f71cd8321d48 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.0517139 Sep 19 03:08:34.269330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dc17e88-593a-4f3a-82c8-f6c84b92dd15 req-22901f41-6db7-43a1-8485-fb2f88626f03 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Sep 19 03:08:34.376964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dc652-cd15-4c14-b4d9-1e478fe6cbab req-c6924a75-ac49-4e9b-8015-f235c334293e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:34.379079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-893dc652-cd15-4c14-b4d9-1e478fe6cbab req-c6924a75-ac49-4e9b-8015-f235c334293e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0518394 Sep 19 03:08:34.423186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-893dc652-cd15-4c14-b4d9-1e478fe6cbab req-93d412b5-4c52-4ae7-875a-53e074726abf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 Sep 19 03:08:34.537402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48faa1-e256-491c-8e8c-3975832f5a3b req-0ff8319f-beeb-4e47-a4a2-975f98a4e8f9 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:34.538932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec48faa1-e256-491c-8e8c-3975832f5a3b req-0ff8319f-beeb-4e47-a4a2-975f98a4e8f9 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.0516980 Sep 19 03:08:34.581706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec48faa1-e256-491c-8e8c-3975832f5a3b req-ab7501c6-ea55-4c9c-a10c-faa5e7499341 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359905 Sep 19 03:08:34.726429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:08:34.805015 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:34.843467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:34.855315 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:34.870787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a3996-3bc8-43bc-99be-5921948614fc req-a0f04afd-7dfe-4049-a425-0e147dae3301 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:34.872356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af5a3996-3bc8-43bc-99be-5921948614fc req-a0f04afd-7dfe-4049-a425-0e147dae3301 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 944 time: 0.0673351 Sep 19 03:08:34.911366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:34.914050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af5a3996-3bc8-43bc-99be-5921948614fc req-b631a78b-9531-4df6-9609-a6c5e1c61b92 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357091 Sep 19 03:08:35.026851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8878dd2-e343-452a-93d1-d8dd740db4d7 req-7c3d71cd-2572-4d76-b033-7f46234a8a9f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:35.028328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8878dd2-e343-452a-93d1-d8dd740db4d7 req-7c3d71cd-2572-4d76-b033-7f46234a8a9f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.0491602 Sep 19 03:08:35.069433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8878dd2-e343-452a-93d1-d8dd740db4d7 req-50d2bddb-3b96-4134-a372-8f5769e173f6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347710 Sep 19 03:08:35.144666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857779f-4de2-4c03-8a88-f5588bd47f6a req-9c61e267-e203-4c7d-ab12-01aa2a0000e7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:35.151334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857779f-4de2-4c03-8a88-f5588bd47f6a req-9c61e267-e203-4c7d-ab12-01aa2a0000e7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:35.152940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d857779f-4de2-4c03-8a88-f5588bd47f6a req-9c61e267-e203-4c7d-ab12-01aa2a0000e7 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.0576537 Sep 19 03:08:35.194684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d857779f-4de2-4c03-8a88-f5588bd47f6a req-7209bb0d-1ebb-4013-a6cf-cd2513e13b77 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353880 Sep 19 03:08:35.246871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1daeecbc-35f7-4a30-bf5a-8f16436e1a71'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:35.383704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccab943-30d0-4535-8bcb-0f99dcd1d3d6 req-6a465521-e2e7-47c5-9d3a-6e75705d697d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:35.385980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cccab943-30d0-4535-8bcb-0f99dcd1d3d6 req-6a465521-e2e7-47c5-9d3a-6e75705d697d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Sep 19 03:08:35.423230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cccab943-30d0-4535-8bcb-0f99dcd1d3d6 req-3ee84857-e037-4410-a349-59219b732f27 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312014 Sep 19 03:08:35.537083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad053f9-285a-4048-a9d9-43afbcc69af7 req-84b8060e-9793-4226-889c-1bd90e042d03 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:35.538540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ad053f9-285a-4048-a9d9-43afbcc69af7 req-84b8060e-9793-4226-889c-1bd90e042d03 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0481529 Sep 19 03:08:35.581249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ad053f9-285a-4048-a9d9-43afbcc69af7 req-c3f905f0-7634-43b5-a12e-efe1ec1a97f4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363073 Sep 19 03:08:35.700318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69b9da6-b849-477f-bf18-ee5ec55f0549 req-253f69c6-e16e-463f-9ecf-8fd944701899 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:35.702055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f69b9da6-b849-477f-bf18-ee5ec55f0549 req-253f69c6-e16e-463f-9ecf-8fd944701899 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.0519440 Sep 19 03:08:35.743015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f69b9da6-b849-477f-bf18-ee5ec55f0549 req-15710d11-b71e-4ade-9182-d8fb0b27ff10 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349903 Sep 19 03:08:36.036330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372295b4-7f10-46a6-a5eb-a6ef507771be req-123e4cfc-d74c-4e76-835b-a06f1f3162c2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:36.037917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-372295b4-7f10-46a6-a5eb-a6ef507771be req-123e4cfc-d74c-4e76-835b-a06f1f3162c2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 944 time: 0.0519745 Sep 19 03:08:36.076530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-372295b4-7f10-46a6-a5eb-a6ef507771be req-a4b3fa69-bfcd-47ce-92cd-a143bf10f9ce tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Sep 19 03:08:36.138723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:36.141074 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a65974-2591-4d35-9ef8-812c740f8925" -d '{"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-unplugged", "status": "completed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:36.174349 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13ed7e8-6981-4fbf-bf03-5399d2434c47 x-openstack-request-id: req-f13ed7e8-6981-4fbf-bf03-5399d2434c47 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:36.174649 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-unplugged", "status": "failed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "code": 422}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:36.174930 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f13ed7e8-6981-4fbf-bf03-5399d2434c47 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:36.175344 n-d-809936-1 neutron-server[94724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'code': 422} returned with failed status Sep 19 03:08:36.196616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d272f5b-5eb0-4a6d-aa25-2dddfc48439c req-4ffe8136-d31e-4643-a4f9-aaa8b35f5835 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:36.198178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d272f5b-5eb0-4a6d-aa25-2dddfc48439c req-4ffe8136-d31e-4643-a4f9-aaa8b35f5835 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.0535336 Sep 19 03:08:36.239118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d272f5b-5eb0-4a6d-aa25-2dddfc48439c req-0691a91d-b0de-43d0-afde-86f5e619a84c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348749 Sep 19 03:08:36.314886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce38136-d9c9-4d14-bc1e-e2c6da0ad647 req-8b25775e-3c9c-4162-a7a2-095ea99e3970 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:36.320731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce38136-d9c9-4d14-bc1e-e2c6da0ad647 req-8b25775e-3c9c-4162-a7a2-095ea99e3970 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:36.322954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bce38136-d9c9-4d14-bc1e-e2c6da0ad647 req-8b25775e-3c9c-4162-a7a2-095ea99e3970 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.0577250 Sep 19 03:08:36.364435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bce38136-d9c9-4d14-bc1e-e2c6da0ad647 req-94fe1c95-664a-4060-a3d8-a89e8d8ee82b tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357120 Sep 19 03:08:36.536860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab0e3-cdd7-4d30-873e-e17a14de8bc9 req-e1b06083-450a-4383-a860-23413a85e5aa tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:36.538331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8edab0e3-cdd7-4d30-873e-e17a14de8bc9 req-e1b06083-450a-4383-a860-23413a85e5aa tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Sep 19 03:08:36.575583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8edab0e3-cdd7-4d30-873e-e17a14de8bc9 req-6a8a8936-7a75-4540-aea7-967f8af4419c tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Sep 19 03:08:36.700636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8176f2-13a7-4195-b41b-434aaa9395bd req-58f9fb07-c4be-4abd-97bd-fe4a61310a14 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:36.702278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8176f2-13a7-4195-b41b-434aaa9395bd req-58f9fb07-c4be-4abd-97bd-fe4a61310a14 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0532043 Sep 19 03:08:36.742347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8176f2-13a7-4195-b41b-434aaa9395bd req-24be1ae5-267a-4de1-9c5d-101303f1cab7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Sep 19 03:08:36.859952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12783008-647c-4bd0-82ff-08ef2ca58c83 req-6375caa4-d9a5-45c5-897d-3678b7e05eea tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:36.861765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12783008-647c-4bd0-82ff-08ef2ca58c83 req-6375caa4-d9a5-45c5-897d-3678b7e05eea tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.0515711 Sep 19 03:08:36.908497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12783008-647c-4bd0-82ff-08ef2ca58c83 req-c9707695-6103-480b-8887-e598b8d19216 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Sep 19 03:08:37.200597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e7dfd-97e8-44f4-9a3f-cd2f8f6d1318 req-2b82149b-b0b1-40fb-8650-91f227f3b4db tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:37.214458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b24e7dfd-97e8-44f4-9a3f-cd2f8f6d1318 req-2b82149b-b0b1-40fb-8650-91f227f3b4db tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 944 time: 0.0689573 Sep 19 03:08:37.254719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b24e7dfd-97e8-44f4-9a3f-cd2f8f6d1318 req-1a4e8797-7483-4d44-83a9-c585d58f7247 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393538 Sep 19 03:08:37.412533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70691169-fff0-42e1-92e7-f0369aa858b7 req-3c8db070-617b-479c-b381-1197e5862b22 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:37.420999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70691169-fff0-42e1-92e7-f0369aa858b7 req-3c8db070-617b-479c-b381-1197e5862b22 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.0749640 Sep 19 03:08:37.466289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70691169-fff0-42e1-92e7-f0369aa858b7 req-d9fa5c08-78f9-4146-a200-254df17a4cf1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Sep 19 03:08:37.538642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91995-454f-42cd-9900-ed83a5d1f141 req-4cdf1386-4dbc-4720-9f2d-bcbda9338749 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:37.545129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91995-454f-42cd-9900-ed83a5d1f141 req-4cdf1386-4dbc-4720-9f2d-bcbda9338749 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:37.546781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ad91995-454f-42cd-9900-ed83a5d1f141 req-4cdf1386-4dbc-4720-9f2d-bcbda9338749 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.0775852 Sep 19 03:08:37.620219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ad91995-454f-42cd-9900-ed83a5d1f141 req-0c804824-0588-4d85-9aea-d3ecf12c7182 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628970 Sep 19 03:08:37.758531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bbb3e-7dc5-40c8-8e88-fab5b0120667 req-1df60eb8-33e7-4a37-956b-419bc2e7413a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:37.761217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725bbb3e-7dc5-40c8-8e88-fab5b0120667 req-1df60eb8-33e7-4a37-956b-419bc2e7413a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.0777969 Sep 19 03:08:37.794685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c3b12d63-fd3b-44c1-a776-d506f91b17bd details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:37.804008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:37.956949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-725bbb3e-7dc5-40c8-8e88-fab5b0120667 req-6f7de117-3ccf-4723-95a1-908ddd0e822a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716714 Sep 19 03:08:37.968369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:37.979058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:37.979436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:38.024892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22a899-9de6-4693-909b-e38088d3632a req-f8407797-a00e-4197-bf86-42dc7d667d60 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:38.028758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e22a899-9de6-4693-909b-e38088d3632a req-f8407797-a00e-4197-bf86-42dc7d667d60 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1643555 Sep 19 03:08:38.135796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e22a899-9de6-4693-909b-e38088d3632a req-66fd4a21-fb02-44e8-a96b-2a62ec6cd35f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986209 Sep 19 03:08:38.137087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:38.161605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'mac_address': 'fa:16:3e:51:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:38.232069 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:38.245757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a726d3-b077-48c3-bdbc-37df325d5cc0 req-0822ac0c-c48d-4c41-a287-76b6c33fb02e tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:38.255526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68a726d3-b077-48c3-bdbc-37df325d5cc0 req-0822ac0c-c48d-4c41-a287-76b6c33fb02e tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.1614823 Sep 19 03:08:38.272571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:38.277548 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c5948-533c-4b73-a69c-d44c17531b7d" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:38.288833 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:38.308003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:38.309941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3b12d63-fd3b-44c1-a776-d506f91b17bd {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:38.318916 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:38.320878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:38.327591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68a726d3-b077-48c3-bdbc-37df325d5cc0 req-8c49222a-9b3a-4edc-abbf-246cc5b1c616 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708766 Sep 19 03:08:38.362174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:38.451185 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdb53f0-2568-4ef7-9cb9-30eeb04083ab x-openstack-request-id: req-4fdb53f0-2568-4ef7-9cb9-30eeb04083ab {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:38.451633 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:38.451979 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fdb53f0-2568-4ef7-9cb9-30eeb04083ab {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:38.452630 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'code': 200} Sep 19 03:08:38.454568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:38.487620 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:38.488567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:08:38.516106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b87e0-bccf-4916-8146-da97a96a1e7a req-69dc0584-8649-46a8-a165-12cad39e3926 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:38.520252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-218b87e0-bccf-4916-8146-da97a96a1e7a req-69dc0584-8649-46a8-a165-12cad39e3926 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 944 time: 0.1013873 Sep 19 03:08:38.533889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:38.551469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'mac_address': 'fa:16:3e:3d:25:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:08:38.710894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-218b87e0-bccf-4916-8146-da97a96a1e7a req-d9273613-802b-4312-947f-516844cf324e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612751 Sep 19 03:08:38.760584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf195e4f-989d-4c62-bd69-d29b942c2773 req-a40436ae-2f4d-4f52-85d5-0862c692b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:38.771931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf195e4f-989d-4c62-bd69-d29b942c2773 req-a40436ae-2f4d-4f52-85d5-0862c692b872 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1096 time: 0.2504182 Sep 19 03:08:38.790456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be040a-ad4f-4a69-8858-9b2406b186ea req-b57a1d45-360b-405e-81fd-1287d53e5a3c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:38.802628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2be040a-ad4f-4a69-8858-9b2406b186ea req-b57a1d45-360b-405e-81fd-1287d53e5a3c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.1767461 Sep 19 03:08:38.903270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:38.924497 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:38.942968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46df36a-3bde-439a-b25a-c003e307cc8a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:38.951718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:38.952823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:38.997932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:39.016834 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:39.034053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167352df-8ee2-4a25-ab0f-2fae38bde19c req-eb12bfc2-ba77-48d5-93cf-592947869c26 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:39.042256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167352df-8ee2-4a25-ab0f-2fae38bde19c req-eb12bfc2-ba77-48d5-93cf-592947869c26 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:39.053943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-167352df-8ee2-4a25-ab0f-2fae38bde19c req-eb12bfc2-ba77-48d5-93cf-592947869c26 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1680 time: 0.2128036 Sep 19 03:08:39.078066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2be040a-ad4f-4a69-8858-9b2406b186ea req-772341e1-59fc-4900-a949-694bd22f6a5e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722552 Sep 19 03:08:39.104273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf195e4f-989d-4c62-bd69-d29b942c2773 req-fe055c24-de97-4fac-a532-054befe8d450 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809734 Sep 19 03:08:39.171021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-167352df-8ee2-4a25-ab0f-2fae38bde19c req-2aa557cc-3ced-4e37-85a2-5696b4e66961 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156332 Sep 19 03:08:39.190896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:39.252086 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:39.308875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c7ca5-13b8-4125-8636-5ba9612c8782 req-0178e498-1109-4ded-8691-66c90b58086e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:39.318955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:39.320513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f32c7ca5-13b8-4125-8636-5ba9612c8782 req-0178e498-1109-4ded-8691-66c90b58086e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 945 time: 0.0832810 Sep 19 03:08:39.333875 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:39.334918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 486a0ef3-16a6-4950-afec-65829904a02f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:39.382242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f32c7ca5-13b8-4125-8636-5ba9612c8782 req-fe828242-06ce-47a7-af31-66479878c60d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601454 Sep 19 03:08:39.520144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3910ea-05f5-494d-b6cb-42a93dfeec1d req-eb881163-352b-4add-902d-1c5a4d586177 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:39.521721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:39.532691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb3910ea-05f5-494d-b6cb-42a93dfeec1d req-eb881163-352b-4add-902d-1c5a4d586177 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0923285 Sep 19 03:08:39.539827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 486a0ef3-16a6-4950-afec-65829904a02f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:39.547915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 486a0ef3-16a6-4950-afec-65829904a02f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:39.548829 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:39.583324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb3910ea-05f5-494d-b6cb-42a93dfeec1d req-74b4f255-904b-455d-9eca-9017ef090d11 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442424 Sep 19 03:08:39.621893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['c3b12d63-fd3b-44c1-a776-d506f91b17bd'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:39.676502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d46df36a-3bde-439a-b25a-c003e307cc8a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:08:39.775721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:39.819682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 486a0ef3-16a6-4950-afec-65829904a02f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=486a0ef3-16a6-4950-afec-65829904a02f,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:39.876696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:39.877811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23616cc6-4274-437b-8e32-d9df1c361454 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:39.897537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c5c05-76e3-4fbf-b36f-1ff18d2b199d req-4a9004c7-ccd4-4dd3-a29c-2184d89c4fb6 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:39.902701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c3c5c05-76e3-4fbf-b36f-1ff18d2b199d req-4a9004c7-ccd4-4dd3-a29c-2184d89c4fb6 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 949 time: 0.2123983 Sep 19 03:08:39.931827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-9330abfd-12f3-4fc4-a10d-3b41dc62fdb3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1875253 Sep 19 03:08:39.987289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c3c5c05-76e3-4fbf-b36f-1ff18d2b199d req-ca5850ea-350e-4697-b391-a845c1c5759c tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757105 Sep 19 03:08:40.064171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=486a0ef3-16a6-4950-afec-65829904a02f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:40.104702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-296b3424-c30e-414f-bc5d-070b74ff6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:40.117311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-296b3424-c30e-414f-bc5d-070b74ff6921 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a92781c3daf4afda295e5ee916d69e4&device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 1097 time: 0.0956838 Sep 19 03:08:40.142112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 23616cc6-4274-437b-8e32-d9df1c361454 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:40.154575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 23616cc6-4274-437b-8e32-d9df1c361454 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:40.154575 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.272419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.310892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 23616cc6-4274-437b-8e32-d9df1c361454, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23616cc6-4274-437b-8e32-d9df1c361454,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:40.318291 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.319447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fd3860c1-d3d0-4967-9d24-69f0968cd12a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:40.385534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3277d7e-a328-453d-a7ce-83653f0863fe req-2a1deed1-dfc8-49bc-b029-03fde4d06ef5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:40.388348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3277d7e-a328-453d-a7ce-83653f0863fe req-2a1deed1-dfc8-49bc-b029-03fde4d06ef5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1182697 Sep 19 03:08:40.405339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-c71d0fd5-eec1-4304-9f4f-9b414734c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:40.408501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-c71d0fd5-eec1-4304-9f4f-9b414734c493 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f&tenant_id=9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 1095 time: 0.1527092 Sep 19 03:08:40.417344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port fd3860c1-d3d0-4967-9d24-69f0968cd12a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:40.429196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-7be714c7-7d00-4c7d-82b6-5070431ccd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:40.431116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-7be714c7-7d00-4c7d-82b6-5070431ccd35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=666c27a8-85c7-466c-aa8a-256bf8829a22 HTTP/1.1" status: 200 len: 907 time: 0.2926478 Sep 19 03:08:40.437668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:40.438193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port fd3860c1-d3d0-4967-9d24-69f0968cd12a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:40.438623 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.489644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71'}, {'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a0ef3-16a6-4950-afec-65829904a02f'}, {'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23616cc6-4274-437b-8e32-d9df1c361454'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:40.491665 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecc4701-588f-4df8-b162-a004b66eb7a2" -d '{"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-plugged", "status": "completed", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71"}, {"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-plugged", "status": "completed", "tag": "486a0ef3-16a6-4950-afec-65829904a02f"}, {"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-plugged", "status": "completed", "tag": "23616cc6-4274-437b-8e32-d9df1c361454"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:40.504328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3277d7e-a328-453d-a7ce-83653f0863fe req-d70ab8f4-f9ad-435a-99fb-f0af7424a7f2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994506 Sep 19 03:08:40.537116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=23616cc6-4274-437b-8e32-d9df1c361454,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:40.560557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-7171c0b0-35ba-493f-96c9-47dd44f4d518 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e HTTP/1.1" status: 200 len: 1002 time: 0.1190591 Sep 19 03:08:40.575369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.588751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.638507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-915c4818-3313-4503-bb78-ec93adf7c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:40.640344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-915c4818-3313-4503-bb78-ec93adf7c53c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c6eae28d-b942-46da-8400-ba3bf3b716b4 HTTP/1.1" status: 200 len: 845 time: 0.0725234 Sep 19 03:08:40.651411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port fd3860c1-d3d0-4967-9d24-69f0968cd12a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fd3860c1-d3d0-4967-9d24-69f0968cd12a,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:40.659660 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.660497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e8ebe31c-6c50-4db6-99ae-ea226ca7343c up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:40.712763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-18aee8e9-4995-48ec-b6ca-1af7d83a624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:40.714444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-18aee8e9-4995-48ec-b6ca-1af7d83a624f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=666c27a8-85c7-466c-aa8a-256bf8829a22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542006 Sep 19 03:08:40.722442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf27bf4-97d1-45fa-a64a-c28e00815666 req-45ca39f3-aa35-4944-aa19-2a9efa9c8a95 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:40.734028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bf27bf4-97d1-45fa-a64a-c28e00815666 req-45ca39f3-aa35-4944-aa19-2a9efa9c8a95 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 944 time: 0.1563799 Sep 19 03:08:40.752008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=fd3860c1-d3d0-4967-9d24-69f0968cd12a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:40.771306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port e8ebe31c-6c50-4db6-99ae-ea226ca7343c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:40.776488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port e8ebe31c-6c50-4db6-99ae-ea226ca7343c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:40.776870 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.941754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:40.989560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bf27bf4-97d1-45fa-a64a-c28e00815666 req-b897a500-e8e2-43aa-9eae-da52f9a050cc tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2543933 Sep 19 03:08:41.017002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-c0865d42-9f84-49ac-915d-c1f686030576 service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672610 Sep 19 03:08:41.043703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e8ebe31c-6c50-4db6-99ae-ea226ca7343c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:41.049096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:41.085817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:41.168790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:41.202934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:41.253560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5132aff2-d14b-4293-a4ad-7f411a69903c {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:08:41.263170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:41.285476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Transition to ACTIVE for port object 5132aff2-d14b-4293-a4ad-7f411a69903c will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:08:41.297218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:41.322644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b10bb22e-c503-41e9-b929-9e9cf90fb6b7 req-bf5f4593-2d4f-4f66-8556-314d700ca5be service neutron] 10.222.0.32 "GET /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878721 Sep 19 03:08:41.368843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503c941-b8ef-44bf-848f-51ca38219a55 req-3db89c69-6541-44a9-8572-3d49e9fe6a82 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:41.382889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503c941-b8ef-44bf-848f-51ca38219a55 req-3db89c69-6541-44a9-8572-3d49e9fe6a82 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:41.397146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e503c941-b8ef-44bf-848f-51ca38219a55 req-3db89c69-6541-44a9-8572-3d49e9fe6a82 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.1757011 Sep 19 03:08:41.494370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e503c941-b8ef-44bf-848f-51ca38219a55 req-64fd3187-1a44-4776-970a-4baacc6b1078 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907679 Sep 19 03:08:41.565001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=9']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:41.636173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] No DVR routers for this DVR port 5132aff2-d14b-4293-a4ad-7f411a69903c on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:08:41.678024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced243-8d86-40a7-8704-c9f68c0a3ad7 req-4a8d9406-3121-47c3-b80d-e2424c3dca2d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:41.685861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52ced243-8d86-40a7-8704-c9f68c0a3ad7 req-4a8d9406-3121-47c3-b80d-e2424c3dca2d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 946 time: 0.0893404 Sep 19 03:08:41.754972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52ced243-8d86-40a7-8704-c9f68c0a3ad7 req-a0e649b4-b957-45fd-899d-5e04f5a0e753 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679548 Sep 19 03:08:41.826490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:41.901299 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0813e331-f691-4b04-aa46-454548df72cb x-openstack-request-id: req-0813e331-f691-4b04-aa46-454548df72cb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:41.901610 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-plugged", "status": "completed", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71", "code": 200}, {"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-plugged", "status": "completed", "tag": "486a0ef3-16a6-4950-afec-65829904a02f", "code": 200}, {"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-plugged", "status": "completed", "tag": "23616cc6-4274-437b-8e32-d9df1c361454", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:41.901946 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0813e331-f691-4b04-aa46-454548df72cb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:41.902342 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'code': 200} Sep 19 03:08:41.902603 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486a0ef3-16a6-4950-afec-65829904a02f', 'code': 200} Sep 19 03:08:41.902883 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23616cc6-4274-437b-8e32-d9df1c361454', 'code': 200} Sep 19 03:08:41.937760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port d46df36a-3bde-439a-b25a-c003e307cc8a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:41.942138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port d46df36a-3bde-439a-b25a-c003e307cc8a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:41.942522 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:41.950241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:08:41.950647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:08:41.950951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:41.964930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Port 5132aff2-d14b-4293-a4ad-7f411a69903c on network 1b941654-601c-4012-ba03-f35d18c9814a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:08:41.965419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Attempting to bind port 5132aff2-d14b-4293-a4ad-7f411a69903c on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:08:41.978834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:08:41.979291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Checking segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:08:41.979833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Bound using segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:08:41.979966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Bound port: 5132aff2-d14b-4293-a4ad-7f411a69903c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:08:41.981541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:42.023042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc49c6f-6e79-4fb7-9357-a921878bbbf5 req-b6657340-7a32-4a08-a26d-a9a663841111 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:42.033518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfc49c6f-6e79-4fb7-9357-a921878bbbf5 req-b6657340-7a32-4a08-a26d-a9a663841111 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0788348 Sep 19 03:08:42.113150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:08:42.116927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:08:42.118794 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:42.123477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:42.126928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfc49c6f-6e79-4fb7-9357-a921878bbbf5 req-67b2adb7-0e15-48e8-99b6-6124a18223ad tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887225 Sep 19 03:08:42.184683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:42.184683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:42.184683 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] 10.222.0.32 "PUT /v2.0/ports/5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1092 time: 1.7140110 Sep 19 03:08:42.184683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:42.184683 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237c9451-3c35-4239-90b3-40054fd190cc" -d '{"events": [{"name": "network-changed", "server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:42.197506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea6e52-aac4-4c4c-a11e-0ce773a713ed req-fb33d69c-603c-4485-9968-c15ae4e0730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:42.198044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea6e52-aac4-4c4c-a11e-0ce773a713ed req-fb33d69c-603c-4485-9968-c15ae4e0730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:42.200756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43ea6e52-aac4-4c4c-a11e-0ce773a713ed req-fb33d69c-603c-4485-9968-c15ae4e0730f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1984 time: 0.1975822 Sep 19 03:08:42.271480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:42.281912 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:42.288169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c3b12d63-fd3b-44c1-a776-d506f91b17bd up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:08:42.338667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-a23b45f7-5491-4623-9f00-3424e64fb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:42.340739 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-a23b45f7-5491-4623-9f00-3424e64fb67f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1096 time: 0.1565988 Sep 19 03:08:42.376348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d20a0-71fe-44d6-90b4-a3c4687c4c3b service neutron] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:42.417206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43ea6e52-aac4-4c4c-a11e-0ce773a713ed req-29eb4d1d-fff4-4d5f-86c6-776c82f72773 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069354 Sep 19 03:08:42.484994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dada3-8404-467b-bce1-723f4488953d req-d12d30f5-fce3-4608-81dc-c54215119d27 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:42.489404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c7dada3-8404-467b-bce1-723f4488953d req-d12d30f5-fce3-4608-81dc-c54215119d27 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 949 time: 0.1626952 Sep 19 03:08:42.554592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-38cb3f39-44e1-4799-83ff-1da0637a6818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:42.554998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:42.556993 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-38cb3f39-44e1-4799-83ff-1da0637a6818 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.2044888 Sep 19 03:08:42.577179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c7dada3-8404-467b-bce1-723f4488953d req-5b5bbf71-c4e3-4d1c-84b3-241cc6a88a95 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768299 Sep 19 03:08:42.581646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.582141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.582800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.583294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.583504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.583865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.584174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.584500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.584834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.585150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.585476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.585803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:08:42.614140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port c3b12d63-fd3b-44c1-a776-d506f91b17bd completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:08:42.630571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port c3b12d63-fd3b-44c1-a776-d506f91b17bd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:08:42.630982 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:42.797144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:42.889347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:08:42.904256 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:43.004296 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-edf9438a-ac04-462d-875e-9e3c3a163abe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1000 time: 0.1833336 Sep 19 03:08:43.013972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:08:43.033742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193a70f-9725-4307-82d2-678ac433bedf req-fab07d7a-75d9-4432-9e6b-28bda5ac75df tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.035366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a193a70f-9725-4307-82d2-678ac433bedf req-fab07d7a-75d9-4432-9e6b-28bda5ac75df tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0929170 Sep 19 03:08:43.067446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-af01734f-a695-4c3b-8643-b898edf27c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.069419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-af01734f-a695-4c3b-8643-b898edf27c54 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0558338 Sep 19 03:08:43.086546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a193a70f-9725-4307-82d2-678ac433bedf req-711e926f-57e9-4cb7-826b-02d71b447788 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Sep 19 03:08:43.136776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-a4441eeb-0925-462b-a806-db9c63fb8746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.138986 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-a4441eeb-0925-462b-a806-db9c63fb8746 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593584 Sep 19 03:08:43.307754 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-0986847b-856b-4251-a728-c66a66230b76 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567290 Sep 19 03:08:43.357679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7f464-a0bd-4780-a69f-87aa7cdb07cb req-a699425d-2ab5-4fc9-9868-a6e78b1b8b53 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.359790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15c7f464-a0bd-4780-a69f-87aa7cdb07cb req-a699425d-2ab5-4fc9-9868-a6e78b1b8b53 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1185021 Sep 19 03:08:43.466676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15c7f464-a0bd-4780-a69f-87aa7cdb07cb req-e6507838-40db-4a47-a00c-9fe5310cff94 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864909 Sep 19 03:08:43.466932 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1af24f91-d1bb-4c2e-ac0e-dac3b03e8af1 req-715cf1a6-5807-43c2-93e3-0317b6a961eb service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514430 Sep 19 03:08:43.543330 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc74f8c-ba49-4ed1-98ba-ce2023af2a0e x-openstack-request-id: req-afc74f8c-ba49-4ed1-98ba-ce2023af2a0e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:43.543623 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:43.543917 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afc74f8c-ba49-4ed1-98ba-ce2023af2a0e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:43.544453 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'status': 'completed', 'code': 200} Sep 19 03:08:43.700546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9451-3c35-4239-90b3-40054fd190cc req-68cceb74-ce31-4c30-809c-7897cf54e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.705519 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-237c9451-3c35-4239-90b3-40054fd190cc req-68cceb74-ce31-4c30-809c-7897cf54e340 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1096 time: 0.0599604 Sep 19 03:08:43.718037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cf17a-fd8d-4f82-aa26-628b1b4eb46d req-22daf490-e559-4cd9-8b01-3ff7f9577ed9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.731598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d63cf17a-fd8d-4f82-aa26-628b1b4eb46d req-22daf490-e559-4cd9-8b01-3ff7f9577ed9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.1025960 Sep 19 03:08:43.732966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43034) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:08:43.739355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'floatingip': {'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:08:43.861115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:43.903368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9451-3c35-4239-90b3-40054fd190cc req-ea9e6697-a8bf-4f0b-950b-f0308ddaa6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.903989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a'}, {'server_uuid': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c'}, {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a'}, {'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:43.907262 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c26c173-25db-4aed-93a5-c26a2fb972cf" -d '{"events": [{"server_uuid": "165afd2e-6ef6-4ebe-841a-f1f52b094f32", "name": "network-vif-plugged", "status": "completed", "tag": "fd3860c1-d3d0-4967-9d24-69f0968cd12a"}, {"server_uuid": "6ad32c69-0a08-41ce-81d8-c5976d063c78", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebe31c-6c50-4db6-99ae-ea226ca7343c"}, {"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a"}, {"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-plugged", "status": "completed", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:43.908408 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-237c9451-3c35-4239-90b3-40054fd190cc req-ea9e6697-a8bf-4f0b-950b-f0308ddaa6e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.1964574 Sep 19 03:08:43.981861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddde4a-9426-49cf-b671-2fbea1b08000 req-f1ccae19-5315-4545-a327-02de8974de76 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.988105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddde4a-9426-49cf-b671-2fbea1b08000 req-f1ccae19-5315-4545-a327-02de8974de76 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:43.996035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00ddde4a-9426-49cf-b671-2fbea1b08000 req-f1ccae19-5315-4545-a327-02de8974de76 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.1771476 Sep 19 03:08:44.041729 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-237c9451-3c35-4239-90b3-40054fd190cc req-1b3e7286-9f9a-4148-a743-458b93a178de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1000 time: 0.1252210 Sep 19 03:08:44.065592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00ddde4a-9426-49cf-b671-2fbea1b08000 req-7901ea9b-7dda-47a4-9e6d-32759686c7ee tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551009 Sep 19 03:08:44.140455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9451-3c35-4239-90b3-40054fd190cc req-53fae3cd-5543-4ed7-9bfb-c9ca31604b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:44.152689 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-237c9451-3c35-4239-90b3-40054fd190cc req-53fae3cd-5543-4ed7-9bfb-c9ca31604b82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.1029720 Sep 19 03:08:44.271494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9451-3c35-4239-90b3-40054fd190cc req-8bed82f8-d054-4e3c-8b17-6cc94d1f40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:44.273150 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-237c9451-3c35-4239-90b3-40054fd190cc req-8bed82f8-d054-4e3c-8b17-6cc94d1f40b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049371 Sep 19 03:08:44.471679 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-301cde2c-80d0-465a-b0ac-0f41b0f4ce9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:44.503492 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-237c9451-3c35-4239-90b3-40054fd190cc req-fca28813-fcdf-486c-9150-2d18d7d45637 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209063 Sep 19 03:08:44.721563 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-237c9451-3c35-4239-90b3-40054fd190cc req-21c3596a-33d0-4d3d-902e-0ac13c788e20 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100885 Sep 19 03:08:45.073917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:45.083628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:45.192511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d43b-09d7-4867-9844-57f94dc7259a req-30540704-20b2-4d55-a3dd-f98748211eb5 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:45.200451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45a6d43b-09d7-4867-9844-57f94dc7259a req-30540704-20b2-4d55-a3dd-f98748211eb5 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 946 time: 0.1215174 Sep 19 03:08:45.277736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45a6d43b-09d7-4867-9844-57f94dc7259a req-c19f0116-807b-4a53-81b4-33c889442111 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762305 Sep 19 03:08:45.314535 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Floating IP d22c3bac-b50d-4999-9d49-e96b9726894a associated. External IP: 172.25.8.164, port: bc03c134-b74b-4da7-b28c-f014ff5fd7e0. Sep 19 03:08:45.494224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dac880-95f1-4283-b9d6-dc71a04a9ae3 req-a84da226-a757-4402-b863-cb7ced2ce25a tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:45.502510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8dac880-95f1-4283-b9d6-dc71a04a9ae3 req-a84da226-a757-4402-b863-cb7ced2ce25a tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 950 time: 0.1274333 Sep 19 03:08:45.562882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8dac880-95f1-4283-b9d6-dc71a04a9ae3 req-b78bda0c-29da-4bf8-8009-d1158ed6f77a tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588071 Sep 19 03:08:45.788107 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c3caa-47c2-4109-b7bc-3a5443126f49 x-openstack-request-id: req-0b7c3caa-47c2-4109-b7bc-3a5443126f49 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:45.789561 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165afd2e-6ef6-4ebe-841a-f1f52b094f32", "name": "network-vif-plugged", "status": "completed", "tag": "fd3860c1-d3d0-4967-9d24-69f0968cd12a", "code": 200}, {"server_uuid": "6ad32c69-0a08-41ce-81d8-c5976d063c78", "name": "network-vif-plugged", "status": "completed", "tag": "e8ebe31c-6c50-4db6-99ae-ea226ca7343c", "code": 200}, {"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a", "code": 200}, {"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-plugged", "status": "completed", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:45.794422 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b7c3caa-47c2-4109-b7bc-3a5443126f49 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:45.795779 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a', 'code': 200} Sep 19 03:08:45.797991 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c', 'code': 200} Sep 19 03:08:45.798421 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'code': 200} Sep 19 03:08:45.798869 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'code': 200} Sep 19 03:08:45.804130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:45.810330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Router aad09c29-488c-4cd4-a22c-1d936c90a8c3 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:08:46.038312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:08:46.054227 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] Sync routers for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:08:46.069532 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:46.075438 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:08:46.080108 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:08:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:46.213249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9146d081-6c5f-493c-b2be-d1491d03fcc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "PUT /v2.0/floatingips/d22c3bac-b50d-4999-9d49-e96b9726894a HTTP/1.1" status: 200 len: 991 time: 2.4751513 Sep 19 03:08:46.213249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:08:46.213983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a1048-f9bf-45da-b484-6eb7fcb16d5b req-0e88b1a5-57b2-4946-a2fc-8c53ccc1d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.215726 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8d0a1048-f9bf-45da-b484-6eb7fcb16d5b req-0e88b1a5-57b2-4946-a2fc-8c53ccc1d01a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 1097 time: 0.1613216 Sep 19 03:08:46.215855 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aee5b5a-c7c9-4386-a80d-bf64b396a152" -d '{"events": [{"name": "network-changed", "server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:08:46.228036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8dd0b-04b2-46fc-b46a-645f1f627851 req-cd50a7c5-e7ec-4b1d-92a2-3c98e6ff15dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.230337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65c8dd0b-04b2-46fc-b46a-645f1f627851 req-cd50a7c5-e7ec-4b1d-92a2-3c98e6ff15dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=165afd2e-6ef6-4ebe-841a-f1f52b094f32 HTTP/1.1" status: 200 len: 1097 time: 0.1565216 Sep 19 03:08:46.234120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fced87-eeff-4271-ad12-aee76066f91c req-40ccbbbb-bf59-404e-bd7f-5674f5998e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.236894 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26fced87-eeff-4271-ad12-aee76066f91c req-40ccbbbb-bf59-404e-bd7f-5674f5998e43 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 1101 time: 0.1007104 Sep 19 03:08:46.250594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667539b8-c796-4c72-9b6a-c7922607cfaf req-a94e079d-c333-4739-85c8-fd76dacaa8b8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.257807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667539b8-c796-4c72-9b6a-c7922607cfaf req-a94e079d-c333-4739-85c8-fd76dacaa8b8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.2208233 Sep 19 03:08:46.281301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f4ff-e8ad-41cd-ac48-86daa4ae056d req-4ea571c3-5ae5-4b61-af6d-a4375e6b492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.287294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7438f4ff-e8ad-41cd-ac48-86daa4ae056d req-4ea571c3-5ae5-4b61-af6d-a4375e6b492b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 1101 time: 0.2107863 Sep 19 03:08:46.304508 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26fced87-eeff-4271-ad12-aee76066f91c req-cc2d3045-d907-4de1-ad41-cd68b74e34bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549977 Sep 19 03:08:46.308378 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8d0a1048-f9bf-45da-b484-6eb7fcb16d5b req-76f9fd28-d5c0-4958-b7f6-1298c0591e37 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825078 Sep 19 03:08:46.337449 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:08:46.428551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7438f4ff-e8ad-41cd-ac48-86daa4ae056d req-8a9ce309-a01d-4c3c-9edd-03be7e1f1608 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343145 Sep 19 03:08:46.445901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667539b8-c796-4c72-9b6a-c7922607cfaf req-154e2250-1557-468a-841b-2054273cbc2a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864731 Sep 19 03:08:46.485158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65c8dd0b-04b2-46fc-b46a-645f1f627851 req-638e746d-a96f-4e00-98b2-b78e53834cc0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236993 Sep 19 03:08:46.635183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8dcdb-b91e-440a-8a3e-0443c0cb872f req-5cce535b-e6d7-412b-8876-0578d1047cbd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.643372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4d8dcdb-b91e-440a-8a3e-0443c0cb872f req-5cce535b-e6d7-412b-8876-0578d1047cbd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1050570 Sep 19 03:08:46.678886 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd22c3bac-b50d-4999-9d49-e96b9726894a', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'mac_address': 'fa:16:3e:e2:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:08:10Z', 'updated_at': '2021-09-19T03:08:44Z', 'revision_number': 1, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:12Z', 'revision_number': 5, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:46.706018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4d8dcdb-b91e-440a-8a3e-0443c0cb872f req-94221850-9f0d-4046-905b-991fee7e350c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607786 Sep 19 03:08:46.714419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] Checking router: aad09c29-488c-4cd4-a22c-1d936c90a8c3 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:08:46.727606 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:08:46.728317 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:08:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:46.887315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b74ae-7ef4-4c37-9a16-307c52b2c250 req-ba26251a-7743-4194-a452-52e9f968e556 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.894683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b74ae-7ef4-4c37-9a16-307c52b2c250 req-ba26251a-7743-4194-a452-52e9f968e556 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:46.903886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a6b74ae-7ef4-4c37-9a16-307c52b2c250 req-ba26251a-7743-4194-a452-52e9f968e556 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.1050239 Sep 19 03:08:46.962835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a6b74ae-7ef4-4c37-9a16-307c52b2c250 req-2edc1d42-068f-4407-9056-08f8be1902fb tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579803 Sep 19 03:08:47.060362 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:08:47.166818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d589871-5549-4e68-aa3c-2826b036f188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:47.383670 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd22c3bac-b50d-4999-9d49-e96b9726894a', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'mac_address': 'fa:16:3e:e2:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:08:10Z', 'updated_at': '2021-09-19T03:08:44Z', 'revision_number': 1, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:12Z', 'revision_number': 5, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:08:47.449426 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960e143f-1ecb-4763-9f59-4804964dd264 None None] The sync data for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 is: [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd22c3bac-b50d-4999-9d49-e96b9726894a', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'mac_address': 'fa:16:3e:e2:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:08:10Z', 'updated_at': '2021-09-19T03:08:44Z', 'revision_number': 1, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:12Z', 'revision_number': 5, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:08:47.757893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fccdc60-12d9-417b-8b25-9bf661cb4fb6 None None] New status for floating IP d22c3bac-b50d-4999-9d49-e96b9726894a: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:08:47.961970 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48de143b-78c1-4ac3-ba5b-273a3f746326 x-openstack-request-id: req-48de143b-78c1-4ac3-ba5b-273a3f746326 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:08:47.962903 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:08:47.963345 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48de143b-78c1-4ac3-ba5b-273a3f746326 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:08:47.963940 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'status': 'completed', 'code': 200} Sep 19 03:08:48.046842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:48.285536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff346e26-71f0-4924-b2e6-862f8d7370ca req-1216b9a0-a865-4bd3-9d67-f207703fa058 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:48.294445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff346e26-71f0-4924-b2e6-862f8d7370ca req-1216b9a0-a865-4bd3-9d67-f207703fa058 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 946 time: 0.2390280 Sep 19 03:08:48.340130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-b351abb1-2a40-4370-8d3c-4d2d2224224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:48.341807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-b351abb1-2a40-4370-8d3c-4d2d2224224e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1096 time: 0.2739086 Sep 19 03:08:48.359427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff346e26-71f0-4924-b2e6-862f8d7370ca req-0227f43f-d245-4072-bb5d-a7a6ebeca512 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575223 Sep 19 03:08:48.362992 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:48.515378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-827e014f-e3f1-440f-9d06-f8d45f9072de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:48.517597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-827e014f-e3f1-440f-9d06-f8d45f9072de service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.1517377 Sep 19 03:08:48.706766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9ffa0-5b8e-4eb5-be24-48f2fc7119d0 req-ec9b8b5f-39da-4462-add7-0d5e21fd6bb7 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:48.715677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fa9ffa0-5b8e-4eb5-be24-48f2fc7119d0 req-ec9b8b5f-39da-4462-add7-0d5e21fd6bb7 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 950 time: 0.1969490 Sep 19 03:08:48.738639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-61d79d96-dbd0-4c3e-86ff-98d41b021e6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 1001 time: 0.2073598 Sep 19 03:08:48.788718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fa9ffa0-5b8e-4eb5-be24-48f2fc7119d0 req-149fa021-90bf-4705-b0fc-4f868f7d67fe tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660324 Sep 19 03:08:48.874429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-eca1c034-b8e5-42e9-b6b4-102470afb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:48.875905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-eca1c034-b8e5-42e9-b6b4-102470afb348 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1136551 Sep 19 03:08:49.044743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-e39d05c1-b684-47d6-934f-a5dcfca8fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:49.046569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-e39d05c1-b684-47d6-934f-a5dcfca8fd83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139822 Sep 19 03:08:49.223353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392eb5f-78b1-4b98-9128-e2c96feb9eb5 req-d881f2e2-701b-41d6-bc26-768648dd9aad tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:49.224995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7392eb5f-78b1-4b98-9128-e2c96feb9eb5 req-d881f2e2-701b-41d6-bc26-768648dd9aad tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1399033 Sep 19 03:08:49.262976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-4ec8624e-04ed-4819-820e-5fc2a8b8dc53 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919429 Sep 19 03:08:49.346670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7392eb5f-78b1-4b98-9128-e2c96feb9eb5 req-9669124d-fbff-4417-b62f-984b842b98e2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825033 Sep 19 03:08:49.690337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e94aa6-ec7c-4fac-a852-74529b17a500 req-db02d908-d357-4637-bb65-792f96aa69bc tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:49.699212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9e94aa6-ec7c-4fac-a852-74529b17a500 req-db02d908-d357-4637-bb65-792f96aa69bc tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1257989 Sep 19 03:08:49.739737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aee5b5a-c7c9-4386-a80d-bf64b396a152 req-53c27d10-793a-4f69-a2bd-405a67fa00e4 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454156 Sep 19 03:08:49.784841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9e94aa6-ec7c-4fac-a852-74529b17a500 req-f42c2b36-f273-4dd2-8faa-6c8ae2bbbf88 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836625 Sep 19 03:08:49.899423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:08:50.525676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526b307-a169-4c21-8a76-50047a45cb6f req-a2a72308-004e-4331-adf3-9a4b39d2bb50 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:50.533162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c526b307-a169-4c21-8a76-50047a45cb6f req-a2a72308-004e-4331-adf3-9a4b39d2bb50 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 946 time: 0.1077478 Sep 19 03:08:50.603733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c526b307-a169-4c21-8a76-50047a45cb6f req-daf3fafa-0ba5-4355-9349-116b720e351a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677927 Sep 19 03:08:50.763522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaf949-eecb-43fd-9617-10d5bd943b9b req-2e69ed4f-acfd-421c-b111-1dae5cb2d604 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:50.765158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5afaf949-eecb-43fd-9617-10d5bd943b9b req-2e69ed4f-acfd-421c-b111-1dae5cb2d604 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 950 time: 0.0605237 Sep 19 03:08:50.839748 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5afaf949-eecb-43fd-9617-10d5bd943b9b req-5024e8cd-a664-4d9e-94ef-d36bbf125c8b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673723 Sep 19 03:08:51.085024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66e648-bfb4-4372-abf3-e1c4a316ca25 req-4612e853-2072-459f-bf2a-9a36c9251108 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:51.090917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66e648-bfb4-4372-abf3-e1c4a316ca25 req-4612e853-2072-459f-bf2a-9a36c9251108 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:51.101569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb66e648-bfb4-4372-abf3-e1c4a316ca25 req-4612e853-2072-459f-bf2a-9a36c9251108 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.0749304 Sep 19 03:08:51.153284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb66e648-bfb4-4372-abf3-e1c4a316ca25 req-d2fbf86c-b1ed-42bf-9a60-2067f972553a tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486422 Sep 19 03:08:51.275219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cc2a6-7700-4475-b83f-f2932a4d101c req-11a0c6c6-04f8-4b79-a58c-4e3213fd9ad4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:51.283495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e54cc2a6-7700-4475-b83f-f2932a4d101c req-11a0c6c6-04f8-4b79-a58c-4e3213fd9ad4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0766609 Sep 19 03:08:51.372159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e54cc2a6-7700-4475-b83f-f2932a4d101c req-e3142c50-5494-4f3a-a207-3899ba3e0d21 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823896 Sep 19 03:08:51.402004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350aaa8a-4252-488b-93d6-52c7f7d7b4cd req-3de40947-24f8-4dbc-bc52-0fda21c4c512 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:51.404093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-350aaa8a-4252-488b-93d6-52c7f7d7b4cd req-3de40947-24f8-4dbc-bc52-0fda21c4c512 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1016784 Sep 19 03:08:51.463759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-350aaa8a-4252-488b-93d6-52c7f7d7b4cd req-2dec89ca-48ba-4d41-92ab-7b80d240bb11 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478675 Sep 19 03:08:51.594658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5fd6f-87ba-423e-80fb-25ef4a75b883 req-858d3ed2-b22e-45f7-aa48-0ae713cd06d4 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:51.597162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68a5fd6f-87ba-423e-80fb-25ef4a75b883 req-858d3ed2-b22e-45f7-aa48-0ae713cd06d4 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 950 time: 0.1500969 Sep 19 03:08:51.678703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68a5fd6f-87ba-423e-80fb-25ef4a75b883 req-0a4a4902-b2d6-40f1-8f78-d37730e51d4c tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730789 Sep 19 03:08:52.061178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89c322-a1bf-49f7-b793-07cde1f2a23f req-5dccfbd9-26aa-4b0b-8e13-0e433d6612b3 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:08:52.063348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f89c322-a1bf-49f7-b793-07cde1f2a23f req-5dccfbd9-26aa-4b0b-8e13-0e433d6612b3 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 946 time: 0.0522857 Sep 19 03:08:52.101858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f89c322-a1bf-49f7-b793-07cde1f2a23f req-c166900b-c1b8-49bd-9257-b414f9a7f1fd tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322378 Sep 19 03:08:55.073931 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:08:59.563515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:08.477883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89dcd4-5823-4a5c-8687-ae57b7151998 req-6f8f753c-5160-4941-a332-660ef0e774fd tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:08.479604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c89dcd4-5823-4a5c-8687-ae57b7151998 req-6f8f753c-5160-4941-a332-660ef0e774fd tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=165afd2e-6ef6-4ebe-841a-f1f52b094f32 HTTP/1.1" status: 200 len: 946 time: 0.0561533 Sep 19 03:09:08.546424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c89dcd4-5823-4a5c-8687-ae57b7151998 req-717451c4-341f-4ee9-bef8-a03a43b74e8d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572469 Sep 19 03:09:08.558041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf156caa-534e-49b0-bf92-b48da6a95db0 req-880ffcd8-b568-4e6f-964f-dc533429fe44 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:08.564286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf156caa-534e-49b0-bf92-b48da6a95db0 req-880ffcd8-b568-4e6f-964f-dc533429fe44 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:08.565815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf156caa-534e-49b0-bf92-b48da6a95db0 req-880ffcd8-b568-4e6f-964f-dc533429fe44 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.0853195 Sep 19 03:09:08.605916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf156caa-534e-49b0-bf92-b48da6a95db0 req-2ed37c02-eff8-4dd3-9f61-1603996def4c tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Sep 19 03:09:08.657684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001d482-9340-414d-b3da-981eaf03eb4d req-e874a2df-66fe-41a1-949e-226a132c73ba tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:08.659244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d001d482-9340-414d-b3da-981eaf03eb4d req-e874a2df-66fe-41a1-949e-226a132c73ba tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Sep 19 03:09:08.704582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d001d482-9340-414d-b3da-981eaf03eb4d req-8a31554b-9c4d-491b-838c-e340647e67b3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Sep 19 03:09:08.774907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb0abe-bc82-4e28-a172-abc458cc7918 req-1d585a23-40a1-4068-a013-1fd7f07024be tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:08.777977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77fb0abe-bc82-4e28-a172-abc458cc7918 req-1d585a23-40a1-4068-a013-1fd7f07024be tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.0525701 Sep 19 03:09:08.826379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77fb0abe-bc82-4e28-a172-abc458cc7918 req-9801c25d-42f5-4bf8-93f7-56cb68a87d10 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Sep 19 03:09:09.157466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78373-417a-4d35-9689-81604046dd1b req-fa616aa7-401f-4c3f-8814-874a471b89a5 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:09.158963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-fa616aa7-401f-4c3f-8814-874a471b89a5 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.1129277 Sep 19 03:09:09.175025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-afd09a9f-212b-43ee-865f-73d311709f89 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/quotas/99488b31ad1441139050ea8eddffe40c HTTP/1.1" status: 200 len: 375 time: 0.0102141 Sep 19 03:09:09.263636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-d684571e-7578-417b-86c5-298c46acbbce tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0828586 Sep 19 03:09:09.386252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-6499c78b-e44e-42f2-b91a-4539b472fcc9 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:09.387743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-6499c78b-e44e-42f2-b91a-4539b472fcc9 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 813 time: 0.1748176 Sep 19 03:09:09.417806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-e434896f-b331-4e27-9e0f-f0288550f14c tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/quotas/0fb1bffc16854735a131e9ab5c93032a HTTP/1.1" status: 200 len: 375 time: 0.0225754 Sep 19 03:09:09.421275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-c44240f7-4e3f-4bae-921e-3e6f019073ff service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247277 Sep 19 03:09:09.519910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c14e7ff2-2063-4dcc-a25b-9bb72f288f59 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965590 Sep 19 03:09:09.568055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-249a2bca-d9e6-4467-a4c3-466697022509 service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366146 Sep 19 03:09:09.624261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-fa6eb794-01f3-4ac9-bd37-67e0d26190fa service neutron] 10.222.0.22 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963466 Sep 19 03:09:09.720828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-45c635e0-b516-4e44-acea-ee469ee1e6dd service neutron] 10.222.0.22 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903609 Sep 19 03:09:09.928624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e7e33582-7e75-4f09-9400-af747867f94f req-3deb2233-3771-4e91-b37f-a3e8eab3ea55 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 210 time: 0.0301526 Sep 19 03:09:09.997067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ac376-c7d3-4d8d-84cb-9d3e7a1c9ff5 req-cf7a4d00-b4dd-4a5a-b436-1c553de9e1d2 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:10.004371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ac376-c7d3-4d8d-84cb-9d3e7a1c9ff5 req-cf7a4d00-b4dd-4a5a-b436-1c553de9e1d2 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:10.014273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-361ac376-c7d3-4d8d-84cb-9d3e7a1c9ff5 req-cf7a4d00-b4dd-4a5a-b436-1c553de9e1d2 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.0794001 Sep 19 03:09:10.074494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-361ac376-c7d3-4d8d-84cb-9d3e7a1c9ff5 req-19436b94-d59a-4f75-b8ff-b8d8fdc998f9 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592573 Sep 19 03:09:10.184449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4a7c3-e5f7-464c-9d0e-4dc52d94d8a6 req-7b6cb759-b6bd-4a6d-bd11-053c98a1aa03 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:10.186210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6cf4a7c3-e5f7-464c-9d0e-4dc52d94d8a6 req-7b6cb759-b6bd-4a6d-bd11-053c98a1aa03 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0780451 Sep 19 03:09:10.251636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c69fe-7c9d-4f0b-8cc0-561cde960c5a req-b5375de5-ff98-427e-ac86-7eacc17017f7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:10.253114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-528c69fe-7c9d-4f0b-8cc0-561cde960c5a req-b5375de5-ff98-427e-ac86-7eacc17017f7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.0982046 Sep 19 03:09:10.256319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6cf4a7c3-e5f7-464c-9d0e-4dc52d94d8a6 req-c394a06b-9586-4371-9ab4-e523990bf9ca tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516727 Sep 19 03:09:10.310474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-528c69fe-7c9d-4f0b-8cc0-561cde960c5a req-e1cee0fe-e032-4f87-bd76-877d1b6f5a59 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481284 Sep 19 03:09:10.429915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25faa705-ac09-45b4-ae59-ad161980e759 req-9fa78aba-254e-4c1d-a5cf-dc6e467ff5ae tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 210 time: 0.0270922 Sep 19 03:09:11.023842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f10ed2d-76c8-459e-989f-a8d65f9ddbfe req-8b5f24a6-f075-4213-83b9-61ef175252d1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Sep 19 03:09:11.065907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-e20eead5-fa05-456f-824e-ab641238600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.067408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-e20eead5-fa05-456f-824e-ab641238600d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 1096 time: 0.0461526 Sep 19 03:09:11.204703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-e6bd0db9-1e25-458a-9f9c-564235c0a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.206200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-e6bd0db9-1e25-458a-9f9c-564235c0a359 service neutron] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 913 time: 0.1168928 Sep 19 03:09:11.215024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e69036-4326-4a88-b5d4-0b632f051c0d req-1de537d8-da8e-46bc-b464-fa18a0ca9845 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.221086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e69036-4326-4a88-b5d4-0b632f051c0d req-1de537d8-da8e-46bc-b464-fa18a0ca9845 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.222486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1e69036-4326-4a88-b5d4-0b632f051c0d req-1de537d8-da8e-46bc-b464-fa18a0ca9845 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.0773528 Sep 19 03:09:11.271372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-fb08e04b-2174-4e02-9a00-09a97b273e11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71 HTTP/1.1" status: 200 len: 217 time: 0.0479281 Sep 19 03:09:11.317211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1e69036-4326-4a88-b5d4-0b632f051c0d req-8bcd87aa-4d61-48d9-baa3-db409aa1ab10 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876749 Sep 19 03:09:11.357861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-81be4907-b662-4237-b48e-4c0815da88ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.359354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-81be4907-b662-4237-b48e-4c0815da88ca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.0801015 Sep 19 03:09:11.378598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd897e-7406-4063-9ebc-7c7ae261db46 req-f083e1ef-c964-4fd3-a194-878c54c2a7bb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.380083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8bcd897e-7406-4063-9ebc-7c7ae261db46 req-f083e1ef-c964-4fd3-a194-878c54c2a7bb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.0548098 Sep 19 03:09:11.463651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8bcd897e-7406-4063-9ebc-7c7ae261db46 req-5fa169c9-5b61-4b24-956a-e3c3da750e79 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768678 Sep 19 03:09:11.496672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-dad4658e-e43c-4a82-b918-398a3009adfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495746 Sep 19 03:09:11.506493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0303691-07cb-4b40-a000-c993b74bf5a5 req-8919d5a6-a13e-4111-b47b-d0de1320a19f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.507985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0303691-07cb-4b40-a000-c993b74bf5a5 req-8919d5a6-a13e-4111-b47b-d0de1320a19f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1229436 Sep 19 03:09:11.585500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ab15406-bac6-4324-829c-498034547a8e req-3686cdca-b33e-4c97-b795-07b91a5e82e4 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 210 time: 0.0526083 Sep 19 03:09:11.625947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-7caffb68-714a-4cfc-b8e1-9dcb25cec24d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.631883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-7caffb68-714a-4cfc-b8e1-9dcb25cec24d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:11.633380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-7caffb68-714a-4cfc-b8e1-9dcb25cec24d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.1874428 Sep 19 03:09:11.677909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0303691-07cb-4b40-a000-c993b74bf5a5 req-2500fe90-5081-468b-a8fa-79eb65c1e479 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569560 Sep 19 03:09:11.706118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-bd7e5817-7bae-4ae7-ab1d-37eaf94a8c7e service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965127 Sep 19 03:09:11.819474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port 23616cc6-4274-437b-8e32-d9df1c361454 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:11.819818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:11.853102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d74d8e9c-d649-4266-ac2f-8b92b633252b req-ddfb8153-2f61-495b-a958-2cfeb0cb74f5 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247039 Sep 19 03:09:12.203385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5795a09-3ab7-43b5-893b-2c233141b5b0 req-f219db3c-6046-49a0-bdb4-d6208ed9a98a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 210 time: 0.0557020 Sep 19 03:09:12.272000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port 23616cc6-4274-437b-8e32-d9df1c361454, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23616cc6-4274-437b-8e32-d9df1c361454,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:12.272594 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:12.291886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for 23616cc6-4274-437b-8e32-d9df1c361454 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:12.317709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78373-417a-4d35-9689-81604046dd1b req-f8261bd4-328c-4c52-873a-b64075e13cf6 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:12.319143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-f8261bd4-328c-4c52-873a-b64075e13cf6 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.1702578 Sep 19 03:09:12.389296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Request body: {'port': {'device_id': '6c40a05f-d28d-4224-90f0-440b58deb877', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'admin_state_up': True, 'tenant_id': '99488b31ad1441139050ea8eddffe40c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:12.536534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bad20e-7d18-4e19-b24a-644e5e95a68e req-0fb8641b-6029-44d2-af25-76adb9291ceb tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:12.542945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bad20e-7d18-4e19-b24a-644e5e95a68e req-0fb8641b-6029-44d2-af25-76adb9291ceb tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:12.544543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58bad20e-7d18-4e19-b24a-644e5e95a68e req-0fb8641b-6029-44d2-af25-76adb9291ceb tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 1682 time: 0.1508968 Sep 19 03:09:12.548495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:12.607633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['23616cc6-4274-437b-8e32-d9df1c361454', '486a0ef3-16a6-4950-afec-65829904a02f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:12.623350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=23616cc6-4274-437b-8e32-d9df1c361454,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:12.644898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.645197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.645504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.645841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.646173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.646500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.646853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.647180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.647502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.647824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.648151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.648475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:12.716659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port 23616cc6-4274-437b-8e32-d9df1c361454 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:12.723477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58bad20e-7d18-4e19-b24a-644e5e95a68e req-2ac9cdae-3e83-486b-9d08-6bb14b792932 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/security-groups?id=cc60fdd9-8463-4c80-a0ab-a04e941dfb00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622024 Sep 19 03:09:12.726239 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:12.728703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-de7e2372-ed2c-423b-b74a-effcfecdaa1f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "DELETE /v2.0/ports/23616cc6-4274-437b-8e32-d9df1c361454 HTTP/1.1" status: 204 len: 173 time: 1.0834479 Sep 19 03:09:12.737391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cf795-c284-4105-a3b2-0b67ae771e19 req-c098aa2d-1b37-49fc-bebe-35b869e1b58b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:12.738992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc1cf795-c284-4105-a3b2-0b67ae771e19 req-c098aa2d-1b37-49fc-bebe-35b869e1b58b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1915693 Sep 19 03:09:12.739463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-deleted', 'tag': '23616cc6-4274-437b-8e32-d9df1c361454'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:12.741780 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f449d9f6-4ff1-4e94-9bce-ac2536fdaab0" -d '{"events": [{"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-deleted", "tag": "23616cc6-4274-437b-8e32-d9df1c361454"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:12.759137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Made reservation on behalf of 99488b31ad1441139050ea8eddffe40c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:12.762588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:12.871792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3857d7cf-8861-4b23-9aff-5e244f92cf1e req-3de1d4dd-0707-4bb1-8ceb-62fc493aea31 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 210 time: 0.0582535 Sep 19 03:09:12.926335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc1cf795-c284-4105-a3b2-0b67ae771e19 req-de074af7-3ce8-48ac-ac0d-88de634ffb41 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693909 Sep 19 03:09:12.980779 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ccf8f2-b7ce-4540-9dcf-a7802babf389 x-openstack-request-id: req-79ccf8f2-b7ce-4540-9dcf-a7802babf389 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:12.981072 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-deleted", "tag": "23616cc6-4274-437b-8e32-d9df1c361454", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:12.981323 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79ccf8f2-b7ce-4540-9dcf-a7802babf389 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:12.981710 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-deleted', 'tag': '23616cc6-4274-437b-8e32-d9df1c361454', 'status': 'completed', 'code': 200} Sep 19 03:09:13.048516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a7b1c-1d78-4635-afad-df7e335785ed req-05a9088e-93cb-4289-ad49-b4006906ee6e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:13.050014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-683a7b1c-1d78-4635-afad-df7e335785ed req-05a9088e-93cb-4289-ad49-b4006906ee6e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1177492 Sep 19 03:09:13.057693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port 486a0ef3-16a6-4950-afec-65829904a02f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:13.058041 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.062193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Allocated IP 172.20.0.3 (4b3fa03d-a22d-4e84-885a-60dcaef3680b/c23f7f4d-f52b-45af-b959-9be7293ae70e/5a251235-c843-4d52-b1b0-c93704e12598) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:13.187695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-683a7b1c-1d78-4635-afad-df7e335785ed req-04d2c2ba-f354-4770-8e83-20f49b89a666 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119246 Sep 19 03:09:13.241900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port 486a0ef3-16a6-4950-afec-65829904a02f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=486a0ef3-16a6-4950-afec-65829904a02f,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:13.242669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.291945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for 486a0ef3-16a6-4950-afec-65829904a02f owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:13.391049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe58b977-f10b-4f03-8b3f-d10e8d95b7af req-53eeb6ca-82fa-45c8-9ae4-92a86ae14fb9 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 210 time: 0.0452330 Sep 19 03:09:13.423951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.483278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-3db41db7-63d9-4833-955c-25696b083f97 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:13.484937 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-3db41db7-63d9-4833-955c-25696b083f97 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 813 time: 0.1126473 Sep 19 03:09:13.560841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624fb23-b54b-45d7-b092-6a06b15607ed req-404bd8c3-af98-4247-b021-172e95d51f74 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:13.562395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d624fb23-b54b-45d7-b092-6a06b15607ed req-404bd8c3-af98-4247-b021-172e95d51f74 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.1228855 Sep 19 03:09:13.566157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.608355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Request body: {'port': {'device_id': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'admin_state_up': True, 'tenant_id': '0fb1bffc16854735a131e9ab5c93032a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:13.631303 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.637499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:13.658588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:13.661033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:13.678982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['23616cc6-4274-437b-8e32-d9df1c361454'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:13.697707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:13.733818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Made reservation on behalf of 0fb1bffc16854735a131e9ab5c93032a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:13.737417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.754355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d624fb23-b54b-45d7-b092-6a06b15607ed req-87a2f1b4-bbdb-4e9a-9280-cc7edb217ed1 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832762 Sep 19 03:09:13.761740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=486a0ef3-16a6-4950-afec-65829904a02f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:13.791771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port 486a0ef3-16a6-4950-afec-65829904a02f on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:13.799592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:13.800350 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.803535 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:13.806079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5d69b87-bea2-4663-baf1-ccec7a370877 req-3529ee32-9ea7-4b12-bd05-d47112fd4f7d tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.32 "DELETE /v2.0/ports/486a0ef3-16a6-4950-afec-65829904a02f HTTP/1.1" status: 204 len: 173 time: 1.0279441 Sep 19 03:09:13.849504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b338aca9-d60c-4300-8f9e-9adb35ca242d req-3255b117-e472-4400-a75a-8be1f05584a5 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 210 time: 0.0379117 Sep 19 03:09:13.850729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-e0103dbb-92ea-49c8-ade0-0abbe10578c7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4656227 Sep 19 03:09:13.893899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Request body: {'port': {'device_id': '6c40a05f-d28d-4224-90f0-440b58deb877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:13.916945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Allocated IP 172.20.0.5 (aae3594d-1d4e-4800-99fa-6b556635a00d/773ae731-571f-4ae6-8514-ea16024694fc/b28e226d-8a2f-48df-b708-2267752c41c0) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:13.981839 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.000111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:09:14.011549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 86c2822c-e4d5-4b89-93b0-8d982b7bae34 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:14.063659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e110d120-d20b-4c68-903d-fb2f48317336 req-de83d846-a729-432e-82f8-e7b84150d973 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 210 time: 0.0864005 Sep 19 03:09:14.081794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.117511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.138188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589f76c-a5c1-409e-97c1-52b435c2a402 req-cfbc8cf8-4224-4377-80bf-4fa87d2e7654 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:14.139704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3589f76c-a5c1-409e-97c1-52b435c2a402 req-cfbc8cf8-4224-4377-80bf-4fa87d2e7654 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 945 time: 0.1063685 Sep 19 03:09:14.162139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Network aae3594d-1d4e-4800-99fa-6b556635a00d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:14.166635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:14.168821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['fd3860c1-d3d0-4967-9d24-69f0968cd12a', 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:14.172730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:14.184131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:14.206503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.222503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event updated for resources: {'Port': ['ID=b28e226d-8a2f-48df-b708-2267752c41c0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:14.232280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'mac_address': 'fa:16:3e:3d:25:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:09:14.236610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.236944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.237289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.237624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.238028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.238287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.238615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.238966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.239290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.239612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.239935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.240255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:14.260233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:14.260907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.282300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-8441c4e9-f179-4fdf-b856-e85b23f79f88 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6778152 Sep 19 03:09:14.283242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3589f76c-a5c1-409e-97c1-52b435c2a402 req-db767814-62a5-4fbb-a2e2-6caa5eaf4a22 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355066 Sep 19 03:09:14.284563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:14.287730 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc072175-4f47-423b-b3ae-d0294ad729e3" -d '{"events": [{"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:14.305934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:14.322649 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.323385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:14.354387 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.429734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e03907-b5bb-4bd1-b636-b6966a009e59 req-da381de5-a464-4006-9a75-ac9b06482b63 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:14.435314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2e03907-b5bb-4bd1-b636-b6966a009e59 req-da381de5-a464-4006-9a75-ac9b06482b63 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.0839975 Sep 19 03:09:14.542491 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f076e0f-9246-4f1b-b90a-768f29897fa1 x-openstack-request-id: req-7f076e0f-9246-4f1b-b90a-768f29897fa1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:14.542794 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-unplugged", "status": "completed", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:14.543055 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f076e0f-9246-4f1b-b90a-768f29897fa1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:14.543635 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'code': 200} Sep 19 03:09:14.545782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d46df36a-3bde-439a-b25a-c003e307cc8a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:14.559662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Request body: {'port': {'device_id': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:14.569288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a251235-c843-4d52-b1b0-c93704e12598 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:14.592086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.597575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2e03907-b5bb-4bd1-b636-b6966a009e59 req-4e3c5a83-ec08-43eb-827a-7f556d8e5074 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521688 Sep 19 03:09:14.612104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:14.618546 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.619748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Transition to ACTIVE for port object 5a251235-c843-4d52-b1b0-c93704e12598 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:09:14.625108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:14.627519 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-069b1ce8-1abc-4a70-bb0a-81b1c5c172bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.636940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb92e3-d761-4073-805c-285e346070e0 req-71bfbbc1-e71c-46b0-a84f-8c8c4a24bf0e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:14.644405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bfb92e3-d761-4073-805c-285e346070e0 req-71bfbbc1-e71c-46b0-a84f-8c8c4a24bf0e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 931 time: 0.1553044 Sep 19 03:09:14.645467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.654401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-29374311-1934-42df-a56f-fb1d64921635 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:14.656166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-29374311-1934-42df-a56f-fb1d64921635 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/ports?device_id=165afd2e-6ef6-4ebe-841a-f1f52b094f32 HTTP/1.1" status: 200 len: 946 time: 0.1660957 Sep 19 03:09:14.662176 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.748337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.773178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:14.798809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bfb92e3-d761-4073-805c-285e346070e0 req-c19a02bb-9f39-4930-b2fd-84e51065f780 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533082 Sep 19 03:09:14.814491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:14.815123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:14.837290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:14.858086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-861e5150-4c54-4ee5-b8af-d2ae86433494 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:14.859941 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-861e5150-4c54-4ee5-b8af-d2ae86433494 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ad32c69-0a08-41ce-81d8-c5976d063c78 HTTP/1.1" status: 200 len: 946 time: 0.1640770 Sep 19 03:09:14.939840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:14.991684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-deleted', 'tag': '486a0ef3-16a6-4950-afec-65829904a02f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:14.994678 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605db04e-0ad5-453b-8797-9f864f796082" -d '{"events": [{"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-deleted", "tag": "486a0ef3-16a6-4950-afec-65829904a02f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:15.018047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-344fc935-fe8c-49d1-9daf-3fd3f6aa3ca8 req-e809a64b-0c8d-40cb-8278-5afe9cb8997f tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c44bd46-d557-4767-b4d1-c6665881285e HTTP/1.1" status: 200 len: 210 time: 0.0576100 Sep 19 03:09:15.039094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-1fe67cd2-0965-45d8-bbfd-2f940e48bb66 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:15.039248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-1fe67cd2-0965-45d8-bbfd-2f940e48bb66 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 813 time: 0.3232408 Sep 19 03:09:15.063069 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b681980-b5ce-4333-bb88-27cd6373dcc7 x-openstack-request-id: req-6b681980-b5ce-4333-bb88-27cd6373dcc7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:15.063430 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c44bd46-d557-4767-b4d1-c6665881285e", "name": "network-vif-deleted", "tag": "486a0ef3-16a6-4950-afec-65829904a02f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:15.063764 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b681980-b5ce-4333-bb88-27cd6373dcc7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:15.064217 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c44bd46-d557-4767-b4d1-c6665881285e', 'name': 'network-vif-deleted', 'tag': '486a0ef3-16a6-4950-afec-65829904a02f', 'status': 'completed', 'code': 200} Sep 19 03:09:15.068276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Deleting port fd3860c1-d3d0-4967-9d24-69f0968cd12a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:15.068686 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.074266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Attempting to bind port 5a251235-c843-4d52-b1b0-c93704e12598 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:15.074670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Attempting to bind port 5a251235-c843-4d52-b1b0-c93704e12598 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:15.075092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Attempting to bind port 5a251235-c843-4d52-b1b0-c93704e12598 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:15.088492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Deleting port e8ebe31c-6c50-4db6-99ae-ea226ca7343c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:15.088845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.098314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Port 5a251235-c843-4d52-b1b0-c93704e12598 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:09:15.098725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Attempting to bind port 5a251235-c843-4d52-b1b0-c93704e12598 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:15.107708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:15.108133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Checking segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:15.108582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Bound using segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:15.109081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Bound port: 5a251235-c843-4d52-b1b0-c93704e12598, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:15.109524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.174423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Request body: {'port': {'device_id': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'admin_state_up': True, 'tenant_id': '0fb1bffc16854735a131e9ab5c93032a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:15.176021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28e226d-8a2f-48df-b708-2267752c41c0 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:15.190223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.215053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Transition to ACTIVE for port object b28e226d-8a2f-48df-b708-2267752c41c0 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:09:15.222926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.234720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] For port e8ebe31c-6c50-4db6-99ae-ea226ca7343c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:15.235114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.282362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Calling delete_port for e8ebe31c-6c50-4db6-99ae-ea226ca7343c owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:15.297336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Pushing event updated for resources: {'Port': ['ID=b28e226d-8a2f-48df-b708-2267752c41c0,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:15.299164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] For port fd3860c1-d3d0-4967-9d24-69f0968cd12a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fd3860c1-d3d0-4967-9d24-69f0968cd12a,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:15.299682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.329425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d46df36a-3bde-439a-b25a-c003e307cc8a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:15.345250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Calling delete_port for fd3860c1-d3d0-4967-9d24-69f0968cd12a owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:15.349080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:15.359499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650c784-270f-45b5-bef7-48eb432a16a3 req-0f4633ef-636a-49cd-a69c-4ca0ae4e83ad tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:15.361034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5650c784-270f-45b5-bef7-48eb432a16a3 req-0f4633ef-636a-49cd-a69c-4ca0ae4e83ad tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 931 time: 0.2138650 Sep 19 03:09:15.364855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:15.386525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.448746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Attempting to bind port b28e226d-8a2f-48df-b708-2267752c41c0 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:15.449405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Attempting to bind port b28e226d-8a2f-48df-b708-2267752c41c0 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:15.450043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Attempting to bind port b28e226d-8a2f-48df-b708-2267752c41c0 on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:15.456900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Port b28e226d-8a2f-48df-b708-2267752c41c0 on network aae3594d-1d4e-4800-99fa-6b556635a00d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:09:15.457274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Attempting to bind port b28e226d-8a2f-48df-b708-2267752c41c0 on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:15.464192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:15.464532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Checking segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:15.464909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Bound using segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:15.465336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Bound port: b28e226d-8a2f-48df-b708-2267752c41c0, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:15.465759 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.574089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.619455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event deleted for resources: {'Port': ['ID=e8ebe31c-6c50-4db6-99ae-ea226ca7343c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:15.655278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] For port b28e226d-8a2f-48df-b708-2267752c41c0, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:15.674466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] No DVR routers for this DVR port e8ebe31c-6c50-4db6-99ae-ea226ca7343c on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:15.677241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.679876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c8d38a5e-c1af-4330-b0d9-68786d962bcc req-58fdfbe7-f63e-421b-997c-75edc4a02128 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "DELETE /v2.0/ports/e8ebe31c-6c50-4db6-99ae-ea226ca7343c HTTP/1.1" status: 204 len: 173 time: 0.7504661 Sep 19 03:09:15.685790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'name': 'network-vif-deleted', 'tag': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:15.688086 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa35b3-5319-44f3-a4f6-a32597991821" -d '{"events": [{"server_uuid": "6ad32c69-0a08-41ce-81d8-c5976d063c78", "name": "network-vif-deleted", "tag": "e8ebe31c-6c50-4db6-99ae-ea226ca7343c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:15.695406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] For port b28e226d-8a2f-48df-b708-2267752c41c0, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b28e226d-8a2f-48df-b708-2267752c41c0,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:15.701954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.743911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:15.744714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.746366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] 10.222.0.32 "PUT /v2.0/ports/b28e226d-8a2f-48df-b708-2267752c41c0 HTTP/1.1" status: 200 len: 1091 time: 1.1911597 Sep 19 03:09:15.759931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:15.760559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.761960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] 10.222.0.32 "PUT /v2.0/ports/5a251235-c843-4d52-b1b0-c93704e12598 HTTP/1.1" status: 200 len: 1091 time: 1.8745601 Sep 19 03:09:15.764947 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.777096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ceccee-69fe-4ec9-927b-7adb40393f70 service neutron] Pushing event updated for resources: {'Port': ['ID=b28e226d-8a2f-48df-b708-2267752c41c0,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:15.808486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5650c784-270f-45b5-bef7-48eb432a16a3 req-caae4605-c5ec-4d15-9c23-02636f8826aa tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338620 Sep 19 03:09:15.816871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Made reservation on behalf of 0fb1bffc16854735a131e9ab5c93032a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:15.821070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:15.826593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ed95f-6295-4b62-8949-8a55308a60ad service neutron] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:15.867064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e376be1-e70c-4408-9db1-8340cdc6f4f6 req-4bd5b6b6-2498-4f86-bedd-7048b0e68f45 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:15.869147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e376be1-e70c-4408-9db1-8340cdc6f4f6 req-4bd5b6b6-2498-4f86-bedd-7048b0e68f45 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.4904304 Sep 19 03:09:16.008228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:16.015248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e376be1-e70c-4408-9db1-8340cdc6f4f6 req-40bac045-b85b-4e1f-baf6-92af1beffbbd tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374347 Sep 19 03:09:16.030280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-85264bda-1936-48ed-a6d2-963f5a548c1c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.032461 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-85264bda-1936-48ed-a6d2-963f5a548c1c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/ports?device_id=416a6710-40a1-4ee6-b24b-662d974c53c5 HTTP/1.1" status: 200 len: 943 time: 0.0992014 Sep 19 03:09:16.042008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78373-417a-4d35-9689-81604046dd1b req-6d8c81e9-6e99-469c-a1ab-f02ceb479195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.044822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-6d8c81e9-6e99-469c-a1ab-f02ceb479195 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 1094 time: 0.0786045 Sep 19 03:09:16.077987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port d46df36a-3bde-439a-b25a-c003e307cc8a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:16.078914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.090029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.098664 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22879f17-bdeb-4d0b-bedd-9658fc66d4f3 x-openstack-request-id: req-22879f17-bdeb-4d0b-bedd-9658fc66d4f3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:16.099263 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ad32c69-0a08-41ce-81d8-c5976d063c78", "name": "network-vif-deleted", "tag": "e8ebe31c-6c50-4db6-99ae-ea226ca7343c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:16.099759 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22879f17-bdeb-4d0b-bedd-9658fc66d4f3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:16.100657 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ad32c69-0a08-41ce-81d8-c5976d063c78', 'name': 'network-vif-deleted', 'tag': 'e8ebe31c-6c50-4db6-99ae-ea226ca7343c', 'status': 'completed', 'code': 200} Sep 19 03:09:16.108961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-9aee1da4-4f87-4869-a147-94e86fb1f585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.110452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-9aee1da4-4f87-4869-a147-94e86fb1f585 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 1094 time: 0.1378424 Sep 19 03:09:16.114462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Allocated IP 172.20.0.3 (aae3594d-1d4e-4800-99fa-6b556635a00d/773ae731-571f-4ae6-8514-ea16024694fc/23f2f1aa-092c-4587-9d56-6a41916b8f10) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:16.148449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event deleted for resources: {'Port': ['ID=fd3860c1-d3d0-4967-9d24-69f0968cd12a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:16.194054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.233299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:16.238642 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.239667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 486a0ef3-16a6-4950-afec-65829904a02f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:16.255315 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-e868ec8a-8b27-471c-9db8-c7e2ad5693e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a251235-c843-4d52-b1b0-c93704e12598 HTTP/1.1" status: 200 len: 217 time: 0.0545385 Sep 19 03:09:16.268478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] No DVR routers for this DVR port fd3860c1-d3d0-4967-9d24-69f0968cd12a on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:16.287292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 486a0ef3-16a6-4950-afec-65829904a02f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:16.287642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 486a0ef3-16a6-4950-afec-65829904a02f not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:16.288064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23616cc6-4274-437b-8e32-d9df1c361454 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:16.302080 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.304086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "DELETE /v2.0/ports/fd3860c1-d3d0-4967-9d24-69f0968cd12a HTTP/1.1" status: 204 len: 173 time: 1.5727630 Sep 19 03:09:16.311950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 23616cc6-4274-437b-8e32-d9df1c361454 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:16.311950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23616cc6-4274-437b-8e32-d9df1c361454 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:16.312274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fd3860c1-d3d0-4967-9d24-69f0968cd12a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:16.312547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-bcc46cd1-ae4c-4ef5-a8d1-eeb9b80e4ce5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28e226d-8a2f-48df-b708-2267752c41c0 HTTP/1.1" status: 200 len: 217 time: 0.0715096 Sep 19 03:09:16.329165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46a6ce-acb0-4c2d-8a16-ec3524615443 req-bbe88c40-4ef9-4aba-bb9b-cfa1f7b4b586 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.330899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db46a6ce-acb0-4c2d-8a16-ec3524615443 req-bbe88c40-4ef9-4aba-bb9b-cfa1f7b4b586 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.2291801 Sep 19 03:09:16.340803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: fd3860c1-d3d0-4967-9d24-69f0968cd12a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:16.341287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fd3860c1-d3d0-4967-9d24-69f0968cd12a not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:16.341567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e8ebe31c-6c50-4db6-99ae-ea226ca7343c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:16.344910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac78373-417a-4d35-9689-81604046dd1b req-8ffc910e-6718-4eee-8feb-47e91e089317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.347289 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-8ffc910e-6718-4eee-8feb-47e91e089317 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.0542564 Sep 19 03:09:16.373172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: e8ebe31c-6c50-4db6-99ae-ea226ca7343c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:16.373172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e8ebe31c-6c50-4db6-99ae-ea226ca7343c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:16.373591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Deleting port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:16.373591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.376145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:16.390146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01dcf9-9347-49b6-a225-2834f8f4fa8e req-7cdc29cb-c08d-4816-9c09-6a2843766d67 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.391776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd01dcf9-9347-49b6-a225-2834f8f4fa8e req-7cdc29cb-c08d-4816-9c09-6a2843766d67 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 943 time: 0.2222922 Sep 19 03:09:16.403131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-3271347f-0936-4eb9-85e2-8e60a694e1f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421104 Sep 19 03:09:16.499262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-3e2edf43-e5a1-4e04-983d-3fccbdeb8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.500742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-3e2edf43-e5a1-4e04-983d-3fccbdeb8b63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.1683104 Sep 19 03:09:16.511797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db46a6ce-acb0-4c2d-8a16-ec3524615443 req-ba753708-e2c0-4a0e-9bee-4f0599b0544f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297729 Sep 19 03:09:16.521302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd01dcf9-9347-49b6-a225-2834f8f4fa8e req-643638d4-f699-4792-9575-5370152e2f1f tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128986 Sep 19 03:09:16.552457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71'}, {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:16.552457 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd958aba-aed3-47dc-b0a7-e4ca1690ba94" -d '{"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-unplugged", "status": "completed", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71"}, {"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:16.559808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] For port 86c2822c-e4d5-4b89-93b0-8d982b7bae34, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=86c2822c-e4d5-4b89-93b0-8d982b7bae34,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:16.560186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.568612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-0a0e90da-d4d5-4c2a-8ffc-2a85f9b78ce5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397949 Sep 19 03:09:16.581243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Calling delete_port for 86c2822c-e4d5-4b89-93b0-8d982b7bae34 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:16.583000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.596475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43426) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:16.603598 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-af15e161-0d2b-42b7-a286-04e8e2561fee service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842887 Sep 19 03:09:16.632834 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a38cf-cd3b-4141-8f0b-67665bba181b x-openstack-request-id: req-ea0a38cf-cd3b-4141-8f0b-67665bba181b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:16.632834 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-unplugged", "status": "completed", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71", "code": 200}, {"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:16.632834 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea0a38cf-cd3b-4141-8f0b-67665bba181b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:16.633287 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'code': 200} Sep 19 03:09:16.634781 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'code': 200} Sep 19 03:09:16.655373 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.725099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting subnet a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:09:16.726567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Network aae3594d-1d4e-4800-99fa-6b556635a00d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:16.730267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.732605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:16.737703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:16.840765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event updated for resources: {'Port': ['ID=23f2f1aa-092c-4587-9d56-6a41916b8f10,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:16.894012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.894679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:16.923409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-b49857cb-a982-4dd2-9680-df9cd9bc6e9a service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528992 Sep 19 03:09:16.935515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce4221e-36b6-4aa9-86f9-53444a7fd656 req-4ecc1274-c0b0-4c69-a6e0-ce5dfc694d84 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:16.937061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ce4221e-36b6-4aa9-86f9-53444a7fd656 req-4ecc1274-c0b0-4c69-a6e0-ce5dfc694d84 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.1382051 Sep 19 03:09:16.961206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-c62ab1e8-3f59-4009-9532-e4a5126cee0e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7934914 Sep 19 03:09:17.062239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ce4221e-36b6-4aa9-86f9-53444a7fd656 req-5a21ea0b-f7cd-450c-a0be-5f5c9b1155c7 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026323 Sep 19 03:09:17.075156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4dc3f-c9d1-4b61-be24-ca68dbc08df4 req-bba95ff4-75f7-446e-9cba-bab98cf59dfe tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:17.075156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baa4dc3f-c9d1-4b61-be24-ca68dbc08df4 req-bba95ff4-75f7-446e-9cba-bab98cf59dfe tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 943 time: 0.1664360 Sep 19 03:09:17.075156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598'}, {'server_uuid': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'name': 'network-vif-deleted', 'tag': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:17.080676 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d54fc8e-ea44-480b-959b-5cf1455680b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "tag": "5a251235-c843-4d52-b1b0-c93704e12598"}, {"server_uuid": "165afd2e-6ef6-4ebe-841a-f1f52b094f32", "name": "network-vif-deleted", "tag": "fd3860c1-d3d0-4967-9d24-69f0968cd12a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:17.126481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-1b911405-28b7-4315-b330-1b7c1ac353bf service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879206 Sep 19 03:09:17.127815 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.135305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baa4dc3f-c9d1-4b61-be24-ca68dbc08df4 req-5db909e8-d64d-4b45-8dcc-0a7d9e86e3fd tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503719 Sep 19 03:09:17.159696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-42f8cd1f-4ceb-4c62-864c-8a66e5179bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.229569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ac78373-417a-4d35-9689-81604046dd1b req-a3c02d4f-dcf0-4594-9aed-83a89387281f service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808174 Sep 19 03:09:17.238527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.248597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56e052-309b-41ec-ba93-999348187a96 req-76e47aff-754b-4b0f-bc13-ac5627520c07 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:17.250077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e56e052-309b-41ec-ba93-999348187a96 req-76e47aff-754b-4b0f-bc13-ac5627520c07 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.0558684 Sep 19 03:09:17.287167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event deleted for resources: {'Port': ['ID=86c2822c-e4d5-4b89-93b0-8d982b7bae34,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:17.289242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e56e052-309b-41ec-ba93-999348187a96 req-69b012bc-445b-41e3-b7b6-a9f9a3e28482 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Sep 19 03:09:17.321697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.362160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] No DVR routers for this DVR port 86c2822c-e4d5-4b89-93b0-8d982b7bae34 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:17.366172 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.368212 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b9a07a9-2836-43f2-9071-fb4fe0a7661c req-a03fc730-55d5-479f-9f98-c53ca7e10e04 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "DELETE /v2.0/ports/86c2822c-e4d5-4b89-93b0-8d982b7bae34 HTTP/1.1" status: 204 len: 173 time: 1.1758273 Sep 19 03:09:17.379128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Request body: {'port': {'device_id': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:17.413976 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc8a78-bf51-4d93-9256-7769529c6eef x-openstack-request-id: req-effc8a78-bf51-4d93-9256-7769529c6eef {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:17.414356 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "tag": "5a251235-c843-4d52-b1b0-c93704e12598", "status": "completed", "code": 200}, {"server_uuid": "165afd2e-6ef6-4ebe-841a-f1f52b094f32", "name": "network-vif-deleted", "tag": "fd3860c1-d3d0-4967-9d24-69f0968cd12a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:17.414714 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-effc8a78-bf51-4d93-9256-7769529c6eef {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:17.415754 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598', 'status': 'completed', 'code': 200} Sep 19 03:09:17.416102 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165afd2e-6ef6-4ebe-841a-f1f52b094f32', 'name': 'network-vif-deleted', 'tag': 'fd3860c1-d3d0-4967-9d24-69f0968cd12a', 'status': 'completed', 'code': 200} Sep 19 03:09:17.419809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.448771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Subnet': ['ID=a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:17.450780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.452750 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aea15d04-0b8b-4f0b-b427-8506e1b2d183 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/subnets/a3da5c37-84c5-4c5d-8b51-fb6cf54e1a02 HTTP/1.1" status: 204 len: 168 time: 0.8523881 Sep 19 03:09:17.455266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43452) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:17.456376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.457056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671c0a4-d7c5-4d6c-8850-53b6ed62613f None None] Network 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:17.538623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.627805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:17.628499 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.675231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] DHCP port deletion for 4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:09:17.712725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:17.721679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.725952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] Deleting port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:17.726971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.743862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:17.809890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] For port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,segment=NetworkSegment(05cd205f-bc20-4462-93e0-0d23562a0f5e),segment_id=05cd205f-bc20-4462-93e0-0d23562a0f5e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:17.810382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.810993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e7c8-1c47-4322-90ab-c04145ef76fb req-29f3dae6-9fb9-4026-90e1-2a31fb3d80cd tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:17.812590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2d6e7c8-1c47-4322-90ab-c04145ef76fb req-29f3dae6-9fb9-4026-90e1-2a31fb3d80cd tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 943 time: 0.1651528 Sep 19 03:09:17.830473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] Calling delete_port for 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:17.835865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e60a5-6485-4c22-9dd9-a9edaac69a86 req-a93f75cc-7322-4130-b59c-466dbbde9252 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:17.837982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b3e60a5-6485-4c22-9dd9-a9edaac69a86 req-a93f75cc-7322-4130-b59c-466dbbde9252 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.2102401 Sep 19 03:09:17.847692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-cc1e70a7-fa25-42d0-938c-5ab668b6a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:17.851451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-cc1e70a7-fa25-42d0-938c-5ab668b6a5eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 1094 time: 0.1254792 Sep 19 03:09:17.861235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.893014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:17.898287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:17.950419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.953652 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:17.982028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] Pushing event deleted for resources: {'Port': ['ID=9ac8d4d0-cabb-43c8-8fc4-22dd5317df79,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:17.985704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c6179d-a073-424b-a782-92bbc1c6fd40 None None] No DVR routers for this DVR port 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:18.000001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2d6e7c8-1c47-4322-90ab-c04145ef76fb req-2e369142-94e9-4a25-a714-f4c9e051b33b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754313 Sep 19 03:09:18.001026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.004050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f2f1aa-092c-4587-9d56-6a41916b8f10 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:18.038938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:18.050274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b3e60a5-6485-4c22-9dd9-a9edaac69a86 req-edd303bd-be7a-41be-9048-8fcfa6e674d6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891325 Sep 19 03:09:18.052640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.054736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cd205f-bc20-4462-93e0-0d23562a0f5e') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:18.055140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cd205f-bc20-4462-93e0-0d23562a0f5e') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:18.074295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.088310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Transition to ACTIVE for port object 23f2f1aa-092c-4587-9d56-6a41916b8f10 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:09:18.089425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.099889 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.108166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:09:18.109397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.130076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'tag': 'b28e226d-8a2f-48df-b708-2267752c41c0'}, {'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-deleted', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:18.132769 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b3bda6-9450-46cd-a75e-babdbdea5f02" -d '{"events": [{"name": "network-changed", "server_uuid": "a7895c35-518f-4738-a3ab-40f3463dc3bf", "tag": "b28e226d-8a2f-48df-b708-2267752c41c0"}, {"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-deleted", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:18.133337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-88ea9ed8-6b23-44ab-aedc-64e8f01cc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:18.135673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-88ea9ed8-6b23-44ab-aedc-64e8f01cc829 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 906 time: 0.2587342 Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:09:18.136145 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:09:18.195698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-86171606-0b67-4b41-a4de-2c7a7aa5f32f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a251235-c843-4d52-b1b0-c93704e12598 HTTP/1.1" status: 200 len: 217 time: 0.0502205 Sep 19 03:09:18.199788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Pushing event updated for resources: {'Port': ['ID=23f2f1aa-092c-4587-9d56-6a41916b8f10,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:18.209726 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4082ef-978f-4422-8858-c213815961a4 x-openstack-request-id: req-ea4082ef-978f-4422-8858-c213815961a4 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:18.209946 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7895c35-518f-4738-a3ab-40f3463dc3bf", "tag": "b28e226d-8a2f-48df-b708-2267752c41c0", "status": "completed", "code": 200}, {"server_uuid": "416a6710-40a1-4ee6-b24b-662d974c53c5", "name": "network-vif-deleted", "tag": "86c2822c-e4d5-4b89-93b0-8d982b7bae34", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:18.210174 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea4082ef-978f-4422-8858-c213815961a4 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:18.210575 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'tag': 'b28e226d-8a2f-48df-b708-2267752c41c0', 'status': 'completed', 'code': 200} Sep 19 03:09:18.210869 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416a6710-40a1-4ee6-b24b-662d974c53c5', 'name': 'network-vif-deleted', 'tag': '86c2822c-e4d5-4b89-93b0-8d982b7bae34', 'status': 'completed', 'code': 200} Sep 19 03:09:18.212158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.217653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.219648 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/networks/4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c HTTP/1.1" status: 204 len: 168 time: 0.7608812 Sep 19 03:09:18.227028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43466) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:18.238321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844290f-3725-4da5-8d9a-275deb9ca4fd tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Network': ['ID=4afbdf7c-b5c7-48ee-a7dc-9c114ee5906c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:18.312817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:18.333500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:18.333856 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ac8d4d0-cabb-43c8-8fc4-22dd5317df79 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:18.357113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.367511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-c3201ed7-6a5b-40d1-96a4-09697d8652ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:18.369722 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-c3201ed7-6a5b-40d1-96a4-09697d8652ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 1094 time: 0.0490944 Sep 19 03:09:18.404335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting subnet af50ea72-fac9-48e1-b638-ba77459d83af {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:09:18.413849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.466807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-d641a850-1396-46f9-852e-628d8f8f0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:18.468446 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-d641a850-1396-46f9-852e-628d8f8f0aad service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 914 time: 0.0851824 Sep 19 03:09:18.470322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Attempting to bind port 23f2f1aa-092c-4587-9d56-6a41916b8f10 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:18.470659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Attempting to bind port 23f2f1aa-092c-4587-9d56-6a41916b8f10 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:18.471013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Attempting to bind port 23f2f1aa-092c-4587-9d56-6a41916b8f10 on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:18.480331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dc71d-9ba7-4b6e-a1a6-3432882ca0ee req-cc607476-4728-4e15-ae5c-767bdbe71216 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:18.481799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb3dc71d-9ba7-4b6e-a1a6-3432882ca0ee req-cc607476-4728-4e15-ae5c-767bdbe71216 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 943 time: 0.2165966 Sep 19 03:09:18.489996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-ba584c77-0730-45b4-9b9f-921ebbd64737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:18.491420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-ba584c77-0730-45b4-9b9f-921ebbd64737 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.1755462 Sep 19 03:09:18.499242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ffcfd-81d3-416c-baee-ff5c2976a9c6 req-55c7cf86-3f34-4674-8286-e401c2268dc2 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:18.500619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a7ffcfd-81d3-416c-baee-ff5c2976a9c6 req-55c7cf86-3f34-4674-8286-e401c2268dc2 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.2177293 Sep 19 03:09:18.506056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.509322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Port 23f2f1aa-092c-4587-9d56-6a41916b8f10 on network aae3594d-1d4e-4800-99fa-6b556635a00d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:09:18.509646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Attempting to bind port 23f2f1aa-092c-4587-9d56-6a41916b8f10 on network aae3594d-1d4e-4800-99fa-6b556635a00d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:18.516279 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-a9ac3c15-df9e-4e31-a9a2-61798b702630 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b28e226d-8a2f-48df-b708-2267752c41c0 HTTP/1.1" status: 200 len: 217 time: 0.0370629 Sep 19 03:09:18.569883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-382704e9-485e-4c53-ae60-78db7ae5142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:18.571367 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-382704e9-485e-4c53-ae60-78db7ae5142b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.0453858 Sep 19 03:09:18.584222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:18.584569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Checking segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:18.584959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Bound using segment: {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:18.585394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Bound port: 23f2f1aa-092c-4587-9d56-6a41916b8f10, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539421ff-d91a-42d2-8f09-eaa03ae0e990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:18.585754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.596633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-98b5b88a-b2c3-4e4b-85ec-2fc4fb2ca9af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592813 Sep 19 03:09:18.614110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-c34cefd9-8779-421a-9c41-b0f2630dba6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245690 Sep 19 03:09:18.695662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb3dc71d-9ba7-4b6e-a1a6-3432882ca0ee req-69dc9923-9ad0-4b91-a380-8c1099bb3ed8 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919806 Sep 19 03:09:18.723259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-10730899-2018-42c9-958a-58192ed714fa service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937037 Sep 19 03:09:18.730714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a7ffcfd-81d3-416c-baee-ff5c2976a9c6 req-10acb930-cee9-4f0b-bbf1-ec1703390e2b tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023196 Sep 19 03:09:18.826060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:18.837439 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7b3bda6-9450-46cd-a75e-babdbdea5f02 req-f596c6de-ef85-44fe-b014-d7050e37e1b0 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986469 Sep 19 03:09:19.132380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] For port 23f2f1aa-092c-4587-9d56-6a41916b8f10, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:19.185669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-7c9319c1-8976-4baf-83fd-349d7a7e3814 service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725162 Sep 19 03:09:19.190496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] For port 23f2f1aa-092c-4587-9d56-6a41916b8f10, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23f2f1aa-092c-4587-9d56-6a41916b8f10,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:19.204516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.231460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17dc0e-3e16-4de4-8628-2668d72b7052 req-828516f2-7120-4e27-a316-6c98d72c3362 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:19.232819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa17dc0e-3e16-4de4-8628-2668d72b7052 req-828516f2-7120-4e27-a316-6c98d72c3362 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.4453557 Sep 19 03:09:19.284773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a6392-26ec-4ea5-b827-b72862ead467 req-6a002ebc-c071-4026-928e-e5c9c1c1c974 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:19.286219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b0a6392-26ec-4ea5-b827-b72862ead467 req-6a002ebc-c071-4026-928e-e5c9c1c1c974 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 943 time: 0.1964862 Sep 19 03:09:19.296407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.302135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:19.302737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.304041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] 10.222.0.32 "PUT /v2.0/ports/23f2f1aa-092c-4587-9d56-6a41916b8f10 HTTP/1.1" status: 200 len: 1091 time: 1.9317753 Sep 19 03:09:19.384000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Subnet': ['ID=af50ea72-fac9-48e1-b638-ba77459d83af,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:19.398633 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.400495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f8a1feb5-c7d5-49a4-81ca-b37d5733ae07 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/subnets/af50ea72-fac9-48e1-b638-ba77459d83af HTTP/1.1" status: 204 len: 168 time: 1.1719244 Sep 19 03:09:19.403246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43486) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:19.405025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e2511-9be9-4407-bd7d-b6ac5024fba7 None None] Network 715da36a-d85c-4cbe-9468-4fc31f60e521 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:19.420154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'tag': '23f2f1aa-092c-4587-9d56-6a41916b8f10'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:19.422058 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b470ae07-9da5-445f-90ed-85657ffcb787", "tag": "23f2f1aa-092c-4587-9d56-6a41916b8f10"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:19.438386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca60e8-8d7f-4212-a29f-ad03297e404e service neutron] Pushing event updated for resources: {'Port': ['ID=23f2f1aa-092c-4587-9d56-6a41916b8f10,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:19.461730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa17dc0e-3e16-4de4-8628-2668d72b7052 req-1f4c1455-8bcd-4909-b8d2-22ff1a54fb0a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893001 Sep 19 03:09:19.495515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b0a6392-26ec-4ea5-b827-b72862ead467 req-5e1728f0-7a89-4b67-9a5b-8f1f37e10403 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879303 Sep 19 03:09:19.501900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d54fc8e-ea44-480b-959b-5cf1455680b7 req-a747315f-8d8d-4656-a852-4e40dfbe53ce service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001723 Sep 19 03:09:19.565279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.572325 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7b1857-fd14-4605-b24e-98af9bda9828 x-openstack-request-id: req-4f7b1857-fd14-4605-b24e-98af9bda9828 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:19.572710 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b470ae07-9da5-445f-90ed-85657ffcb787", "tag": "23f2f1aa-092c-4587-9d56-6a41916b8f10", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:19.572857 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f7b1857-fd14-4605-b24e-98af9bda9828 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:19.573304 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'tag': '23f2f1aa-092c-4587-9d56-6a41916b8f10', 'status': 'completed', 'code': 200} Sep 19 03:09:19.577346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-d58838b9-004a-4cf9-ab21-e6bf91ab22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:19.579066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-d58838b9-004a-4cf9-ab21-e6bf91ab22eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 1094 time: 0.0760548 Sep 19 03:09:19.625516 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Deleting port b7a96224-c710-4ba6-9a2a-697c98578dc5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:19.625868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.627174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c62f74-cdcb-4fc1-aa2d-16f31f1497d3 req-a3fc0911-c71d-4cfb-bd9b-6a5cc501f95e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:19.628849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9c62f74-cdcb-4fc1-aa2d-16f31f1497d3 req-a3fc0911-c71d-4cfb-bd9b-6a5cc501f95e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.0688429 Sep 19 03:09:19.654874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15131f-beec-4383-8342-713981a262d3 None None] DHCP port deletion for 715da36a-d85c-4cbe-9468-4fc31f60e521 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:09:19.704989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-cb297aba-03e5-4c50-9956-9b9a1f436119 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23f2f1aa-092c-4587-9d56-6a41916b8f10 HTTP/1.1" status: 200 len: 217 time: 0.0662103 Sep 19 03:09:19.723055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f15131f-beec-4383-8342-713981a262d3 None None] Deleting port b7a96224-c710-4ba6-9a2a-697c98578dc5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:19.723330 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f15131f-beec-4383-8342-713981a262d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.732367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] For port b7a96224-c710-4ba6-9a2a-697c98578dc5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b7a96224-c710-4ba6-9a2a-697c98578dc5,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:19.732897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.769749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9c62f74-cdcb-4fc1-aa2d-16f31f1497d3 req-a176b8cc-7e6d-4b29-89c3-bcb025810d63 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348724 Sep 19 03:09:19.786464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Calling delete_port for b7a96224-c710-4ba6-9a2a-697c98578dc5 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:19.859856 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4f15131f-beec-4383-8342-713981a262d3 None None] For port b7a96224-c710-4ba6-9a2a-697c98578dc5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b7a96224-c710-4ba6-9a2a-697c98578dc5,segment=NetworkSegment(bf745f49-2e4e-43a4-94c6-05d786bad38b),segment_id=bf745f49-2e4e-43a4-94c6-05d786bad38b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:19.860552 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f15131f-beec-4383-8342-713981a262d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.860713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-a01c41ea-2510-439a-b4bc-354ea8aa3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:19.862281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-a01c41ea-2510-439a-b4bc-354ea8aa3db0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.1380658 Sep 19 03:09:19.875223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f15131f-beec-4383-8342-713981a262d3 None None] Calling delete_port for b7a96224-c710-4ba6-9a2a-697c98578dc5 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:19.933282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.933912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.976016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f15131f-beec-4383-8342-713981a262d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:19.976488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Port': ['ID=b7a96224-c710-4ba6-9a2a-697c98578dc5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:19.987937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] No DVR routers for this DVR port b7a96224-c710-4ba6-9a2a-697c98578dc5 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:20.008328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-44c59350-39a8-43fe-b7b3-fbc2ce6d852c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789511 Sep 19 03:09:20.014404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15131f-beec-4383-8342-713981a262d3 None None] Pushing event deleted for resources: {'Port': ['ID=b7a96224-c710-4ba6-9a2a-697c98578dc5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:20.016766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15131f-beec-4383-8342-713981a262d3 None None] No DVR routers for this DVR port b7a96224-c710-4ba6-9a2a-697c98578dc5 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:20.056158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 86c2822c-e4d5-4b89-93b0-8d982b7bae34 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:20.063105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463147cf-d829-4dec-86f0-9926e0714dd2 req-f0c4fa24-9bb6-4a80-95a3-436f7b83591f tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:20.064876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-463147cf-d829-4dec-86f0-9926e0714dd2 req-f0c4fa24-9bb6-4a80-95a3-436f7b83591f tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 943 time: 0.1766105 Sep 19 03:09:20.084252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 86c2822c-e4d5-4b89-93b0-8d982b7bae34 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:20.084668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 86c2822c-e4d5-4b89-93b0-8d982b7bae34 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:20.085421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:20.150051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.166877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-463147cf-d829-4dec-86f0-9926e0714dd2 req-f180039e-2d1c-4d87-85e0-2f19c3a06ba8 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889449 Sep 19 03:09:20.176020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715da36a-d85c-4cbe-9468-4fc31f60e521']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:20.192889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf745f49-2e4e-43a4-94c6-05d786bad38b') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:20.193207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf745f49-2e4e-43a4-94c6-05d786bad38b') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:20.209110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-62f1ae52-2484-4e9d-a63b-2a191aee1a8f service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828740 Sep 19 03:09:20.211116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.262407 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.277884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:09:20.282390 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:09:20.289154 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:09:20.358149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b7a96224-c710-4ba6-9a2a-697c98578dc5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:20.387338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b7a96224-c710-4ba6-9a2a-697c98578dc5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:20.387338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b7a96224-c710-4ba6-9a2a-697c98578dc5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:20.387727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.403354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.408389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] 10.222.0.22 "DELETE /v2.0/networks/715da36a-d85c-4cbe-9468-4fc31f60e521 HTTP/1.1" status: 204 len: 168 time: 1.0007651 Sep 19 03:09:20.426504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16140aa-7443-4d9e-80d1-2dc86ac52814 tempest-ServersTestMultiNic-763304762 tempest-ServersTestMultiNic-763304762-project] Pushing event deleted for resources: {'Network': ['ID=715da36a-d85c-4cbe-9468-4fc31f60e521,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:20.456863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba9bd486-be0b-4168-9760-74126edf5bb5 req-ea652b84-4602-4efb-9210-b305a69f36d7 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370024 Sep 19 03:09:20.464803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9cdd5-d6e2-43ea-9197-223db6ea66b0 req-6ce9d1e4-6453-4c1c-9e05-0248146b5f4b tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:20.466393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3f9cdd5-d6e2-43ea-9197-223db6ea66b0 req-6ce9d1e4-6453-4c1c-9e05-0248146b5f4b tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.1847310 Sep 19 03:09:20.494255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-c0d70f3b-dbe6-41f3-9eac-dd7b08b0cdbe tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:20.496444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-c0d70f3b-dbe6-41f3-9eac-dd7b08b0cdbe tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a8083-2bf3-4c39-893b-e81fe98e2946 HTTP/1.1" status: 200 len: 943 time: 0.1127112 Sep 19 03:09:20.566163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3f9cdd5-d6e2-43ea-9197-223db6ea66b0 req-bf0d8fab-3be5-4625-8170-e1e7aa9cfd3b tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907245 Sep 19 03:09:20.661768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-e6948a14-ec5f-4ec9-ba20-e568c5e1e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:20.663523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-e6948a14-ec5f-4ec9-ba20-e568c5e1e71e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0fb1bffc16854735a131e9ab5c93032a&device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 1094 time: 0.0701103 Sep 19 03:09:20.666346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Deleting port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:20.666804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.830281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] For port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:20.830505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:20.840278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-d69b8c13-225e-40fe-9fe3-8e2dd44b4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:20.841842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-d69b8c13-225e-40fe-9fe3-8e2dd44b4aab service neutron] 10.222.0.32 "GET /v2.0/networks?id=aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 200 len: 914 time: 0.1605809 Sep 19 03:09:20.848132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Calling delete_port for 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:20.902131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-2afbf5f5-416f-406c-af82-df939d9c42fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23f2f1aa-092c-4587-9d56-6a41916b8f10 HTTP/1.1" status: 200 len: 217 time: 0.0489020 Sep 19 03:09:21.034102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-0ffe7a09-215b-4e24-8a4d-766ccb0a6c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:21.035632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-0ffe7a09-215b-4e24-8a4d-766ccb0a6c79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 200 len: 853 time: 0.1225386 Sep 19 03:09:21.050315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666563-f68c-4bc7-bc57-bdac7c4e090d req-8ee221c6-4058-4224-9f08-25eaeda4257b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:21.051811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72666563-f68c-4bc7-bc57-bdac7c4e090d req-8ee221c6-4058-4224-9f08-25eaeda4257b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 943 time: 0.1557028 Sep 19 03:09:21.097124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-18f1ce60-9418-4d45-b968-1b8da9f00794 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aae3594d-1d4e-4800-99fa-6b556635a00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443437 Sep 19 03:09:21.178311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72666563-f68c-4bc7-bc57-bdac7c4e090d req-7e5b36ea-66d0-4793-8437-1a5efd816789 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091516 Sep 19 03:09:21.340440 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:21.345088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-8d392ab1-1d64-4940-97e6-980a61f69dcd service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265923 Sep 19 03:09:21.352864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079d8f0-0ac9-48c9-82fc-9acd8291145c req-44bab860-fdc1-45e2-9889-672346d80984 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:21.354538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2079d8f0-0ac9-48c9-82fc-9acd8291145c req-44bab860-fdc1-45e2-9889-672346d80984 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.0952446 Sep 19 03:09:21.441535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event deleted for resources: {'Port': ['ID=1daeecbc-35f7-4a30-bf5a-8f16436e1a71,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:21.546619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] No DVR routers for this DVR port 1daeecbc-35f7-4a30-bf5a-8f16436e1a71 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:21.556537 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:21.558537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-005d2539-b630-45f3-b418-bb604a9b63b1 req-85eac197-4b6c-4d19-8295-4ab764318c8a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "DELETE /v2.0/ports/1daeecbc-35f7-4a30-bf5a-8f16436e1a71 HTTP/1.1" status: 204 len: 173 time: 1.0548325 Sep 19 03:09:21.567536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2079d8f0-0ac9-48c9-82fc-9acd8291145c req-7d7e87d3-c319-4306-a617-ec8e05ea99f3 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896369 Sep 19 03:09:21.578960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241abf12-ca73-40a0-a118-fa362e169c9e req-75a4ff1a-1e36-4cc5-96d9-0d30e88542db tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:21.580456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-241abf12-ca73-40a0-a118-fa362e169c9e req-75a4ff1a-1e36-4cc5-96d9-0d30e88542db tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.2242565 Sep 19 03:09:21.583245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-deleted', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:21.585624 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226f0152-3ad1-4e67-833b-2b214f032c1e" -d '{"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-deleted", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:21.634890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ca989c8-59f2-43d4-a47d-2be6524ef6c1 req-1c70cadd-9109-4de2-83f4-0cac3df9aca8 service neutron] 10.222.0.32 "GET /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796121 Sep 19 03:09:21.768539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Deleting port a0f33af4-d0f7-4534-b412-2aa88cb96b0e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:21.768872 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:21.814021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eda91-f169-4efc-9a2f-a2ec82cef21e req-62f37de2-f3a6-43e9-bdd1-bde51e48a09d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:21.821938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d5eda91-f169-4efc-9a2f-a2ec82cef21e req-62f37de2-f3a6-43e9-bdd1-bde51e48a09d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 943 time: 0.0887220 Sep 19 03:09:21.911408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d5eda91-f169-4efc-9a2f-a2ec82cef21e req-68c05df5-8f9c-486c-93fe-07631ca80207 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842907 Sep 19 03:09:21.939086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] For port a0f33af4-d0f7-4534-b412-2aa88cb96b0e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:21.939765 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:22.039462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5a251235-c843-4d52-b1b0-c93704e12598 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:09:22.046949 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fa13d1-ea17-4961-be18-41290dd671bc x-openstack-request-id: req-87fa13d1-ea17-4961-be18-41290dd671bc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:22.047240 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a8083-2bf3-4c39-893b-e81fe98e2946", "name": "network-vif-deleted", "tag": "1daeecbc-35f7-4a30-bf5a-8f16436e1a71", "status": "failed", "code": 422}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:22.047500 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87fa13d1-ea17-4961-be18-41290dd671bc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:22.047912 n-d-809936-1 neutron-server[94723]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c3a8083-2bf3-4c39-893b-e81fe98e2946', 'name': 'network-vif-deleted', 'tag': '1daeecbc-35f7-4a30-bf5a-8f16436e1a71', 'status': 'failed', 'code': 422} returned with failed status Sep 19 03:09:22.200136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:22.221320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5a251235-c843-4d52-b1b0-c93704e12598', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '5a251235-c843-4d52-b1b0-c93704e12598', 'mac_address': 'fa:16:3e:f8:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:09:22.312535 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:22.333712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a251235-c843-4d52-b1b0-c93704e12598 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:22.385056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:22.391080 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:22.391770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b28e226d-8a2f-48df-b708-2267752c41c0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:09:22.477439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b153be-1017-4ad4-beb1-3ee6dc7948b4 req-f3fbedc8-4376-4b02-8227-07ee07218b40 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:22.485045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35b153be-1017-4ad4-beb1-3ee6dc7948b4 req-f3fbedc8-4376-4b02-8227-07ee07218b40 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 946 time: 0.4403620 Sep 19 03:09:22.501737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:22.589217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b28e226d-8a2f-48df-b708-2267752c41c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b28e226d-8a2f-48df-b708-2267752c41c0,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:22.603634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b28e226d-8a2f-48df-b708-2267752c41c0', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'port_id': 'b28e226d-8a2f-48df-b708-2267752c41c0', 'mac_address': 'fa:16:3e:4c:4d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773ae731-571f-4ae6-8514-ea16024694fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:09:22.604645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35b153be-1017-4ad4-beb1-3ee6dc7948b4 req-3ca4d251-328b-46fa-ba3a-e5bb159740ba tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups?id=79b93470-ca3d-49bb-9fae-52c78dd9ee75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187446 Sep 19 03:09:22.621048 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:22.621626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:22.622098 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Floating IP b64823d2-8892-4c9c-b1b5-442e9ddd1d6f disassociated. External IP: 172.25.8.127, port: a0f33af4-d0f7-4534-b412-2aa88cb96b0e. Sep 19 03:09:22.622658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Calling delete_port for a0f33af4-d0f7-4534-b412-2aa88cb96b0e owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:22.647192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab443e00-c6d2-43b8-a659-342eda06be0f req-a62167d8-8fb1-4394-a7c1-9c7922bd6b84 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:22.655710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab443e00-c6d2-43b8-a659-342eda06be0f req-a62167d8-8fb1-4394-a7c1-9c7922bd6b84 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 944 time: 0.1493919 Sep 19 03:09:22.671811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43618) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:22.680308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:22.708312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28e226d-8a2f-48df-b708-2267752c41c0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:22.730211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab443e00-c6d2-43b8-a659-342eda06be0f req-d530bbdf-2a02-4a6f-afa9-9908a65c9cc4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729227 Sep 19 03:09:22.733527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b28e226d-8a2f-48df-b708-2267752c41c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b28e226d-8a2f-48df-b708-2267752c41c0,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:22.757741 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:22.758915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:09:22.923609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b28e226d-8a2f-48df-b708-2267752c41c0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:22.986501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:23.002520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:23.034373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-c3366f74-180b-4a74-99b7-d751d9e8c3dd tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:23.036602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'port_id': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'mac_address': 'fa:16:3e:83:e8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:09:23.045600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-c3366f74-180b-4a74-99b7-d751d9e8c3dd tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.1635759 Sep 19 03:09:23.081397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event deleted for resources: {'Port': ['ID=a0f33af4-d0f7-4534-b412-2aa88cb96b0e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:23.106016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:23.127852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-a5c97b0d-3bde-47cb-b014-a9d7d90dc1f0 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/quotas/6d10668e61944265a411e425ec5c1d9d HTTP/1.1" status: 200 len: 375 time: 0.0812175 Sep 19 03:09:23.130860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5132aff2-d14b-4293-a4ad-7f411a69903c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:23.158775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66367712-329e-416e-8c25-d524275ba064 req-96d39e26-d9b3-4109-852f-11b7b460dcda tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:23.160008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:23.165485 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:23.167732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-66367712-329e-416e-8c25-d524275ba064 req-96d39e26-d9b3-4109-852f-11b7b460dcda tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 945 time: 0.1824009 Sep 19 03:09:23.197389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:23.204097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-6196e9d0-4750-4c21-a6e8-ca1200d46c00 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656891 Sep 19 03:09:23.226461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:23.344976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-66367712-329e-416e-8c25-d524275ba064 req-9349feb1-dbc8-47a3-b739-593f27504473 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765521 Sep 19 03:09:23.369497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Router c083d62e-1798-40da-b71f-83c33ddb7ed0 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:09:23.398590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-240e91f0-5bae-492d-9fca-210a9874da5f service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935592 Sep 19 03:09:23.556769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Deleting port a6c0ad08-de0a-4499-ac61-1b6c7146919c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:23.557119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:23.652584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015a8e0-765e-4465-992c-168c983b9c24 req-f510ca50-7e52-4c09-b04c-c8c4f2f6a7d8 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:23.654026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6015a8e0-765e-4465-992c-168c983b9c24 req-f510ca50-7e52-4c09-b04c-c8c4f2f6a7d8 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 944 time: 0.1899011 Sep 19 03:09:23.674324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] For port a6c0ad08-de0a-4499-ac61-1b6c7146919c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a6c0ad08-de0a-4499-ac61-1b6c7146919c,segment=NetworkSegment(3ea9759a-825a-41fa-830c-8b48e4829270),segment_id=3ea9759a-825a-41fa-830c-8b48e4829270)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:23.674997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:23.695668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Calling delete_port for a6c0ad08-de0a-4499-ac61-1b6c7146919c owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:23.704381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:09:23.714978 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] Sync routers for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:09:23.717864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea6fbb84-1278-4789-94cb-38bb1e735308 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183510 Sep 19 03:09:23.727487 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:23.728937 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:23.823810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] No DVR routers for this DVR port a0f33af4-d0f7-4534-b412-2aa88cb96b0e on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:23.847598 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:23.850504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6015a8e0-765e-4465-992c-168c983b9c24 req-d6c24d47-762d-4df2-a337-6dc8d34f4924 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707406 Sep 19 03:09:23.860708 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:23.863365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-241abf12-ca73-40a0-a118-fa362e169c9e req-8239495b-715a-4dd2-843d-4d0d1ea537da tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.32 "DELETE /v2.0/ports/a0f33af4-d0f7-4534-b412-2aa88cb96b0e HTTP/1.1" status: 204 len: 173 time: 2.2681749 Sep 19 03:09:23.933490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5a251235-c843-4d52-b1b0-c93704e12598'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:24.049994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'name': 'network-vif-deleted', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:24.052392 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f93820-0a80-4cc0-8a9f-b330aebaba38" -d '{"events": [{"server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "name": "network-vif-deleted", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:24.069334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5132aff2-d14b-4293-a4ad-7f411a69903c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:24.088699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23f2f1aa-092c-4587-9d56-6a41916b8f10 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:09:24.109436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a0f33af4-d0f7-4534-b412-2aa88cb96b0e no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:24.126556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:24.191902 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 5, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:24.199713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b28e226d-8a2f-48df-b708-2267752c41c0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:24.206064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c0ad08-de0a-4499-ac61-1b6c7146919c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:24.272448 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] Checking router: c083d62e-1798-40da-b71f-83c33ddb7ed0 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:09:24.284735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74de57e0-3626-40e2-a132-67e45086be53 req-ecdc827d-c14d-4101-aa52-85942b91d1af tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ab6a007-c693-4cf7-9188-0dde7c8c73ff HTTP/1.1" status: 200 len: 210 time: 0.0743926 Sep 19 03:09:24.299349 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:24.300636 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:24.454909 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:24.503653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: a0f33af4-d0f7-4534-b412-2aa88cb96b0e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:24.503932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a0f33af4-d0f7-4534-b412-2aa88cb96b0e not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:24.579862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-619915d3-500e-467f-8816-625b4f633059 req-eae58153-a7d9-48ab-9f7f-b5fd53015a4b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 210 time: 0.1554337 Sep 19 03:09:24.622625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f621c-dc39-4e17-895c-a35f509c36b5 req-be328cfe-5789-4eed-ab13-46a402a2607a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:24.631511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f29f621c-dc39-4e17-895c-a35f509c36b5 req-be328cfe-5789-4eed-ab13-46a402a2607a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 944 time: 0.2834253 Sep 19 03:09:24.637984 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:09:24.707210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:24.751532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f29f621c-dc39-4e17-895c-a35f509c36b5 req-188204de-ea82-4129-9fd2-0bdba40ec0d7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187670 Sep 19 03:09:24.762283 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa74c2e-44d2-41e2-b17e-318fbf00ec73 x-openstack-request-id: req-0aa74c2e-44d2-41e2-b17e-318fbf00ec73 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:24.764228 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab6a007-c693-4cf7-9188-0dde7c8c73ff", "name": "network-vif-deleted", "tag": "a0f33af4-d0f7-4534-b412-2aa88cb96b0e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:24.764588 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0aa74c2e-44d2-41e2-b17e-318fbf00ec73 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:24.766891 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab6a007-c693-4cf7-9188-0dde7c8c73ff', 'name': 'network-vif-deleted', 'tag': 'a0f33af4-d0f7-4534-b412-2aa88cb96b0e', 'status': 'completed', 'code': 200} Sep 19 03:09:24.889166 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 5, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:24.933324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefc777-1521-4552-bdb0-5c2ae0026ba5 req-61803543-6d6d-44cf-beb5-6b12be5a1bde tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:24.939855 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e219e07-cad8-4347-9abe-fb5483de81fe None None] The sync data for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 is: [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:05:53Z', 'revision_number': 4, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '5f8d8484-8238-43c7-a14c-54c09984a917', 'name': '', 'network_id': '666c27a8-85c7-466c-aa8a-256bf8829a22', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'mac_address': 'fa:16:3e:e3:a0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:52Z', 'updated_at': '2021-09-19T03:05:59Z', 'revision_number': 5, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'subnets': [{'id': 'c6eae28d-b942-46da-8400-ba3bf3b716b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:09:24.944456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dcefc777-1521-4552-bdb0-5c2ae0026ba5 req-61803543-6d6d-44cf-beb5-6b12be5a1bde tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.1143727 Sep 19 03:09:25.044791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dcefc777-1521-4552-bdb0-5c2ae0026ba5 req-f106e097-d9a5-486f-8d4f-da8dc47f1668 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988731 Sep 19 03:09:25.169724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e866c-ff4a-4c56-87c1-e6e559d311c0 req-dac87b1b-d6fc-481b-8557-daadbf7f575d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:25.175385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d4e866c-ff4a-4c56-87c1-e6e559d311c0 req-dac87b1b-d6fc-481b-8557-daadbf7f575d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 944 time: 0.1481297 Sep 19 03:09:25.210418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 23f2f1aa-092c-4587-9d56-6a41916b8f10, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23f2f1aa-092c-4587-9d56-6a41916b8f10,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:25.256472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d4e866c-ff4a-4c56-87c1-e6e559d311c0 req-b35dddac-16d8-471f-94e7-ca99b3f02a0c tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674734 Sep 19 03:09:25.273789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:09:25.310426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '23f2f1aa-092c-4587-9d56-6a41916b8f10', 'network_id': 'aae3594d-1d4e-4800-99fa-6b556635a00d', 'port_id': '23f2f1aa-092c-4587-9d56-6a41916b8f10', 'mac_address': 'fa:16:3e:33:eb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773ae731-571f-4ae6-8514-ea16024694fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:09:25.426964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43686) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:25.463542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220103f8-1e4a-4750-9e9e-b1e0b1795424 None None] New status for floating IP b64823d2-8892-4c9c-b1b5-442e9ddd1d6f: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:09:25.496518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:09:25.498463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73e4-209d-4f3b-b62b-0c793352239c tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:25.508598 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] Sync routers for ids ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:09:25.521389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b1090eb0-6a6e-44a9-93c8-9adc33a853db admin admin] 10.222.0.22 "PUT /v2.0/routers/1ff0c6c4-f48d-4096-8d54-36eea61bf1a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8478193 Sep 19 03:09:25.524837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43688) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:25.525996 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] Routers {'1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:25.526841 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:25.534536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73e4-209d-4f3b-b62b-0c793352239c tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:25.626715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73e4-209d-4f3b-b62b-0c793352239c tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:25.637380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff2f73e4-209d-4f3b-b62b-0c793352239c tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:25.638570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ff2f73e4-209d-4f3b-b62b-0c793352239c tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "DELETE /v2.0/security-groups/79b93470-ca3d-49bb-9fae-52c78dd9ee75 HTTP/1.1" status: 204 len: 168 time: 0.2103219 Sep 19 03:09:25.642909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:25.660647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f73e4-209d-4f3b-b62b-0c793352239c tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b93470-ca3d-49bb-9fae-52c78dd9ee75,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:25.711392 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-2d6f6d57-4c33-4630-ac5b-57d4d58010a8 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] show failed (client error): The resource could not be found. Sep 19 03:09:25.716011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d6f6d57-4c33-4630-ac5b-57d4d58010a8 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "GET /v2.0/security-groups/79b93470-ca3d-49bb-9fae-52c78dd9ee75 HTTP/1.1" status: 404 len: 347 time: 0.0721929 Sep 19 03:09:25.717859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:25.760164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b359daa-ac27-4f5b-b3c1-d221909420fc req-f3ce0282-c91f-4ad0-8b22-2d3c97e9a88c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 210 time: 0.0382624 Sep 19 03:09:25.766659 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:25.789623 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] Set router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:25.915830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:25.938592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f2f1aa-092c-4587-9d56-6a41916b8f10 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:25.988158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 23f2f1aa-092c-4587-9d56-6a41916b8f10, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23f2f1aa-092c-4587-9d56-6a41916b8f10,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:25.997540 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.023315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6814a8-a476-4f29-97c3-2ce281d36d4c req-363c2559-91e4-4ff2-aaa6-73299f5982c1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:26.034281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca6814a8-a476-4f29-97c3-2ce281d36d4c req-363c2559-91e4-4ff2-aaa6-73299f5982c1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 944 time: 0.1253505 Sep 19 03:09:26.069968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.121225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca6814a8-a476-4f29-97c3-2ce281d36d4c req-b7ad374d-3efc-4b95-a4d8-e6604844806c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838261 Sep 19 03:09:26.144557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=23f2f1aa-092c-4587-9d56-6a41916b8f10,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:26.170430 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:09:23Z', 'revision_number': 5, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port': {'id': 'cc71febc-9f8a-4de8-8c8c-bfa422330860', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:26.177151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Deleting port c3e6aee7-d49c-4a3b-b8d3-e927f78ffd38 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:26.177503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.207268 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] Checking router: 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:09:26.218673 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] Routers {'1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:26.220722 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:26.335892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.336225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.375410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Calling delete_port for c3e6aee7-d49c-4a3b-b8d3-e927f78ffd38 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:26.407739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Deleting port cc71febc-9f8a-4de8-8c8c-bfa422330860 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:26.408864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.454854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456b896-2002-4edf-b3c5-69c8db1db233 req-c782a838-1090-46df-827a-1bf2e35d8a93 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:26.456732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3456b896-2002-4edf-b3c5-69c8db1db233 req-c782a838-1090-46df-827a-1bf2e35d8a93 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.2304878 Sep 19 03:09:26.472502 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] Set router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:26.476856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-48dd4d67-296f-4b46-a643-348fbccdd452 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:26.478800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-48dd4d67-296f-4b46-a643-348fbccdd452 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.3565357 Sep 19 03:09:26.501857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03873204-82c4-4488-b53e-3ec3da235bc5 req-d32a77d3-f92a-4353-b724-9a3333aeb78e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:26.505814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03873204-82c4-4488-b53e-3ec3da235bc5 req-d32a77d3-f92a-4353-b724-9a3333aeb78e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 944 time: 0.1307054 Sep 19 03:09:26.533273 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:09:26Z', 'revision_number': 6, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:26.534561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Request body: {'port': {'device_id': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'admin_state_up': True, 'tenant_id': '6d10668e61944265a411e425ec5c1d9d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:26.562219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3456b896-2002-4edf-b3c5-69c8db1db233 req-988c1013-cd50-4d7f-be80-614df4806678 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980780 Sep 19 03:09:26.566701 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a83e74-14d2-4742-9298-1d282e1e0364 None None] The sync data for ids ['1ff0c6c4-f48d-4096-8d54-36eea61bf1a5'] in n-d-809936-1 is: [{'id': '1ff0c6c4-f48d-4096-8d54-36eea61bf1a5', 'name': 'tempest-ServersTestMultiNic-1722216494-router', 'tenant_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:07:09Z', 'updated_at': '2021-09-19T03:09:26Z', 'revision_number': 6, 'project_id': '37cfd2b7833a4d1fb3a1418429c72ce8', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:09:26.684909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03873204-82c4-4488-b53e-3ec3da235bc5 req-0625f8ff-5389-4b77-b22f-8a11a61bfaa5 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671495 Sep 19 03:09:26.748494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['23f2f1aa-092c-4587-9d56-6a41916b8f10'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:26.765731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:26.775086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.923242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] For port cc71febc-9f8a-4de8-8c8c-bfa422330860, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cc71febc-9f8a-4de8-8c8c-bfa422330860,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:26.923951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:26.946638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Calling delete_port for cc71febc-9f8a-4de8-8c8c-bfa422330860 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:26.992183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d44ae698-d19d-42df-9b61-e2344cb5d8da req-639d577f-6919-4eaa-b513-d0eb5298fc1c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 210 time: 0.0495350 Sep 19 03:09:27.025645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Allocated IP 172.20.0.10 (aed05a07-ba2d-4097-a98f-f9182381c014/1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68/f70e1004-2d28-442b-bb36-f0a55cf20819) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:27.219318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.232392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.267098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.271310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Pushing event deleted for resources: {'Port': ['ID=c3e6aee7-d49c-4a3b-b8d3-e927f78ffd38,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:27.313843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1c03c-0676-4ece-81de-09c575fd3091 req-101f7fdd-7621-402a-9e1d-d591416a7dd4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:27.315750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bf1c03c-0676-4ece-81de-09c575fd3091 req-101f7fdd-7621-402a-9e1d-d591416a7dd4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 944 time: 0.0829747 Sep 19 03:09:27.317363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.338734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc71febc-9f8a-4de8-8c8c-bfa422330860,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:27.384408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Network aed05a07-ba2d-4097-a98f-f9182381c014 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:27.393129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:27.405243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:27.438022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bf1c03c-0676-4ece-81de-09c575fd3091 req-c5d426a7-e9f0-430f-9fd2-18dd24e0dcde tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047843 Sep 19 03:09:27.462621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event updated for resources: {'Port': ['ID=f70e1004-2d28-442b-bb36-f0a55cf20819,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:27.474164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.478044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.483324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43728) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:27.484370 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e21824a-44fd-4064-b8dd-2b3959080d76 tempest-ServersTestJSON-1428882536 tempest-ServersTestJSON-1428882536-project] 10.222.0.22 "DELETE /v2.0/floatingips/b64823d2-8892-4c9c-b1b5-442e9ddd1d6f HTTP/1.1" status: 204 len: 168 time: 1.7079532 Sep 19 03:09:27.498107 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.544243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:27.544863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.569491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-e9d0cdb2-c62b-47be-a53c-c4cdb0c4ae4f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0389585 Sep 19 03:09:27.607166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Request body: {'port': {'device_id': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:27.624614 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.626900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.669188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.699236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.700239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:09:27.719410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.723622 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f9181ac7-794c-48b9-ab39-294efe748d64 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1ff0c6c4-f48d-4096-8d54-36eea61bf1a5 HTTP/1.1" status: 204 len: 168 time: 2.1930091 Sep 19 03:09:27.724270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43736) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:27.793869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] Deleting subnet 90b172ca-b4a9-4646-9a05-d3dd5a71c793 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:09:27.809526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:27.899994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.046780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:28.064077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.118648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 5132aff2-d14b-4293-a4ad-7f411a69903c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:09:28.126715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5132aff2-d14b-4293-a4ad-7f411a69903c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:28.127388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.136262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.164419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b172ca-b4a9-4646-9a05-d3dd5a71c793,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:28.168194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.172440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b3ea4e2b-ca89-4821-a769-c6d16bd51ec4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/90b172ca-b4a9-4646-9a05-d3dd5a71c793 HTTP/1.1" status: 204 len: 168 time: 0.4450171 Sep 19 03:09:28.172777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43740) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:28.183413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea475f-7dd4-425c-8365-8c06778f630f None None] Network 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:28.265868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.303480 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.339866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Deleting port ac9176ea-9872-4c19-a818-0da4adb9ef6f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:28.340347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.390642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6c0ad08-de0a-4499-ac61-1b6c7146919c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:28.400573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:28.403811 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5db4fc-530d-45fc-8cc5-b19957d2627c" -d '{"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-plugged", "status": "completed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:28.422140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] For port ac9176ea-9872-4c19-a818-0da4adb9ef6f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac9176ea-9872-4c19-a818-0da4adb9ef6f,segment=NetworkSegment(3ea9759a-825a-41fa-830c-8b48e4829270),segment_id=3ea9759a-825a-41fa-830c-8b48e4829270)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:28.422667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.438486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Calling delete_port for ac9176ea-9872-4c19-a818-0da4adb9ef6f owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:28.457305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: a6c0ad08-de0a-4499-ac61-1b6c7146919c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:28.457651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6c0ad08-de0a-4499-ac61-1b6c7146919c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:28.458088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cc71febc-9f8a-4de8-8c8c-bfa422330860 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:28.484650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:28.485705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: cc71febc-9f8a-4de8-8c8c-bfa422330860 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:28.486055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cc71febc-9f8a-4de8-8c8c-bfa422330860 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:28.497960 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.498878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b28e226d-8a2f-48df-b708-2267752c41c0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:28.516618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c6e05-5f3b-45f1-8c7b-2503b798616a req-88a7f31c-5333-409d-9cfc-a2ad4dca1a78 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:28.527291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a5c6e05-5f3b-45f1-8c7b-2503b798616a req-88a7f31c-5333-409d-9cfc-a2ad4dca1a78 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 946 time: 0.8429689 Sep 19 03:09:28.547304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.603114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9176ea-9872-4c19-a818-0da4adb9ef6f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:28.612586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=12']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:28.612792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] No DVR routers for this DVR port ac9176ea-9872-4c19-a818-0da4adb9ef6f on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:28.642046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port b28e226d-8a2f-48df-b708-2267752c41c0 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:09:28.666703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1028d515-64e2-4d02-ae54-2ea73c65fa8c None None] DHCP port deletion for 920f8a3e-8782-44cd-ad19-d99f6d8b5b7c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:09:28.681932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b28e226d-8a2f-48df-b708-2267752c41c0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:28.682362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.707407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a5c6e05-5f3b-45f1-8c7b-2503b798616a req-f3eec409-514c-4554-ad8e-03cbe7dffcf5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787016 Sep 19 03:09:28.724531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd81139-a331-495c-8b21-f003260b2567 req-68345b76-7aa7-4987-bf64-0ef5d6ce0be4 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:28.733334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdd81139-a331-495c-8b21-f003260b2567 req-68345b76-7aa7-4987-bf64-0ef5d6ce0be4 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 944 time: 0.2933223 Sep 19 03:09:28.812830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.836597 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.839945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920f8a3e-8782-44cd-ad19-d99f6d8b5b7c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:28.852316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea9759a-825a-41fa-830c-8b48e4829270') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:28.853626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea9759a-825a-41fa-830c-8b48e4829270') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:28.866305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.883449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.884496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b28e226d-8a2f-48df-b708-2267752c41c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b28e226d-8a2f-48df-b708-2267752c41c0,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:28.889809 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.890838 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5a251235-c843-4d52-b1b0-c93704e12598 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:28.893967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:09:28.894666 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.914610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdd81139-a331-495c-8b21-f003260b2567 req-4b55da4d-6e13-43d0-8e64-de56e2b331b1 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761630 Sep 19 03:09:28.981501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462bb2e-93d5-4fad-913d-748c3eb25008 req-e41ed4a9-88c6-43a1-b357-f71bd9cf5fac tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:28.983177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 5a251235-c843-4d52-b1b0-c93704e12598 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:09:28.995260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5a251235-c843-4d52-b1b0-c93704e12598 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:28.995675 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:28.996165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7462bb2e-93d5-4fad-913d-748c3eb25008 req-e41ed4a9-88c6-43a1-b357-f71bd9cf5fac tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 932 time: 0.2067311 Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:09:29.006414 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:09:29.011374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.023556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.026603 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/920f8a3e-8782-44cd-ad19-d99f6d8b5b7c HTTP/1.1" status: 204 len: 168 time: 0.8528190 Sep 19 03:09:29.058624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc3064-6f5c-43e7-86dd-3fe48c2fc4b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=920f8a3e-8782-44cd-ad19-d99f6d8b5b7c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:29.078071 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276534f6-a2ba-4dda-b638-43e5a45a285b x-openstack-request-id: req-276534f6-a2ba-4dda-b638-43e5a45a285b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:29.078694 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-plugged", "status": "completed", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:29.078694 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-276534f6-a2ba-4dda-b638-43e5a45a285b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:29.079007 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'code': 200} Sep 19 03:09:29.081059 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b28e226d-8a2f-48df-b708-2267752c41c0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:29.162403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.165630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70e1004-2d28-442b-bb36-f0a55cf20819 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:29.207512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.235208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:29.241129 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.248985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.283354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7462bb2e-93d5-4fad-913d-748c3eb25008 req-55454fcf-57e6-4800-aeef-8bcdb94b564d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851331 Sep 19 03:09:29.376384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:29.418644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Transition to ACTIVE for port object f70e1004-2d28-442b-bb36-f0a55cf20819 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:09:29.452339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43760) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:29.457231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.517149 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-646ca31b-5ccc-4662-b025-286cd89ae55c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37cfd2b7833a4d1fb3a1418429c72ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0635502 Sep 19 03:09:29.520787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43762) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:29.552173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634aaefa-fb9b-4125-a3ae-6c8451d4c41e req-480efdfa-7a1e-4658-a60f-eeead9555906 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:29.559952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-634aaefa-fb9b-4125-a3ae-6c8451d4c41e req-480efdfa-7a1e-4658-a60f-eeead9555906 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 944 time: 0.3735008 Sep 19 03:09:29.580686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.601462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236245c7-05de-436d-93bf-020f79091da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.603923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307817d-38f0-4aa4-8e10-4a85fe62ddc1 req-071bc1f5-c871-40da-bb34-84e8311c27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:29.605569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d307817d-38f0-4aa4-8e10-4a85fe62ddc1 req-071bc1f5-c871-40da-bb34-84e8311c27cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1098 time: 0.2073138 Sep 19 03:09:29.630394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236245c7-05de-436d-93bf-020f79091da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.673176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Pushing event updated for resources: {'Port': ['ID=f70e1004-2d28-442b-bb36-f0a55cf20819,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:29.717648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236245c7-05de-436d-93bf-020f79091da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.721058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-236245c7-05de-436d-93bf-020f79091da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:29.722482 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-236245c7-05de-436d-93bf-020f79091da5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc60fdd9-8463-4c80-a0ab-a04e941dfb00 HTTP/1.1" status: 204 len: 168 time: 0.1997225 Sep 19 03:09:29.734606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236245c7-05de-436d-93bf-020f79091da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60fdd9-8463-4c80-a0ab-a04e941dfb00,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:29.764765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-634aaefa-fb9b-4125-a3ae-6c8451d4c41e req-9066cfc9-3600-48e3-a9f4-1b277c4f31b3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029610 Sep 19 03:09:29.812239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d307817d-38f0-4aa4-8e10-4a85fe62ddc1 req-c9870e86-3d35-4f25-b9c0-c2f63df81240 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1906660 Sep 19 03:09:29.826762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Attempting to bind port f70e1004-2d28-442b-bb36-f0a55cf20819 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:29.827482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Attempting to bind port f70e1004-2d28-442b-bb36-f0a55cf20819 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:29.828071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Attempting to bind port f70e1004-2d28-442b-bb36-f0a55cf20819 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:29.838207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Port f70e1004-2d28-442b-bb36-f0a55cf20819 on network aed05a07-ba2d-4097-a98f-f9182381c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:09:29.838918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Attempting to bind port f70e1004-2d28-442b-bb36-f0a55cf20819 on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:29.847305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:29.848014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Checking segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:29.848648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Bound using segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:29.849375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Bound port: f70e1004-2d28-442b-bb36-f0a55cf20819, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:29.850086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.051365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23f2f1aa-092c-4587-9d56-6a41916b8f10 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:30.088071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47d2a7-0123-4c63-89af-2dd3a03562d9 req-b29a4031-cd13-4140-89fc-493938237fc8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:30.096175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad47d2a7-0123-4c63-89af-2dd3a03562d9 req-b29a4031-cd13-4140-89fc-493938237fc8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.2022245 Sep 19 03:09:30.107656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] For port f70e1004-2d28-442b-bb36-f0a55cf20819, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:30.144894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 23f2f1aa-092c-4587-9d56-6a41916b8f10 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:09:30.148886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 23f2f1aa-092c-4587-9d56-6a41916b8f10 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:30.149787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.178016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad47d2a7-0123-4c63-89af-2dd3a03562d9 req-5bc7ec1b-ee58-45da-99d0-af101e59901a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807166 Sep 19 03:09:30.248987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] For port f70e1004-2d28-442b-bb36-f0a55cf20819, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f70e1004-2d28-442b-bb36-f0a55cf20819,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:30.261493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.265405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.305250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 23f2f1aa-092c-4587-9d56-6a41916b8f10, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23f2f1aa-092c-4587-9d56-6a41916b8f10,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:30.313598 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.334203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Pushing event updated for resources: {'Port': ['ID=f70e1004-2d28-442b-bb36-f0a55cf20819,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:30.371365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:30.372600 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.374069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-ea422061-79c0-45ae-9fe5-ec27463d64ab service neutron] 10.222.0.32 "PUT /v2.0/ports/f70e1004-2d28-442b-bb36-f0a55cf20819 HTTP/1.1" status: 200 len: 1092 time: 2.7715073 Sep 19 03:09:30.379134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'tag': 'f70e1004-2d28-442b-bb36-f0a55cf20819'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:30.383794 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1574da4e-dc37-4348-b9f0-9c657c1a84cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1cce7dd2-6b6e-4b82-9f85-bce5eed006a5", "tag": "f70e1004-2d28-442b-bb36-f0a55cf20819"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:30.389642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Deleting port 5f8d8484-8238-43c7-a14c-54c09984a917 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:30.390142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.401851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac530f-9cc5-45d1-9f83-81878fce429a req-e5a32215-e92d-4ed8-809f-9ed7a186fbc7 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:30.413438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23ac530f-9cc5-45d1-9f83-81878fce429a req-e5a32215-e92d-4ed8-809f-9ed7a186fbc7 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 945 time: 0.3689444 Sep 19 03:09:30.460892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac9176ea-9872-4c19-a818-0da4adb9ef6f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:30.502035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ac9176ea-9872-4c19-a818-0da4adb9ef6f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:30.502793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac9176ea-9872-4c19-a818-0da4adb9ef6f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:30.537101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=23f2f1aa-092c-4587-9d56-6a41916b8f10,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:30.628097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23ac530f-9cc5-45d1-9f83-81878fce429a req-76b0fb45-b12c-455f-a757-2e6bfc42b10d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135642 Sep 19 03:09:30.693985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc7f7b-dc1d-4c16-8b54-0ce8dade721b req-eb47cbdd-e478-4f1b-aabc-ade98ad8aaf4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:30.701955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fcc7f7b-dc1d-4c16-8b54-0ce8dade721b req-eb47cbdd-e478-4f1b-aabc-ade98ad8aaf4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 944 time: 0.1757598 Sep 19 03:09:30.704579 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f935fac3-beaa-4c0d-a2e8-6a51b0c3ca5c x-openstack-request-id: req-f935fac3-beaa-4c0d-a2e8-6a51b0c3ca5c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:30.704876 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cce7dd2-6b6e-4b82-9f85-bce5eed006a5", "tag": "f70e1004-2d28-442b-bb36-f0a55cf20819", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:30.705128 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f935fac3-beaa-4c0d-a2e8-6a51b0c3ca5c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:30.705531 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'tag': 'f70e1004-2d28-442b-bb36-f0a55cf20819', 'status': 'completed', 'code': 200} Sep 19 03:09:30.714039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-3ef85224-d72d-418e-bdba-172fdadb054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:30.715640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-3ef85224-d72d-418e-bdba-172fdadb054a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 1095 time: 0.2504072 Sep 19 03:09:30.810945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] For port 5f8d8484-8238-43c7-a14c-54c09984a917, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5f8d8484-8238-43c7-a14c-54c09984a917,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:30.811323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:30.825425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fcc7f7b-dc1d-4c16-8b54-0ce8dade721b req-1587d4fd-f507-4e0d-af72-bc6ece3120ef tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205466 Sep 19 03:09:30.832244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-032ece3f-36bc-4aa4-922d-cad7799c5abe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70e1004-2d28-442b-bb36-f0a55cf20819 HTTP/1.1" status: 200 len: 217 time: 0.0847316 Sep 19 03:09:30.842382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Calling delete_port for 5f8d8484-8238-43c7-a14c-54c09984a917 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:31.040713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43810) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:31.048048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-005fada5-98ef-426c-9ae9-a7f07ffe00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:31.049403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-005fada5-98ef-426c-9ae9-a7f07ffe00ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.1983740 Sep 19 03:09:31.078313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df15846-ca32-4155-a23e-9f94dafa423e req-81ef8585-3490-46e6-9df4-8140784e501a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:31.079873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28e226d-8a2f-48df-b708-2267752c41c0'}, {'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598'}, {'server_uuid': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f2f1aa-092c-4587-9d56-6a41916b8f10'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:31.082265 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aaa813-37e8-4ba5-b67c-8815791b5ecf" -d '{"events": [{"server_uuid": "a7895c35-518f-4738-a3ab-40f3463dc3bf", "name": "network-vif-plugged", "status": "completed", "tag": "b28e226d-8a2f-48df-b708-2267752c41c0"}, {"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-plugged", "status": "completed", "tag": "5a251235-c843-4d52-b1b0-c93704e12598"}, {"server_uuid": "b470ae07-9da5-445f-90ed-85657ffcb787", "name": "network-vif-plugged", "status": "completed", "tag": "23f2f1aa-092c-4587-9d56-6a41916b8f10"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:31.083477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8df15846-ca32-4155-a23e-9f94dafa423e req-81ef8585-3490-46e6-9df4-8140784e501a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1975958 Sep 19 03:09:31.140996 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d305dd-101a-49f6-83ce-3eae4d63d738 x-openstack-request-id: req-62d305dd-101a-49f6-83ce-3eae4d63d738 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:31.141519 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7895c35-518f-4738-a3ab-40f3463dc3bf", "name": "network-vif-plugged", "status": "completed", "tag": "b28e226d-8a2f-48df-b708-2267752c41c0", "code": 200}, {"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-plugged", "status": "completed", "tag": "5a251235-c843-4d52-b1b0-c93704e12598", "code": 200}, {"server_uuid": "b470ae07-9da5-445f-90ed-85657ffcb787", "name": "network-vif-plugged", "status": "completed", "tag": "23f2f1aa-092c-4587-9d56-6a41916b8f10", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:31.141982 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62d305dd-101a-49f6-83ce-3eae4d63d738 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:31.142569 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28e226d-8a2f-48df-b708-2267752c41c0', 'code': 200} Sep 19 03:09:31.143136 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598', 'code': 200} Sep 19 03:09:31.143572 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f2f1aa-092c-4587-9d56-6a41916b8f10', 'code': 200} Sep 19 03:09:31.151885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-c6fb49f7-6cef-4676-962d-65db26a2a3bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900247 Sep 19 03:09:31.176101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8df15846-ca32-4155-a23e-9f94dafa423e req-0712d19e-d78f-47e8-bd2a-1a3a86ff1ca3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817018 Sep 19 03:09:31.203566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1805076349-network', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:31.231212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:31.234050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.244483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.380447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.395653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.401017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.480270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:09:31.484810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8d8484-8238-43c7-a14c-54c09984a917,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:31.512662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015ba2ea-655a-41bc-97b3-d4eca30e7ce4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:31.530354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.530712 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Added segment 018c93f6-276c-4a3a-a574-3d3773cfff28 of type vlan for network 065b3b62-b510-442e-b6be-b963b35c06e9 Sep 19 03:09:31.580648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34f0ed-9ea9-4d24-bf82-2299848badc9 req-97737469-3218-4fe4-927b-81b68b5557bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:31.582331 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ac34f0ed-9ea9-4d24-bf82-2299848badc9 req-97737469-3218-4fe4-927b-81b68b5557bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 1096 time: 0.0986996 Sep 19 03:09:31.617176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65c98c-9ec2-487f-b36b-d665a8b3d711 req-e0462ec2-e093-4374-b179-b1da37bf3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:31.622322 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c65c98c-9ec2-487f-b36b-d665a8b3d711 req-e0462ec2-e093-4374-b179-b1da37bf3fde service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 1096 time: 0.1717417 Sep 19 03:09:31.652686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d8163-4f7a-4a7d-9708-8692edc2f262 req-91ea5383-c627-4578-b90b-9a59543eb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:31.654331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad5d8163-4f7a-4a7d-9708-8692edc2f262 req-91ea5383-c627-4578-b90b-9a59543eb945 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 1096 time: 0.2592421 Sep 19 03:09:31.656308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-5ebf1521-365a-4df8-a5e2-8daf135b8d0d service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073446 Sep 19 03:09:31.669292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.674713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d101caf-a288-48f9-bf31-2dba3d312470 req-48402ca2-8aa4-4469-b69a-e6ee25f272b0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:31.683820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d101caf-a288-48f9-bf31-2dba3d312470 req-48402ca2-8aa4-4469-b69a-e6ee25f272b0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.2900660 Sep 19 03:09:31.715622 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ac34f0ed-9ea9-4d24-bf82-2299848badc9 req-d7619604-5df5-4aff-92f4-2fe7e3d330d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183150 Sep 19 03:09:31.744195 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c65c98c-9ec2-487f-b36b-d665a8b3d711 req-8d7955f6-0ba0-49b6-adcc-0bbeecbd86a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Sep 19 03:09:31.754378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.755435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:31.756030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.822564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7794590 Sep 19 03:09:31.880188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43842) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:31.888685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Request body: {'subnet': {'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1805076349-subnet', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:31.895267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52887f58-0924-4c72-a30e-2dfc4746e7de admin admin] Pushing event updated for resources: {'Network': ['ID=065b3b62-b510-442e-b6be-b963b35c06e9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:31.912032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 065b3b62-b510-442e-b6be-b963b35c06e9 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:09:31.941719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:31.951344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:31.980363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad5d8163-4f7a-4a7d-9708-8692edc2f262 req-ad08d664-ea85-4c56-b945-ca00ff57a587 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935607 Sep 19 03:09:32.022380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d101caf-a288-48f9-bf31-2dba3d312470 req-ed5337d6-54aa-4913-a64e-07d86cd8e8a7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376827 Sep 19 03:09:32.076334 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:09:32.255380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.370616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36a326a-75b8-42fb-b20b-c7b10be6991b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:32.373699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Checking segment: {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:32.374066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Network hostable DHCP agents. Network: 065b3b62-b510-442e-b6be-b963b35c06e9, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:09:32.383051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba7846-2a2a-4253-8e92-38718b56c725 req-76542670-0e86-4543-b237-41858b2efb8b tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:32.385621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eaba7846-2a2a-4253-8e92-38718b56c725 req-76542670-0e86-4543-b237-41858b2efb8b tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 945 time: 0.4659286 Sep 19 03:09:32.387475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a363e12-ba50-430a-b894-cf1c56f2596c req-973937bb-de25-44db-bde9-fce14c801883 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6998305 Sep 19 03:09:32.399064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Network 065b3b62-b510-442e-b6be-b963b35c06e9 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:09:32.406318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.418971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 065b3b62-b510-442e-b6be-b963b35c06e9) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:32.425289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:32.425941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.435741 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc633575-4afe-4469-b963-c6213e82d1cd None None] Network 065b3b62-b510-442e-b6be-b963b35c06e9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:32.449745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f1672c11-4b1f-4b30-be81-97908b01578a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5685391 Sep 19 03:09:32.450541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43874) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:32.455938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:32.486622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.489026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.489513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eaba7846-2a2a-4253-8e92-38718b56c725 req-735b0cf2-088f-4495-828e-24fe9c0ebc55 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939329 Sep 19 03:09:32.586078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.768726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.786181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-065b3b62-b510-442e-b6be-b963b35c06e9', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:09:32.787164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:32.827249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc49dc6-efdf-48b8-a2ae-4368db9a6840 req-b1100105-942e-459f-9bb6-33491a28e9a8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:32.830498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfc49dc6-efdf-48b8-a2ae-4368db9a6840 req-b1100105-942e-459f-9bb6-33491a28e9a8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 944 time: 0.1706960 Sep 19 03:09:32.874723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Router c083d62e-1798-40da-b71f-83c33ddb7ed0 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:09:32.979123 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfc49dc6-efdf-48b8-a2ae-4368db9a6840 req-bf20373b-022e-4a7a-9063-b20757dceeb5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316504 Sep 19 03:09:33.020130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Allocated IP 172.20.0.2 (065b3b62-b510-442e-b6be-b963b35c06e9/e36a326a-75b8-42fb-b20b-c7b10be6991b/026141fc-7c0d-41b0-a7de-32cf99eb2fce) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:33.118481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:09:33.134669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f883b04d-2593-4e48-a0ce-284d0d54b9a9 admin admin] 10.222.0.22 "PUT /v2.0/routers/c083d62e-1798-40da-b71f-83c33ddb7ed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6500032 Sep 19 03:09:33.137221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43890) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:33.171097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] Sync routers for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:09:33.175996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.199709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.223409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:33.226907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:33.391032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1ed58-1554-4401-833f-39cedabdff5a req-eb74bd15-5d6c-45b5-bbb9-3d8ad591ab25 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:33.392698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31c1ed58-1554-4401-833f-39cedabdff5a req-eb74bd15-5d6c-45b5-bbb9-3d8ad591ab25 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.3118398 Sep 19 03:09:33.394907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Allocated IP 172.25.8.152 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/cccc1e6a-e2f9-4251-9639-3a1fba743df4) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:33.401051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-672ed24b-b182-44b7-a282-f037d370a691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:33.402553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-672ed24b-b182-44b7-a282-f037d370a691 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 1095 time: 0.2667937 Sep 19 03:09:33.425509 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.442342 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.443006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2691c-b2b0-419b-be31-afcf8bf64d8f req-4d0408ea-f9b1-45f9-8b84-19025fb1b150 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:33.450825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:33.452901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ff2691c-b2b0-419b-be31-afcf8bf64d8f req-4d0408ea-f9b1-45f9-8b84-19025fb1b150 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.1852467 Sep 19 03:09:33.554795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.572716 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Network 065b3b62-b510-442e-b6be-b963b35c06e9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:33.576911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:33.580568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-e47988dd-cc0e-4e53-bc39-aef636442adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:33.582058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-e47988dd-cc0e-4e53-bc39-aef636442adb service neutron] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 913 time: 0.1686306 Sep 19 03:09:33.593526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:33.608212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.651488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Pushing event updated for resources: {'Port': ['ID=026141fc-7c0d-41b0-a7de-32cf99eb2fce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:33.661008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31c1ed58-1554-4401-833f-39cedabdff5a req-3fc2dfca-8145-4ac7-aa70-ee351bb0428a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550809 Sep 19 03:09:33.668889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-10690e31-fa91-4fd6-b3e7-2157353df008 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70e1004-2d28-442b-bb36-f0a55cf20819 HTTP/1.1" status: 200 len: 217 time: 0.0714293 Sep 19 03:09:33.686703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Pushing event updated for resources: {'Port': ['ID=cccc1e6a-e2f9-4251-9639-3a1fba743df4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:33.705290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ff2691c-b2b0-419b-be31-afcf8bf64d8f req-7ce21a87-f788-4a79-9282-e3df0eb1280e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514253 Sep 19 03:09:33.708997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.709275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:33.714888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:33.722580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:33.799271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Attempting to bind port 026141fc-7c0d-41b0-a7de-32cf99eb2fce on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:33.799646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Attempting to bind port 026141fc-7c0d-41b0-a7de-32cf99eb2fce by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:33.800012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Attempting to bind port 026141fc-7c0d-41b0-a7de-32cf99eb2fce on network 065b3b62-b510-442e-b6be-b963b35c06e9 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:33.808816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:33.809193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Checking segment: {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:33.809600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.809999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Bound using segment: {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:33.810471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Bound port: 026141fc-7c0d-41b0-a7de-32cf99eb2fce, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:33.810894 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.907524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-ae38a673-41d3-4e83-9bc2-b2a78c783086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:33.908933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-ae38a673-41d3-4e83-9bc2-b2a78c783086 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.2229617 Sep 19 03:09:33.928784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49751e22-7895-4c30-9a19-277fc90c0222 req-b8f1db0e-161f-4533-bf55-7f230a75bbfa tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:33.929244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] For port 026141fc-7c0d-41b0-a7de-32cf99eb2fce, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:33.933258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] For port 026141fc-7c0d-41b0-a7de-32cf99eb2fce, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=026141fc-7c0d-41b0-a7de-32cf99eb2fce,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:33.935409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:09:31Z', 'revision_number': 5, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port': {'id': 'a6ff528f-2380-486e-89c2-573f2c2ff42a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:83:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 830, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:49Z', 'updated_at': '2021-09-19T03:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:33.936439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49751e22-7895-4c30-9a19-277fc90c0222 req-b8f1db0e-161f-4533-bf55-7f230a75bbfa tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 945 time: 0.1546106 Sep 19 03:09:33.971953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:33.976174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-8076c6fc-57e2-40eb-bf53-cf495031b46e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578902 Sep 19 03:09:34.010973 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:34.045519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] Checking router: c083d62e-1798-40da-b71f-83c33ddb7ed0 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:09:34.071000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] Routers {'c083d62e-1798-40da-b71f-83c33ddb7ed0'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:34.072449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c083d62e-1798-40da-b71f-83c33ddb7ed0'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:34.103303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49751e22-7895-4c30-9a19-277fc90c0222 req-e332bca2-e386-442d-8ffb-b44182edd89f tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657114 Sep 19 03:09:34.149562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:34.210291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909320bc-2664-4b10-9426-7660410f0b10 None None] Pushing event updated for resources: {'Port': ['ID=026141fc-7c0d-41b0-a7de-32cf99eb2fce,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:34.270689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] Set router c083d62e-1798-40da-b71f-83c33ddb7ed0 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:34.326915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1281d34-eae4-4cee-8a0d-77a0bbce5f5b req-55e512fe-ba8d-4bb1-b8ab-a58b7cd87a09 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:34.336768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1281d34-eae4-4cee-8a0d-77a0bbce5f5b req-55e512fe-ba8d-4bb1-b8ab-a58b7cd87a09 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 944 time: 0.1168361 Sep 19 03:09:34.395529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Deleting port a6ff528f-2380-486e-89c2-573f2c2ff42a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:34.395988 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:34.491043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] For port a6ff528f-2380-486e-89c2-573f2c2ff42a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a6ff528f-2380-486e-89c2-573f2c2ff42a,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:34.491558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:34.507557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Calling delete_port for a6ff528f-2380-486e-89c2-573f2c2ff42a owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:34.510990 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:34.556175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-9f0e2360-4ad3-4f74-a823-6cac69fe22ca service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538836 Sep 19 03:09:34.575773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1281d34-eae4-4cee-8a0d-77a0bbce5f5b req-587659e2-12c4-4d71-a6fa-788411d35f12 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327671 Sep 19 03:09:34.678343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:09:33Z', 'revision_number': 6, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:34.684487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Router eb721c45-a210-4eab-bb8b-f98b1b55b995 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:09:34.760812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02440e61-a5a8-4ba8-8432-f2c4a93bec9e None None] The sync data for ids ['c083d62e-1798-40da-b71f-83c33ddb7ed0'] in n-d-809936-1 is: [{'id': 'c083d62e-1798-40da-b71f-83c33ddb7ed0', 'name': 'tempest-ServersTestJSON-1845061352-router', 'tenant_id': '4a92781c3daf4afda295e5ee916d69e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:48Z', 'updated_at': '2021-09-19T03:09:33Z', 'revision_number': 6, 'project_id': '4a92781c3daf4afda295e5ee916d69e4', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:09:34.919323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:09:34.922158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1574da4e-dc37-4348-b9f0-9c657c1a84cf req-908ab4a8-bd62-462e-911c-58b0d5edc4ce service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587504 Sep 19 03:09:34.933110 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Sync routers for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:09:34.938776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:34.942814 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-618b25ad-ac3a-4cc5-b858-0ea7564ea04f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4882078 Sep 19 03:09:34.943570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43916) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:34.953992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:34.954259 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:34.954693 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:34.966394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dee55-5717-40b7-981c-ac4c8fcf354c req-c2b72dfc-e611-4fc8-bc2d-8dc5a4ae19c8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:34.972516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-457dee55-5717-40b7-981c-ac4c8fcf354c req-c2b72dfc-e611-4fc8-bc2d-8dc5a4ae19c8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1711137 Sep 19 03:09:34.980791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598bfe-59f0-4c20-8e0a-5df17c01aa16 req-f6d9a648-8a0b-4223-9efa-6bafbf595e96 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:34.988240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30598bfe-59f0-4c20-8e0a-5df17c01aa16 req-f6d9a648-8a0b-4223-9efa-6bafbf595e96 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.1401932 Sep 19 03:09:35.054620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ff528f-2380-486e-89c2-573f2c2ff42a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:35.120964 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:35.275781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30598bfe-59f0-4c20-8e0a-5df17c01aa16 req-69d29bc1-2a69-400b-bed2-54853e353afe tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2864821 Sep 19 03:09:35.312195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-457dee55-5717-40b7-981c-ac4c8fcf354c req-d8e470bc-2f08-4218-b205-c24dc18f9552 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166528 Sep 19 03:09:35.351359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.523345 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.526149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.585844 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:33Z', 'revision_number': 3, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:35.654067 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Checking router: eb721c45-a210-4eab-bb8b-f98b1b55b995 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:09:35.654696 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Updating router eb721c45-a210-4eab-bb8b-f98b1b55b995 port cccc1e6a-e2f9-4251-9639-3a1fba743df4 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:09:35.702876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf1ef20-45ec-482d-bcef-cae41fb3fa3c None None] Network 065b3b62-b510-442e-b6be-b963b35c06e9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:35.717719 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.733054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e12a9e-1933-42d2-936c-c5f14f68fb62 req-1202693e-1f6a-4519-a009-7ba8eee3200e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:35.734626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55e12a9e-1933-42d2-936c-c5f14f68fb62 req-1202693e-1f6a-4519-a009-7ba8eee3200e tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 945 time: 0.2059357 Sep 19 03:09:35.777922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.781462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c083d62e-1798-40da-b71f-83c33ddb7ed0 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:09:35.801328 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.802459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-14d3149f-518c-479d-aca5-eaaee6e619b8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c083d62e-1798-40da-b71f-83c33ddb7ed0 HTTP/1.1" status: 204 len: 168 time: 2.6621716 Sep 19 03:09:35.809837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43936) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:35.834222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-01479450-ddd4-49d6-a328-820d4facd8eb None None] Provisioning complete for port 026141fc-7c0d-41b0-a7de-32cf99eb2fce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:35.834644 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01479450-ddd4-49d6-a328-820d4facd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.883256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55e12a9e-1933-42d2-936c-c5f14f68fb62 req-cc9e5fe5-d113-478b-a0be-b7f250f8d317 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379356 Sep 19 03:09:35.889623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:35.912665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c94a29-1992-4c65-9227-ce5552e6fa08 req-b05661c6-efa1-495c-974d-0ec54e48b7d5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:35.912994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] Deleting subnet c6eae28d-b942-46da-8400-ba3bf3b716b4 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:09:35.913246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1c94a29-1992-4c65-9227-ce5552e6fa08 req-b05661c6-efa1-495c-974d-0ec54e48b7d5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 944 time: 0.2170713 Sep 19 03:09:35.926770 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.007376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1c94a29-1992-4c65-9227-ce5552e6fa08 req-25b611f6-c768-42a4-a078-3c5570243e32 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923584 Sep 19 03:09:36.080239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.100656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f70e1004-2d28-442b-bb36-f0a55cf20819 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:09:36.110654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70caa46e-1513-4ad2-a81c-afd1de65e2f5 req-55df91b6-d85b-4eba-90df-51e005e232a3 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:36.123246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70caa46e-1513-4ad2-a81c-afd1de65e2f5 req-55df91b6-d85b-4eba-90df-51e005e232a3 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 945 time: 0.1028235 Sep 19 03:09:36.192316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70caa46e-1513-4ad2-a81c-afd1de65e2f5 req-086bc7e1-99f7-4d05-9b53-2f506947b07d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666549 Sep 19 03:09:36.284881 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.296494 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.432087 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Attempting to bind port cccc1e6a-e2f9-4251-9639-3a1fba743df4 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:36.432640 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Attempting to bind port cccc1e6a-e2f9-4251-9639-3a1fba743df4 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:36.433115 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Attempting to bind port cccc1e6a-e2f9-4251-9639-3a1fba743df4 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:36.434503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01479450-ddd4-49d6-a328-820d4facd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.436211 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Pushing event updated for resources: {'Port': ['ID=cccc1e6a-e2f9-4251-9639-3a1fba743df4,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:36.467412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 026141fc-7c0d-41b0-a7de-32cf99eb2fce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:36.467909 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.468440 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.469067 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.469654 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.470348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.470942 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.471494 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.471984 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.472549 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.473052 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.473714 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.474266 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:36.506043 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:36.506873 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:36.507557 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.508206 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:36.509377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Bound port: cccc1e6a-e2f9-4251-9639-3a1fba743df4, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:36.510066 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.551195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-01479450-ddd4-49d6-a328-820d4facd8eb None None] For port 026141fc-7c0d-41b0-a7de-32cf99eb2fce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=026141fc-7c0d-41b0-a7de-32cf99eb2fce,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:36.552357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f70e1004-2d28-442b-bb36-f0a55cf20819, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f70e1004-2d28-442b-bb36-f0a55cf20819,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:36.572928 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01479450-ddd4-49d6-a328-820d4facd8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.574679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f70e1004-2d28-442b-bb36-f0a55cf20819', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'port_id': 'f70e1004-2d28-442b-bb36-f0a55cf20819', 'mac_address': 'fa:16:3e:b7:f8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:09:36.603966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c88368-30c7-4262-a7bb-23bed2e9eab0 req-a305bed6-e8f0-4b19-8df9-3352f8075950 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:36.605746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69c88368-30c7-4262-a7bb-23bed2e9eab0 req-a305bed6-e8f0-4b19-8df9-3352f8075950 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1790273 Sep 19 03:09:36.648642 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] For port cccc1e6a-e2f9-4251-9639-3a1fba743df4, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:36.657704 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] For port cccc1e6a-e2f9-4251-9639-3a1fba743df4, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cccc1e6a-e2f9-4251-9639-3a1fba743df4,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:36.670734 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.680041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 026141fc-7c0d-41b0-a7de-32cf99eb2fce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:36.680418 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.702958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69c88368-30c7-4262-a7bb-23bed2e9eab0 req-4d5ca8fc-6112-40a7-a3a6-e95717d69e88 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851982 Sep 19 03:09:36.791762 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70abb15-b9dc-428b-a0fd-a4d8aa032d5d None None] Pushing event updated for resources: {'Port': ['ID=cccc1e6a-e2f9-4251-9639-3a1fba743df4,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:36.798888 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:36.841885 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:36.848576 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:36.865074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01479450-ddd4-49d6-a328-820d4facd8eb None None] Pushing event updated for resources: {'Port': ['ID=026141fc-7c0d-41b0-a7de-32cf99eb2fce,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:36.870322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70e1004-2d28-442b-bb36-f0a55cf20819 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:36.936296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f70e1004-2d28-442b-bb36-f0a55cf20819, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f70e1004-2d28-442b-bb36-f0a55cf20819,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:36.951752 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.085745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-09e84a8b-65bb-436f-99f9-05c7cee55bba None None] Provisioning complete for port 026141fc-7c0d-41b0-a7de-32cf99eb2fce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:37.085892 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:37.086145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09e84a8b-65bb-436f-99f9-05c7cee55bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.156116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5f8d8484-8238-43c7-a14c-54c09984a917 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:37.164247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.187546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f70e1004-2d28-442b-bb36-f0a55cf20819,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:37.192031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5f8d8484-8238-43c7-a14c-54c09984a917 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:37.192397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5f8d8484-8238-43c7-a14c-54c09984a917 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:37.192780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6ff528f-2380-486e-89c2-573f2c2ff42a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:37.220394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: a6ff528f-2380-486e-89c2-573f2c2ff42a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:37.220737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a6ff528f-2380-486e-89c2-573f2c2ff42a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:37.260890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b007ad-513f-4a60-9dbc-584b55ee2d8c req-c7f6270c-4040-49fc-bd0f-62f50fef1d09 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:37.271137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23b007ad-513f-4a60-9dbc-584b55ee2d8c req-c7f6270c-4040-49fc-bd0f-62f50fef1d09 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 945 time: 0.1309824 Sep 19 03:09:37.321870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781edb66-b9a3-4a2c-9874-98ef5f8b7d00 req-a22f0869-a833-451d-af4d-a4dea7af7235 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:37.326714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.334909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-781edb66-b9a3-4a2c-9874-98ef5f8b7d00 req-a22f0869-a833-451d-af4d-a4dea7af7235 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 945 time: 0.1582606 Sep 19 03:09:37.360831 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:33Z', 'revision_number': 3, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:37.367297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23b007ad-513f-4a60-9dbc-584b55ee2d8c req-25c50945-de3d-41a7-98c4-9349f1433aba tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897517 Sep 19 03:09:37.394622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6eae28d-b942-46da-8400-ba3bf3b716b4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:37.401553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.403708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-da16fe2a-f79a-4e62-b07b-0b0dcbec8498 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c6eae28d-b942-46da-8400-ba3bf3b716b4 HTTP/1.1" status: 204 len: 168 time: 1.5920053 Sep 19 03:09:37.406287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43966) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:37.411410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f8dd8-63b7-4399-a762-b6963b6022b7 None None] Network 666c27a8-85c7-466c-aa8a-256bf8829a22 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:37.426252 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a611ae-09ff-4841-9ee9-89cfa5aaf98f None None] The sync data for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 is: [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:33Z', 'revision_number': 3, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:09:37.432514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Allocated IP 172.20.0.1 (065b3b62-b510-442e-b6be-b963b35c06e9/e36a326a-75b8-42fb-b20b-c7b10be6991b/a7560657-f411-4701-b31f-5f926d259b86) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:37.463434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-781edb66-b9a3-4a2c-9874-98ef5f8b7d00 req-349e646b-bb4b-490f-b4ed-858ee660b47a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274960 Sep 19 03:09:37.595383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f70e1004-2d28-442b-bb36-f0a55cf20819'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:37.598281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.611498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.623231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63a241-bbb1-47b2-857c-036ac111900c req-bc55a869-af9d-4046-8138-e93d2c5ee03b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:37.631891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce63a241-bbb1-47b2-857c-036ac111900c req-bc55a869-af9d-4046-8138-e93d2c5ee03b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1645339 Sep 19 03:09:37.679289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.704167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] DHCP port deletion for 666c27a8-85c7-466c-aa8a-256bf8829a22 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:09:37.715665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce63a241-bbb1-47b2-857c-036ac111900c req-4a603ca3-eb73-495a-a400-9c0f12ef60bb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826876 Sep 19 03:09:37.765161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Network 065b3b62-b510-442e-b6be-b963b35c06e9 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:37.770411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:37.770650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Deleting port e6303d49-53c3-493a-a080-96be651f1fc3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:37.771061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.775522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:37.872671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] For port e6303d49-53c3-493a-a080-96be651f1fc3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e6303d49-53c3-493a-a080-96be651f1fc3,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:37.873195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:37.895472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Pushing event updated for resources: {'Port': ['ID=a7560657-f411-4701-b31f-5f926d259b86,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:37.897034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Calling delete_port for e6303d49-53c3-493a-a080-96be651f1fc3 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:37.924083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.073999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] Deleting port e6303d49-53c3-493a-a080-96be651f1fc3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:38.074615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.190806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.201798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] For port e6303d49-53c3-493a-a080-96be651f1fc3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e6303d49-53c3-493a-a080-96be651f1fc3,segment=NetworkSegment(485b4e2f-4959-47c2-b990-2e3fa09e4812),segment_id=485b4e2f-4959-47c2-b990-2e3fa09e4812)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:38.202295 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.231350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] Calling delete_port for e6303d49-53c3-493a-a080-96be651f1fc3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:38.467920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1fe46569-1ab7-4d10-ab14-2b7417224aeb None None] Provisioning complete for port a7560657-f411-4701-b31f-5f926d259b86 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:38.468294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fe46569-1ab7-4d10-ab14-2b7417224aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.569572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cccc1e6a-e2f9-4251-9639-3a1fba743df4 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:38.626607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1fe46569-1ab7-4d10-ab14-2b7417224aeb None None] Port a7560657-f411-4701-b31f-5f926d259b86 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:09:38.638550 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.673450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] No DVR routers for this DVR port e6303d49-53c3-493a-a080-96be651f1fc3 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:38.679842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.688059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.728276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f78b18-c6c1-4a75-aded-1a9c8e983179 None None] Pushing event deleted for resources: {'Port': ['ID=e6303d49-53c3-493a-a080-96be651f1fc3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:38.753409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cccc1e6a-e2f9-4251-9639-3a1fba743df4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:38.753789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.795610 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.798936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.826328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Pushing event updated for resources: {'Port': ['ID=a7560657-f411-4701-b31f-5f926d259b86,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:38.850196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0665-cd77-4a64-a87a-d5316ec857f2 req-83b38167-271f-48b5-b829-e0eb14dbcf33 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:38.851918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90ae0665-cd77-4a64-a87a-d5316ec857f2 req-83b38167-271f-48b5-b829-e0eb14dbcf33 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 945 time: 0.1685266 Sep 19 03:09:38.894542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6303d49-53c3-493a-a080-96be651f1fc3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:38.903654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.911719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6a036-f2df-4629-a939-f75e376e0e65 req-82f04e26-304c-4419-b2f1-35973ed7b00a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:38.913334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6da6a036-f2df-4629-a939-f75e376e0e65 req-82f04e26-304c-4419-b2f1-35973ed7b00a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 945 time: 0.2204168 Sep 19 03:09:38.914379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] No DVR routers for this DVR port e6303d49-53c3-493a-a080-96be651f1fc3 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:38.942377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port cccc1e6a-e2f9-4251-9639-3a1fba743df4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cccc1e6a-e2f9-4251-9639-3a1fba743df4,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:38.957252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:38.959217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 026141fc-7c0d-41b0-a7de-32cf99eb2fce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:39.001148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90ae0665-cd77-4a64-a87a-d5316ec857f2 req-2458a428-0cb1-4727-ba71-5d863cb246d5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237199 Sep 19 03:09:39.017995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Network 065b3b62-b510-442e-b6be-b963b35c06e9 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:39.021963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:39.054043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=cccc1e6a-e2f9-4251-9639-3a1fba743df4,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:39.087753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 026141fc-7c0d-41b0-a7de-32cf99eb2fce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:39.088280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.157230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.237368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b7155-ad48-49a8-aec7-9493250af96e req-b363e475-91bc-4abc-b1e1-afe8e9f1fd61 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:39.239100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-112b7155-ad48-49a8-aec7-9493250af96e req-b363e475-91bc-4abc-b1e1-afe8e9f1fd61 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/ports?device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 945 time: 0.4285047 Sep 19 03:09:39.242927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666c27a8-85c7-466c-aa8a-256bf8829a22']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:39.256375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Router eb721c45-a210-4eab-bb8b-f98b1b55b995 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:09:39.276295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6da6a036-f2df-4629-a939-f75e376e0e65 req-d50b0aef-d770-4282-8dd1-cf4e8c492095 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab50eb8e-5e76-4976-a5b6-75fe133edd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462880 Sep 19 03:09:39.278401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485b4e2f-4959-47c2-b990-2e3fa09e4812') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:39.278902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485b4e2f-4959-47c2-b990-2e3fa09e4812') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:39.300595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e6303d49-53c3-493a-a080-96be651f1fc3 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:39.327289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e6303d49-53c3-493a-a080-96be651f1fc3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:39.327925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e6303d49-53c3-493a-a080-96be651f1fc3 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:39.390313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:09:39.394467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.398798 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c6310840-9b05-4d93-8b8b-b07514f7e6ce admin admin] 10.222.0.22 "PUT /v2.0/routers/eb721c45-a210-4eab-bb8b-f98b1b55b995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4512155 Sep 19 03:09:39.428287 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.466348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:09:39.467067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:09:39.471282 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:09:39.485384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6886ed47-59eb-43e6-9117-86c75090a46d None None] Provisioning complete for port a7560657-f411-4701-b31f-5f926d259b86 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:39.485771 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6886ed47-59eb-43e6-9117-86c75090a46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.490224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748dc921-273c-4d20-b11d-91f72bac2793 req-71796c1f-416f-4c70-b5cf-a2d83112cff8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:39.491786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dc921-273c-4d20-b11d-91f72bac2793 req-71796c1f-416f-4c70-b5cf-a2d83112cff8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.3092892 Sep 19 03:09:39.544871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6886ed47-59eb-43e6-9117-86c75090a46d None None] Port a7560657-f411-4701-b31f-5f926d259b86 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:09:39.573424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-6f292982-2478-4520-9964-94f30bc51dc8 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:39.574958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-6f292982-2478-4520-9964-94f30bc51dc8 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7895c35-518f-4738-a3ab-40f3463dc3bf HTTP/1.1" status: 200 len: 945 time: 0.2675421 Sep 19 03:09:39.628495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.659908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.661873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] 10.222.0.22 "DELETE /v2.0/networks/666c27a8-85c7-466c-aa8a-256bf8829a22 HTTP/1.1" status: 204 len: 168 time: 2.2545888 Sep 19 03:09:39.665215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748dc921-273c-4d20-b11d-91f72bac2793 req-321e300b-6777-4213-b725-0e541c4e7e05 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606655 Sep 19 03:09:39.710515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c358486-d5ba-45bb-9017-84202d69eb2e admin admin] Pushing event deleted for resources: {'Network': ['ID=666c27a8-85c7-466c-aa8a-256bf8829a22,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:39.716320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Deleting port 23f2f1aa-092c-4587-9d56-6a41916b8f10 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:39.716721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.798241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171261e-a4bc-4390-a5c1-1839dba4b030 req-2f239162-3ecd-4211-9d95-654f41687f24 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:39.800049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e171261e-a4bc-4390-a5c1-1839dba4b030 req-2f239162-3ecd-4211-9d95-654f41687f24 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 950 time: 0.1725423 Sep 19 03:09:39.841945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44058) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:39.902478 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d95361eb-b5dc-4201-b2e9-59614c2ea2d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a92781c3daf4afda295e5ee916d69e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593677 Sep 19 03:09:39.904970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] For port 23f2f1aa-092c-4587-9d56-6a41916b8f10, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=23f2f1aa-092c-4587-9d56-6a41916b8f10,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:39.905162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.905489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44068) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:39.911530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e171261e-a4bc-4390-a5c1-1839dba4b030 req-02754ef2-3d2c-4eae-b202-291a2dfdb2ae tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837784 Sep 19 03:09:39.919842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Deleting port b28e226d-8a2f-48df-b708-2267752c41c0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:09:39.920292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.938180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Calling delete_port for 23f2f1aa-092c-4587-9d56-6a41916b8f10 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:39.964805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3359c32b-0530-433a-8868-a0d07fc30b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:39.998814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3359c32b-0530-433a-8868-a0d07fc30b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.065120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3359c32b-0530-433a-8868-a0d07fc30b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.068773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3359c32b-0530-433a-8868-a0d07fc30b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.074233 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3359c32b-0530-433a-8868-a0d07fc30b12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56a449cd-eb76-490d-91eb-b2878eade9ac HTTP/1.1" status: 204 len: 168 time: 0.1668017 Sep 19 03:09:40.081051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] For port b28e226d-8a2f-48df-b708-2267752c41c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b28e226d-8a2f-48df-b708-2267752c41c0,segment=NetworkSegment(539421ff-d91a-42d2-8f09-eaa03ae0e990),segment_id=539421ff-d91a-42d2-8f09-eaa03ae0e990)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:40.081538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.098312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359c32b-0530-433a-8868-a0d07fc30b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a449cd-eb76-490d-91eb-b2878eade9ac,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:40.106479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Calling delete_port for b28e226d-8a2f-48df-b708-2267752c41c0 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:09:40.155966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f70e1004-2d28-442b-bb36-f0a55cf20819 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:40.161848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Sync routers for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:09:40.217962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:40.219129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:40.287462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f1314-a88a-4e61-90db-1ae85a82ac34 req-5c63b7bb-a9e3-4b06-975a-9b6557562ff7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:40.289037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab0f1314-a88a-4e61-90db-1ae85a82ac34 req-5c63b7bb-a9e3-4b06-975a-9b6557562ff7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 945 time: 0.1707165 Sep 19 03:09:40.292021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.349267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:40.413981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event deleted for resources: {'Port': ['ID=23f2f1aa-092c-4587-9d56-6a41916b8f10,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:40.485678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b28e226d-8a2f-48df-b708-2267752c41c0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:40.487739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cccc1e6a-e2f9-4251-9639-3a1fba743df4 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:40.488830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43bc2cb6-3a8b-449d-a8a1-25c3827abb74 req-7f3c65af-e8a7-4fa1-82c6-d7b13cea1d7c tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 210 time: 0.0688717 Sep 19 03:09:40.564162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] No DVR routers for this DVR port 23f2f1aa-092c-4587-9d56-6a41916b8f10 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:40.609370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab0f1314-a88a-4e61-90db-1ae85a82ac34 req-2c525f7d-9511-4773-a356-ff177b193bfc tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596016 Sep 19 03:09:40.611856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.614500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-112b7155-ad48-49a8-aec7-9493250af96e req-ed14d2e6-8a5f-427c-bd61-e3afe402150a tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "DELETE /v2.0/ports/23f2f1aa-092c-4587-9d56-6a41916b8f10 HTTP/1.1" status: 204 len: 173 time: 1.3242869 Sep 19 03:09:40.615241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'name': 'network-vif-deleted', 'tag': '23f2f1aa-092c-4587-9d56-6a41916b8f10'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:40.627249 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915a789a-6064-40a7-aaef-dba8e206584d" -d '{"events": [{"server_uuid": "b470ae07-9da5-445f-90ed-85657ffcb787", "name": "network-vif-deleted", "tag": "23f2f1aa-092c-4587-9d56-6a41916b8f10"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:40.643956 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.699027 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f851d2-6b4a-4c36-b76e-c8cd60505ad7 x-openstack-request-id: req-75f851d2-6b4a-4c36-b76e-c8cd60505ad7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:40.699324 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b470ae07-9da5-445f-90ed-85657ffcb787", "name": "network-vif-deleted", "tag": "23f2f1aa-092c-4587-9d56-6a41916b8f10", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:40.699808 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75f851d2-6b4a-4c36-b76e-c8cd60505ad7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:40.701337 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b470ae07-9da5-445f-90ed-85657ffcb787', 'name': 'network-vif-deleted', 'tag': '23f2f1aa-092c-4587-9d56-6a41916b8f10', 'status': 'completed', 'code': 200} Sep 19 03:09:40.733423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Pushing event deleted for resources: {'Port': ['ID=b28e226d-8a2f-48df-b708-2267752c41c0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:40.765046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] No DVR routers for this DVR port b28e226d-8a2f-48df-b708-2267752c41c0 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:09:40.769434 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:40.786722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-983bb832-c483-47f4-9737-0a2f1e2dd6f7 req-3bbb3dce-c67c-47bc-9e6c-c8477d5b8a7d tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.32 "DELETE /v2.0/ports/b28e226d-8a2f-48df-b708-2267752c41c0 HTTP/1.1" status: 204 len: 173 time: 1.1963544 Sep 19 03:09:40.894696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f70e1004-2d28-442b-bb36-f0a55cf20819 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:09:40.908690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f70e1004-2d28-442b-bb36-f0a55cf20819 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:40.909220 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.002015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cccc1e6a-e2f9-4251-9639-3a1fba743df4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:41.002508 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.113341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.144698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 2, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:41.152643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b21db-e947-4d50-9b85-33eb2107e21a req-7aaae96a-3192-4f4b-a96f-e55fe6e10802 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:41.155778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c97b21db-e947-4d50-9b85-33eb2107e21a req-7aaae96a-3192-4f4b-a96f-e55fe6e10802 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 950 time: 0.1331558 Sep 19 03:09:41.184792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Checking router: eb721c45-a210-4eab-bb8b-f98b1b55b995 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:09:41.185874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Updating router eb721c45-a210-4eab-bb8b-f98b1b55b995 port a7560657-f411-4701-b31f-5f926d259b86 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:09:41.203533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70e1004-2d28-442b-bb36-f0a55cf20819'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:41.206862 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf713ed-db0f-478b-8e62-e0f96ad25b48" -d '{"events": [{"server_uuid": "1cce7dd2-6b6e-4b82-9f85-bce5eed006a5", "name": "network-vif-plugged", "status": "completed", "tag": "f70e1004-2d28-442b-bb36-f0a55cf20819"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:41.240755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f70e1004-2d28-442b-bb36-f0a55cf20819, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f70e1004-2d28-442b-bb36-f0a55cf20819,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:41.247297 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.251518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.265129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c97b21db-e947-4d50-9b85-33eb2107e21a req-20be24a9-9e2c-4b04-b013-b060830e2653 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004524 Sep 19 03:09:41.318773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b2cf6-3cd6-46dd-a41c-dfb3685d6090 req-6f844cf5-763f-47a0-9729-55d1ab92e6f1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:41.332226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d92b2cf6-3cd6-46dd-a41c-dfb3685d6090 req-6f844cf5-763f-47a0-9729-55d1ab92e6f1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.5236285 Sep 19 03:09:41.346244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f70e1004-2d28-442b-bb36-f0a55cf20819,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:41.387269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44148) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:41.396931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d92b2cf6-3cd6-46dd-a41c-dfb3685d6090 req-e48b6d8f-5cd0-4f25-9802-0d147fd5a885 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590718 Sep 19 03:09:41.444624 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67c4ec7-120b-4717-ad05-dcd7d0919710 x-openstack-request-id: req-e67c4ec7-120b-4717-ad05-dcd7d0919710 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:41.444911 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cce7dd2-6b6e-4b82-9f85-bce5eed006a5", "name": "network-vif-plugged", "status": "completed", "tag": "f70e1004-2d28-442b-bb36-f0a55cf20819", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:41.445160 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e67c4ec7-120b-4717-ad05-dcd7d0919710 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:41.445548 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70e1004-2d28-442b-bb36-f0a55cf20819', 'code': 200} Sep 19 03:09:41.632241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ec23c-68a9-4191-bc00-a9b6a170f84a req-bc93c688-c8ef-462a-b1ef-3cd74533a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:41.634613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a1ec23c-68a9-4191-bc00-a9b6a170f84a req-bc93c688-c8ef-462a-b1ef-3cd74533a453 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 1097 time: 0.0894954 Sep 19 03:09:41.668979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-network', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:41.689392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.700412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.706245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Made reservation on behalf of fbe3a95bb99842c1913148ec837c4669 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:41.709301 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.723244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.779436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5a37cb2-d174-482a-a6ba-3597505103b9 req-de302789-d453-4f1a-b259-3aa2316d1814 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] 10.222.0.22 "GET /v2.0/ports?device_id=b470ae07-9da5-445f-90ed-85657ffcb787 HTTP/1.1" status: 200 len: 210 time: 0.1046703 Sep 19 03:09:41.787008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a1ec23c-68a9-4191-bc00-a9b6a170f84a req-cbb11886-9886-46ec-9987-101ff999364f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370888 Sep 19 03:09:41.911858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab851f-b2ee-4a6b-9705-ac44a7b23c7b None None] Pushing event updated for resources: {'Port': ['ID=a7560657-f411-4701-b31f-5f926d259b86,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:41.922368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.936544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.975160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Attempting to bind port a7560657-f411-4701-b31f-5f926d259b86 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:41.976120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Attempting to bind port a7560657-f411-4701-b31f-5f926d259b86 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:41.976744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Attempting to bind port a7560657-f411-4701-b31f-5f926d259b86 on network 065b3b62-b510-442e-b6be-b963b35c06e9 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:41.979084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40aa7aee-a66e-4160-8d92-3fadfd55bd4f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:41.985829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:41.986595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Checking segment: {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:41.986595 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.988273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Bound using segment: {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:41.991032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Bound port: a7560657-f411-4701-b31f-5f926d259b86, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:41.991425 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:41.998793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:09:42.016754 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.017337 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Added segment 366eb30b-267f-4991-8c86-8ad91efcce33 of type vlan for network b54a1d3a-4807-48cb-9f0a-256bebed10da Sep 19 03:09:42.070578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.073199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] For port a7560657-f411-4701-b31f-5f926d259b86, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:42.076645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] For port a7560657-f411-4701-b31f-5f926d259b86, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a7560657-f411-4701-b31f-5f926d259b86,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:42.082460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86958ce-09f9-4686-9ddb-5b530b4482fb req-402525ee-89c8-4a3d-94f3-af9c6ab617da tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:42.084244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f86958ce-09f9-4686-9ddb-5b530b4482fb req-402525ee-89c8-4a3d-94f3-af9c6ab617da tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0615165 Sep 19 03:09:42.089856 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.103973 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.105121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:42.105802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.154945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f86958ce-09f9-4686-9ddb-5b530b4482fb req-fa74035f-da48-4832-aff1-574029aac77b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591543 Sep 19 03:09:42.166153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Provisioning complete for port a7560657-f411-4701-b31f-5f926d259b86 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:42.166537 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.168371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7794485 Sep 19 03:09:42.171211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:42.174448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:42.175524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:42.176805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Request body: {'subnet': {'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-subnet', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:42.179954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7c504-ce6e-4f53-b634-7d12662e8609 admin admin] Pushing event updated for resources: {'Network': ['ID=b54a1d3a-4807-48cb-9f0a-256bebed10da,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:42.231256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Made reservation on behalf of fbe3a95bb99842c1913148ec837c4669 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:42.237049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.264265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23f2f1aa-092c-4587-9d56-6a41916b8f10 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:42.283160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b54a1d3a-4807-48cb-9f0a-256bebed10da details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:09:42.362800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 23f2f1aa-092c-4587-9d56-6a41916b8f10 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:42.363449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 23f2f1aa-092c-4587-9d56-6a41916b8f10 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:42.364052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b28e226d-8a2f-48df-b708-2267752c41c0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:42.384868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab851f-b2ee-4a6b-9705-ac44a7b23c7b None None] Pushing event updated for resources: {'Port': ['ID=a7560657-f411-4701-b31f-5f926d259b86,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:42.394514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: b28e226d-8a2f-48df-b708-2267752c41c0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:09:42.395182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b28e226d-8a2f-48df-b708-2267752c41c0 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:09:42.520271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bc014-eab2-4998-99bd-bed12d07d69f req-f5d2bee5-9ff9-4c70-8f32-b568da531319 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:42.522979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f5bc014-eab2-4998-99bd-bed12d07d69f req-f5d2bee5-9ff9-4c70-8f32-b568da531319 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0589924 Sep 19 03:09:42.526588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.531202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:42.601012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f5bc014-eab2-4998-99bd-bed12d07d69f req-9a238ac2-da95-4eb2-9c3b-8d9448787dd2 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651376 Sep 19 03:09:42.611881 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.631858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f80072-243f-4394-b352-4b92098d26a6,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:42.639928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Checking segment: {'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:42.640181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Network hostable DHCP agents. Network: b54a1d3a-4807-48cb-9f0a-256bebed10da, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:09:42.657040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Network b54a1d3a-4807-48cb-9f0a-256bebed10da is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:09:42.669219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b54a1d3a-4807-48cb-9f0a-256bebed10da) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:42.679695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0370a686-6074-43c3-8fe6-7309d56c4b7d None None] Network b54a1d3a-4807-48cb-9f0a-256bebed10da requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:42.684626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:42.685439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.705565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'name': 'network-vif-deleted', 'tag': 'b28e226d-8a2f-48df-b708-2267752c41c0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:42.705824 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90e44950-c7e8-4dff-bbd5-7f5233d52bde admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5306914 Sep 19 03:09:42.705824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44184) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:42.706406 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc0875f-a0e5-4cd2-a587-3a392a39cf45" -d '{"events": [{"server_uuid": "a7895c35-518f-4738-a3ab-40f3463dc3bf", "name": "network-vif-deleted", "tag": "b28e226d-8a2f-48df-b708-2267752c41c0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:42.709999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] For port a7560657-f411-4701-b31f-5f926d259b86, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a7560657-f411-4701-b31f-5f926d259b86,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:42.715065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:42.730959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.739175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.740355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.770327 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e48ccf-3711-47dc-904b-a7bae467245f x-openstack-request-id: req-28e48ccf-3711-47dc-904b-a7bae467245f {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:42.770873 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7895c35-518f-4738-a3ab-40f3463dc3bf", "name": "network-vif-deleted", "tag": "b28e226d-8a2f-48df-b708-2267752c41c0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:42.771286 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28e48ccf-3711-47dc-904b-a7bae467245f {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:42.771880 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7895c35-518f-4738-a3ab-40f3463dc3bf', 'name': 'network-vif-deleted', 'tag': 'b28e226d-8a2f-48df-b708-2267752c41c0', 'status': 'completed', 'code': 200} Sep 19 03:09:42.802620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.893377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44192) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:42.925491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-91fe5e61-fe9c-4f0f-b68f-3ac662f4d4d1 None None] Provisioning complete for port a7560657-f411-4701-b31f-5f926d259b86 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:42.925964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-91fe5e61-fe9c-4f0f-b68f-3ac662f4d4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.933706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Pushing event updated for resources: {'Port': ['ID=a7560657-f411-4701-b31f-5f926d259b86,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:42.975083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.976108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] Deleting subnet 773ae731-571f-4ae6-8514-ea16024694fc {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:09:42.981192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:42.993898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.994341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.994811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.995247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.995687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.996112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.996535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.996960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.997396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.997818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.998222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:42.998547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8cc9d-5c3e-4121-946d-6ac8ffdabfaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:09:43.035539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.054306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a004cef-1e00-42cd-9197-b62c924363c2 None None] Network b54a1d3a-4807-48cb-9f0a-256bebed10da requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:43.083354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.146853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.186496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773ae731-571f-4ae6-8514-ea16024694fc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:43.191851 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.194247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8f4790be-f099-454a-a0b2-9e98b667b54f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/773ae731-571f-4ae6-8514-ea16024694fc HTTP/1.1" status: 204 len: 168 time: 0.2994933 Sep 19 03:09:43.196978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44196) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:43.374030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.380419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:43.419784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.435094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7481c9-e6c3-4a73-a3b3-d7c01dccfdc5 None None] The sync data for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 is: [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:09:43.437268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.557773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7792a3-3768-478b-9859-72202b463c69 req-1da8b0c7-4a12-45fd-a107-68077e566357 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:43.568435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d7792a3-3768-478b-9859-72202b463c69 req-1da8b0c7-4a12-45fd-a107-68077e566357 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.3141792 Sep 19 03:09:43.607497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.635380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d7792a3-3768-478b-9859-72202b463c69 req-ae7e04f5-eaf2-4332-bb0b-bf377dbd327f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 Sep 19 03:09:43.671887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae3594d-1d4e-4800-99fa-6b556635a00d']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:43.687424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539421ff-d91a-42d2-8f09-eaa03ae0e990') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:43.687716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539421ff-d91a-42d2-8f09-eaa03ae0e990') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:43.724914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Allocated IP 172.25.8.112 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:43.728989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.751674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62270f93-99af-47a0-9478-af027e65d797 req-e3352906-365f-491d-a8a5-476f3fcbaffb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:43.759672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.760233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62270f93-99af-47a0-9478-af027e65d797 req-e3352906-365f-491d-a8a5-476f3fcbaffb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0700753 Sep 19 03:09:43.779838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:09:43.781349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:09:43.782206 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:09:43.812394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62270f93-99af-47a0-9478-af027e65d797 req-0b5ef3ce-74c7-4a59-960f-4e798959215b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464299 Sep 19 03:09:43.884481 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.904830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:43.906729 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] 10.222.0.22 "DELETE /v2.0/networks/aae3594d-1d4e-4800-99fa-6b556635a00d HTTP/1.1" status: 204 len: 168 time: 0.7088087 Sep 19 03:09:43.919957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbedf6-4f6b-45ba-b8b7-69dab9f68625 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae3594d-1d4e-4800-99fa-6b556635a00d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:43.950322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.001513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.058405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Pushing event updated for resources: {'Port': ['ID=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:44.082240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44218) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:44.092528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:44.094157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:44.097005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:44.137979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44220) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:44.138928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-02a53c1f-da00-4d67-bab9-24b5c1322b4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fb1bffc16854735a131e9ab5c93032a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551152 Sep 19 03:09:44.143523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:09:44.238702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.269321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:44.272398 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4bebd3-4939-4e99-8569-c19c15294fa7" -d '{"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:44.289429 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3f97dad-5582-441a-a4f7-5943da25dbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.310278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:44.329453 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.347020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3f97dad-5582-441a-a4f7-5943da25dbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.372170 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c464e6-1c48-4fba-9517-db790d51d106 x-openstack-request-id: req-07c464e6-1c48-4fba-9517-db790d51d106 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:44.372786 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:44.373217 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07c464e6-1c48-4fba-9517-db790d51d106 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:44.373930 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'code': 200} Sep 19 03:09:44.407635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:44.439588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a7560657-f411-4701-b31f-5f926d259b86 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:44.521287 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec229dc3-37c6-4e90-9f28-65f9e37a2440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.528040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a7560657-f411-4701-b31f-5f926d259b86 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:44.528445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.563255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.566810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3f97dad-5582-441a-a4f7-5943da25dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.569675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3f97dad-5582-441a-a4f7-5943da25dbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.574803 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d3f97dad-5582-441a-a4f7-5943da25dbbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab50eb8e-5e76-4976-a5b6-75fe133edd03 HTTP/1.1" status: 204 len: 168 time: 0.4318528 Sep 19 03:09:44.661993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f97dad-5582-441a-a4f7-5943da25dbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab50eb8e-5e76-4976-a5b6-75fe133edd03,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:44.827981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6816221-4fb7-4274-b760-66007df5ebc2 req-d40eacae-7f73-46dd-a174-20c46d9449e9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:44.852167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6816221-4fb7-4274-b760-66007df5ebc2 req-d40eacae-7f73-46dd-a174-20c46d9449e9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1102695 Sep 19 03:09:44.946573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:44.969818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6816221-4fb7-4274-b760-66007df5ebc2 req-26771bc4-5745-415b-ab9b-ff47fc2606a6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106565 Sep 19 03:09:45.014687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe9119-af3c-42e4-846b-0b423fe3b45c req-7fa89e68-200c-4b44-b1dd-94d36cf91b9d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:45.017107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fabe9119-af3c-42e4-846b-0b423fe3b45c req-7fa89e68-200c-4b44-b1dd-94d36cf91b9d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0919220 Sep 19 03:09:45.131619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fabe9119-af3c-42e4-846b-0b423fe3b45c req-8ad71955-2972-40eb-af6f-0872179edb3b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964732 Sep 19 03:09:45.177333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Router fbd3caac-bf22-4eb2-9776-4621488b66ed is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:09:45.326608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:09:45.340577 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Sync routers for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:09:45.352429 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:45.354489 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:45.355590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:45.359755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44256) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:45.359942 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4687d6c-a4bc-4dad-ab0b-7a67b4c88482 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.6521697 Sep 19 03:09:45.521682 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:45.543732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2075c-5a76-4b68-bd84-4b655474df17 req-38c20536-84aa-4a3d-ac21-5536d2fd2310 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:45.545554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33b2075c-5a76-4b68-bd84-4b655474df17 req-38c20536-84aa-4a3d-ac21-5536d2fd2310 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0897443 Sep 19 03:09:45.798223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:45.895005 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:44Z', 'revision_number': 3, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:45.929180 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Checking router: fbd3caac-bf22-4eb2-9776-4621488b66ed for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:09:45.931210 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Updating router fbd3caac-bf22-4eb2-9776-4621488b66ed port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:09:45.974406 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.059875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33b2075c-5a76-4b68-bd84-4b655474df17 req-ceacbe3a-4f17-4a7a-a813-0f1baa63097c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062954 Sep 19 03:09:46.170990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c3b12d63-fd3b-44c1-a776-d506f91b17bd details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:09:46.333515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:46.333867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63750225-e971-4058-abd3-00a3bbdab744 req-5b543309-e4f4-4983-9419-db422fc7f0a7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:46.335656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63750225-e971-4058-abd3-00a3bbdab744 req-5b543309-e4f4-4983-9419-db422fc7f0a7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0912626 Sep 19 03:09:46.357669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'mac_address': 'fa:16:3e:51:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:09:46.361245 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.371203 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.426779 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Attempting to bind port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:46.428190 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Attempting to bind port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:46.428190 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Attempting to bind port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:46.439715 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:46.440680 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:46.440994 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.441451 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:46.442280 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Bound port: ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:46.442461 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.445867 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50284b-d0d7-4bcd-9805-7598b53368c2 None None] Pushing event updated for resources: {'Port': ['ID=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:46.458835 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.480740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3b12d63-fd3b-44c1-a776-d506f91b17bd {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:46.497938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63750225-e971-4058-abd3-00a3bbdab744 req-e27d76e8-0d09-4b51-9a92-0c823a29bbf2 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259634 Sep 19 03:09:46.505160 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] For port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:46.510110 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] For port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:46.519087 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.522658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.531884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:46.541343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:46.585827 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:46.586626 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:46.608438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:46.640574 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50284b-d0d7-4bcd-9805-7598b53368c2 None None] Pushing event updated for resources: {'Port': ['ID=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:46.746583 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:46.751318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['c3b12d63-fd3b-44c1-a776-d506f91b17bd'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:09:46.848912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Allocated IP 172.20.0.1 (b54a1d3a-4807-48cb-9f0a-256bebed10da/c4f80072-243f-4394-b352-4b92098d26a6/841e8d9d-ecb9-49fa-b691-252abaad25a7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:46.909227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44324) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:46.999712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.042473 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:44Z', 'revision_number': 3, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:47.046699 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.059420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c14e348-4772-439c-9955-4dee83e666b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.090666 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ab20b3-97d6-42b3-a326-2c965ec3b279 None None] The sync data for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 is: [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:44Z', 'revision_number': 3, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:09:47.095127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Network b54a1d3a-4807-48cb-9f0a-256bebed10da is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:47.101392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:47.106165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:47.159437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=841e8d9d-ecb9-49fa-b691-252abaad25a7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:47.179463 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-209c0249-8ee2-4ccb-860b-f020bed4830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.204435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c14e348-4772-439c-9955-4dee83e666b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.209652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c14e348-4772-439c-9955-4dee83e666b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.211644 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.254023 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c14e348-4772-439c-9955-4dee83e666b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c58bcf7d39f45d1be599c52a775b400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413389 Sep 19 03:09:47.254251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14e348-4772-439c-9955-4dee83e666b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da06eb26-5391-4699-918c-7fe77dc4985d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:47.255580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44330) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:47.313081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbffe58-afc2-44ac-b1a1-19b9939b308b req-8e18b4de-ca1f-42fb-9cd3-f8c0e5bdbdb2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:47.315200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0dbffe58-afc2-44ac-b1a1-19b9939b308b req-8e18b4de-ca1f-42fb-9cd3-f8c0e5bdbdb2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1410317 Sep 19 03:09:47.447355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1187ee63-4076-4874-a2cf-ba27ed8afe28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.459845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0dbffe58-afc2-44ac-b1a1-19b9939b308b req-51bd6fa6-59d6-4a69-b232-21972b581120 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293292 Sep 19 03:09:47.504893 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1187ee63-4076-4874-a2cf-ba27ed8afe28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.516319 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.658931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1187ee63-4076-4874-a2cf-ba27ed8afe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.661497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1187ee63-4076-4874-a2cf-ba27ed8afe28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.662660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1187ee63-4076-4874-a2cf-ba27ed8afe28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da06eb26-5391-4699-918c-7fe77dc4985d HTTP/1.1" status: 204 len: 168 time: 0.4061685 Sep 19 03:09:47.687625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187ee63-4076-4874-a2cf-ba27ed8afe28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da06eb26-5391-4699-918c-7fe77dc4985d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:47.727834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a382bb0-a455-4ab9-99a6-6000ae800808 req-560c75cb-2d30-4b77-b7c3-395c5f25c6ef tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:47.729353 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a382bb0-a455-4ab9-99a6-6000ae800808 req-560c75cb-2d30-4b77-b7c3-395c5f25c6ef tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1483810 Sep 19 03:09:47.808356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a382bb0-a455-4ab9-99a6-6000ae800808 req-cdb2a2ad-784b-4f61-a46b-91098e2962f7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677900 Sep 19 03:09:47.854034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.861766 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.912189 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:47.977276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=841e8d9d-ecb9-49fa-b691-252abaad25a7,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:47.987657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.112573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Network b54a1d3a-4807-48cb-9f0a-256bebed10da is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:48.114015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:48.187495 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c3b12d63-fd3b-44c1-a776-d506f91b17bd up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:48.256207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Router fbd3caac-bf22-4eb2-9776-4621488b66ed has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:09:48.273568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port c3b12d63-fd3b-44c1-a776-d506f91b17bd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:48.274163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.409804 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.414575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:48.428201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:09:48.448687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-db1ff3e1-363a-47f7-966e-07c10748d1d9 admin admin] 10.222.0.22 "PUT /v2.0/routers/fbd3caac-bf22-4eb2-9776-4621488b66ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0860789 Sep 19 03:09:48.483388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.544210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:48.547188 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da99c19-568a-4da9-ad8d-1ba68dfc4cc8" -d '{"events": [{"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-plugged", "status": "completed", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:48.569537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:48.582199 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.589677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:48.590135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.633844 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b9d26-5619-4709-8252-06c3c5492bcc x-openstack-request-id: req-183b9d26-5619-4709-8252-06c3c5492bcc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:48.634075 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-plugged", "status": "completed", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:48.634331 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-183b9d26-5619-4709-8252-06c3c5492bcc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:48.634733 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'code': 200} Sep 19 03:09:48.644713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8af406-3bc0-437c-bf7f-e0dc57193009 req-2ae32c36-a3cf-4b31-aa9a-337d169b8776 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:48.646288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c8af406-3bc0-437c-bf7f-e0dc57193009 req-2ae32c36-a3cf-4b31-aa9a-337d169b8776 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0940771 Sep 19 03:09:48.671579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:48.716134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c8af406-3bc0-437c-bf7f-e0dc57193009 req-7c591822-9e8e-4152-9bf3-0c727fc8a15a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Sep 19 03:09:48.745249 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.771152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:48.771307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44376) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:48.781018 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:48.862082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:48.917250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1779020165-network', 'tenant_id': 'ebf31140acc4423aae031d60adcfb8fe'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:48.975314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c08d8-6710-4c28-a4df-1215f9da900f req-ff078415-8961-42f8-a84a-16aca3795629 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:48.976863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-695c08d8-6710-4c28-a4df-1215f9da900f req-ff078415-8961-42f8-a84a-16aca3795629 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0758839 Sep 19 03:09:48.978197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Made reservation on behalf of ebf31140acc4423aae031d60adcfb8fe for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:48.980481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.000288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.053234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-695c08d8-6710-4c28-a4df-1215f9da900f req-ed5bcf96-52af-4f96-bd69-9866709cd90a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Sep 19 03:09:49.206728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-055ef681-b6f8-49bd-aad6-0d7e53dbe115 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:49.208257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-055ef681-b6f8-49bd-aad6-0d7e53dbe115 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 820 time: 0.1403193 Sep 19 03:09:49.235304 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.246776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-ce072cdb-5f94-4425-b4f2-2787a3c2f169 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/quotas/fbe3a95bb99842c1913148ec837c4669 HTTP/1.1" status: 200 len: 375 time: 0.0270672 Sep 19 03:09:49.256443 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.308091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:09:49.316137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87218187-f7dc-48cc-ac30-a5566ecb6a19,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:49.326077 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.326077 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Added segment 7206964f-7370-4804-a201-fd0f3c89c291 of type vlan for network 57880622-9da7-41d7-a30b-15ff801ebcc0 Sep 19 03:09:49.340355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-9ca6d950-1733-4f77-ad3d-4054f67f42b6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0929651 Sep 19 03:09:49.398457 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.467737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.468800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:49.469425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.507331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-88714326-7ba5-4df9-8e4b-605e1bde1b92 service neutron] 10.222.0.22 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432593 Sep 19 03:09:49.534639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Sync routers for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:09:49.547937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44408) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:09:49.548505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:49.548849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:49.550928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7744486 Sep 19 03:09:49.559526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Request body: {'subnet': {'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1779020165-subnet', 'tenant_id': 'ebf31140acc4423aae031d60adcfb8fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:49.588613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Made reservation on behalf of ebf31140acc4423aae031d60adcfb8fe for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:49.590209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fca41f-1dd5-435c-9eab-056ef661aba6 admin admin] Pushing event updated for resources: {'Network': ['ID=57880622-9da7-41d7-a30b-15ff801ebcc0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:49.591013 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.601972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 57880622-9da7-41d7-a30b-15ff801ebcc0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:09:49.679491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-6611fe12-7963-4e04-be9f-0ad9e037db67 service neutron] 10.222.0.22 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718359 Sep 19 03:09:49.721588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:49.792289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.909105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9b982-3a71-4e5b-a526-e21b3ee2f22c req-6d7c1241-54d2-4291-ba7c-84162f2bfa62 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:49.910908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fa9b982-3a71-4e5b-a526-e21b3ee2f22c req-6d7c1241-54d2-4291-ba7c-84162f2bfa62 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0865989 Sep 19 03:09:49.937048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1dab92b-d165-4325-88d6-5e7fb5f34693,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:49.942159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Checking segment: {'id': '7206964f-7370-4804-a201-fd0f3c89c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:49.942891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Network hostable DHCP agents. Network: 57880622-9da7-41d7-a30b-15ff801ebcc0, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:09:49.966904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Network 57880622-9da7-41d7-a30b-15ff801ebcc0 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:09:49.979455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 57880622-9da7-41d7-a30b-15ff801ebcc0) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:49.980499 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.984979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:49.986303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:49.998234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a376d18-f402-4afb-a561-5f2d78b084c5 None None] Network 57880622-9da7-41d7-a30b-15ff801ebcc0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:50.017372 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6833a8f-aa18-44f5-bf5b-453124f37976 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4599278 Sep 19 03:09:50.026906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07cdaceb-b87a-4a08-b008-2da1e57198f5 req-5b94e9d8-8cf0-468c-9009-0145bf29f564 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 210 time: 0.1046226 Sep 19 03:09:50.042936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fa9b982-3a71-4e5b-a526-e21b3ee2f22c req-15b30b10-1879-4e27-af5d-015910d08054 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129820 Sep 19 03:09:50.105097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 2, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:50.197581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Checking router: fbd3caac-bf22-4eb2-9776-4621488b66ed for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:09:50.199161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Updating router fbd3caac-bf22-4eb2-9776-4621488b66ed port 841e8d9d-ecb9-49fa-b691-252abaad25a7 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:09:50.220745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484bdc-e417-4877-ac28-883e4eca8a56 req-95552f8a-1b51-4281-89a5-5c1c56dc586f tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:50.220745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35484bdc-e417-4877-ac28-883e4eca8a56 req-95552f8a-1b51-4281-89a5-5c1c56dc586f tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0799804 Sep 19 03:09:50.269026 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:50.307795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35484bdc-e417-4877-ac28-883e4eca8a56 req-39cf64f1-1e37-44e7-83fe-7eab21d05ff8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782104 Sep 19 03:09:50.372721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462ee1ef-1f99-46e5-8357-0dc79e498df9 None None] Network 57880622-9da7-41d7-a30b-15ff801ebcc0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:09:50.426106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:50.638926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-f8c67a39-49f0-497f-9656-bda362636e69 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:50.642164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-f8c67a39-49f0-497f-9656-bda362636e69 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/networks?id=57880622-9da7-41d7-a30b-15ff801ebcc0 HTTP/1.1" status: 200 len: 814 time: 0.1214159 Sep 19 03:09:50.669143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-b4437709-62a5-45ad-8a4e-d3e6d7ecf7d3 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/quotas/ebf31140acc4423aae031d60adcfb8fe HTTP/1.1" status: 200 len: 375 time: 0.0218103 Sep 19 03:09:50.711529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:50.713150 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:50.722624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-a89628a4-8715-4153-a9a5-04388a52e326 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebf31140acc4423aae031d60adcfb8fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517554 Sep 19 03:09:50.837448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-fd302970-bbd9-4d45-bd4a-1e96b937361f service neutron] 10.222.0.22 "GET /v2.0/networks/57880622-9da7-41d7-a30b-15ff801ebcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057098 Sep 19 03:09:50.926639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:50.935874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:50.955561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-10db1f90-8a6e-447e-acc7-9485408a6b5e service neutron] 10.222.0.22 "GET /v2.0/networks/57880622-9da7-41d7-a30b-15ff801ebcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169345 Sep 19 03:09:51.005984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6c780-156d-4649-833a-8a313cb682a5 None None] Pushing event updated for resources: {'Port': ['ID=841e8d9d-ecb9-49fa-b691-252abaad25a7,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:51.038966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Attempting to bind port 841e8d9d-ecb9-49fa-b691-252abaad25a7 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:51.039353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Attempting to bind port 841e8d9d-ecb9-49fa-b691-252abaad25a7 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:51.039717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Attempting to bind port 841e8d9d-ecb9-49fa-b691-252abaad25a7 on network b54a1d3a-4807-48cb-9f0a-256bebed10da {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:51.047040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:51.047508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Checking segment: {'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:51.048040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:51.048483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Bound using segment: {'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:51.048971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Bound port: 841e8d9d-ecb9-49fa-b691-252abaad25a7, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:51.049378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:51.153347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] For port 841e8d9d-ecb9-49fa-b691-252abaad25a7, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:51.157014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] For port 841e8d9d-ecb9-49fa-b691-252abaad25a7, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=841e8d9d-ecb9-49fa-b691-252abaad25a7,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:51.159443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a437a34c-d1fa-4b0b-ad43-de63d5bf7e5c req-0e93f1df-7ba3-482c-84fa-8ffdd4bafa1d tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 210 time: 0.0458040 Sep 19 03:09:51.163941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:51.221503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01029e-237e-4acf-898b-a8273ab05016 req-77d900bb-b48c-4fde-84f3-63e4e2582a51 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:51.224125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f01029e-237e-4acf-898b-a8273ab05016 req-77d900bb-b48c-4fde-84f3-63e4e2582a51 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0636675 Sep 19 03:09:51.264465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:09:51.265082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:09:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:51.271298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d816e75-439b-4cb0-8332-f10255448a4c req-46a02a9b-ca95-42f9-84b8-452a1374e47a tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 210 time: 0.0461135 Sep 19 03:09:51.319821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6c780-156d-4649-833a-8a313cb682a5 None None] Pushing event updated for resources: {'Port': ['ID=841e8d9d-ecb9-49fa-b691-252abaad25a7,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:51.378010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f01029e-237e-4acf-898b-a8273ab05016 req-80805b13-25fa-4a03-8fd8-5e4200292183 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395206 Sep 19 03:09:51.439765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:09:51.584746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0a52b-dd72-4c07-85aa-f547a2cdb42f req-0563219b-3cbf-44aa-888e-f39413a82ee0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:51.593739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bf0a52b-dd72-4c07-85aa-f547a2cdb42f req-0563219b-3cbf-44aa-888e-f39413a82ee0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1703365 Sep 19 03:09:51.700280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bf0a52b-dd72-4c07-85aa-f547a2cdb42f req-6d2b6d0b-197f-48e5-a1ef-b7b9220aa235 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055698 Sep 19 03:09:51.711102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-e338eedd-cc29-4910-b9a0-2489dc7e3355 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:51.713374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-e338eedd-cc29-4910-b9a0-2489dc7e3355 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.32 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 820 time: 0.2460537 Sep 19 03:09:51.747550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:51Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:09:51.759487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Request body: {'port': {'device_id': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'admin_state_up': True, 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:51.776164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9d19a4-981e-4eeb-abb6-dba5143a1707 None None] The sync data for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 is: [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:51Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:09:51.911267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Made reservation on behalf of fbe3a95bb99842c1913148ec837c4669 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:51.915613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:52.074240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Allocated IP 172.20.0.7 (b54a1d3a-4807-48cb-9f0a-256bebed10da/c4f80072-243f-4394-b352-4b92098d26a6/b66cee5a-4b59-4c7c-aa86-4f6bdca8238c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:52.293502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c932dab-822c-4ff7-9415-41573e47fa0e req-4924e050-c3b9-4af1-9869-464de1ff9640 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 210 time: 0.0479326 Sep 19 03:09:52.303457 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:52.432280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 841e8d9d-ecb9-49fa-b691-252abaad25a7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:52.445054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf2571f3-8c5d-40af-8727-6105d9587a06 req-7ba47c5d-bbcf-4e8d-8597-b444add02633 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 210 time: 0.0379031 Sep 19 03:09:52.476634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:52.518474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 841e8d9d-ecb9-49fa-b691-252abaad25a7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:52.519149 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:52.548646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Network b54a1d3a-4807-48cb-9f0a-256bebed10da is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:52.559050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:52.562329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:52.669031 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:52.716986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 841e8d9d-ecb9-49fa-b691-252abaad25a7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=841e8d9d-ecb9-49fa-b691-252abaad25a7,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:09:52.725649 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:52.821025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=841e8d9d-ecb9-49fa-b691-252abaad25a7,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:53.041665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event updated for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:53.117805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:53.118492 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:53.142430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd4384-90ce-477c-a396-2eb826a5ce25 req-6bba23aa-8532-4d78-926d-ca3c34d225f1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:53.150163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0bd4384-90ce-477c-a396-2eb826a5ce25 req-6bba23aa-8532-4d78-926d-ca3c34d225f1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.5927763 Sep 19 03:09:53.177449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-b4473091-7ef3-428d-8156-3f1763f8f030 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4250374 Sep 19 03:09:53.208544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Request body: {'port': {'device_id': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:53.220668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-2ed12bb4-3d1a-44f0-aa2e-9374b0b637bd tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:53.222428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-2ed12bb4-3d1a-44f0-aa2e-9374b0b637bd tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.32 "GET /v2.0/networks?id=57880622-9da7-41d7-a30b-15ff801ebcc0 HTTP/1.1" status: 200 len: 814 time: 0.2267740 Sep 19 03:09:53.240201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0bd4384-90ce-477c-a396-2eb826a5ce25 req-86fea1b4-7d65-49c4-8428-b4c0db0440e6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891254 Sep 19 03:09:53.247587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Request body: {'port': {'device_id': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0', 'admin_state_up': True, 'tenant_id': 'ebf31140acc4423aae031d60adcfb8fe'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:53.370778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:53.476161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee4c41-08a8-46f4-a297-e0e776f59f38 req-c6cd4577-3c2d-4b09-a423-0c419f4f8816 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:53.477724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bee4c41-08a8-46f4-a297-e0e776f59f38 req-c6cd4577-3c2d-4b09-a423-0c419f4f8816 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1321020 Sep 19 03:09:53.655076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Made reservation on behalf of ebf31140acc4423aae031d60adcfb8fe for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:09:53.671595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:53.706409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bee4c41-08a8-46f4-a297-e0e776f59f38 req-61362cc9-6f9a-4ed7-b570-5957e15df177 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210417 Sep 19 03:09:53.942944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7bfca-47e9-4d83-b91c-d185e9cb8474 req-b36c0929-a4ba-4485-9e30-2cada070612a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:53.946426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7d7bfca-47e9-4d83-b91c-d185e9cb8474 req-b36c0929-a4ba-4485-9e30-2cada070612a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 931 time: 0.1292708 Sep 19 03:09:53.981003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Allocated IP 172.20.0.4 (57880622-9da7-41d7-a30b-15ff801ebcc0/f1dab92b-d165-4325-88d6-5e7fb5f34693/17eefab1-79ef-4fbe-857b-c45640a92cdc) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:09:54.062002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7d7bfca-47e9-4d83-b91c-d185e9cb8474 req-0ede8e09-2ef9-4578-81a9-b5c24e799a75 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014254 Sep 19 03:09:54.140387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b66cee5a-4b59-4c7c-aa86-4f6bdca8238c {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:54.157622 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.231196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58db8003-7049-4c5d-bdda-cdd6691fc7c4 req-ff9358ad-5a5a-40cf-a89d-7e8c8991afcf tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 210 time: 0.0805452 Sep 19 03:09:54.242569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Transition to ACTIVE for port object b66cee5a-4b59-4c7c-aa86-4f6bdca8238c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:09:54.265955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.313254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.391839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Pushing event updated for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:54.399193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 841e8d9d-ecb9-49fa-b691-252abaad25a7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:09:54.480307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Attempting to bind port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:54.481092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Attempting to bind port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:54.481645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Attempting to bind port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c on network b54a1d3a-4807-48cb-9f0a-256bebed10da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:54.492599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c on network b54a1d3a-4807-48cb-9f0a-256bebed10da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:09:54.492971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Attempting to bind port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c on network b54a1d3a-4807-48cb-9f0a-256bebed10da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:54.498632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 841e8d9d-ecb9-49fa-b691-252abaad25a7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:09:54.499562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.505318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.507836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:54.508189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Checking segment: {'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:54.508984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Bound using segment: {'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:54.509454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Bound port: b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366eb30b-267f-4991-8c86-8ad91efcce33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:54.509800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.601231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4191c2-f1b7-465f-8edf-ece47d7d3075 req-90a68c52-5c90-4aea-8c02-1139b5c1ef9b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:54.604913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f4191c2-f1b7-465f-8edf-ece47d7d3075 req-90a68c52-5c90-4aea-8c02-1139b5c1ef9b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1785152 Sep 19 03:09:54.672675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Network 57880622-9da7-41d7-a30b-15ff801ebcc0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:09:54.690240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:09:54.696433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:09:54.730180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Pushing event updated for resources: {'Port': ['ID=17eefab1-79ef-4fbe-857b-c45640a92cdc,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:54.830021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f4191c2-f1b7-465f-8edf-ece47d7d3075 req-fb1e811a-594a-4104-95bf-d9f2d56e4dbb tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784811 Sep 19 03:09:54.841678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:54.842499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.847294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:54.872415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:54.885591 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.902214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-e6aa6a9e-e99b-4d3d-939a-dd693e684b97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6610045 Sep 19 03:09:54.939634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-aab63c89-0cac-42ce-8378-4106665fa009 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:09:54.940611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-aab63c89-0cac-42ce-8378-4106665fa009 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265117 Sep 19 03:09:54.952916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:54.953522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:54.954909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] 10.222.0.32 "PUT /v2.0/ports/b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 1091 time: 1.7545106 Sep 19 03:09:54.962655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:54.966328 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5106ce7b-2b38-48fd-bb76-de559ae9dec3" -d '{"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:55.006412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Request body: {'port': {'device_id': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:09:55.063772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0be8f-038b-4355-a2a4-d3de9cae7d3b service neutron] Pushing event updated for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:55.103751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7b013-8544-4722-9d83-652882411997 req-cc1cb249-e436-4863-8616-647dd1e37dd4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:55.105263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51b7b013-8544-4722-9d83-652882411997 req-cc1cb249-e436-4863-8616-647dd1e37dd4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1601887 Sep 19 03:09:55.153680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:55.182069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-6d51b799-fec2-4e14-a9ba-2e49c7fab7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:55.183316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-6d51b799-fec2-4e14-a9ba-2e49c7fab7f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1094 time: 0.1436882 Sep 19 03:09:55.189925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51b7b013-8544-4722-9d83-652882411997 req-677dbde2-72a4-4f4d-b3d8-aaa53657abef tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663369 Sep 19 03:09:55.256235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-0798c9e0-4d80-4fbd-8ef2-2ecb86c34632 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 217 time: 0.0449009 Sep 19 03:09:55.280324 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869cc5ff-9467-4e3b-bade-ae84dea60fa0 x-openstack-request-id: req-869cc5ff-9467-4e3b-bade-ae84dea60fa0 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:55.280620 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:55.280873 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-869cc5ff-9467-4e3b-bade-ae84dea60fa0 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:55.281264 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'status': 'completed', 'code': 200} Sep 19 03:09:55.414437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-35adea5a-4cdd-470e-ad0c-24685cda4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:55.415971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-35adea5a-4cdd-470e-ad0c-24685cda4c63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.1470540 Sep 19 03:09:55.467323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-98a8f555-be9c-461d-a422-5c94a955e8f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384531 Sep 19 03:09:55.510590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613010-6285-453d-9688-0fdb2c30cca0 req-e0fa12d8-ffde-4334-ad22-08a253e64197 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:55.512115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49613010-6285-453d-9688-0fdb2c30cca0 req-e0fa12d8-ffde-4334-ad22-08a253e64197 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 943 time: 0.1658785 Sep 19 03:09:55.643651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49613010-6285-453d-9688-0fdb2c30cca0 req-bc13ab30-9b34-42c7-a254-89465cc35b01 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211710 Sep 19 03:09:55.691521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-fd27e137-2cdd-4173-bafb-d6fafc4c4c02 service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954913 Sep 19 03:09:55.704857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17eefab1-79ef-4fbe-857b-c45640a92cdc {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:09:55.719546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:55.756289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Transition to ACTIVE for port object 17eefab1-79ef-4fbe-857b-c45640a92cdc will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:09:55.786123 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:55.903427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=17eefab1-79ef-4fbe-857b-c45640a92cdc,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:55.911360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd8bf1f8-0bb6-402f-9067-6b1ab30ce896 req-4d81eb5a-0423-4b39-9362-eb0d103b0af0 service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084355 Sep 19 03:09:55.924420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d5cbf-2961-4589-9d5e-5690707a6f8c req-d942ecb5-c573-480f-9f80-603fd68d43ed tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:55.925928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-115d5cbf-2961-4589-9d5e-5690707a6f8c req-d942ecb5-c573-480f-9f80-603fd68d43ed tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 943 time: 0.1428826 Sep 19 03:09:56.036597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-115d5cbf-2961-4589-9d5e-5690707a6f8c req-235b0489-7102-4fe6-b4e2-275d22cf19da tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841250 Sep 19 03:09:56.075278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Attempting to bind port 17eefab1-79ef-4fbe-857b-c45640a92cdc on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:09:56.075636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Attempting to bind port 17eefab1-79ef-4fbe-857b-c45640a92cdc by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '7206964f-7370-4804-a201-fd0f3c89c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:09:56.081940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Attempting to bind port 17eefab1-79ef-4fbe-857b-c45640a92cdc on network 57880622-9da7-41d7-a30b-15ff801ebcc0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:56.100387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Port 17eefab1-79ef-4fbe-857b-c45640a92cdc on network 57880622-9da7-41d7-a30b-15ff801ebcc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:09:56.100725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Attempting to bind port 17eefab1-79ef-4fbe-857b-c45640a92cdc on network 57880622-9da7-41d7-a30b-15ff801ebcc0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:09:56.127126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:09:56.127475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Checking segment: {'id': '7206964f-7370-4804-a201-fd0f3c89c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:09:56.127873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Bound using segment: {'id': '7206964f-7370-4804-a201-fd0f3c89c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:09:56.128324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Bound port: 17eefab1-79ef-4fbe-857b-c45640a92cdc, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7206964f-7370-4804-a201-fd0f3c89c291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:09:56.128693 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:56.139852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-47cab37e-c957-4d35-b216-4ad1b79e35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:56.141376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-47cab37e-c957-4d35-b216-4ad1b79e35eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1094 time: 0.1151743 Sep 19 03:09:56.278454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] For port 17eefab1-79ef-4fbe-857b-c45640a92cdc, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:09:56.665687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] For port 17eefab1-79ef-4fbe-857b-c45640a92cdc, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=17eefab1-79ef-4fbe-857b-c45640a92cdc,segment=NetworkSegment(7206964f-7370-4804-a201-fd0f3c89c291),segment_id=7206964f-7370-4804-a201-fd0f3c89c291)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:09:56.697649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:56.824745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=17eefab1-79ef-4fbe-857b-c45640a92cdc,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:09:56.893698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aed144-5929-4d95-b47b-aae9468a365f req-fe5cbd7d-3026-45f1-bad4-9c73afe801d5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:56.895361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87aed144-5929-4d95-b47b-aae9468a365f req-fe5cbd7d-3026-45f1-bad4-9c73afe801d5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.6559193 Sep 19 03:09:56.902994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:56.903775 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:56.904746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-ccf38492-95d4-493e-9830-51ce210b1ef0 service neutron] 10.222.0.32 "PUT /v2.0/ports/17eefab1-79ef-4fbe-857b-c45640a92cdc HTTP/1.1" status: 200 len: 1091 time: 1.9072483 Sep 19 03:09:56.919707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-ac61cad8-b548-4a21-afff-fbda44833655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:56.921076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-ac61cad8-b548-4a21-afff-fbda44833655 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.6841428 Sep 19 03:09:56.935377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92352d-cdd0-4f30-a8a4-4c532490788f req-03697fdc-84cb-4bde-b74e-2e73e4349b67 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:56.937027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef92352d-cdd0-4f30-a8a4-4c532490788f req-03697fdc-84cb-4bde-b74e-2e73e4349b67 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.2924519 Sep 19 03:09:56.996728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-578ed4e7-22df-4dcb-8100-9b6b2fb4e95e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 217 time: 0.0588441 Sep 19 03:09:57.059368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef92352d-cdd0-4f30-a8a4-4c532490788f req-1e6e34e8-276f-4b54-b29e-7e7e8a5c01de tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129644 Sep 19 03:09:57.095164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87aed144-5929-4d95-b47b-aae9468a365f req-a65e2db1-b492-414e-bfb0-402ec31645e6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869030 Sep 19 03:09:57.147506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-00400506-f38b-4cb7-a640-96db010ff2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:57.149056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-00400506-f38b-4cb7-a640-96db010ff2d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebf31140acc4423aae031d60adcfb8fe&device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 1094 time: 0.1492965 Sep 19 03:09:57.155735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-cb3346b3-d32a-4880-beca-31e2ba1714ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:57.157334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-cb3346b3-d32a-4880-beca-31e2ba1714ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.1363969 Sep 19 03:09:57.293849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'tag': '17eefab1-79ef-4fbe-857b-c45640a92cdc'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:09:57.297599 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "693bd615-de67-4ef1-90e2-c51e52cd0e67", "tag": "17eefab1-79ef-4fbe-857b-c45640a92cdc"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:09:57.317858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-f3910d03-0a24-4ebf-8e84-06834af1f824 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245780 Sep 19 03:09:57.322653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-274f7fd0-e0f9-4590-8343-37899a4a9857 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17eefab1-79ef-4fbe-857b-c45640a92cdc HTTP/1.1" status: 200 len: 217 time: 0.1280761 Sep 19 03:09:57.417698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736af06-78f4-40bf-a79a-581a1fec73a9 req-9be2bf86-2103-49a9-9a1f-cc26f44126be tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:57.419216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2736af06-78f4-40bf-a79a-581a1fec73a9 req-9be2bf86-2103-49a9-9a1f-cc26f44126be tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 943 time: 0.2275550 Sep 19 03:09:57.436571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67c577-a364-4dc8-9579-7d3a3660a831 req-3b1674f7-bdf9-4135-9878-9105336e7a28 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:57.438319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be67c577-a364-4dc8-9579-7d3a3660a831 req-3b1674f7-bdf9-4135-9878-9105336e7a28 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 943 time: 0.2594569 Sep 19 03:09:57.526392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-1e7f337a-3a45-4ab0-b031-c819b3162a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:57.528555 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-1e7f337a-3a45-4ab0-b031-c819b3162a4c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1dab92b-d165-4325-88d6-5e7fb5f34693 HTTP/1.1" status: 200 len: 854 time: 0.1842492 Sep 19 03:09:57.545301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2736af06-78f4-40bf-a79a-581a1fec73a9 req-5a691694-d293-4570-8fab-6fbb0836403b tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029370 Sep 19 03:09:57.566838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be67c577-a364-4dc8-9579-7d3a3660a831 req-e32d0bef-9b32-4d29-9a7a-cd1d2321cd58 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194479 Sep 19 03:09:57.612814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-6dc58e1a-a088-4c4c-bf5b-e3bd261f0b0d service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768846 Sep 19 03:09:57.614974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-fa0c70d0-86bd-44b3-9927-8c2b22781db6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57880622-9da7-41d7-a30b-15ff801ebcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541835 Sep 19 03:09:57.682029 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4ec575-5773-4f2c-88d7-607665195d1a x-openstack-request-id: req-ca4ec575-5773-4f2c-88d7-607665195d1a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:09:57.682665 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693bd615-de67-4ef1-90e2-c51e52cd0e67", "tag": "17eefab1-79ef-4fbe-857b-c45640a92cdc", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:09:57.682665 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca4ec575-5773-4f2c-88d7-607665195d1a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:09:57.682981 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'tag': '17eefab1-79ef-4fbe-857b-c45640a92cdc', 'status': 'completed', 'code': 200} Sep 19 03:09:57.822066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-5ece37c3-b008-4f4a-8d33-aca3e82a836c service neutron] 10.222.0.32 "GET /v2.0/networks/57880622-9da7-41d7-a30b-15ff801ebcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910686 Sep 19 03:09:57.824054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5106ce7b-2b38-48fd-bb76-de559ae9dec3 req-7fddbee2-24fa-4dd7-88d4-b01901162339 service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950264 Sep 19 03:09:57.977377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8d1028-fa4e-492c-bb70-a91919263c94 req-0d1416e2-bcb9-4670-9643-89398b012228 service neutron] 10.222.0.32 "GET /v2.0/networks/57880622-9da7-41d7-a30b-15ff801ebcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212447 Sep 19 03:09:58.167449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-9be16906-9d57-4c83-a43d-1751deffbd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:58.169067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-9be16906-9d57-4c83-a43d-1751deffbd5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ebf31140acc4423aae031d60adcfb8fe&device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 1094 time: 0.0762844 Sep 19 03:09:58.351003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35ac49-0751-405f-a75e-d6731d40fe37 req-f6749064-699b-4add-adf7-d692a5366c6c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:58.358951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e35ac49-0751-405f-a75e-d6731d40fe37 req-f6749064-699b-4add-adf7-d692a5366c6c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1938758 Sep 19 03:09:58.376472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab0f69-7e67-4979-9559-6935d3e05155 req-3258210f-db84-4f8c-b266-6617daea01b1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:58.378188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8ab0f69-7e67-4979-9559-6935d3e05155 req-3258210f-db84-4f8c-b266-6617daea01b1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1527605 Sep 19 03:09:58.385117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-e2bfd657-df81-4e37-96e3-06616e2995dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:58.386508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-e2bfd657-df81-4e37-96e3-06616e2995dd service neutron] 10.222.0.32 "GET /v2.0/networks?id=57880622-9da7-41d7-a30b-15ff801ebcc0 HTTP/1.1" status: 200 len: 915 time: 0.2078743 Sep 19 03:09:58.459788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-9d103ab3-3bf9-4cc2-add5-2684cf8b188d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=17eefab1-79ef-4fbe-857b-c45640a92cdc HTTP/1.1" status: 200 len: 217 time: 0.0445485 Sep 19 03:09:58.527810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8ab0f69-7e67-4979-9559-6935d3e05155 req-6ced7b5f-d9c1-4ae9-a424-564dba3cfe94 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402049 Sep 19 03:09:58.541796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e35ac49-0751-405f-a75e-d6731d40fe37 req-71281067-7876-4c71-81b0-31178b200355 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816907 Sep 19 03:09:58.571006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-3fde75cb-546a-49d8-a41b-6f8089686d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:58.583681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-3fde75cb-546a-49d8-a41b-6f8089686d84 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f1dab92b-d165-4325-88d6-5e7fb5f34693 HTTP/1.1" status: 200 len: 854 time: 0.1009276 Sep 19 03:09:58.624901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-579915a2-c917-40be-a7d6-74c5e3ce6ffa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=57880622-9da7-41d7-a30b-15ff801ebcc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399528 Sep 19 03:09:58.823876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bf6f2-f1d7-4768-9e8c-b7eb7b8a9fc9 req-52e5d10d-c41f-42da-a3b8-06ccb6bc4cbe tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:58.825516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-248bf6f2-f1d7-4768-9e8c-b7eb7b8a9fc9 req-52e5d10d-c41f-42da-a3b8-06ccb6bc4cbe tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 943 time: 0.1666834 Sep 19 03:09:58.849540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ab01c-4c02-427b-bde0-1b58b8b04a1a req-f382e196-b8f7-4c23-a996-d3788e6e69ed tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:58.857068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c53ab01c-4c02-427b-bde0-1b58b8b04a1a req-f382e196-b8f7-4c23-a996-d3788e6e69ed tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 943 time: 0.1705661 Sep 19 03:09:58.880110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-15861590-197d-44d0-8e3d-9d0374c5498c service neutron] 10.222.0.32 "GET /v2.0/networks/57880622-9da7-41d7-a30b-15ff801ebcc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432144 Sep 19 03:09:58.971836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c53ab01c-4c02-427b-bde0-1b58b8b04a1a req-b51ae40d-7274-4db8-9686-00d67e2e2335 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995789 Sep 19 03:09:58.990671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-248bf6f2-f1d7-4768-9e8c-b7eb7b8a9fc9 req-8e792835-7ae9-4b29-a1ff-99c127f7164c tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533835 Sep 19 03:09:59.080716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bdb9da-3851-4bc0-85b1-387c6b68b1b9 req-e6e99950-2c60-44c4-b455-c5cc43a496a5 service neutron] 10.222.0.32 "GET /v2.0/networks/57880622-9da7-41d7-a30b-15ff801ebcc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906977 Sep 19 03:09:59.598834 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:09:59.725895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0adf5-a1fd-4d1b-b670-9097cfedb98c req-38cc8e69-f03d-466a-9b2f-963a4dbc8e6f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:59.727336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51b0adf5-a1fd-4d1b-b670-9097cfedb98c req-38cc8e69-f03d-466a-9b2f-963a4dbc8e6f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0608227 Sep 19 03:09:59.740297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150105d1-00d1-4a3d-9d1a-52aa43d90ccb req-e2ce465b-fc84-4308-8821-2d30f5b3fa87 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:09:59.742067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-150105d1-00d1-4a3d-9d1a-52aa43d90ccb req-e2ce465b-fc84-4308-8821-2d30f5b3fa87 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1056414 Sep 19 03:09:59.804990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51b0adf5-a1fd-4d1b-b670-9097cfedb98c req-beb7ba0b-6841-41ba-8832-ac0859fc907c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622249 Sep 19 03:09:59.817444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-150105d1-00d1-4a3d-9d1a-52aa43d90ccb req-9734dfd7-9406-4523-8fab-c5ec0bfd72d7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Sep 19 03:10:00.126029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4360483-6131-41fe-97a8-f7e4f57ce4f8 req-a4ca0cd8-db10-42b7-903b-4d5ce2d7b9e6 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:00.133428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4360483-6131-41fe-97a8-f7e4f57ce4f8 req-a4ca0cd8-db10-42b7-903b-4d5ce2d7b9e6 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 943 time: 0.0901778 Sep 19 03:10:00.208870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4360483-6131-41fe-97a8-f7e4f57ce4f8 req-95e95edb-9a0c-41f2-9c16-dee93de3d146 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730660 Sep 19 03:10:00.212584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b66cee5a-4b59-4c7c-aa86-4f6bdca8238c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:10:00.222272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49712c-60ed-4f54-b226-5c0822d7ae38 req-7f56fbdd-0b77-4513-adba-8cdaab0283fa tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:00.229550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb49712c-60ed-4f54-b226-5c0822d7ae38 req-7f56fbdd-0b77-4513-adba-8cdaab0283fa tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 943 time: 0.0927575 Sep 19 03:10:00.303139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb49712c-60ed-4f54-b226-5c0822d7ae38 req-ef7e7e3d-6611-426c-9719-d3602fd897e9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725865 Sep 19 03:10:00.423298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:00.438476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'port_id': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'mac_address': 'fa:16:3e:0b:88:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:10:00.478587 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:00.492597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b66cee5a-4b59-4c7c-aa86-4f6bdca8238c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:00.518012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:00.522273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:00.582229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:00.999125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480ecbc-d095-4cee-a47a-fd21d2591b15 req-c6c6a59f-c37a-40fd-a726-01235184964d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:01.006172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1480ecbc-d095-4cee-a47a-fd21d2591b15 req-c6c6a59f-c37a-40fd-a726-01235184964d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1026831 Sep 19 03:10:01.048785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1480ecbc-d095-4cee-a47a-fd21d2591b15 req-fa92e1d1-2f44-4261-917e-b612a6d2a053 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Sep 19 03:10:01.079106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad80a98-d9a2-4e34-8b99-d5de51467622 req-0f61ebd6-65a2-497c-8a90-06a493d1e859 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:01.079448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ad80a98-d9a2-4e34-8b99-d5de51467622 req-0f61ebd6-65a2-497c-8a90-06a493d1e859 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1396799 Sep 19 03:10:01.116613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:01.171975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ad80a98-d9a2-4e34-8b99-d5de51467622 req-01e7725a-9048-4a55-b9a2-9b7df3cde953 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798185 Sep 19 03:10:01.418083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae1c90-a489-4cfd-82ac-be4b90c3e80e req-2ae86085-9685-4fb3-8cc0-fbdadd0af576 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:01.420819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7ae1c90-a489-4cfd-82ac-be4b90c3e80e req-2ae86085-9685-4fb3-8cc0-fbdadd0af576 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 943 time: 0.1026444 Sep 19 03:10:01.529928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7ae1c90-a489-4cfd-82ac-be4b90c3e80e req-537015c4-3b89-4f9d-be79-ad165322d887 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909929 Sep 19 03:10:01.603987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fbbf5-7b8e-4b84-b8c2-57889fb24ae8 req-27c0aea0-3ccc-40c6-8e3b-a0ec9c44c3d6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:01.609296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f9fbbf5-7b8e-4b84-b8c2-57889fb24ae8 req-27c0aea0-3ccc-40c6-8e3b-a0ec9c44c3d6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 944 time: 0.1398401 Sep 19 03:10:01.674964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f9fbbf5-7b8e-4b84-b8c2-57889fb24ae8 req-93e93ac4-396a-477b-9bbe-03028c77ef2f tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Sep 19 03:10:02.210811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad71b2-8955-4e4b-8f71-ec3356f033d7 req-ab606427-753e-4229-953e-bd34dd71854b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:02.214266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44ad71b2-8955-4e4b-8f71-ec3356f033d7 req-ab606427-753e-4229-953e-bd34dd71854b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0661581 Sep 19 03:10:02.215637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 17eefab1-79ef-4fbe-857b-c45640a92cdc details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:10:02.405464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44ad71b2-8955-4e4b-8f71-ec3356f033d7 req-d7ed1a45-0e9e-406c-9e84-abd0577c1774 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856694 Sep 19 03:10:02.420849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 17eefab1-79ef-4fbe-857b-c45640a92cdc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=17eefab1-79ef-4fbe-857b-c45640a92cdc,segment=NetworkSegment(7206964f-7370-4804-a201-fd0f3c89c291),segment_id=7206964f-7370-4804-a201-fd0f3c89c291)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:02.437731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa6c85-d4fe-4865-a93c-2b8358c018b0 req-357ab2aa-2181-48d5-b660-7e52013690ad tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:02.451853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01aa6c85-d4fe-4865-a93c-2b8358c018b0 req-357ab2aa-2181-48d5-b660-7e52013690ad tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1860764 Sep 19 03:10:02.455672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '17eefab1-79ef-4fbe-857b-c45640a92cdc', 'network_id': '57880622-9da7-41d7-a30b-15ff801ebcc0', 'port_id': '17eefab1-79ef-4fbe-857b-c45640a92cdc', 'mac_address': 'fa:16:3e:c2:16:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1dab92b-d165-4325-88d6-5e7fb5f34693', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:10:02.526720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01aa6c85-d4fe-4865-a93c-2b8358c018b0 req-a369b310-ca2a-49f1-98d8-d9d8b6dd5e61 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685732 Sep 19 03:10:02.548909 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:02.563538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17eefab1-79ef-4fbe-857b-c45640a92cdc {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:02.584898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 17eefab1-79ef-4fbe-857b-c45640a92cdc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=17eefab1-79ef-4fbe-857b-c45640a92cdc,segment=NetworkSegment(7206964f-7370-4804-a201-fd0f3c89c291),segment_id=7206964f-7370-4804-a201-fd0f3c89c291)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:02.591319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:02.653066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=17eefab1-79ef-4fbe-857b-c45640a92cdc,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:02.772594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e1996-596f-46fa-a36e-916833d38d3e req-b4fd3ba8-0850-4fc1-8c73-adeb93f26fed tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:02.774090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b42e1996-596f-46fa-a36e-916833d38d3e req-b4fd3ba8-0850-4fc1-8c73-adeb93f26fed tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 944 time: 0.0800002 Sep 19 03:10:02.828882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b42e1996-596f-46fa-a36e-916833d38d3e req-187540e5-f0a8-4b53-820c-55fb1bebe0d0 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462954 Sep 19 03:10:02.898097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7f00a-44bc-4e41-9089-1bea1a607802 req-ab44ab90-7c60-4747-927f-f250a8c68e6f tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:02.900554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19c7f00a-44bc-4e41-9089-1bea1a607802 req-ab44ab90-7c60-4747-927f-f250a8c68e6f tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 944 time: 0.0520778 Sep 19 03:10:02.941926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19c7f00a-44bc-4e41-9089-1bea1a607802 req-2271717d-331b-4040-9fe4-750a7ed893e0 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352404 Sep 19 03:10:03.261245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['17eefab1-79ef-4fbe-857b-c45640a92cdc'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:03.558358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14baf51-0e93-45ee-b301-15ceb6a82124 req-0febeb33-5635-4b5e-89d2-908372a7033f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:03.560501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d14baf51-0e93-45ee-b301-15ceb6a82124 req-0febeb33-5635-4b5e-89d2-908372a7033f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0713203 Sep 19 03:10:03.703467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d14baf51-0e93-45ee-b301-15ceb6a82124 req-a3d9f323-ade6-4953-b77d-2ba2a9013a0d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282783 Sep 19 03:10:03.746191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894fc15-0d46-40af-bd66-e3a9e3756f97 req-eea98c22-86c0-4a0a-9d98-9fe08d091e5a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:03.755656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4894fc15-0d46-40af-bd66-e3a9e3756f97 req-eea98c22-86c0-4a0a-9d98-9fe08d091e5a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1144094 Sep 19 03:10:03.841091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4894fc15-0d46-40af-bd66-e3a9e3756f97 req-d1d3043d-00b0-4d9c-af7c-c3d3e3c06812 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842056 Sep 19 03:10:03.998249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eed5c-90c2-428b-9c0a-3aca98ac9bc7 req-73585004-c255-4f89-8516-795594f75782 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:04.005754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c8eed5c-90c2-428b-9c0a-3aca98ac9bc7 req-73585004-c255-4f89-8516-795594f75782 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 944 time: 0.0655620 Sep 19 03:10:04.074373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c8eed5c-90c2-428b-9c0a-3aca98ac9bc7 req-655458d2-4282-4f80-8677-9ad032c2be97 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675824 Sep 19 03:10:04.108089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47c300-d3c9-4719-b11f-f3e2fe652ba8 req-1df33a5b-840b-4dc0-a231-d0fb01976c00 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:04.109846 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e47c300-d3c9-4719-b11f-f3e2fe652ba8 req-1df33a5b-840b-4dc0-a231-d0fb01976c00 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 944 time: 0.0758004 Sep 19 03:10:04.160952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e47c300-d3c9-4719-b11f-f3e2fe652ba8 req-d58b7eba-7a9d-47c5-a5e9-1e5de842b1b4 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447261 Sep 19 03:10:04.226076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b66cee5a-4b59-4c7c-aa86-4f6bdca8238c up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:04.281925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:10:04.288783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:04.289517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:04.385900 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:04.412605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:04.415978 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b545adf-2387-47a1-bd64-4191c5193e78" -d '{"events": [{"server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "name": "network-vif-plugged", "status": "completed", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:04.435523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:04.442191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:04.475406 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fba9ba-2df7-4cc8-b73a-d4fbe1f831a8 x-openstack-request-id: req-a4fba9ba-2df7-4cc8-b73a-d4fbe1f831a8 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:04.475700 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "name": "network-vif-plugged", "status": "completed", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:04.475954 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4fba9ba-2df7-4cc8-b73a-d4fbe1f831a8 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:04.476349 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'code': 200} Sep 19 03:10:04.513170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:04.639472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ed15-9584-4431-918e-5915e1019f55 req-f5cc7349-8ad7-4921-80e3-1578d827fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:04.640912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a368ed15-9584-4431-918e-5915e1019f55 req-f5cc7349-8ad7-4921-80e3-1578d827fdc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0551767 Sep 19 03:10:04.680457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a368ed15-9584-4431-918e-5915e1019f55 req-a549ac3e-9bac-47dc-aa39-ead22603517c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298247 Sep 19 03:10:04.828014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f29db1-1663-456d-81b4-d23b2bb2267c req-831fee73-ee8f-4cbb-9866-3a89b2a10008 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:04.829556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43f29db1-1663-456d-81b4-d23b2bb2267c req-831fee73-ee8f-4cbb-9866-3a89b2a10008 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0561080 Sep 19 03:10:04.879349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43f29db1-1663-456d-81b4-d23b2bb2267c req-2aa9d823-cb8a-4408-baaf-f153dc391e1d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436308 Sep 19 03:10:04.998159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185f9ad-a552-4227-8f32-7f7f264fa689 req-6d714af8-8ae9-45a7-aef9-9ce7d9a6b01b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:04.999812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5185f9ad-a552-4227-8f32-7f7f264fa689 req-6d714af8-8ae9-45a7-aef9-9ce7d9a6b01b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0696239 Sep 19 03:10:05.051417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5185f9ad-a552-4227-8f32-7f7f264fa689 req-35005d97-0498-43bb-833f-353f4d8f1cc5 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448837 Sep 19 03:10:05.211583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af070d-8422-4252-8f3d-bd9b746d6696 req-85eea606-c5ce-4aae-9ec1-9d03166b6723 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:05.220119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4af070d-8422-4252-8f3d-bd9b746d6696 req-85eea606-c5ce-4aae-9ec1-9d03166b6723 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 944 time: 0.0789199 Sep 19 03:10:05.263271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4af070d-8422-4252-8f3d-bd9b746d6696 req-7d5b030f-0233-4672-a1a0-d799439edb6b tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Sep 19 03:10:05.357919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf33e2-0a1a-4cf3-96cd-fadffc5d528b req-ee37a17b-2457-46b8-a28d-4f18bc3fc667 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:05.359403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2cf33e2-0a1a-4cf3-96cd-fadffc5d528b req-ee37a17b-2457-46b8-a28d-4f18bc3fc667 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0746925 Sep 19 03:10:05.399082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2cf33e2-0a1a-4cf3-96cd-fadffc5d528b req-c9e37d3e-b618-44ac-bf34-fcb7eeefc0da tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335860 Sep 19 03:10:05.879739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65c943-e1f6-4479-99e7-52c91d5dd0d8 req-d4feba16-2e57-4cdb-a815-35ee9687664f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:05.881238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e65c943-e1f6-4479-99e7-52c91d5dd0d8 req-d4feba16-2e57-4cdb-a815-35ee9687664f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 950 time: 0.0615640 Sep 19 03:10:05.922591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e65c943-e1f6-4479-99e7-52c91d5dd0d8 req-810486da-eb94-44d9-afa8-f9f33ad72afa tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350742 Sep 19 03:10:05.998868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938794c4-451f-45f2-ad4e-339621759742 req-73adf7ca-8a11-4757-a82c-79f99f03266d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:06.000332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-938794c4-451f-45f2-ad4e-339621759742 req-73adf7ca-8a11-4757-a82c-79f99f03266d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0519080 Sep 19 03:10:06.037079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-938794c4-451f-45f2-ad4e-339621759742 req-50d319b8-20bc-4aa4-87bf-a754ece4ac7e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Sep 19 03:10:06.171415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b42e4-65df-4ff3-8028-be6c3c172e5b req-6adb5e69-13cc-4b40-8461-fec2107baa95 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:06.172994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee0b42e4-65df-4ff3-8028-be6c3c172e5b req-6adb5e69-13cc-4b40-8461-fec2107baa95 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0543144 Sep 19 03:10:06.212525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee0b42e4-65df-4ff3-8028-be6c3c172e5b req-07eef05b-fc82-4a69-b1d7-8de11f28b73a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Sep 19 03:10:06.223105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 17eefab1-79ef-4fbe-857b-c45640a92cdc up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:06.275173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 17eefab1-79ef-4fbe-857b-c45640a92cdc completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:10:06.278760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 17eefab1-79ef-4fbe-857b-c45640a92cdc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:06.279164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.353801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.385787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44812) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:06.387234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 17eefab1-79ef-4fbe-857b-c45640a92cdc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=17eefab1-79ef-4fbe-857b-c45640a92cdc,segment=NetworkSegment(7206964f-7370-4804-a201-fd0f3c89c291),segment_id=7206964f-7370-4804-a201-fd0f3c89c291)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:06.390663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1522034716'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:06.390820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475840a1-7a54-4999-9b3d-43fa90f9612b req-4127399a-f05c-4488-8506-b08c4ab899cd tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:06.391136 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.392230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-475840a1-7a54-4999-9b3d-43fa90f9612b req-4127399a-f05c-4488-8506-b08c4ab899cd tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 944 time: 0.0497606 Sep 19 03:10:06.412134 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:06.415949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.436485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-475840a1-7a54-4999-9b3d-43fa90f9612b req-82792f3f-7765-46da-a0e7-388be3233e56 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 Sep 19 03:10:06.439536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:10:06.449804 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.450178 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Added segment bbcf4b14-f3dc-4c58-826b-61299262fdee of type vlan for network 256dc6aa-26e8-44ca-be65-581892b397ef Sep 19 03:10:06.457312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=17eefab1-79ef-4fbe-857b-c45640a92cdc,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:06.477213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eefab1-79ef-4fbe-857b-c45640a92cdc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:06.479611 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2538fc3-30b9-4105-bde4-83a5660ae7ab" -d '{"events": [{"server_uuid": "693bd615-de67-4ef1-90e2-c51e52cd0e67", "name": "network-vif-plugged", "status": "completed", "tag": "17eefab1-79ef-4fbe-857b-c45640a92cdc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:06.489994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.515106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.515242 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e419cedf-3edc-4b29-b546-f9749b09abbd x-openstack-request-id: req-e419cedf-3edc-4b29-b546-f9749b09abbd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:06.515459 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693bd615-de67-4ef1-90e2-c51e52cd0e67", "name": "network-vif-plugged", "status": "completed", "tag": "17eefab1-79ef-4fbe-857b-c45640a92cdc", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:06.515706 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e419cedf-3edc-4b29-b546-f9749b09abbd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:06.516086 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17eefab1-79ef-4fbe-857b-c45640a92cdc', 'code': 200} Sep 19 03:10:06.520841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:06.521433 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.533170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1b4b7-2dd0-42bb-b11c-8123fb06f63b req-9c25ab48-71de-4707-b241-491c839d7112 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:06.534731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6d1b4b7-2dd0-42bb-b11c-8123fb06f63b req-9c25ab48-71de-4707-b241-491c839d7112 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0545106 Sep 19 03:10:06.559295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1723640 Sep 19 03:10:06.560234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44818) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:06.575743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6d1b4b7-2dd0-42bb-b11c-8123fb06f63b req-75215a39-cdee-415e-b8d8-ecf3f88a17c5 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347748 Sep 19 03:10:06.659641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f4b84-bf02-4a76-a54e-79b423d96597 req-60ff99c4-5e04-4f22-be75-9f275ec5e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:06.661190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-981f4b84-bf02-4a76-a54e-79b423d96597 req-60ff99c4-5e04-4f22-be75-9f275ec5e985 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 1096 time: 0.0424218 Sep 19 03:10:06.713060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-981f4b84-bf02-4a76-a54e-79b423d96597 req-d531fbae-ed2f-4791-8135-c2846cfc991c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308735 Sep 19 03:10:06.878001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1175763648'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:06.886268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58728d7-e7e7-4271-9998-1bd897ed7ba7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Network': ['ID=256dc6aa-26e8-44ca-be65-581892b397ef,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:06.896422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 256dc6aa-26e8-44ca-be65-581892b397ef details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:10:06.903750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:06.907462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.932663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:10:06.942898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:06.943252 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Added segment 6c605498-e194-4fa4-b625-923ae71ef228 of type vlan for network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 Sep 19 03:10:06.989639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.019518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.025490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:07.026119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.047898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77bdca-2af7-4dab-a2fe-77ffa51a6b96 req-ff96c9a9-afdf-48bf-893d-e01b98115c3d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:07.055302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb77bdca-2af7-4dab-a2fe-77ffa51a6b96 req-ff96c9a9-afdf-48bf-893d-e01b98115c3d tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 950 time: 0.0566306 Sep 19 03:10:07.061476 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4971278 Sep 19 03:10:07.064202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44824) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:07.072056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'subnet': {'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:07.101248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb77bdca-2af7-4dab-a2fe-77ffa51a6b96 req-befee273-23e8-4428-9074-6044d91a3149 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Sep 19 03:10:07.117087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ca59e-e3a6-4fdc-b3a8-1e5b4e147ff5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Network': ['ID=1412ec84-2b76-4b89-a1b9-10121cbc40e1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:07.128707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:10:07.176827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2b281-9c15-43e9-8978-2c74b1e6a7b7 req-7b16cb94-1525-4216-8c5d-a97a66ad25ca tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:07.178342 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ede2b281-9c15-43e9-8978-2c74b1e6a7b7 req-7b16cb94-1525-4216-8c5d-a97a66ad25ca tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0656557 Sep 19 03:10:07.220534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:07.225882 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.227436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ede2b281-9c15-43e9-8978-2c74b1e6a7b7 req-4e2ae6ee-5c8e-4097-8961-e48e8744ce6f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Sep 19 03:10:07.422783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31456aaf-0c51-4945-8342-8caf30d52bcb req-12f14760-6e30-4877-a405-539cf9a5fe32 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:07.424994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31456aaf-0c51-4945-8342-8caf30d52bcb req-12f14760-6e30-4877-a405-539cf9a5fe32 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0549004 Sep 19 03:10:07.428299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.473105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31456aaf-0c51-4945-8342-8caf30d52bcb req-c1320fe2-de2d-4a80-8090-d966c76085d1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Sep 19 03:10:07.503940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Subnet': ['ID=03586a11-41ba-4309-95cf-039b55244905,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:07.507769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Checking segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:07.508325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network hostable DHCP agents. Network: 256dc6aa-26e8-44ca-be65-581892b397ef, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:10:07.534531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 256dc6aa-26e8-44ca-be65-581892b397ef is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:10:07.543991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 256dc6aa-26e8-44ca-be65-581892b397ef) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:07.548090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:07.548688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.552894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c3cebb-a5f5-4266-828e-a971418c27af None None] Network 256dc6aa-26e8-44ca-be65-581892b397ef requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:10:07.566803 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5a24b25e-8b6c-4f90-9c7b-02aa59e59003 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4994915 Sep 19 03:10:07.567400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:07.575354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'subnet': {'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:07.602564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308e3f-da7d-4cb8-b08e-32c03922b729 req-604308f0-7535-43b4-8e0e-e1f0e93d3b2f tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:07.610321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56308e3f-da7d-4cb8-b08e-32c03922b729 req-604308f0-7535-43b4-8e0e-e1f0e93d3b2f tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 945 time: 0.0672474 Sep 19 03:10:07.647287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56308e3f-da7d-4cb8-b08e-32c03922b729 req-8237279c-d7fc-4702-b93e-69727cc8cb8a tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359926 Sep 19 03:10:07.681413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:07.685442 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.706896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0cc0d-eeb8-4c5a-b7b8-09981225f5dd req-ff52af28-9683-4f0d-8ae8-ea3de7b44265 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:07.708539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2a0cc0d-eeb8-4c5a-b7b8-09981225f5dd req-ff52af28-9683-4f0d-8ae8-ea3de7b44265 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0600812 Sep 19 03:10:07.736026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-256dc6aa-26e8-44ca-be65-581892b397ef', 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'fixed_ips': [{'subnet_id': '03586a11-41ba-4309-95cf-039b55244905'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:10:07.736955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.751395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2a0cc0d-eeb8-4c5a-b7b8-09981225f5dd req-cc9dfc03-dd15-43f3-9640-15f8fee8f229 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350823 Sep 19 03:10:07.885623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:07.885991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Allocated IP 10.1.1.2 (256dc6aa-26e8-44ca-be65-581892b397ef/03586a11-41ba-4309-95cf-039b55244905/a53c62a7-dda0-492b-9f73-e8faf0673cfd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:07.963032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Subnet': ['ID=07159f8a-0630-4a67-ab00-c34bd984a4ba,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:07.969726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Checking segment: {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:07.970098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network hostable DHCP agents. Network: 1412ec84-2b76-4b89-a1b9-10121cbc40e1, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:10:07.987786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:10:07.997736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 1412ec84-2b76-4b89-a1b9-10121cbc40e1) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:08.002819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.003417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.021543 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3b29e51-e2e8-4243-9735-5b63e450254b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4503000 Sep 19 03:10:08.021725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44860) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:08.026617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bb2966-d471-4fca-a519-a382f5c05f7e None None] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:10:08.027346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'port': {'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'name': 'tempest-TaggedBootDevicesTest-162002771', 'fixed_ips': [{'subnet_id': '03586a11-41ba-4309-95cf-039b55244905'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:08.032417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95c962-0080-4770-931e-3ec29d38a1b8 req-152f0691-4b55-434c-b8c5-bce2317a4035 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.034025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd95c962-0080-4770-931e-3ec29d38a1b8 req-152f0691-4b55-434c-b8c5-bce2317a4035 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0909991 Sep 19 03:10:08.048965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-87fdb916-3cc3-4c8b-9c75-64767219fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.050494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-87fdb916-3cc3-4c8b-9c75-64767219fb8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0720687 Sep 19 03:10:08.096971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.109508 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.110262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd95c962-0080-4770-931e-3ec29d38a1b8 req-177cda29-9f35-47dc-b954-c004b152e9f0 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692050 Sep 19 03:10:08.155686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:08.172370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-c4488aaf-db1e-42eb-9878-72654beffba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.173974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-c4488aaf-db1e-42eb-9878-72654beffba5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.1153319 Sep 19 03:10:08.185703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Network 256dc6aa-26e8-44ca-be65-581892b397ef is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:08.186565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Pushing event updated for resources: {'Port': ['ID=a53c62a7-dda0-492b-9f73-e8faf0673cfd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:08.192460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:08.195354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:08.225323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-410d881f-e187-478f-a637-27f8b100c218 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 217 time: 0.0384798 Sep 19 03:10:08.245157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.266719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] device_id is not set on port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:10:08.277805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-1412ec84-2b76-4b89-a1b9-10121cbc40e1', 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'fixed_ips': [{'subnet_id': '07159f8a-0630-4a67-ab00-c34bd984a4ba'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:10:08.278971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.295975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Attempting to bind port a53c62a7-dda0-492b-9f73-e8faf0673cfd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:08.296549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Attempting to bind port a53c62a7-dda0-492b-9f73-e8faf0673cfd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:08.297083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Attempting to bind port a53c62a7-dda0-492b-9f73-e8faf0673cfd on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:08.309177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:08.309882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Checking segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:08.310327 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.310833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Bound using segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:08.311288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Bound port: a53c62a7-dda0-492b-9f73-e8faf0673cfd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:08.311700 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.348420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-441d3283-3216-4e50-9a62-d3c73cc7f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.349909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-441d3283-3216-4e50-9a62-d3c73cc7f64a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.1145980 Sep 19 03:10:08.396524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-2bb47a8e-13eb-4dfc-b5d9-e9cd26cb4ba5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337753 Sep 19 03:10:08.408081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daefd4e-8472-461c-8947-5730f78d4fb7 req-d9d3b999-357e-41fc-9b0d-15b882a33ffa tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.411184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0daefd4e-8472-461c-8947-5730f78d4fb7 req-d9d3b999-357e-41fc-9b0d-15b882a33ffa tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1038473 Sep 19 03:10:08.472719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] For port a53c62a7-dda0-492b-9f73-e8faf0673cfd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:08.477153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] For port a53c62a7-dda0-492b-9f73-e8faf0673cfd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a53c62a7-dda0-492b-9f73-e8faf0673cfd,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:08.479698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0daefd4e-8472-461c-8947-5730f78d4fb7 req-cfd1fb15-69e0-40d4-b044-2c177cfb3ff8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632293 Sep 19 03:10:08.483783 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.492037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Allocated IP 10.2.2.2 (1412ec84-2b76-4b89-a1b9-10121cbc40e1/07159f8a-0630-4a67-ab00-c34bd984a4ba/489f78dd-0c96-4b00-8a0b-8adff0eac027) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:08.537263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 10.1.1.43 (256dc6aa-26e8-44ca-be65-581892b397ef/03586a11-41ba-4309-95cf-039b55244905/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:08.572691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-5f7bfe02-4ab1-45da-95e6-87817eaa2c6a service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343188 Sep 19 03:10:08.578069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c47ae-5c09-4989-b48d-3514616ba708 None None] Pushing event updated for resources: {'Port': ['ID=a53c62a7-dda0-492b-9f73-e8faf0673cfd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:08.661505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acf5bf-5a13-484c-9503-fb8deab9399b req-dfe46d8a-cf4b-46a3-8ba8-06f9a98f3cc4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.663067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37acf5bf-5a13-484c-9503-fb8deab9399b req-dfe46d8a-cf4b-46a3-8ba8-06f9a98f3cc4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0550666 Sep 19 03:10:08.744886 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.756635 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.791048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37acf5bf-5a13-484c-9503-fb8deab9399b req-ae70ff0a-90ab-4e4c-81ab-3689ff38e983 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048183 Sep 19 03:10:08.791329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.827161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7697331c-78ea-4cc6-ae10-cfa22680b4ff req-f4541e39-d47c-40b9-8a82-931fbfd7f372 service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630759 Sep 19 03:10:08.854392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.874460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45bd61-0806-49c2-909c-e80883e9cfe0 req-3bef4096-fab4-481e-b6c7-0f206a491349 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:08.883818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:08.886107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d45bd61-0806-49c2-909c-e80883e9cfe0 req-3bef4096-fab4-481e-b6c7-0f206a491349 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 945 time: 0.1292610 Sep 19 03:10:08.886626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:08.888559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Pushing event updated for resources: {'Port': ['ID=489f78dd-0c96-4b00-8a0b-8adff0eac027,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:08.891158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:08.900131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 256dc6aa-26e8-44ca-be65-581892b397ef is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:08.925119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:08.929569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:08.942718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d45bd61-0806-49c2-909c-e80883e9cfe0 req-dcdafcaa-b931-47ee-be21-c6e3209853fa tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555770 Sep 19 03:10:08.982783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Attempting to bind port 489f78dd-0c96-4b00-8a0b-8adff0eac027 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:08.983424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Attempting to bind port 489f78dd-0c96-4b00-8a0b-8adff0eac027 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:08.984215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Attempting to bind port 489f78dd-0c96-4b00-8a0b-8adff0eac027 on network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:08.992999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:08.995857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:08.997396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Checking segment: {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:08.998290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:08.998516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Bound using segment: {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:08.999214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Bound port: 489f78dd-0c96-4b00-8a0b-8adff0eac027, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:08.999733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.006425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:09.007205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.028840 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-276fe62b-5c8c-4f59-b3a2-42d05564e53f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0052590 Sep 19 03:10:09.030564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44884) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:09.036959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'port': {'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'name': 'tempest-TaggedBootDevicesTest-1171145907', 'fixed_ips': [{'subnet_id': '03586a11-41ba-4309-95cf-039b55244905'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:09.077770 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:10:09.106211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] For port 489f78dd-0c96-4b00-8a0b-8adff0eac027, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:09.109353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] For port 489f78dd-0c96-4b00-8a0b-8adff0eac027, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=489f78dd-0c96-4b00-8a0b-8adff0eac027,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:09.114794 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.167525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:09.175259 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.205961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] device_id is not set on port de929584-c5db-4744-ba14-ab9bccb6230a yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:10:09.206161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb56f9f-1d29-4c12-8ebd-bc9b7127e3e9 None None] Pushing event updated for resources: {'Port': ['ID=489f78dd-0c96-4b00-8a0b-8adff0eac027,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:09.263049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae5a53-376f-4b7e-81c2-3e0946654253 req-b54830dd-4103-4f41-962f-c2ddb6805000 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:09.264682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1ae5a53-376f-4b7e-81c2-3e0946654253 req-b54830dd-4103-4f41-962f-c2ddb6805000 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0673690 Sep 19 03:10:09.328050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1ae5a53-376f-4b7e-81c2-3e0946654253 req-bfad593a-ead4-4629-8b0d-0efb676d147e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574241 Sep 19 03:10:09.439644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 10.1.1.68 (256dc6aa-26e8-44ca-be65-581892b397ef/03586a11-41ba-4309-95cf-039b55244905/de929584-c5db-4744-ba14-ab9bccb6230a) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:09.607447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.652717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a107e-ee96-4b2b-a0e4-d8ab6e2e02cc req-f2b0fed6-78ce-410a-b16a-235fb369a687 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:09.653953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.660443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f81a107e-ee96-4b2b-a0e4-d8ab6e2e02cc req-f2b0fed6-78ce-410a-b16a-235fb369a687 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0747044 Sep 19 03:10:09.703499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f81a107e-ee96-4b2b-a0e4-d8ab6e2e02cc req-23f72bcb-927b-4bfb-aacd-3f38169ee2ab tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421364 Sep 19 03:10:09.705731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 256dc6aa-26e8-44ca-be65-581892b397ef is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:09.709075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:09.714421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:09.760801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=de929584-c5db-4744-ba14-ab9bccb6230a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:09.778089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:09.778723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.794340 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eda0b288-d0ae-4c0b-b61a-cefa9b0f8fe9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7612541 Sep 19 03:10:09.851043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070325c-ab1c-44a2-8c3f-aa6db73f2767 None None] Network 256dc6aa-26e8-44ca-be65-581892b397ef requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:10:09.911566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12f208-50ab-4e7e-b290-c211f73f32b2 req-7e657124-d56d-4f7f-8a03-b8700a1546e3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:09.913582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca12f208-50ab-4e7e-b290-c211f73f32b2 req-7e657124-d56d-4f7f-8a03-b8700a1546e3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0517442 Sep 19 03:10:09.942827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-13ca58e2-0fb7-4c19-905c-65e6093f1154 None None] Provisioning complete for port a53c62a7-dda0-492b-9f73-e8faf0673cfd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:09.943429 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13ca58e2-0fb7-4c19-905c-65e6093f1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:09.965691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca12f208-50ab-4e7e-b290-c211f73f32b2 req-54a10ae4-ba03-4317-9eaf-a713d3812961 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408962 Sep 19 03:10:10.086656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be86c07-2afd-433e-816a-796b16a74db4 req-93ce5fdf-524a-4f45-bcff-e1e59715c670 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:10.088721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6be86c07-2afd-433e-816a-796b16a74db4 req-93ce5fdf-524a-4f45-bcff-e1e59715c670 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 945 time: 0.0576720 Sep 19 03:10:10.092172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13ca58e2-0fb7-4c19-905c-65e6093f1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.131159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-13ca58e2-0fb7-4c19-905c-65e6093f1154 None None] For port a53c62a7-dda0-492b-9f73-e8faf0673cfd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a53c62a7-dda0-492b-9f73-e8faf0673cfd,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:10.139108 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13ca58e2-0fb7-4c19-905c-65e6093f1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.139656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6be86c07-2afd-433e-816a-796b16a74db4 req-7bad386b-dfbd-4289-9a7a-18b715365528 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Sep 19 03:10:10.215640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca58e2-0fb7-4c19-905c-65e6093f1154 None None] Pushing event updated for resources: {'Port': ['ID=a53c62a7-dda0-492b-9f73-e8faf0673cfd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:10.242050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c3b12d63-fd3b-44c1-a776-d506f91b17bd no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:10:10.259098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44912) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:10.263999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-de805767-a4b0-499d-992f-cfa79d5349f5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1851099122', 'description': 'tempest-description--1078993458'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:10.321137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de805767-a4b0-499d-992f-cfa79d5349f5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.400765 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.451839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:10.456043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:10.458760 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565f5808-cc47-42d4-bb3a-b4dcd91b33ce" -d '{"events": [{"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:10.463042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5479173-6089-4594-bebc-b930893c6f55 None None] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:10:10.469216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.510615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a53c62a7-dda0-492b-9f73-e8faf0673cfd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:10.633140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4b93b5f6-8b79-4c14-8683-2b92b7838572 None None] Provisioning complete for port 489f78dd-0c96-4b00-8a0b-8adff0eac027 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:10.633636 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b93b5f6-8b79-4c14-8683-2b92b7838572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.693470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:10.699600 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199ffb10-d7e3-4fff-bfb6-260f5921a09a x-openstack-request-id: req-199ffb10-d7e3-4fff-bfb6-260f5921a09a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:10.699912 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-unplugged", "status": "completed", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:10.700229 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-199ffb10-d7e3-4fff-bfb6-260f5921a09a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:10.700534 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'code': 200} Sep 19 03:10:10.713656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a53c62a7-dda0-492b-9f73-e8faf0673cfd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:10.714031 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.805192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691cc8c-7acd-4f58-9460-85776f7c4824 req-9cfc1600-eceb-4181-9dfc-8cf9cefba832 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:10.807263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1691cc8c-7acd-4f58-9460-85776f7c4824 req-9cfc1600-eceb-4181-9dfc-8cf9cefba832 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1175137 Sep 19 03:10:10.836344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de805767-a4b0-499d-992f-cfa79d5349f5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.841385 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b93b5f6-8b79-4c14-8683-2b92b7838572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.846618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de805767-a4b0-499d-992f-cfa79d5349f5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.920423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de805767-a4b0-499d-992f-cfa79d5349f5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.921675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-de805767-a4b0-499d-992f-cfa79d5349f5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6613536 Sep 19 03:10:10.924808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44934) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:10.925504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1691cc8c-7acd-4f58-9460-85776f7c4824 req-1f6609a6-5872-4b1a-92fe-c48e527df6e0 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986526 Sep 19 03:10:10.933131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4b93b5f6-8b79-4c14-8683-2b92b7838572 None None] For port 489f78dd-0c96-4b00-8a0b-8adff0eac027, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=489f78dd-0c96-4b00-8a0b-8adff0eac027,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:10.935065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de805767-a4b0-499d-992f-cfa79d5349f5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8030973-86bb-4712-a297-6f099c9f1361,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:10.940843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-53e84a34-a854-48ed-9054-2a075503c96d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'security_group_rule': {'security_group_id': 'a8030973-86bb-4712-a297-6f099c9f1361', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:10.943460 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b93b5f6-8b79-4c14-8683-2b92b7838572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:10.949833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 489f78dd-0c96-4b00-8a0b-8adff0eac027 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:10.964336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49e62b-e6fc-4575-a465-d39f55b70b00 req-040243d1-42e3-49ea-8de9-bf182fd17aa0 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:10.971638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f49e62b-e6fc-4575-a465-d39f55b70b00 req-040243d1-42e3-49ea-8de9-bf182fd17aa0 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 945 time: 0.1194584 Sep 19 03:10:10.996312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53e84a34-a854-48ed-9054-2a075503c96d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.008701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f49e62b-e6fc-4575-a465-d39f55b70b00 req-e8057344-eafd-4410-a788-c91b8c308eee tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Sep 19 03:10:11.064959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93b5f6-8b79-4c14-8683-2b92b7838572 None None] Pushing event updated for resources: {'Port': ['ID=489f78dd-0c96-4b00-8a0b-8adff0eac027,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:11.086130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Provisioning complete for port a53c62a7-dda0-492b-9f73-e8faf0673cfd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:11.086500 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.131197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53e84a34-a854-48ed-9054-2a075503c96d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.138709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53e84a34-a854-48ed-9054-2a075503c96d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.153682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e84a34-a854-48ed-9054-2a075503c96d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627d362e-c2a6-4369-a7c6-15b57935a8e2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:11.172363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53e84a34-a854-48ed-9054-2a075503c96d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.173601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-53e84a34-a854-48ed-9054-2a075503c96d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2477865 Sep 19 03:10:11.176351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44946) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:11.180851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d228aa57-1383-406a-a130-e143446b46b0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'security_group_rule': {'security_group_id': 'a8030973-86bb-4712-a297-6f099c9f1361', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:11.230959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f65d7-b81c-40e4-a7e0-9d6fccd300ee req-31d436b8-a4a0-41fd-a2dc-7a6af72afd49 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:11.232825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e1f65d7-b81c-40e4-a7e0-9d6fccd300ee req-31d436b8-a4a0-41fd-a2dc-7a6af72afd49 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0962598 Sep 19 03:10:11.237237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d228aa57-1383-406a-a130-e143446b46b0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.244976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b3954-9da1-4a53-a8b7-5a50f8740ae8 req-0c43c6b3-5b71-4c22-bd73-e77736082ea6 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:11.246910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e8b3954-9da1-4a53-a8b7-5a50f8740ae8 req-0c43c6b3-5b71-4c22-bd73-e77736082ea6 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1012821 Sep 19 03:10:11.293591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 489f78dd-0c96-4b00-8a0b-8adff0eac027 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:11.293958 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.322219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e1f65d7-b81c-40e4-a7e0-9d6fccd300ee req-947fdeba-feb7-43ad-8590-7abf0ca91a2e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734751 Sep 19 03:10:11.326829 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d228aa57-1383-406a-a130-e143446b46b0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.334473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d228aa57-1383-406a-a130-e143446b46b0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.342109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e8b3954-9da1-4a53-a8b7-5a50f8740ae8 req-b61cf0f8-93e5-46b1-a07b-8cb28cf310b5 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728185 Sep 19 03:10:11.357227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d228aa57-1383-406a-a130-e143446b46b0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41fcf36-56fd-416f-bc86-619b402160a5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:11.373969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d228aa57-1383-406a-a130-e143446b46b0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.379718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44948) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:11.380259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d228aa57-1383-406a-a130-e143446b46b0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028880 Sep 19 03:10:11.385400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:11.413473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.417944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Provisioning complete for port de929584-c5db-4744-ba14-ab9bccb6230a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:11.418314 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.457869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Port de929584-c5db-4744-ba14-ab9bccb6230a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:11.467368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Provisioning complete for port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:11.467741 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.503130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d45938c3-01d8-4cd8-8322-9c43e696e279 None None] Port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:11.511373 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.615461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 172.25.8.209 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/f2891aab-b015-4111-8596-46a9c7a88b17) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:11.621975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5e1e8f7e-e6c0-4052-995a-ebb39ca88f4f None None] Provisioning complete for port de929584-c5db-4744-ba14-ab9bccb6230a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:11.622422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8f7e-e6c0-4052-995a-ebb39ca88f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.654808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e8f7e-e6c0-4052-995a-ebb39ca88f4f None None] Port de929584-c5db-4744-ba14-ab9bccb6230a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:11.664049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5e1e8f7e-e6c0-4052-995a-ebb39ca88f4f None None] Provisioning complete for port 489f78dd-0c96-4b00-8a0b-8adff0eac027 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:11.664419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e1e8f7e-e6c0-4052-995a-ebb39ca88f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.714978 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.748148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.784105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:11.791143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:11.795817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:11.798582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=f2891aab-b015-4111-8596-46a9c7a88b17,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:11.912963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:11.947866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:12.130789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f5b41-f5c5-4460-86af-bada065e2bc4 req-075dd4c2-423d-4fb5-9ad1-2f47ac139168 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.132179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-850f5b41-f5c5-4460-86af-bada065e2bc4 req-075dd4c2-423d-4fb5-9ad1-2f47ac139168 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1177747 Sep 19 03:10:12.191129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656373f1-87ea-42d1-8997-b21dd97b7f3f req-fe1a71e2-6478-4f98-b534-3fb4881f4b8d tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.192854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-656373f1-87ea-42d1-8997-b21dd97b7f3f req-fe1a71e2-6478-4f98-b534-3fb4881f4b8d tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 945 time: 0.1077032 Sep 19 03:10:12.201695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:12.219699 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:12.227159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-850f5b41-f5c5-4460-86af-bada065e2bc4 req-5436bb32-e731-4c3b-94ac-62f7f7ac86dc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872443 Sep 19 03:10:12.297864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-656373f1-87ea-42d1-8997-b21dd97b7f3f req-cb603aad-da1a-413b-8f2a-5ad324846289 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982485 Sep 19 03:10:12.317336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=f2891aab-b015-4111-8596-46a9c7a88b17,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:12.326877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:12.340117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:12.341316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b4aa6f3f-66bc-4035-b045-920ff9437add tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9601166 Sep 19 03:10:12.363355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 489f78dd-0c96-4b00-8a0b-8adff0eac027 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:12.418214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 489f78dd-0c96-4b00-8a0b-8adff0eac027 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:12.418594 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:12.496843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948bd75-b181-4cfe-8598-b31bc2206098 req-f5274920-4c06-4949-938a-999b46a0b6fa tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.498467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d948bd75-b181-4cfe-8598-b31bc2206098 req-f5274920-4c06-4949-938a-999b46a0b6fa tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0776565 Sep 19 03:10:12.507371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cc920-a57d-498f-a932-4ba0738fa151 req-0898756e-cd40-4f45-a3a6-0ecd23677089 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.509370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-276cc920-a57d-498f-a932-4ba0738fa151 req-0898756e-cd40-4f45-a3a6-0ecd23677089 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0894299 Sep 19 03:10:12.565703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d948bd75-b181-4cfe-8598-b31bc2206098 req-67ea3c28-a470-49e6-9b10-6bc67693b92c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553536 Sep 19 03:10:12.570663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-276cc920-a57d-498f-a932-4ba0738fa151 req-8f31ebd1-f1bb-4390-b7ae-e231e499b968 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518961 Sep 19 03:10:12.677211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-75cc055e-3689-40b3-a9e5-52e7a8a6b617 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1851099122&fields=id&tenant_id=eff36188a48b4053bdf51b3188fceea3 HTTP/1.1" status: 200 len: 267 time: 0.0355637 Sep 19 03:10:12.727607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-990e844c-d0d9-42d8-b66a-36a8de0e0889 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.728951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-990e844c-d0d9-42d8-b66a-36a8de0e0889 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 200 len: 930 time: 0.0449085 Sep 19 03:10:12.776662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-3197bbfe-6721-4192-82b5-3dad6ba2da11 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.777960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-3197bbfe-6721-4192-82b5-3dad6ba2da11 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports/de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 200 len: 931 time: 0.0437033 Sep 19 03:10:12.830369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-b1ffd3a8-a9ab-479b-ae49-c9aae18b8d28 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0465822 Sep 19 03:10:12.865598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-f117805c-8475-4c93-9190-893f4d26cb15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0294096 Sep 19 03:10:12.976245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-c56d1895-77a8-4a11-b865-d7f02062071e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.982155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-c56d1895-77a8-4a11-b865-d7f02062071e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.988007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-c56d1895-77a8-4a11-b865-d7f02062071e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:12.989573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-c56d1895-77a8-4a11-b865-d7f02062071e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/networks?id=065b3b62-b510-442e-b6be-b963b35c06e9&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&id=1412ec84-2b76-4b89-a1b9-10121cbc40e1 HTTP/1.1" status: 200 len: 1991 time: 0.1174662 Sep 19 03:10:13.004856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-1d61aa2c-ccbf-4f90-a37c-b117e9ea0efb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/quotas/eff36188a48b4053bdf51b3188fceea3 HTTP/1.1" status: 200 len: 375 time: 0.0089965 Sep 19 03:10:13.069190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-f8c30160-4034-4e1e-8c8d-b6930adcb2b2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0585995 Sep 19 03:10:13.128384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-efedd918-a45d-49ed-9d55-dafa41dccd1f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:10:13.129401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-efedd918-a45d-49ed-9d55-dafa41dccd1f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479996 Sep 19 03:10:13.216821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-7f9ebf84-2489-47af-b93f-70022b3f6290 service neutron] 10.222.0.22 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811646 Sep 19 03:10:13.363771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-750bf966-c7be-4582-abca-0ee54fb60bbc service neutron] 10.222.0.22 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410043 Sep 19 03:10:13.375773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-982da143-d748-4dc3-8366-ed3ddef136dc tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:13.377141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-982da143-d748-4dc3-8366-ed3ddef136dc tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.32 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 945 time: 0.0972106 Sep 19 03:10:13.441015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26374cc-69ae-4084-bdd6-e090ae314837 req-010fccd6-46bc-421c-aaee-3c3f50296999 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:13.442712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d26374cc-69ae-4084-bdd6-e090ae314837 req-010fccd6-46bc-421c-aaee-3c3f50296999 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1450760 Sep 19 03:10:13.460129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-bcddf05b-b869-4047-b725-2fca753d0ca1 service neutron] 10.222.0.22 "GET /v2.0/ports/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0820746 Sep 19 03:10:13.568665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d26374cc-69ae-4084-bdd6-e090ae314837 req-bce8a8f9-55a6-4b86-a707-1f3820d587ef tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197031 Sep 19 03:10:13.603820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fca32352-5d99-43e4-87fa-b13db485c614 service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310086 Sep 19 03:10:13.613725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Deleting port 17eefab1-79ef-4fbe-857b-c45640a92cdc {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:10:13.614066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:13.798450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] For port 17eefab1-79ef-4fbe-857b-c45640a92cdc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=17eefab1-79ef-4fbe-857b-c45640a92cdc,segment=NetworkSegment(7206964f-7370-4804-a201-fd0f3c89c291),segment_id=7206964f-7370-4804-a201-fd0f3c89c291)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:13.798844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:13.808314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-7ce78a9e-ad43-4e75-bdec-d4eb09576b29 service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970663 Sep 19 03:10:13.818087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b421c-4a17-4af9-957e-cdc637ebe4d0 req-6268faeb-2dcf-4f1f-af80-d85e0bcf5e57 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:13.819541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb7b421c-4a17-4af9-957e-cdc637ebe4d0 req-6268faeb-2dcf-4f1f-af80-d85e0bcf5e57 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 945 time: 0.1027005 Sep 19 03:10:13.830146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Calling delete_port for 17eefab1-79ef-4fbe-857b-c45640a92cdc owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:10:13.881310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-d451d0aa-095c-4f60-89c4-fde82498728e service neutron] 10.222.0.22 "GET /v2.0/ports/de929584-c5db-4744-ba14-ab9bccb6230a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0608573 Sep 19 03:10:13.947551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb7b421c-4a17-4af9-957e-cdc637ebe4d0 req-9f533d40-a1a5-45b4-a280-b349a14df7d1 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/security-groups?id=87218187-f7dc-48cc-ac30-a5566ecb6a19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147079 Sep 19 03:10:14.094912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e944b3a3-5e0c-4ad3-8dfe-5fbec6ced0eb service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819248 Sep 19 03:10:14.106797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f78e85-5096-4980-8c01-fb13aa9af38b req-5061d808-03f7-4081-9ebb-d5e96ca7a198 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:14.108180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93f78e85-5096-4980-8c01-fb13aa9af38b req-5061d808-03f7-4081-9ebb-d5e96ca7a198 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1069531 Sep 19 03:10:14.158772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:14.196777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['17eefab1-79ef-4fbe-857b-c45640a92cdc'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:14.232201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Pushing event deleted for resources: {'Port': ['ID=17eefab1-79ef-4fbe-857b-c45640a92cdc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:14.236515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-93f78e85-5096-4980-8c01-fb13aa9af38b req-c10b1dec-726e-4fd3-9632-63a9d7753bde tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188877 Sep 19 03:10:14.249340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.249692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.250030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.250365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.250692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.251047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.251372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.251695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.252021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.252342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.252667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.252985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:14.275993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:10:14.297343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] No DVR routers for this DVR port 17eefab1-79ef-4fbe-857b-c45640a92cdc on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:10:14.300924 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:14.302931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9ba14a3-a9f8-459a-9c74-e1edb6140527 req-ec38ba44-e518-4fdf-b040-128a3d20ddb5 tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.32 "DELETE /v2.0/ports/17eefab1-79ef-4fbe-857b-c45640a92cdc HTTP/1.1" status: 204 len: 173 time: 0.9157622 Sep 19 03:10:14.303367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'name': 'network-vif-deleted', 'tag': '17eefab1-79ef-4fbe-857b-c45640a92cdc'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:14.306240 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb4a934-9bb2-4b6b-b7c1-b6d450215b09" -d '{"events": [{"server_uuid": "693bd615-de67-4ef1-90e2-c51e52cd0e67", "name": "network-vif-deleted", "tag": "17eefab1-79ef-4fbe-857b-c45640a92cdc"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:14.320902 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-475035cc-b6c3-41e2-a11d-c1cd42551df2 service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117696 Sep 19 03:10:14.378768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:14.391529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'mac_address': 'fa:16:3e:3d:25:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:10:14.418177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b37375-305c-4f88-bb09-8d427dff1a57 req-676d7632-6069-40fc-a8ad-ff7da4221e16 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:14.419794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5b37375-305c-4f88-bb09-8d427dff1a57 req-676d7632-6069-40fc-a8ad-ff7da4221e16 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1108017 Sep 19 03:10:14.433729 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:14.447627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46df36a-3bde-439a-b25a-c003e307cc8a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:14.458762 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-039ca7ba-bd58-4daf-8571-b85e5a56fd22 service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153796 Sep 19 03:10:14.475014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f65a077c-1ebd-44c0-8d78-180fb8f1379e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:14.477465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:14.481591 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:14.497130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5b37375-305c-4f88-bb09-8d427dff1a57 req-6a9e212b-7d3d-4182-8cc9-e97f56ef049e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680437 Sep 19 03:10:14.531227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:14.567064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-bc84b96d-c4d6-48da-a742-eb76159f9c95 service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975595 Sep 19 03:10:14.636231 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcf8478-825e-4f9f-be8c-5cf592b9edbc x-openstack-request-id: req-5fcf8478-825e-4f9f-be8c-5cf592b9edbc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:14.636525 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693bd615-de67-4ef1-90e2-c51e52cd0e67", "name": "network-vif-deleted", "tag": "17eefab1-79ef-4fbe-857b-c45640a92cdc", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:14.636784 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fcf8478-825e-4f9f-be8c-5cf592b9edbc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:14.637176 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693bd615-de67-4ef1-90e2-c51e52cd0e67', 'name': 'network-vif-deleted', 'tag': '17eefab1-79ef-4fbe-857b-c45640a92cdc', 'status': 'completed', 'code': 200} Sep 19 03:10:14.661313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-7e444964-ed92-449e-8826-14322a4e34a4 service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884860 Sep 19 03:10:14.760577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d46df36a-3bde-439a-b25a-c003e307cc8a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:14.769468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e8d41-50c1-44aa-9c32-af7978c3be5c req-1f5089d6-773c-45ad-bb37-660e2eedffd9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:14.771001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-566e8d41-50c1-44aa-9c32-af7978c3be5c req-1f5089d6-773c-45ad-bb37-660e2eedffd9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0956707 Sep 19 03:10:14.792954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-19a80cc0-e56b-4923-9765-52f3461afc91 service neutron] 10.222.0.22 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256371 Sep 19 03:10:14.847482 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-566e8d41-50c1-44aa-9c32-af7978c3be5c req-04c501fb-6092-40a2-b358-dc24b033fe3a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652359 Sep 19 03:10:14.913794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-b7b981c3-e592-449f-b5b6-da61913b4df8 service neutron] 10.222.0.22 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104183 Sep 19 03:10:15.014566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-9726be10-59dd-493f-971b-c47775419aba service neutron] 10.222.0.22 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941033 Sep 19 03:10:15.075536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4eb3594d-dab0-4aff-a81b-ac2b33c6a6fe req-33d72be3-cf55-4501-b139-91f98d78b6dd tempest-ServerAddressesTestJSON-1888160508 tempest-ServerAddressesTestJSON-1888160508-project] 10.222.0.22 "GET /v2.0/ports?device_id=693bd615-de67-4ef1-90e2-c51e52cd0e67 HTTP/1.1" status: 200 len: 210 time: 0.0354464 Sep 19 03:10:15.126336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-f4d07910-f95b-4965-b651-776b76cc0b72 service neutron] 10.222.0.22 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049685 Sep 19 03:10:15.495925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-f9d209b1-79cd-4910-b462-fcbe98b8a2c9 service neutron] 10.222.0.22 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634293 Sep 19 03:10:15.507999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca5f87-1e28-47b8-bf9d-8936b9950b98 req-2106db27-5479-46d5-bbe5-01df3605b621 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:15.509440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ca5f87-1e28-47b8-bf9d-8936b9950b98 req-2106db27-5479-46d5-bbe5-01df3605b621 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0669270 Sep 19 03:10:15.548292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ca5f87-1e28-47b8-bf9d-8936b9950b98 req-3b9b7b5d-99d7-49b8-9a33-a94d24263ec2 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Sep 19 03:10:15.653818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affabe9-3d27-4aff-8e3a-444a8e29481f req-c77f2c9c-db1e-4e78-b27e-d28577038062 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:15.655880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8affabe9-3d27-4aff-8e3a-444a8e29481f req-c77f2c9c-db1e-4e78-b27e-d28577038062 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0522208 Sep 19 03:10:15.693958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8affabe9-3d27-4aff-8e3a-444a8e29481f req-40b6cfd8-38d6-46b7-b2e6-897f6cb7d39b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Sep 19 03:10:15.801428 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:15.977675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d235de-2269-4dcd-96d3-64865fe60a35 req-298ff42a-4198-4f28-9766-c8598c8323a8 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:15.979609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9d235de-2269-4dcd-96d3-64865fe60a35 req-298ff42a-4198-4f28-9766-c8598c8323a8 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0511539 Sep 19 03:10:16.021292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9d235de-2269-4dcd-96d3-64865fe60a35 req-2f050591-1f76-45ab-9a27-91a3c243c525 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356898 Sep 19 03:10:16.098200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50a6ebc5-e9de-465f-8d66-7babb89c7216 req-eed0845d-b485-46e0-b8fe-b1fdef64badc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0258095 Sep 19 03:10:16.133132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45068) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:16.181651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] Deleting subnet f1dab92b-d165-4325-88d6-5e7fb5f34693 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:10:16.184862 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.219780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.259431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.302138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:16.320090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.352757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port d46df36a-3bde-439a-b25a-c003e307cc8a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:16.353233 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.353379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1dab92b-d165-4325-88d6-5e7fb5f34693,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:16.357245 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.359969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-58436836-c165-45a1-ab6d-5f773f833f47 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f1dab92b-d165-4325-88d6-5e7fb5f34693 HTTP/1.1" status: 204 len: 168 time: 0.2246845 Sep 19 03:10:16.361867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45074) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:16.438869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.439350 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.468609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:16.471520 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86392ad-d61c-46d6-a151-5b81be76aa5e" -d '{"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:16.485881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:16.492035 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.492944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 17eefab1-79ef-4fbe-857b-c45640a92cdc no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:10:16.519002 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42966b35-8226-4a39-bc4c-7b4ddf67ccde x-openstack-request-id: req-42966b35-8226-4a39-bc4c-7b4ddf67ccde {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:16.519381 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-plugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:16.519654 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42966b35-8226-4a39-bc4c-7b4ddf67ccde {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:16.520109 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'code': 200} Sep 19 03:10:16.534685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.537524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 17eefab1-79ef-4fbe-857b-c45640a92cdc {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:10:16.537921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 17eefab1-79ef-4fbe-857b-c45640a92cdc not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:10:16.563969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57880622-9da7-41d7-a30b-15ff801ebcc0']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:16.566494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:16.574666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7206964f-7370-4804-a201-fd0f3c89c291') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:16.575089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7206964f-7370-4804-a201-fd0f3c89c291') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:16.584390 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.597501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.606479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:10:16.606925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:10:16.608794 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:10:16.697810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.703365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.707588 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/57880622-9da7-41d7-a30b-15ff801ebcc0 HTTP/1.1" status: 204 len: 168 time: 0.3423660 Sep 19 03:10:16.713253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6d56a-150b-4343-9e21-f8ef0efcf9c9 req-a40eba7c-c007-428b-a464-b9c31573ed75 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:16.714712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ee6d56a-150b-4343-9e21-f8ef0efcf9c9 req-a40eba7c-c007-428b-a464-b9c31573ed75 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0943213 Sep 19 03:10:16.727736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662926f-bba7-4470-8eb3-33bf0f9020d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=57880622-9da7-41d7-a30b-15ff801ebcc0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:16.780066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ee6d56a-150b-4343-9e21-f8ef0efcf9c9 req-8bc893f6-9ec8-419e-bb6e-62bbbc9031c3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Sep 19 03:10:16.847232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d4df5-58e1-4a5f-bc3f-7f1b4c7b11fe req-ba99efc6-1125-4aab-8c43-00a611a8c577 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:16.850585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-761d4df5-58e1-4a5f-bc3f-7f1b4c7b11fe req-ba99efc6-1125-4aab-8c43-00a611a8c577 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0740783 Sep 19 03:10:16.856922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45088) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:16.898136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-761d4df5-58e1-4a5f-bc3f-7f1b4c7b11fe req-ea4f6b5e-4cb4-4079-9efc-6e2716896b1d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384698 Sep 19 03:10:16.905250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d7c8b091-6ed3-4855-8c15-0074650e538c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebf31140acc4423aae031d60adcfb8fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471816 Sep 19 03:10:16.907712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:16.955020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:16.975159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:17.019400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:17.022038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:17.023187 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87218187-f7dc-48cc-ac30-a5566ecb6a19 HTTP/1.1" status: 204 len: 168 time: 0.1145854 Sep 19 03:10:17.030472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87218187-f7dc-48cc-ac30-a5566ecb6a19,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:17.037765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.038112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.038448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.038806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.039135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.039462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.039804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.040642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.040965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.041281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.041600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.041915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0111c00a-6bb3-4b91-9fea-8a0e295ad3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:17.158300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f1844-14c6-4d14-815c-22bc43759632 req-5b0db9a3-18fb-46ca-b9f1-554e80183900 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:17.161786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a2f1844-14c6-4d14-815c-22bc43759632 req-5b0db9a3-18fb-46ca-b9f1-554e80183900 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0592775 Sep 19 03:10:17.176194 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf98e-3a4c-40a5-9bfb-c0dd1714bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:17.211276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a2f1844-14c6-4d14-815c-22bc43759632 req-b32f1f2e-e08c-4c14-87db-641f98aab99a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Sep 19 03:10:17.275361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0afcd8b2-918e-4edc-9b70-246efe014a62 req-30cddcfc-f2b7-4e7a-908d-22d40ccdf8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Sep 19 03:10:17.487588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-26faefa1-ec43-466c-8dfa-5fd05670b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:17.489035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-26faefa1-ec43-466c-8dfa-5fd05670b1c7 service neutron] 10.222.0.32 "GET /v2.0/ports/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 200 len: 1026 time: 0.1414599 Sep 19 03:10:17.532868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-93645c75-bc1f-4a6f-8c34-bbb22312cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:17.534260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-93645c75-bc1f-4a6f-8c34-bbb22312cdf0 service neutron] 10.222.0.32 "GET /v2.0/ports/de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 200 len: 1027 time: 0.0382259 Sep 19 03:10:17.667388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-685006f5-bb61-41d6-9799-d134dc19dc64 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:17.673297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-685006f5-bb61-41d6-9799-d134dc19dc64 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:17.679205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-685006f5-bb61-41d6-9799-d134dc19dc64 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:17.680935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-685006f5-bb61-41d6-9799-d134dc19dc64 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "GET /v2.0/networks?id=065b3b62-b510-442e-b6be-b963b35c06e9&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&id=1412ec84-2b76-4b89-a1b9-10121cbc40e1 HTTP/1.1" status: 200 len: 1991 time: 0.1311755 Sep 19 03:10:17.733562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ceeaa2d1-eaaa-4c3b-bb43-4220db53ba17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff36188a48b4053bdf51b3188fceea3 HTTP/1.1" status: 200 len: 380 time: 0.0350096 Sep 19 03:10:17.742600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45128) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:17.746433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'admin_state_up': True, 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'security_groups': ['a8030973-86bb-4712-a297-6f099c9f1361']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:17.885316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-356189318-network', 'tenant_id': '8114478702884ecd9573c3a6ce934310'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:17.916576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:17.932724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:10:17.932724 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:10:17.932724 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'id': '4692e79a-10f5-49d6-823a-74b287273b93', 'expiration': datetime.datetime(2021, 9, 19, 3, 12, 17, 926224)}] Sep 19 03:10:17.932724 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:10:17.933096 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:10:17.944021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Made reservation on behalf of 8114478702884ecd9573c3a6ce934310 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:17.947749 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:17.951364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038933f-a438-429d-993e-1582557ee580 req-9d7635e0-19a3-4a4f-bd50-674e103bed49 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:17.952926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4038933f-a438-429d-993e-1582557ee580 req-9d7635e0-19a3-4a4f-bd50-674e103bed49 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0724063 Sep 19 03:10:17.957589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:17.995439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4038933f-a438-429d-993e-1582557ee580 req-4039eea4-e058-4c9b-972c-e33475f3590c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357497 Sep 19 03:10:18.062508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.067129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.089000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:10:18.103894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f462d50-b96b-4a6c-9b74-3833cd6aee43,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:18.108341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.108697 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Added segment 896a3d8c-055b-492e-9332-d425056645ba of type vlan for network 4971e871-4c8e-4117-aa25-b78381335a78 Sep 19 03:10:18.115183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f95e3-592d-42f0-924b-ca9ca812df01 req-6c74318d-5f15-4a78-82f8-9b0f15640a00 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:18.119108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-261f95e3-592d-42f0-924b-ca9ca812df01 req-6c74318d-5f15-4a78-82f8-9b0f15640a00 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.0582972 Sep 19 03:10:18.161519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.170319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-261f95e3-592d-42f0-924b-ca9ca812df01 req-58097f9d-6750-4c29-a314-34c63ee9a483 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Sep 19 03:10:18.197723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.198891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:18.199483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.233923 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4893575 Sep 19 03:10:18.264466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf16fa5-bdf8-4787-936c-638d56c29b89 admin admin] Pushing event updated for resources: {'Network': ['ID=4971e871-4c8e-4117-aa25-b78381335a78,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:18.277645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4971e871-4c8e-4117-aa25-b78381335a78 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:10:18.363945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4c45c-a20b-4db1-b363-17c756536a73 req-a5da1759-4283-4b73-a7f2-67dee8d4e558 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:18.365720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6c4c45c-a20b-4db1-b363-17c756536a73 req-a5da1759-4283-4b73-a7f2-67dee8d4e558 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0699739 Sep 19 03:10:18.436879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.466990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e4e2026-518b-4dbd-b5ac-d25c1923d619 req-b42fcc33-6b59-4a40-8831-2a2dbb080a90 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0465195 Sep 19 03:10:18.489413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6c4c45c-a20b-4db1-b363-17c756536a73 req-4905cefe-bd43-4a36-8b46-86611b9c2f69 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118646 Sep 19 03:10:18.507969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:18.512102 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:18.738501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 172.20.0.10 (065b3b62-b510-442e-b6be-b963b35c06e9/e36a326a-75b8-42fb-b20b-c7b10be6991b/f65d6efe-8826-4adf-9a25-7ceb4ddbea70) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:18.841865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8de05-e167-4075-b6b5-21e7d4be2ad7 req-0607dce8-97b0-467c-a490-7fc736e5b5f4 tempest-ComputeTenantNetworksTest-1618948232 tempest-ComputeTenantNetworksTest-1618948232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:18.848510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8de05-e167-4075-b6b5-21e7d4be2ad7 req-0607dce8-97b0-467c-a490-7fc736e5b5f4 tempest-ComputeTenantNetworksTest-1618948232 tempest-ComputeTenantNetworksTest-1618948232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:18.854332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8de05-e167-4075-b6b5-21e7d4be2ad7 req-0607dce8-97b0-467c-a490-7fc736e5b5f4 tempest-ComputeTenantNetworksTest-1618948232 tempest-ComputeTenantNetworksTest-1618948232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:18.858897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fb8de05-e167-4075-b6b5-21e7d4be2ad7 req-0607dce8-97b0-467c-a490-7fc736e5b5f4 tempest-ComputeTenantNetworksTest-1618948232 tempest-ComputeTenantNetworksTest-1618948232-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2347164 Sep 19 03:10:19.003775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140fc37-d097-4843-ab6c-ede76f13f581 req-7117fbe1-ccce-4e7f-a2e1-e0818a1a762a tempest-ComputeTenantNetworksTest-1618948232 tempest-ComputeTenantNetworksTest-1618948232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:19.005130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6140fc37-d097-4843-ab6c-ede76f13f581 req-7117fbe1-ccce-4e7f-a2e1-e0818a1a762a tempest-ComputeTenantNetworksTest-1618948232 tempest-ComputeTenantNetworksTest-1618948232-project] 10.222.0.22 "GET /v2.0/networks/4971e871-4c8e-4117-aa25-b78381335a78 HTTP/1.1" status: 200 len: 768 time: 0.1275659 Sep 19 03:10:19.015750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45164) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:19.039945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.092066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.119457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.169919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 065b3b62-b510-442e-b6be-b963b35c06e9 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:19.180583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:19.184047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:19.201889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.230984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4971e871-4c8e-4117-aa25-b78381335a78']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:19.231700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:19.247001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:19.247225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896a3d8c-055b-492e-9332-d425056645ba') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:19.247675 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.248097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896a3d8c-055b-492e-9332-d425056645ba') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:19.265952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.276684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0fec1-4bee-4ea9-87e1-d0fb7f4de518 req-97fccc03-48d2-4d2e-97ba-eeee0153e689 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:19.278255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6d0fec1-4bee-4ea9-87e1-d0fb7f4de518 req-97fccc03-48d2-4d2e-97ba-eeee0153e689 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.1838138 Sep 19 03:10:19.283100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.292423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:10:19.292931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.293406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-2f980708-946f-45c4-b73e-01584decbdaa tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5515325 Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:10:19.295068 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:10:19.337250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'admin_state_up': True, 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'security_groups': ['a8030973-86bb-4712-a297-6f099c9f1361']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:19.367831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.379975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.386644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4971e871-4c8e-4117-aa25-b78381335a78 HTTP/1.1" status: 204 len: 168 time: 0.3696826 Sep 19 03:10:19.396732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b62f50-2b00-4be5-855e-82c6271e03a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4971e871-4c8e-4117-aa25-b78381335a78,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:19.480244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6d0fec1-4bee-4ea9-87e1-d0fb7f4de518 req-2ee79794-856e-4f78-bf5b-be7ff8c1ebcf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854620 Sep 19 03:10:19.516600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22d079-989d-4cfd-9841-e5a4f55edd7b req-68de0820-4147-47a6-aa3e-f17037509a18 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:19.520349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a4dda39b-73e5-4bce-bd80-f53d3234727b None None] Provisioning complete for port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:19.521244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4dda39b-73e5-4bce-bd80-f53d3234727b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.525787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c22d079-989d-4cfd-9841-e5a4f55edd7b req-68de0820-4147-47a6-aa3e-f17037509a18 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1820829 Sep 19 03:10:19.562462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a4dda39b-73e5-4bce-bd80-f53d3234727b None None] Port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:19.607900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c22d079-989d-4cfd-9841-e5a4f55edd7b req-be8ee6f5-cee3-4c8d-b986-ee5775e4062a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810564 Sep 19 03:10:19.671477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578e019-336c-4e61-ad0a-f32c40b48c7e req-10957928-fe11-4ec2-9dc2-a3b87852aedc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:19.673410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f578e019-336c-4e61-ad0a-f32c40b48c7e req-10957928-fe11-4ec2-9dc2-a3b87852aedc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 932 time: 0.0940197 Sep 19 03:10:19.675122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:19.687725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:19.694483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.725949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6042a74-88d0-4662-8a4e-848b2e0faae1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8114478702884ecd9573c3a6ce934310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494194 Sep 19 03:10:19.729285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45204) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:19.795940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9906ec6c-f5dd-4b20-a53c-6355e1397da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.821231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9906ec6c-f5dd-4b20-a53c-6355e1397da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.827559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f578e019-336c-4e61-ad0a-f32c40b48c7e req-062b3de8-d630-44af-9800-66741d04ea10 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300819 Sep 19 03:10:19.840767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac3bcc-f14a-41d1-9ebb-36c756afa010 req-520dad17-047a-4c66-abc0-093d45c21917 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:19.847977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49ac3bcc-f14a-41d1-9ebb-36c756afa010 req-520dad17-047a-4c66-abc0-093d45c21917 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1493812 Sep 19 03:10:19.914143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9906ec6c-f5dd-4b20-a53c-6355e1397da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.915647 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.917978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9906ec6c-f5dd-4b20-a53c-6355e1397da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:19.919337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9906ec6c-f5dd-4b20-a53c-6355e1397da7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f462d50-b96b-4a6c-9b74-3833cd6aee43 HTTP/1.1" status: 204 len: 168 time: 0.1889036 Sep 19 03:10:19.934954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906ec6c-f5dd-4b20-a53c-6355e1397da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f462d50-b96b-4a6c-9b74-3833cd6aee43,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:19.952625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49ac3bcc-f14a-41d1-9ebb-36c756afa010 req-dcb38f15-08cd-4e52-831f-39dcb6b353c2 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023915 Sep 19 03:10:19.984555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 10.1.1.60 (256dc6aa-26e8-44ca-be65-581892b397ef/03586a11-41ba-4309-95cf-039b55244905/1fadc14c-4766-4d3f-a996-6e9511d340eb) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:20.194561 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:20.253433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:20.380403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 256dc6aa-26e8-44ca-be65-581892b397ef is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:20.395102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:20.400819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:20.436496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=1fadc14c-4766-4d3f-a996-6e9511d340eb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:20.538810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:20.543592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:20.587719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-758882d8-11d8-4cdb-b673-4eefb9f62ef5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2620275 Sep 19 03:10:20.609577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'admin_state_up': True, 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'security_groups': ['a8030973-86bb-4712-a297-6f099c9f1361']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:20.871023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782a9a1-ca74-441f-b0cd-f3e96b3abf7b req-a1069afd-bc6e-49db-8fcd-ae7c8a834d66 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:20.882618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9782a9a1-ca74-441f-b0cd-f3e96b3abf7b req-a1069afd-bc6e-49db-8fcd-ae7c8a834d66 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1229002 Sep 19 03:10:20.917883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c6129ee5-30b7-4bba-8db9-6c9d1c724625 None None] Provisioning complete for port 1fadc14c-4766-4d3f-a996-6e9511d340eb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:20.918364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6129ee5-30b7-4bba-8db9-6c9d1c724625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:20.954546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9782a9a1-ca74-441f-b0cd-f3e96b3abf7b req-25021468-873c-494d-8721-7214c8bc318e tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706711 Sep 19 03:10:20.970251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:20.984086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.017304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c6129ee5-30b7-4bba-8db9-6c9d1c724625 None None] Port 1fadc14c-4766-4d3f-a996-6e9511d340eb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:21.221176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d712-cb74-47dd-b8ae-da5283c4b71f req-2fff5a0f-012c-4307-b5f8-17fcf55a1086 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:21.227158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d712-cb74-47dd-b8ae-da5283c4b71f req-2fff5a0f-012c-4307-b5f8-17fcf55a1086 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:21.235128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3765d712-cb74-47dd-b8ae-da5283c4b71f req-2fff5a0f-012c-4307-b5f8-17fcf55a1086 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 1653 time: 0.2190483 Sep 19 03:10:21.276366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c9d9b-ff5c-4184-8c0e-ce591994789e req-0982e92d-e75d-48a0-a70a-3664f534278e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:21.283974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-351c9d9b-ff5c-4184-8c0e-ce591994789e req-0982e92d-e75d-48a0-a70a-3664f534278e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1751323 Sep 19 03:10:21.298505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45276) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:21.314064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 10.1.1.104 (256dc6aa-26e8-44ca-be65-581892b397ef/03586a11-41ba-4309-95cf-039b55244905/4739aa5d-b5c9-4cc4-92ca-e766db177c07) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:21.346724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3765d712-cb74-47dd-b8ae-da5283c4b71f req-ae3bb1ab-97e8-459c-a67a-e55f07e4f2ab tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107290 Sep 19 03:10:21.376427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-351c9d9b-ff5c-4184-8c0e-ce591994789e req-cec6f6bf-d280-4611-b22e-c105c8b7884e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853806 Sep 19 03:10:21.515338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1523874530-network', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:21.571963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Made reservation on behalf of da108ba1f6104b4dbcf7c574f9b1cf2f for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:21.577251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.591212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.634994 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.679229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.720431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.733726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 256dc6aa-26e8-44ca-be65-581892b397ef is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:21.735941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.737547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:21.746563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:21.751880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:10:21.754796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=4739aa5d-b5c9-4cc4-92ca-e766db177c07,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:21.772490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.774003 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Added segment 0e3a1c24-036b-4079-be5e-5361f85e9a6e of type vlan for network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 Sep 19 03:10:21.820186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:21.820844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.840446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e2f24b46-ddb7-4818-b6c2-d391d894fe44 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2357755 Sep 19 03:10:21.861548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1', 'admin_state_up': True, 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'security_groups': ['a8030973-86bb-4712-a297-6f099c9f1361']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:21.870420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.918171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:21.919468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:21.920118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.055244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fb0250-29b3-4b3f-b13e-d44d0294f389,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:22.076650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:22.116194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] Pushing event updated for resources: {'Network': ['ID=35ae9db9-98c3-4a32-81e5-1bc3e313ec22,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:22.122110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7248df80-fcfd-4df5-b706-7f642dfeabe3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8223832 Sep 19 03:10:22.126236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45302) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:22.128070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:10:22.134902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Request body: {'subnet': {'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1523874530-subnet', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:22.167260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Made reservation on behalf of da108ba1f6104b4dbcf7c574f9b1cf2f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:22.170335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.215586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a7d3-b8e6-4ba3-8405-75186f46945e req-ef993c98-e609-40ae-b393-75196eba03bf tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:22.217235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2858a7d3-b8e6-4ba3-8405-75186f46945e req-ef993c98-e609-40ae-b393-75196eba03bf tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.1276989 Sep 19 03:10:22.248951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.354107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a7ac5d00-fc91-404d-8d8d-9eb2354007c1 None None] Provisioning complete for port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:22.354720 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5d00-fc91-404d-8d8d-9eb2354007c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.368865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2858a7d3-b8e6-4ba3-8405-75186f46945e req-2dcfc6e4-0fb7-4ec2-b1d0-9dd8dd582e98 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406035 Sep 19 03:10:22.433102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac5d00-fc91-404d-8d8d-9eb2354007c1 None None] Port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:22.440444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.511863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2bca6d-4467-4f50-b9fa-a84c4066c2af,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:22.517361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Checking segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:22.518084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Network hostable DHCP agents. Network: 35ae9db9-98c3-4a32-81e5-1bc3e313ec22, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:10:22.547424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:10:22.565062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 35ae9db9-98c3-4a32-81e5-1bc3e313ec22) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:22.574982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:22.576225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.576498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79179f06-ecbd-4fd0-a59b-e40209ef659b None None] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:10:22.603728 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb443d38-2ffa-4fed-af25-489863b3b4d0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4690819 Sep 19 03:10:22.606405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45314) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:22.612834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:22.648464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.650588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.769699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.877816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:10:22.878985 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:22.960634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.089157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db27a5-eda9-4cb6-8ada-3d7a6e122887 req-51e1933c-0ff1-448d-ab78-dbfa9860ed3b tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:23.091489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53db27a5-eda9-4cb6-8ada-3d7a6e122887 req-51e1933c-0ff1-448d-ab78-dbfa9860ed3b tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.2854104 Sep 19 03:10:23.098772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Allocated IP 172.20.0.2 (35ae9db9-98c3-4a32-81e5-1bc3e313ec22/2c2bca6d-4467-4f50-b9fa-a84c4066c2af/e2665b37-972a-43c7-8a5e-1f48ec2608ce) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:23.139647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a07f-db64-4540-8e11-1c362d55a745 req-92926a6f-a73a-42ce-bbbe-e4a0ecb251ff tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:23.149683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a07f-db64-4540-8e11-1c362d55a745 req-92926a6f-a73a-42ce-bbbe-e4a0ecb251ff tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:23.157089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678a07f-db64-4540-8e11-1c362d55a745 req-92926a6f-a73a-42ce-bbbe-e4a0ecb251ff tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:23.159046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e678a07f-db64-4540-8e11-1c362d55a745 req-92926a6f-a73a-42ce-bbbe-e4a0ecb251ff tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 2374 time: 0.3513279 Sep 19 03:10:23.234705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.256221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 10.2.2.100 (1412ec84-2b76-4b89-a1b9-10121cbc40e1/07159f8a-0630-4a67-ab00-c34bd984a4ba/9504012c-c4ac-4fea-8bdf-882041121bb0) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:23.259505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.281113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53db27a5-eda9-4cb6-8ada-3d7a6e122887 req-dd2f18a7-a9f0-4029-84c6-33666a38348b tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717377 Sep 19 03:10:23.309541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e678a07f-db64-4540-8e11-1c362d55a745 req-a150c6c8-e8a7-48c2-9058-8e6a5a14816c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101143 Sep 19 03:10:23.424755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Allocated IP 172.25.8.168 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/52340e54-e107-4100-8354-0e47be75de28) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:23.429902 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.439604 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.472363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:23.475029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:23.498441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:23.553126 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.591821 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.632667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:23.637336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:23.644410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:23.654804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Attempting to bind port e2665b37-972a-43c7-8a5e-1f48ec2608ce on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:23.655481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Attempting to bind port e2665b37-972a-43c7-8a5e-1f48ec2608ce by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:23.656053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Attempting to bind port e2665b37-972a-43c7-8a5e-1f48ec2608ce on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:23.661299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Pushing event updated for resources: {'Port': ['ID=e2665b37-972a-43c7-8a5e-1f48ec2608ce,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:23.664154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:23.664911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Checking segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:23.666051 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.666710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Bound using segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:23.667515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Bound port: e2665b37-972a-43c7-8a5e-1f48ec2608ce, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:23.668110 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.683326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.752882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] For port e2665b37-972a-43c7-8a5e-1f48ec2608ce, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:23.756572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] For port e2665b37-972a-43c7-8a5e-1f48ec2608ce, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e2665b37-972a-43c7-8a5e-1f48ec2608ce,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:23.771654 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.778520 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:23.853310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:23.858075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:23.865207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5cc09-9d32-4707-a235-3a76dc7888d0 None None] Pushing event updated for resources: {'Port': ['ID=e2665b37-972a-43c7-8a5e-1f48ec2608ce,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:23.881017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:23.980733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:23.981693 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:24.001594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=9504012c-c4ac-4fea-8bdf-882041121bb0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:24.024707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624d2e7-41db-4854-8fca-5441ca4ae29f req-4d44023c-432e-4329-bcdf-e61bc81d849f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:24.026952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8624d2e7-41db-4854-8fca-5441ca4ae29f req-4d44023c-432e-4329-bcdf-e61bc81d849f tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.2744522 Sep 19 03:10:24.043380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-38e34290-8c00-4194-acbb-3e147e4ee8d5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1888788 Sep 19 03:10:24.053567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:24.090426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8624d2e7-41db-4854-8fca-5441ca4ae29f req-43fa13a5-2f7b-427d-b03c-9eeb8779f8c4 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568202 Sep 19 03:10:24.098101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1', 'admin_state_up': True, 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'security_groups': ['a8030973-86bb-4712-a297-6f099c9f1361']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:24.106680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Pushing event updated for resources: {'Port': ['ID=52340e54-e107-4100-8354-0e47be75de28,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:24.342785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5a251235-c843-4d52-b1b0-c93704e12598 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:10:24.410777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Made reservation on behalf of eff36188a48b4053bdf51b3188fceea3 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:24.420254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:24.476290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fb9a48c1-5fc2-4c1d-a31e-7e4b96bce720 None None] Provisioning complete for port 9504012c-c4ac-4fea-8bdf-882041121bb0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:24.476845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb9a48c1-5fc2-4c1d-a31e-7e4b96bce720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:24.582760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e2665b37-972a-43c7-8a5e-1f48ec2608ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:24.611600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb61c-35ec-42ee-a532-65b31a853d3e req-089f50c2-261b-4577-b8ea-187f600ca598 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:24.613226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b24cb61c-35ec-42ee-a532-65b31a853d3e req-089f50c2-261b-4577-b8ea-187f600ca598 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1492805 Sep 19 03:10:24.702145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fb9a48c1-5fc2-4c1d-a31e-7e4b96bce720 None None] Port 9504012c-c4ac-4fea-8bdf-882041121bb0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:24.734511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:24.744631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e2665b37-972a-43c7-8a5e-1f48ec2608ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:24.745014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:24.770712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5a251235-c843-4d52-b1b0-c93704e12598', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '5a251235-c843-4d52-b1b0-c93704e12598', 'mac_address': 'fa:16:3e:f8:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:10:24.788521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b24cb61c-35ec-42ee-a532-65b31a853d3e req-4f711e2b-6c68-4370-9c22-75f5742e945d tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663120 Sep 19 03:10:24.826804 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:24.844436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2230ee0-8537-431e-929b-23b7907abd80 req-babddfd3-282c-4f23-8a35-500eb1d4dcde tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:24.851052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2230ee0-8537-431e-929b-23b7907abd80 req-babddfd3-282c-4f23-8a35-500eb1d4dcde tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:24.857792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2230ee0-8537-431e-929b-23b7907abd80 req-babddfd3-282c-4f23-8a35-500eb1d4dcde tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:24.864026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a251235-c843-4d52-b1b0-c93704e12598 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:24.864189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2230ee0-8537-431e-929b-23b7907abd80 req-babddfd3-282c-4f23-8a35-500eb1d4dcde tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:24.866075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2230ee0-8537-431e-929b-23b7907abd80 req-babddfd3-282c-4f23-8a35-500eb1d4dcde tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 3095 time: 0.2483139 Sep 19 03:10:24.956958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:25.008929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Allocated IP 10.2.2.200 (1412ec84-2b76-4b89-a1b9-10121cbc40e1/07159f8a-0630-4a67-ab00-c34bd984a4ba/77d5a45f-cf91-4684-95ad-72d5860ccc50) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:25.012404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.080857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2230ee0-8537-431e-929b-23b7907abd80 req-289420f3-343b-4070-bad1-c1f11997b975 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892579 Sep 19 03:10:25.144763 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.224943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.240525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:25.269598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5a251235-c843-4d52-b1b0-c93704e12598'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:25.331675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port e2665b37-972a-43c7-8a5e-1f48ec2608ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e2665b37-972a-43c7-8a5e-1f48ec2608ce,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:25.357058 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.403633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01f1e-1c6a-4da4-b826-ff79c2d7e501 req-32eb137d-47b9-42cf-9185-a6e49501b9d6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:25.411150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ed01f1e-1c6a-4da4-b826-ff79c2d7e501 req-32eb137d-47b9-42cf-9185-a6e49501b9d6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.2331960 Sep 19 03:10:25.450880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.500018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ed01f1e-1c6a-4da4-b826-ff79c2d7e501 req-79864f3c-3208-478e-b4a2-c15e8ac35fc8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847366 Sep 19 03:10:25.514437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Router fd341d91-f58f-40ab-94d6-e71f65c50b99 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:10:25.536797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.633712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event updated for resources: {'Port': ['ID=77d5a45f-cf91-4684-95ad-72d5860ccc50,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:25.644090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:25.646089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:25.650795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:25.724989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:25.725414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.748041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a6c8dce3-fd61-416f-9db4-de0039212594 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6634042 Sep 19 03:10:25.778555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:25.781157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:10:25.792823 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Sync routers for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:10:25.805165 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:10:25.807034 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:25.824885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:25.830182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2866a59a-7ae1-4bea-afca-5d71b2ee3e99 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2216983 Sep 19 03:10:25.831033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45366) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:25.840299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7771ebb2-328c-4f97-b1b2-62f5a35dbaeb None None] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:10:25.897015 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:26.004659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e17c04fe-72a1-4ffd-95bb-d2a4b2c6bfa0 None None] Provisioning complete for port e2665b37-972a-43c7-8a5e-1f48ec2608ce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:26.005027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e17c04fe-72a1-4ffd-95bb-d2a4b2c6bfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:26.050139 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:10:26.271270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=e2665b37-972a-43c7-8a5e-1f48ec2608ce,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:26.334457 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:23Z', 'revision_number': 3, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:26.373156 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Checking router: fd341d91-f58f-40ab-94d6-e71f65c50b99 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:10:26.373902 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Updating router fd341d91-f58f-40ab-94d6-e71f65c50b99 port 52340e54-e107-4100-8354-0e47be75de28 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:10:26.406039 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:26.436094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791f0dc-ebf3-4c15-ae89-6bed5c0ff60a req-a89bbc97-9f2e-45ec-8978-748ddcdd5b58 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:26.438068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9791f0dc-ebf3-4c15-ae89-6bed5c0ff60a req-a89bbc97-9f2e-45ec-8978-748ddcdd5b58 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.4217119 Sep 19 03:10:26.480430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e2665b37-972a-43c7-8a5e-1f48ec2608ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:26.554680 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d9b7ea77-0d74-43fb-aaaa-71dec573ce67 None None] Provisioning complete for port 77d5a45f-cf91-4684-95ad-72d5860ccc50 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:26.555135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9b7ea77-0d74-43fb-aaaa-71dec573ce67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:26.558380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e2665b37-972a-43c7-8a5e-1f48ec2608ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:26.558842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:26.585809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2b96-0c1b-4b65-bc06-73769ed4cd17 req-51f461ac-90fd-4a0c-824b-3c65e07fc725 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:26.596003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2b96-0c1b-4b65-bc06-73769ed4cd17 req-51f461ac-90fd-4a0c-824b-3c65e07fc725 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:26.622070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2b96-0c1b-4b65-bc06-73769ed4cd17 req-51f461ac-90fd-4a0c-824b-3c65e07fc725 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:26.631142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2b96-0c1b-4b65-bc06-73769ed4cd17 req-51f461ac-90fd-4a0c-824b-3c65e07fc725 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:26.638331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a2b96-0c1b-4b65-bc06-73769ed4cd17 req-51f461ac-90fd-4a0c-824b-3c65e07fc725 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:26.654680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-965a2b96-0c1b-4b65-bc06-73769ed4cd17 req-51f461ac-90fd-4a0c-824b-3c65e07fc725 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 3816 time: 0.2427332 Sep 19 03:10:26.671083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7ea77-0d74-43fb-aaaa-71dec573ce67 None None] Port 77d5a45f-cf91-4684-95ad-72d5860ccc50 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:26.747562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9791f0dc-ebf3-4c15-ae89-6bed5c0ff60a req-e2271905-e4b4-444e-8c03-76289ea8df71 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716126 Sep 19 03:10:26.977674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-a0c577ea-0e87-47e9-845a-4b877f21a07a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:26.979283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-a0c577ea-0e87-47e9-845a-4b877f21a07a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.4481497 Sep 19 03:10:26.996791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d7914fd1-0c10-4ad1-ab39-587267ec04e7 None None] Provisioning complete for port e2665b37-972a-43c7-8a5e-1f48ec2608ce triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:26.997325 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7914fd1-0c10-4ad1-ab39-587267ec04e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:26.998332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-965a2b96-0c1b-4b65-bc06-73769ed4cd17 req-700b346d-7eb1-4cbb-937f-de7b158707f4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632957 Sep 19 03:10:27.062313 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.077063 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.099193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.204485 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Attempting to bind port 52340e54-e107-4100-8354-0e47be75de28 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:27.204884 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Attempting to bind port 52340e54-e107-4100-8354-0e47be75de28 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:27.205231 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Attempting to bind port 52340e54-e107-4100-8354-0e47be75de28 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:27.225350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990e163-3742-4c51-9e2f-8c8d8c88cb43 None None] Pushing event updated for resources: {'Port': ['ID=52340e54-e107-4100-8354-0e47be75de28,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:27.234774 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:27.235180 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:27.235582 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.236064 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:27.236541 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Bound port: 52340e54-e107-4100-8354-0e47be75de28, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:27.236919 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.266054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cac6a-fe0f-44a1-8d50-9b2bd9f861d4 req-6d5a49dc-5416-46cf-bfc3-08fb7fabc88d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:27.267842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b8cac6a-fe0f-44a1-8d50-9b2bd9f861d4 req-6d5a49dc-5416-46cf-bfc3-08fb7fabc88d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 946 time: 0.3410187 Sep 19 03:10:27.332075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Deleting port f70e1004-2d28-442b-bb36-f0a55cf20819 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:10:27.340753 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.385192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65d6efe-8826-4adf-9a25-7ceb4ddbea70 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:27.414394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Allocated IP 172.20.0.1 (35ae9db9-98c3-4a32-81e5-1bc3e313ec22/2c2bca6d-4467-4f50-b9fa-a84c4066c2af/8556a761-b2c5-472d-8e39-46d3daf5b0ca) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:27.435463 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] For port 52340e54-e107-4100-8354-0e47be75de28, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:27.439913 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] For port 52340e54-e107-4100-8354-0e47be75de28, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=52340e54-e107-4100-8354-0e47be75de28,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:27.445435 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.473342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.487104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Transition to ACTIVE for port object f65d6efe-8826-4adf-9a25-7ceb4ddbea70 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:27.502014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.506788 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990e163-3742-4c51-9e2f-8c8d8c88cb43 None None] Pushing event updated for resources: {'Port': ['ID=52340e54-e107-4100-8354-0e47be75de28,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:27.552669 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:10:27.555002 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:27.576742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:27.624205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.665643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b8cac6a-fe0f-44a1-8d50-9b2bd9f861d4 req-90341e82-7a12-423f-8828-720225c781d2 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689005 Sep 19 03:10:27.738901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.770064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Attempting to bind port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:27.770414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Attempting to bind port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:27.770773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Attempting to bind port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 on network 065b3b62-b510-442e-b6be-b963b35c06e9 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:27.780794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 on network 065b3b62-b510-442e-b6be-b963b35c06e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:27.781123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Attempting to bind port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 on network 065b3b62-b510-442e-b6be-b963b35c06e9 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:27.784594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] For port f70e1004-2d28-442b-bb36-f0a55cf20819, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f70e1004-2d28-442b-bb36-f0a55cf20819,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:27.785014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.800961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:27.801306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Checking segment: {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:27.801680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Bound using segment: {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:27.802124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Bound port: f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018c93f6-276c-4a3a-a574-3d3773cfff28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:27.802549 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:27.804943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Calling delete_port for f70e1004-2d28-442b-bb36-f0a55cf20819 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:10:27.881147 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:10:27.887202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:27.893746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:27.918039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:27.925890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Pushing event updated for resources: {'Port': ['ID=8556a761-b2c5-472d-8e39-46d3daf5b0ca,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:28.019393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.176336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.220353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f70e1004-2d28-442b-bb36-f0a55cf20819'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:28.234328 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:23Z', 'revision_number': 3, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:28.282089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.304908 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01a74ea-5245-4001-966a-0e64d8c15ec9 None None] The sync data for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 is: [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:23Z', 'revision_number': 3, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:10:28.356207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-09f5a2ab-7744-42bb-9866-f89f3484bc87 None None] Provisioning complete for port 8556a761-b2c5-472d-8e39-46d3daf5b0ca triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:28.356576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09f5a2ab-7744-42bb-9866-f89f3484bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.390305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event deleted for resources: {'Port': ['ID=f70e1004-2d28-442b-bb36-f0a55cf20819,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:28.426130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] For port f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:28.469438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] For port f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:28.480975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-09f5a2ab-7744-42bb-9866-f89f3484bc87 None None] Port 8556a761-b2c5-472d-8e39-46d3daf5b0ca cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:28.491796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5a251235-c843-4d52-b1b0-c93704e12598 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:28.494076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] No DVR routers for this DVR port f70e1004-2d28-442b-bb36-f0a55cf20819 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:10:28.515077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bd708-1cc0-469b-a398-bec56771aca1 req-6d18c2bb-8c3f-4ffb-a64a-37fa6fedaad3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:28.523817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bd708-1cc0-469b-a398-bec56771aca1 req-6d18c2bb-8c3f-4ffb-a64a-37fa6fedaad3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:28.532452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bd708-1cc0-469b-a398-bec56771aca1 req-6d18c2bb-8c3f-4ffb-a64a-37fa6fedaad3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:28.543272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bd708-1cc0-469b-a398-bec56771aca1 req-6d18c2bb-8c3f-4ffb-a64a-37fa6fedaad3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:28.558032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bd708-1cc0-469b-a398-bec56771aca1 req-6d18c2bb-8c3f-4ffb-a64a-37fa6fedaad3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:28.561645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-633bd708-1cc0-469b-a398-bec56771aca1 req-6d18c2bb-8c3f-4ffb-a64a-37fa6fedaad3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 3828 time: 0.3986506 Sep 19 03:10:28.563410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.565805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7beb3d83-9d99-41b5-a30b-96705c17d739 req-780777e6-f2f7-455d-92b9-1f6a28353611 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "DELETE /v2.0/ports/f70e1004-2d28-442b-bb36-f0a55cf20819 HTTP/1.1" status: 204 len: 173 time: 1.5664573 Sep 19 03:10:28.597236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb6d35-955e-47b7-af92-1062814810f4 req-5103133d-b959-44f0-8758-e1f608ba3790 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:28.610702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9eb6d35-955e-47b7-af92-1062814810f4 req-5103133d-b959-44f0-8758-e1f608ba3790 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.6399922 Sep 19 03:10:28.613578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.619421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'name': 'network-vif-deleted', 'tag': 'f70e1004-2d28-442b-bb36-f0a55cf20819'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:28.627664 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769fd1e9-e490-4a04-aeda-3ff449f31185" -d '{"events": [{"server_uuid": "1cce7dd2-6b6e-4b82-9f85-bce5eed006a5", "name": "network-vif-deleted", "tag": "f70e1004-2d28-442b-bb36-f0a55cf20819"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:28.687110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5a251235-c843-4d52-b1b0-c93704e12598 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:28.687492 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.700392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.722201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.815836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:28.816397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.823638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] 10.222.0.32 "PUT /v2.0/ports/f65d6efe-8826-4adf-9a25-7ceb4ddbea70 HTTP/1.1" status: 200 len: 1092 time: 3.0525908 Sep 19 03:10:28.890442 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:28.974983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:29.006156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:29.016297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9eb6d35-955e-47b7-af92-1062814810f4 req-22a76429-4fb0-4e15-9154-61310616a66a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749011 Sep 19 03:10:29.112195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:29.117244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:29.118640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-633bd708-1cc0-469b-a398-bec56771aca1 req-c90ab29a-c27b-4244-8271-b0b46675ebc2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4526999 Sep 19 03:10:29.119382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ad607-d008-4e39-a03e-ce1aa82b1de5 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:29.133572 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce8cc7-feaf-4d11-aedf-bc4cd1803a69" -d '{"events": [{"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-plugged", "status": "completed", "tag": "5a251235-c843-4d52-b1b0-c93704e12598"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:29.163178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:29.174721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f70e1004-2d28-442b-bb36-f0a55cf20819 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:10:29.257373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:29.266479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: f70e1004-2d28-442b-bb36-f0a55cf20819 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:10:29.267070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f70e1004-2d28-442b-bb36-f0a55cf20819 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:10:29.268097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:29.323182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:29.472162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:29.644276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:29.758576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Pushing event updated for resources: {'Port': ['ID=8556a761-b2c5-472d-8e39-46d3daf5b0ca,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:29.787553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Router fd341d91-f58f-40ab-94d6-e71f65c50b99 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:10:29.903495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-983797da-ea7f-4319-8d1b-ccfed5cebcf9 req-76f40f68-49e8-481b-aea6-cb95c0637d3c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=1cce7dd2-6b6e-4b82-9f85-bce5eed006a5 HTTP/1.1" status: 200 len: 210 time: 0.3578176 Sep 19 03:10:29.905273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7f717fcd-bb66-4d07-a924-2f49d62de496 None None] Provisioning complete for port 8556a761-b2c5-472d-8e39-46d3daf5b0ca triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:29.906615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f717fcd-bb66-4d07-a924-2f49d62de496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:29.920352 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63daa7e9-090a-4659-92d2-1d2676b9efeb x-openstack-request-id: req-63daa7e9-090a-4659-92d2-1d2676b9efeb {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:29.920919 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cce7dd2-6b6e-4b82-9f85-bce5eed006a5", "name": "network-vif-deleted", "tag": "f70e1004-2d28-442b-bb36-f0a55cf20819", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:29.921276 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63daa7e9-090a-4659-92d2-1d2676b9efeb {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:29.932577 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cce7dd2-6b6e-4b82-9f85-bce5eed006a5', 'name': 'network-vif-deleted', 'tag': 'f70e1004-2d28-442b-bb36-f0a55cf20819', 'status': 'completed', 'code': 200} Sep 19 03:10:29.982714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7f717fcd-bb66-4d07-a924-2f49d62de496 None None] Port 8556a761-b2c5-472d-8e39-46d3daf5b0ca cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:29.997720 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07ecda1-5cda-4c56-bcbe-3dc51662ea6b x-openstack-request-id: req-e07ecda1-5cda-4c56-bcbe-3dc51662ea6b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:29.998414 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-plugged", "status": "completed", "tag": "5a251235-c843-4d52-b1b0-c93704e12598", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:29.999015 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e07ecda1-5cda-4c56-bcbe-3dc51662ea6b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:30.001894 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598', 'code': 200} Sep 19 03:10:30.145130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:10:30.168041 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8260082-8988-428c-8019-6e2d5f44ce6e admin admin] 10.222.0.22 "PUT /v2.0/routers/fd341d91-f58f-40ab-94d6-e71f65c50b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3266332 Sep 19 03:10:30.494099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de2d9-ea3c-4d9a-870e-6f36f11ba525 req-c6759818-76bc-4c1d-bd03-35d00fbb015e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:30.501632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee4de2d9-ea3c-4d9a-870e-6f36f11ba525 req-c6759818-76bc-4c1d-bd03-35d00fbb015e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.2298768 Sep 19 03:10:30.586933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 52340e54-e107-4100-8354-0e47be75de28 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:30.654763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee4de2d9-ea3c-4d9a-870e-6f36f11ba525 req-a2c0c232-194f-4f5c-9a07-240d1e8f020a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466868 Sep 19 03:10:30.674576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:30.710956 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:30.717491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 52340e54-e107-4100-8354-0e47be75de28 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:30.717983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:30.762279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Transition to ACTIVE for port object 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:30.769221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:30.940757 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:30.991863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 52340e54-e107-4100-8354-0e47be75de28, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=52340e54-e107-4100-8354-0e47be75de28,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:31.001332 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:31.127912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=52340e54-e107-4100-8354-0e47be75de28,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:31.248121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Pushing event updated for resources: {'Port': ['ID=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:31.311705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-54f5ffc2-9acf-468b-a8a8-5131109c3c45 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:31.322770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-54f5ffc2-9acf-468b-a8a8-5131109c3c45 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:31.330575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-54f5ffc2-9acf-468b-a8a8-5131109c3c45 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:31.374345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-54f5ffc2-9acf-468b-a8a8-5131109c3c45 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:31.392682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-54f5ffc2-9acf-468b-a8a8-5131109c3c45 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:31.409234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-54f5ffc2-9acf-468b-a8a8-5131109c3c45 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:31.416564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-54f5ffc2-9acf-468b-a8a8-5131109c3c45 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 4599 time: 0.5275052 Sep 19 03:10:31.426109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Attempting to bind port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:31.426893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Attempting to bind port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:31.427450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Attempting to bind port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:31.473699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 on network 256dc6aa-26e8-44ca-be65-581892b397ef not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:31.474427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Attempting to bind port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:31.492397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:31.493134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Checking segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:31.494396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Bound using segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:31.495172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Bound port: 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:31.496313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:31.626550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] For port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:31.631066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] For port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:31.649651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:31.691344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec0a83ca-99a1-45e4-a5a6-a57b2f07f4fc req-acd31f55-2cb2-4944-bfdd-f6846e6cd87b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2586534 Sep 19 03:10:31.708612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:31.709548 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:31.711605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] 10.222.0.32 "PUT /v2.0/ports/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 200 len: 1129 time: 2.8148770 Sep 19 03:10:31.772037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Sync routers for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:10:31.791630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:31.792046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:10:31.792710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:31.904306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25366c1-11d3-4195-8a6d-e786ea570dcc service neutron] Pushing event updated for resources: {'Port': ['ID=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:31.918263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:31.934170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70'}, {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '0241c3d5-2581-4f9e-ab10-6fc227d7a9c8'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:31.937712 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392707af-1bd7-41c8-87a5-545188d46cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70"}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "0241c3d5-2581-4f9e-ab10-6fc227d7a9c8"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:32.045157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:10:32.448104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 52340e54-e107-4100-8354-0e47be75de28 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:32.527319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 2, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:32.538893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de929584-c5db-4744-ba14-ab9bccb6230a {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:32.548597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:32.559176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Checking router: fd341d91-f58f-40ab-94d6-e71f65c50b99 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:10:32.559454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Updating router fd341d91-f58f-40ab-94d6-e71f65c50b99 port 8556a761-b2c5-472d-8e39-46d3daf5b0ca binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:10:32.578119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Transition to ACTIVE for port object de929584-c5db-4744-ba14-ab9bccb6230a will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:32.587130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:32.588111 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:32.616860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 52340e54-e107-4100-8354-0e47be75de28 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:32.617229 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:32.674203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Pushing event updated for resources: {'Port': ['ID=de929584-c5db-4744-ba14-ab9bccb6230a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:33.298866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.314996 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.437681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Attempting to bind port de929584-c5db-4744-ba14-ab9bccb6230a on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:33.438612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Attempting to bind port de929584-c5db-4744-ba14-ab9bccb6230a by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:33.439344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Attempting to bind port de929584-c5db-4744-ba14-ab9bccb6230a on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:33.458706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Port de929584-c5db-4744-ba14-ab9bccb6230a on network 256dc6aa-26e8-44ca-be65-581892b397ef not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:33.459168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Attempting to bind port de929584-c5db-4744-ba14-ab9bccb6230a on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:33.475774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:33.476246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Checking segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:33.476572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Bound using segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:33.477030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Bound port: de929584-c5db-4744-ba14-ab9bccb6230a, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:33.477453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.517411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec04df2-7ac9-4fde-979c-976d85af3eef None None] Pushing event updated for resources: {'Port': ['ID=8556a761-b2c5-472d-8e39-46d3daf5b0ca,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:33.620501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Attempting to bind port 8556a761-b2c5-472d-8e39-46d3daf5b0ca on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:33.621490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Attempting to bind port 8556a761-b2c5-472d-8e39-46d3daf5b0ca by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:33.622314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Attempting to bind port 8556a761-b2c5-472d-8e39-46d3daf5b0ca on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:33.632045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:33.632991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Checking segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:33.633470 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.634709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Bound using segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:33.635537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Bound port: 8556a761-b2c5-472d-8e39-46d3daf5b0ca, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:33.636055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.660936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] For port de929584-c5db-4744-ba14-ab9bccb6230a, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:33.664229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] For port de929584-c5db-4744-ba14-ab9bccb6230a, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=de929584-c5db-4744-ba14-ab9bccb6230a,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:33.673157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.783942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] For port 8556a761-b2c5-472d-8e39-46d3daf5b0ca, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:33.789377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] For port 8556a761-b2c5-472d-8e39-46d3daf5b0ca, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8556a761-b2c5-472d-8e39-46d3daf5b0ca,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:33.803600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:33.804356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.804749 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:33.806589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-07207275-fb82-472f-8137-de92d03ee857 service neutron] 10.222.0.32 "PUT /v2.0/ports/de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 200 len: 1130 time: 2.0311794 Sep 19 03:10:33.885641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:33.978616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:10:33.979476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:33.985361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07207275-fb82-472f-8137-de92d03ee857 service neutron] Pushing event updated for resources: {'Port': ['ID=de929584-c5db-4744-ba14-ab9bccb6230a,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:34.074453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:34.138305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-44a8e07b-0a13-4d22-b9f5-fb5370edaa07 None None] Provisioning complete for port 8556a761-b2c5-472d-8e39-46d3daf5b0ca triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:34.143783 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44a8e07b-0a13-4d22-b9f5-fb5370edaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:34.189557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec04df2-7ac9-4fde-979c-976d85af3eef None None] Pushing event updated for resources: {'Port': ['ID=8556a761-b2c5-472d-8e39-46d3daf5b0ca,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:34.339424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:10:34.644995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fadc14c-4766-4d3f-a996-6e9511d340eb {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:34.660734 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:34.695848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Transition to ACTIVE for port object 1fadc14c-4766-4d3f-a996-6e9511d340eb will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:34.705015 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:34.834449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Pushing event updated for resources: {'Port': ['ID=1fadc14c-4766-4d3f-a996-6e9511d340eb,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:34.981782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Attempting to bind port 1fadc14c-4766-4d3f-a996-6e9511d340eb on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:34.988183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Attempting to bind port 1fadc14c-4766-4d3f-a996-6e9511d340eb by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:34.988710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Attempting to bind port 1fadc14c-4766-4d3f-a996-6e9511d340eb on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:34.995416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Port 1fadc14c-4766-4d3f-a996-6e9511d340eb on network 256dc6aa-26e8-44ca-be65-581892b397ef not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:34.995860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Attempting to bind port 1fadc14c-4766-4d3f-a996-6e9511d340eb on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:35.004130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:35.005050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Checking segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:35.005522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Bound using segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:35.006037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Bound port: 1fadc14c-4766-4d3f-a996-6e9511d340eb, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:35.006843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:35.054472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:33Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:10:35.108632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c32189-78c3-4da7-ab33-481d177bd5dd None None] The sync data for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 is: [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:33Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:10:35.179757 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44a8e07b-0a13-4d22-b9f5-fb5370edaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:35.191967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] For port 1fadc14c-4766-4d3f-a996-6e9511d340eb, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:35.199317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] For port 1fadc14c-4766-4d3f-a996-6e9511d340eb, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:35.228335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:35.360736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-44a8e07b-0a13-4d22-b9f5-fb5370edaa07 None None] For port 8556a761-b2c5-472d-8e39-46d3daf5b0ca, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8556a761-b2c5-472d-8e39-46d3daf5b0ca,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:35.373083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44a8e07b-0a13-4d22-b9f5-fb5370edaa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:35.376011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Pushing event updated for resources: {'Port': ['ID=1fadc14c-4766-4d3f-a996-6e9511d340eb,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:35.428665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:35.429216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:35.430566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ca5e80ef-091b-4144-a479-91b8f30dec7c service neutron] 10.222.0.32 "PUT /v2.0/ports/1fadc14c-4766-4d3f-a996-6e9511d340eb HTTP/1.1" status: 200 len: 1090 time: 1.5794408 Sep 19 03:10:35.486053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:35.519942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8e07b-0a13-4d22-b9f5-fb5370edaa07 None None] Pushing event updated for resources: {'Port': ['ID=8556a761-b2c5-472d-8e39-46d3daf5b0ca,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:35.614977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:35.704258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c44bf3b5-5d4a-46ca-b99d-1839c0783ed9 None None] Provisioning complete for port 8556a761-b2c5-472d-8e39-46d3daf5b0ca triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:35.705053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c44bf3b5-5d4a-46ca-b99d-1839c0783ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:36.334303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4739aa5d-b5c9-4cc4-92ca-e766db177c07 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:36.356906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:36.380202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Transition to ACTIVE for port object 4739aa5d-b5c9-4cc4-92ca-e766db177c07 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:36.387057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:36.532364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8556a761-b2c5-472d-8e39-46d3daf5b0ca up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:10:36.543495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4739aa5d-b5c9-4cc4-92ca-e766db177c07,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:36.666507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8556a761-b2c5-472d-8e39-46d3daf5b0ca triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:36.667397 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:36.856201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Attempting to bind port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:36.859230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Attempting to bind port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:36.864649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Attempting to bind port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:36.886478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 on network 256dc6aa-26e8-44ca-be65-581892b397ef not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:36.892152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Attempting to bind port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:36.898727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:36.901323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Checking segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:36.902190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Bound using segment: {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:36.905354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Bound port: 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcf4b14-f3dc-4c58-826b-61299262fdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:36.905934 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:37.064806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] For port 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:37.073431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] For port 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:37.082184 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:37.191337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:37.195515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:37.197542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] 10.222.0.32 "PUT /v2.0/ports/4739aa5d-b5c9-4cc4-92ca-e766db177c07 HTTP/1.1" status: 200 len: 1091 time: 1.7238376 Sep 19 03:10:37.262181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:37.264798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58e3ff-9d69-4c81-8bfb-91b23471a6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4739aa5d-b5c9-4cc4-92ca-e766db177c07,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:37.438097 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:38.030258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9504012c-c4ac-4fea-8bdf-882041121bb0 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:38.045164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:38.060699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Transition to ACTIVE for port object 9504012c-c4ac-4fea-8bdf-882041121bb0 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:38.067135 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:38.251983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Pushing event updated for resources: {'Port': ['ID=9504012c-c4ac-4fea-8bdf-882041121bb0,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:38.277690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Attempting to bind port 9504012c-c4ac-4fea-8bdf-882041121bb0 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:38.278363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Attempting to bind port 9504012c-c4ac-4fea-8bdf-882041121bb0 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:38.278914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Attempting to bind port 9504012c-c4ac-4fea-8bdf-882041121bb0 on network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:38.284204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Port 9504012c-c4ac-4fea-8bdf-882041121bb0 on network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:38.284725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Attempting to bind port 9504012c-c4ac-4fea-8bdf-882041121bb0 on network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:38.290478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:38.291226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Checking segment: {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:38.291783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Bound using segment: {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:38.292372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Bound port: 9504012c-c4ac-4fea-8bdf-882041121bb0, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:38.293501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:38.451725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] For port 9504012c-c4ac-4fea-8bdf-882041121bb0, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:38.459749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] For port 9504012c-c4ac-4fea-8bdf-882041121bb0, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9504012c-c4ac-4fea-8bdf-882041121bb0,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:38.476007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:38.566832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Pushing event updated for resources: {'Port': ['ID=9504012c-c4ac-4fea-8bdf-882041121bb0,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:38.611582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:38.612441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:38.616570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fbe3be6d-8373-48a9-8a84-f47fbe5b9e9f service neutron] 10.222.0.32 "PUT /v2.0/ports/9504012c-c4ac-4fea-8bdf-882041121bb0 HTTP/1.1" status: 200 len: 1091 time: 1.3740413 Sep 19 03:10:38.659834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Request body: {'port': {'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:38.784576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:39.302765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d5a45f-cf91-4684-95ad-72d5860ccc50 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:39.319786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:39.345231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Transition to ACTIVE for port object 77d5a45f-cf91-4684-95ad-72d5860ccc50 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:39.351011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:39.499176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Pushing event updated for resources: {'Port': ['ID=77d5a45f-cf91-4684-95ad-72d5860ccc50,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:39.652799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Attempting to bind port 77d5a45f-cf91-4684-95ad-72d5860ccc50 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:39.652799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Attempting to bind port 77d5a45f-cf91-4684-95ad-72d5860ccc50 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:39.652799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Attempting to bind port 77d5a45f-cf91-4684-95ad-72d5860ccc50 on network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:39.667674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Port 77d5a45f-cf91-4684-95ad-72d5860ccc50 on network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:39.668198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Attempting to bind port 77d5a45f-cf91-4684-95ad-72d5860ccc50 on network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:39.674225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:39.674789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Checking segment: {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:39.675325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Bound using segment: {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:39.675911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Bound port: 77d5a45f-cf91-4684-95ad-72d5860ccc50, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c605498-e194-4fa4-b625-923ae71ef228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:39.676378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:39.841246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] For port 77d5a45f-cf91-4684-95ad-72d5860ccc50, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:39.850296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] For port 77d5a45f-cf91-4684-95ad-72d5860ccc50, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:39.861170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:39.941193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:39.943778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:39.945376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] 10.222.0.32 "PUT /v2.0/ports/77d5a45f-cf91-4684-95ad-72d5860ccc50 HTTP/1.1" status: 200 len: 1091 time: 1.2907352 Sep 19 03:10:40.005125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9ca99-cf6c-44f3-a792-3b1733512188 service neutron] Pushing event updated for resources: {'Port': ['ID=77d5a45f-cf91-4684-95ad-72d5860ccc50,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:40.152866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.156840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.157410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.157947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.161549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.162146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.162689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.164982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a964a188-3175-4c41-a0b6-34a1584acf59 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.1391160 Sep 19 03:10:40.249212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-34227289-d248-4a54-8421-143db22c4f67 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70 HTTP/1.1" status: 200 len: 217 time: 0.0635860 Sep 19 03:10:40.316567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-f59b371f-6cba-4190-81b5-7ebeba614ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.318294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-f59b371f-6cba-4190-81b5-7ebeba614ac0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e36a326a-75b8-42fb-b20b-c7b10be6991b HTTP/1.1" status: 200 len: 851 time: 0.0593550 Sep 19 03:10:40.374210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a77de437-ae4c-4215-a9e4-7457e24c90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.377741 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-a77de437-ae4c-4215-a9e4-7457e24c90f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=065b3b62-b510-442e-b6be-b963b35c06e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488296 Sep 19 03:10:40.539869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-931b3848-f780-4e09-8139-befa2b2bed8c service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512792 Sep 19 03:10:40.693809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-fc8e08b9-fb9c-49b9-b290-f88bf632b66d service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441448 Sep 19 03:10:40.793452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-11b9fcce-b087-4db5-ac75-9a1ebd33a6ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 200 len: 217 time: 0.0833523 Sep 19 03:10:40.937620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-da5fdb86-e482-418b-9c2f-6e07e5552f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:40.939248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-da5fdb86-e482-418b-9c2f-6e07e5552f3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.1024160 Sep 19 03:10:41.032868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-cb59bf3d-946e-4dc4-8d98-db06e055029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:41.035324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-cb59bf3d-946e-4dc4-8d98-db06e055029d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0714915 Sep 19 03:10:41.163851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-eff2239d-1ba9-492b-81e7-727097741f95 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134839 Sep 19 03:10:41.328200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-eb411a68-5445-466e-adcd-bffb48f9a48d service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566408 Sep 19 03:10:41.331842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-56e2fcca-bbc8-4c1b-b76d-bf7ca37ad581 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830677 Sep 19 03:10:41.526693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-0e1f963e-d64a-4686-9a4e-bdfd81144099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 200 len: 217 time: 0.1639838 Sep 19 03:10:41.648618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-ff437833-0156-4c75-8934-3fd4793d5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:41.662094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-ff437833-0156-4c75-8934-3fd4793d5418 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 1098 time: 0.1775410 Sep 19 03:10:41.707329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-9626d1ae-2c84-4cd4-9e35-68b857de4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:41.718858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-9626d1ae-2c84-4cd4-9e35-68b857de4d67 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.1628702 Sep 19 03:10:41.833924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-bf026672-4d72-40a7-89e6-711a0461d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:41.835494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-bf026672-4d72-40a7-89e6-711a0461d2e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050701 Sep 19 03:10:41.955774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-f6062131-34e3-4226-ac4e-f70ffb967737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:41.957955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-f6062131-34e3-4226-ac4e-f70ffb967737 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.2664044 Sep 19 03:10:42.097041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-16c1b819-477b-4daa-8b75-d57d905b80ef service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509406 Sep 19 03:10:42.156949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-89e9bdb1-b549-4e12-90ea-84a7c9b9a495 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 200 len: 1002 time: 0.1878030 Sep 19 03:10:42.288805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-21295391-5cef-43d3-bdb4-bc8b8a2cffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.291603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-21295391-5cef-43d3-bdb4-bc8b8a2cffb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0787795 Sep 19 03:10:42.401961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-ab5585df-b782-43ea-a6aa-e51e9b8aa823 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686405 Sep 19 03:10:42.409876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ae7be-c7e3-474d-aca2-e9042a88a329 req-9b681368-ad54-4e5b-826e-028461038080 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.412533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c10ae7be-c7e3-474d-aca2-e9042a88a329 req-9b681368-ad54-4e5b-826e-028461038080 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0805180 Sep 19 03:10:42.425990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-2102d4cc-5a16-4150-a6e2-ac5d498aea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.427509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-2102d4cc-5a16-4150-a6e2-ac5d498aea26 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278231 Sep 19 03:10:42.482972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-f3a44c18-187e-45bb-a809-18b3250968e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb HTTP/1.1" status: 200 len: 217 time: 0.0685487 Sep 19 03:10:42.534846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45546) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:42.542483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-85f5a306-4787-409d-b315-e5ffe7335bc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1761711953', 'description': 'tempest-description--1687583224'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:42.585817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f5a306-4787-409d-b315-e5ffe7335bc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.634081 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910f4e54-0cc0-4cb6-8e08-f2fa0e6f473b x-openstack-request-id: req-910f4e54-0cc0-4cb6-8e08-f2fa0e6f473b {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:42.634409 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "0241c3d5-2581-4f9e-ab10-6fc227d7a9c8", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:42.634917 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-910f4e54-0cc0-4cb6-8e08-f2fa0e6f473b {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:42.635399 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'status': 'completed', 'code': 200} Sep 19 03:10:42.636029 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '0241c3d5-2581-4f9e-ab10-6fc227d7a9c8', 'status': 'completed', 'code': 200} Sep 19 03:10:42.637709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-4490f876-becf-4cf3-b14e-fe1f8b2cfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.639648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-4490f876-becf-4cf3-b14e-fe1f8b2cfaae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.1430697 Sep 19 03:10:42.657672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c10ae7be-c7e3-474d-aca2-e9042a88a329 req-f25b9788-16ac-4982-85d9-677612b7b213 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378476 Sep 19 03:10:42.691595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f5a306-4787-409d-b315-e5ffe7335bc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.698770 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f5a306-4787-409d-b315-e5ffe7335bc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.729242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f5a306-4787-409d-b315-e5ffe7335bc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.730451 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85f5a306-4787-409d-b315-e5ffe7335bc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1942959 Sep 19 03:10:42.733526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45556) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:42.738563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0a110a5d-adee-42c7-80ae-7e04979d375b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'security_group_rule': {'security_group_id': 'aea30a99-5296-4e0b-9d73-7f01f1d78731', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:42.760536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5a306-4787-409d-b315-e5ffe7335bc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea30a99-5296-4e0b-9d73-7f01f1d78731,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:42.772844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a110a5d-adee-42c7-80ae-7e04979d375b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.842918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-f0943935-d7af-4f0f-b217-0a573ab9d94d service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756020 Sep 19 03:10:42.869917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.877043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.883814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.890255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.896115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.902627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.908442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:42.909040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a110a5d-adee-42c7-80ae-7e04979d375b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.910711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-e0e66ba3-9268-4e8d-b772-896fa9de3edc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.2151687 Sep 19 03:10:42.919036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a110a5d-adee-42c7-80ae-7e04979d375b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.944119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a110a5d-adee-42c7-80ae-7e04979d375b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:42.945709 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0a110a5d-adee-42c7-80ae-7e04979d375b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2112441 Sep 19 03:10:42.949125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45568) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:42.953971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-deb848cb-422d-44b6-afd4-b85a4bf6e47e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'security_group_rule': {'security_group_id': 'aea30a99-5296-4e0b-9d73-7f01f1d78731', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:42.976442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a110a5d-adee-42c7-80ae-7e04979d375b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e8a44a-8d38-4b79-915f-19a5b7d40556,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:42.992065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-deb848cb-422d-44b6-afd4-b85a4bf6e47e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.023601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24f2c092-162b-4f6f-b999-727b905d0ab8 req-08ff993c-4537-4201-bdd9-99a85f694b0f service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885894 Sep 19 03:10:43.033067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-245d0df0-8aa4-400f-8b6c-90e085e9b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:43.034653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-245d0df0-8aa4-400f-8b6c-90e085e9b51d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3625841 Sep 19 03:10:43.063677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-deb848cb-422d-44b6-afd4-b85a4bf6e47e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.068602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-deb848cb-422d-44b6-afd4-b85a4bf6e47e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.086687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb848cb-422d-44b6-afd4-b85a4bf6e47e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3e7499-3717-4a06-9a8a-c936c0ae64b4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:43.096852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-deb848cb-422d-44b6-afd4-b85a4bf6e47e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.101551 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-deb848cb-422d-44b6-afd4-b85a4bf6e47e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475589 Sep 19 03:10:43.104431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:10:43.109984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:43.141630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.275389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.405114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Allocated IP 172.25.8.159 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/7fe6ec15-ec15-4861-9c70-29504f686c89) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:43.448630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-465cd1f0-a205-4ceb-beb9-fa516b6485a9 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946288 Sep 19 03:10:43.526272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.541242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb5144d6-07ae-4fbb-a8ff-fc1871606437 req-8fbd49cc-e6a6-48fc-abcf-dae08df99123 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5152853 Sep 19 03:10:43.576954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.621888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:43.625184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:43.629315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-8d2ff8fa-75a6-4d3c-bf1a-a9d63af6fac8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:43.631012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:43.631460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-8d2ff8fa-75a6-4d3c-bf1a-a9d63af6fac8 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.7194581 Sep 19 03:10:43.659375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d729e8a7-cc36-4909-b8c3-6f9ceecafc90 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/quotas/6d10668e61944265a411e425ec5c1d9d HTTP/1.1" status: 200 len: 375 time: 0.0175602 Sep 19 03:10:43.672738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'Port': ['ID=7fe6ec15-ec15-4861-9c70-29504f686c89,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:43.698248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-c25fddfc-3a1c-4bb0-a678-5b6a521f224a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298634 Sep 19 03:10:43.702669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-990318ae-ed1b-4fa0-8b20-aff34b371043 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233262 Sep 19 03:10:43.737727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.775522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.782404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-e7d1b960-068f-4c77-8df2-cc4d89d310c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07 HTTP/1.1" status: 200 len: 217 time: 0.0668993 Sep 19 03:10:43.917283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaab3e9-1c15-49b4-8e9e-aa5d7fa35269 req-c9ffe074-cfa7-4bdd-8d77-046d48593af8 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:43.918920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6aaab3e9-1c15-49b4-8e9e-aa5d7fa35269 req-c9ffe074-cfa7-4bdd-8d77-046d48593af8 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 951 time: 0.1483016 Sep 19 03:10:43.925385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-555ea4ca-835f-4d6e-bd7c-b3f16ae8bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:43.928409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-555ea4ca-835f-4d6e-bd7c-b3f16ae8bd7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.1236207 Sep 19 03:10:43.932914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-79ada464-3039-4b3e-9471-54fb9d4ca5dd service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254999 Sep 19 03:10:43.954671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:43.961727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:44.051644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'Port': ['ID=7fe6ec15-ec15-4861-9c70-29504f686c89,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:44.055633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6aaab3e9-1c15-49b4-8e9e-aa5d7fa35269 req-38306148-22fd-4ea9-9734-5f80c059b870 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216927 Sep 19 03:10:44.072381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-b105ee9e-eb95-40ea-a589-ec17f1baab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:44.073931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-b105ee9e-eb95-40ea-a589-ec17f1baab60 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1340308 Sep 19 03:10:44.103714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:44.108438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-c9264625-b95b-4574-a873-22232b04c2e8 service neutron] 10.222.0.22 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665182 Sep 19 03:10:44.136371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:44.138600 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9bf980c8-73c5-4767-9486-cc7cc26bbf69 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0324454 Sep 19 03:10:44.217921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-d4a2a503-b249-41f4-998b-0e847c98d25b service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347644 Sep 19 03:10:44.346053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-c08a73bf-9e42-4910-aca5-e25601669b1c service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178541 Sep 19 03:10:44.413237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-62fb9936-597f-4e21-bccd-c1887ccce79a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9504012c-c4ac-4fea-8bdf-882041121bb0 HTTP/1.1" status: 200 len: 217 time: 0.0589628 Sep 19 03:10:44.484823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad22b299-ac9c-4ad1-8f74-5290e0198a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:44.507695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-39a9947a-723e-4a16-a1aa-e72a35231f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:44.509726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-39a9947a-723e-4a16-a1aa-e72a35231f4e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07159f8a-0630-4a67-ab00-c34bd984a4ba HTTP/1.1" status: 200 len: 797 time: 0.0855191 Sep 19 03:10:44.616156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-767a0827-1b3a-4b78-8f4d-a18ab82ef3b3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1761711953&fields=id&tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f HTTP/1.1" status: 200 len: 267 time: 0.0548239 Sep 19 03:10:44.627984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dfe3c-8017-47c6-988b-a86ea9d080bb req-a0c4cb04-0a3d-4261-809b-4218d3716a33 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:44.636772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-431dfe3c-8017-47c6-988b-a86ea9d080bb req-a0c4cb04-0a3d-4261-809b-4218d3716a33 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.2303636 Sep 19 03:10:44.644806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': 'de929584-c5db-4744-ba14-ab9bccb6230a'}, {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb'}, {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07'}, {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0'}, {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:44.647223 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fcabb4-b620-4720-931c-22183c6aee79" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "de929584-c5db-4744-ba14-ab9bccb6230a"}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb"}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07"}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0"}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:44.753571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-eee37a15-0a79-46a6-845a-70c66b48c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:44.755154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-eee37a15-0a79-46a6-845a-70c66b48c2b6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2296519 Sep 19 03:10:44.833386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-431dfe3c-8017-47c6-988b-a86ea9d080bb req-1c890ff2-4d2f-4cb1-bbb6-8acf63049e1d tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832960 Sep 19 03:10:44.848575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-af06399f-b99c-4424-96d4-7b676ca41b42 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:44.864709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-af06399f-b99c-4424-96d4-7b676ca41b42 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 811 time: 0.2172844 Sep 19 03:10:44.890896 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6e4b4498-1105-4189-a920-3e83719e3807 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/quotas/da108ba1f6104b4dbcf7c574f9b1cf2f HTTP/1.1" status: 200 len: 375 time: 0.0254669 Sep 19 03:10:44.992559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55f90b2d-2e1f-4e40-aee1-631bcde81770 req-da0109bd-269b-481d-9fb3-e0009c4ae357 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 210 time: 0.0476077 Sep 19 03:10:45.042359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-dbc6db11-887f-49d6-9292-539836242991 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330562 Sep 19 03:10:45.055908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-3eea0036-5434-41c4-9aa4-ee528ab1e4d7 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853963 Sep 19 03:10:45.328772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-555bd205-d71d-42d6-8296-486b821cedd1 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364366 Sep 19 03:10:45.363430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-32914b10-6572-4994-a03a-d9703b00e48e service neutron] 10.222.0.22 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201416 Sep 19 03:10:45.374604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.380539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.387093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.392887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.399003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.405379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.413568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.415476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-ed51c252-cbfa-46e5-80b8-8ccd6409f164 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.2171259 Sep 19 03:10:45.474561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-289e76fc-00a0-4306-8263-c4d5df91b53e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50 HTTP/1.1" status: 200 len: 217 time: 0.1240633 Sep 19 03:10:45.620860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96c092e5-13c5-4647-a5fc-3ad06a69cf7b req-1a34095a-794d-4165-8c0f-23783b0bd540 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559377 Sep 19 03:10:45.628434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-67596466-e322-4ffd-88d4-1b313aa76473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.629882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-67596466-e322-4ffd-88d4-1b313aa76473 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07159f8a-0630-4a67-ab00-c34bd984a4ba HTTP/1.1" status: 200 len: 797 time: 0.1453950 Sep 19 03:10:45.718084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-50c05df4-7ed0-4984-a7f7-cf46395f3686 service neutron] 10.222.0.22 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652080 Sep 19 03:10:45.733645 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59508c1d-6902-49d7-b010-0940687f9008 x-openstack-request-id: req-59508c1d-6902-49d7-b010-0940687f9008 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:45.733953 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "de929584-c5db-4744-ba14-ab9bccb6230a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:45.734208 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59508c1d-6902-49d7-b010-0940687f9008 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:45.734618 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': 'de929584-c5db-4744-ba14-ab9bccb6230a', 'status': 'completed', 'code': 200} Sep 19 03:10:45.734902 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb', 'status': 'completed', 'code': 200} Sep 19 03:10:45.735157 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07', 'status': 'completed', 'code': 200} Sep 19 03:10:45.735408 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0', 'status': 'completed', 'code': 200} Sep 19 03:10:45.735655 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50', 'status': 'completed', 'code': 200} Sep 19 03:10:45.819761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:45.838237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-debfaf4a-bb3a-4ce3-87f7-dd113bcca6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.839800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-debfaf4a-bb3a-4ce3-87f7-dd113bcca6d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1808367 Sep 19 03:10:45.935547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-86ca0cca-6427-4dc9-bd24-2c918d59f92d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:45.937053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-86ca0cca-6427-4dc9-bd24-2c918d59f92d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 812 time: 0.2373881 Sep 19 03:10:45.986299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Request body: {'port': {'device_id': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'admin_state_up': True, 'tenant_id': '6d10668e61944265a411e425ec5c1d9d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:46.077201 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:10:46.134521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-20a07b18-86d7-4b17-96c0-41df5347bc72 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652521 Sep 19 03:10:46.246530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f06ee-a153-4e2e-ac87-d60cddfba3ac req-a41c6dc2-cac4-4161-a4bb-2c1c0e09a8df tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:46.248035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-401f06ee-a153-4e2e-ac87-d60cddfba3ac req-a41c6dc2-cac4-4161-a4bb-2c1c0e09a8df tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1926651 Sep 19 03:10:46.273754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95bd5e12-c28b-4975-a5ae-27bf06a6b6bf req-c5c3b3c3-1354-41e1-b42a-3b0a18c632e9 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 210 time: 0.0737286 Sep 19 03:10:46.345804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Made reservation on behalf of 6d10668e61944265a411e425ec5c1d9d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:46.349182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:46.386849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-401f06ee-a153-4e2e-ac87-d60cddfba3ac req-0122e04f-3d66-40c9-b7d5-848754f18ad2 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168146 Sep 19 03:10:46.390982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de0cf08-92a1-4df0-9999-a12842453fcf req-7a923943-fa90-43a2-b674-67161a47ccda service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506242 Sep 19 03:10:46.392737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e35c659-fd9e-4393-bc42-84e61aee5cb7 req-12d25151-bab9-48cb-8d3f-c1b306697911 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 210 time: 0.0517700 Sep 19 03:10:46.413776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:10:46.505006 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:46.534574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Allocated IP 172.20.0.5 (aed05a07-ba2d-4097-a98f-f9182381c014/1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68/1289913a-c297-4b51-b340-8701690e309c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:46.540359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:46.543518 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85f8431-a6ec-42c6-ba7e-3aa5637cfae7" -d '{"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:46.549706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:46.553986 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:46.593787 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d553b5a-10a9-4b2a-8ace-383312cb73fb x-openstack-request-id: req-2d553b5a-10a9-4b2a-8ace-383312cb73fb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:46.594299 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-unplugged", "status": "completed", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:46.594599 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d553b5a-10a9-4b2a-8ace-383312cb73fb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:46.595053 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'code': 200} Sep 19 03:10:46.620432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:46.628849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.629289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.629702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.630111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.630636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.631058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.631456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.631849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.632252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.632641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.633030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.633424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:10:46.724641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:47.126714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.132531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.139499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.147143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.154933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.158866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b11a2e1-a40f-49ab-ae64-5db922c8de84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:47.162346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.168313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.170262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-9c1b2065-27c3-4a04-9745-8a7063940cd4 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.4604142 Sep 19 03:10:47.173281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:47.180911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.181388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.181855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.182315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.182796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.183255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.183712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.185553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-dc0e8161-d39a-41eb-8b16-f6ca68fc91b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.4352405 Sep 19 03:10:47.269832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Network aed05a07-ba2d-4097-a98f-f9182381c014 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:47.279192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:47.318076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:47.352762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event updated for resources: {'Port': ['ID=1289913a-c297-4b51-b340-8701690e309c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:47.361226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23666e8f-c99a-4414-ba6f-ef2d4a41e548 req-6cc88203-dcde-4728-b9bd-48a189685b5a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728342 Sep 19 03:10:47.402431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.403106 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:47.416044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-836bab99-9691-4f0b-b9d8-6fe31f11e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.417208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-836bab99-9691-4f0b-b9d8-6fe31f11e858 service neutron] 10.222.0.32 "GET /v2.0/networks?id=065b3b62-b510-442e-b6be-b963b35c06e9 HTTP/1.1" status: 200 len: 913 time: 0.2156327 Sep 19 03:10:47.443348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4c7fc48-1db8-4b91-9c7d-4b9ef7a52d69 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4627655 Sep 19 03:10:47.477123 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-9a992c3e-ba90-437e-bacb-9d2807daa853 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70 HTTP/1.1" status: 200 len: 217 time: 0.0516477 Sep 19 03:10:47.493074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Request body: {'port': {'device_id': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:47.498735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-425518b0-eae9-44c6-b6b8-c33311805f7a req-8e646ab5-2443-4331-9faf-51038e6bbe98 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 210 time: 0.0669508 Sep 19 03:10:47.591372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-5dbe0b44-765d-4de5-a6b9-38be43c9824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.593293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-5dbe0b44-765d-4de5-a6b9-38be43c9824c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e36a326a-75b8-42fb-b20b-c7b10be6991b HTTP/1.1" status: 200 len: 851 time: 0.0970738 Sep 19 03:10:47.598150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:47.728182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-2d4cbf8b-a036-48ee-abb2-8008ca6fcd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.729798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-2d4cbf8b-a036-48ee-abb2-8008ca6fcd00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=065b3b62-b510-442e-b6be-b963b35c06e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222036 Sep 19 03:10:47.812978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad04b5-04a4-4bd6-babe-7761af692f41 req-9b37cfcc-6e4f-4fe0-b606-0633be4b4fa5 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:47.814441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97ad04b5-04a4-4bd6-babe-7761af692f41 req-9b37cfcc-6e4f-4fe0-b606-0633be4b4fa5 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1739540 Sep 19 03:10:47.911355 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:47.955002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97ad04b5-04a4-4bd6-babe-7761af692f41 req-fdfad2c3-9f40-444b-ae5e-36550c9cebd6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335535 Sep 19 03:10:48.007047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-e5865b74-2325-46ab-9976-d12442110a69 service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335126 Sep 19 03:10:48.079911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585010d-a766-45d2-985f-95bc1cd4b8dd req-af8076d0-0e37-4ac9-a8ce-80a2e717872a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.081459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2585010d-a766-45d2-985f-95bc1cd4b8dd req-af8076d0-0e37-4ac9-a8ce-80a2e717872a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 931 time: 0.1698823 Sep 19 03:10:48.089701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-70ed5131-26b7-4311-9ac7-52925febf769 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.091962 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-70ed5131-26b7-4311-9ac7-52925febf769 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 811 time: 0.1229501 Sep 19 03:10:48.148891 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-8c47d7de-2358-4054-8b7f-1e478984ae67 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f HTTP/1.1" status: 200 len: 380 time: 0.0403225 Sep 19 03:10:48.182450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'port': {'device_id': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'admin_state_up': True, 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'security_groups': ['aea30a99-5296-4e0b-9d73-7f01f1d78731']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:48.189047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2585010d-a766-45d2-985f-95bc1cd4b8dd req-4077ac12-305a-40c2-81b9-0cc9bc954ebc tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780733 Sep 19 03:10:48.220993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-9c518d87-3005-4c96-85e9-d9ad4dc60201 service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053130 Sep 19 03:10:48.233711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1289913a-c297-4b51-b340-8701690e309c {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:48.242167 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.262151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Transition to ACTIVE for port object 1289913a-c297-4b51-b340-8701690e309c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:48.270140 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.334704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Made reservation on behalf of da108ba1f6104b4dbcf7c574f9b1cf2f for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:48.356543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.387357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.408779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1289913a-c297-4b51-b340-8701690e309c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:48.472281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.472779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.473256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.473728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.474204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.474671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.475160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.477112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-b94f54d0-69f9-4bb6-a92a-a6fa35581f09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.1384990 Sep 19 03:10:48.490522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Attempting to bind port 1289913a-c297-4b51-b340-8701690e309c on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:48.490885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Attempting to bind port 1289913a-c297-4b51-b340-8701690e309c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:48.491214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Attempting to bind port 1289913a-c297-4b51-b340-8701690e309c on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:48.497949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Port 1289913a-c297-4b51-b340-8701690e309c on network aed05a07-ba2d-4097-a98f-f9182381c014 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:48.498556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Attempting to bind port 1289913a-c297-4b51-b340-8701690e309c on network aed05a07-ba2d-4097-a98f-f9182381c014 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:48.532081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:48.532578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Checking segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:48.532886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Bound using segment: {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:48.533327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Bound port: 1289913a-c297-4b51-b340-8701690e309c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41cf1710-9116-41a8-8480-51038822f836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:48.533684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.559701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Allocated IP 172.20.0.13 (35ae9db9-98c3-4a32-81e5-1bc3e313ec22/2c2bca6d-4467-4f50-b9fa-a84c4066c2af/416b1572-c838-4e61-8fbd-f63a72b8fae8) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:48.705250 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.707524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.713913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.719790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.725791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.731722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.738210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.739096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.746451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.748388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-82793427-7b24-4a65-aa04-8ca2c4be0a38 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.2512081 Sep 19 03:10:48.787485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:48.791477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'Port': ['ID=416b1572-c838-4e61-8fbd-f63a72b8fae8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:48.793878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:48.795979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:48.841037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] For port 1289913a-c297-4b51-b340-8701690e309c, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:48.843654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-91ce0ab1-54ac-4adb-8bd2-4cb9ee5a0f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.845382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-91ce0ab1-54ac-4adb-8bd2-4cb9ee5a0f14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=256dc6aa-26e8-44ca-be65-581892b397ef HTTP/1.1" status: 200 len: 903 time: 0.3491733 Sep 19 03:10:48.858590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.861117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.868065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] For port 1289913a-c297-4b51-b340-8701690e309c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1289913a-c297-4b51-b340-8701690e309c,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:48.879367 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-a726bba6-d7f2-416d-9464-2dd68ad308aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7009442 Sep 19 03:10:48.899164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Request body: {'port': {'device_id': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:48.912913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.925357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-2aeeba48-ce36-4a2a-82ae-a3958230daf8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 200 len: 217 time: 0.0649810 Sep 19 03:10:48.938816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9e910a3-2b6e-42bd-8035-8969ea7175dc req-ea401fc2-20ce-4f01-afd8-6e0e5406e6a7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772933 Sep 19 03:10:48.965838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:48.983373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-5be39605-b464-479f-9276-5107fa61efbd tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:48.983373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-5be39605-b464-479f-9276-5107fa61efbd tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.3575091 Sep 19 03:10:49.003225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.003842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:49.005212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] 10.222.0.32 "PUT /v2.0/ports/1289913a-c297-4b51-b340-8701690e309c HTTP/1.1" status: 200 len: 1091 time: 1.5303710 Sep 19 03:10:49.008066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'tag': '1289913a-c297-4b51-b340-8701690e309c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:49.011395 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f53675-1704-4c34-9867-eb492d0505be" -d '{"events": [{"name": "network-changed", "server_uuid": "dd63fda4-2733-44cd-87f1-3a35f665fd09", "tag": "1289913a-c297-4b51-b340-8701690e309c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:49.040655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cfb3f7a1-2d1f-4d92-b160-a60fd46e6c58 None None] Provisioning complete for port 416b1572-c838-4e61-8fbd-f63a72b8fae8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:10:49.041030 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfb3f7a1-2d1f-4d92-b160-a60fd46e6c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:49.046550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-5f466c99-11c1-4d11-bb7c-f2f4b095a516 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/quotas/99488b31ad1441139050ea8eddffe40c HTTP/1.1" status: 200 len: 375 time: 0.0617809 Sep 19 03:10:49.077429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3f7a1-2d1f-4d92-b160-a60fd46e6c58 None None] Port 416b1572-c838-4e61-8fbd-f63a72b8fae8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:10:49.106839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ceed6-924c-4126-9e94-cc807a294b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1289913a-c297-4b51-b340-8701690e309c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:49.135159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-3bc54b9b-14b4-449b-b02d-115acb940163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.136963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-3bc54b9b-14b4-449b-b02d-115acb940163 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.1966887 Sep 19 03:10:49.206053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aec92-5464-490e-ab72-ae8bf03b3f7c req-8cef6df4-4580-4f6d-9025-73d538f1205d tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.207807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a7aec92-5464-490e-ab72-ae8bf03b3f7c req-8cef6df4-4580-4f6d-9025-73d538f1205d tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 932 time: 0.1602883 Sep 19 03:10:49.213967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-a97a14cb-74ce-457c-93a7-89690b978377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.215446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-a97a14cb-74ce-457c-93a7-89690b978377 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 1094 time: 0.1268563 Sep 19 03:10:49.222114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-4d9114b1-1dab-411b-81f1-5d38f43e8e54 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1534433 Sep 19 03:10:49.249642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392707af-1bd7-41c8-87a5-545188d46cfd req-5b9fb144-5618-4bc6-a370-d24f1f87ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.251092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-5b9fb144-5618-4bc6-a370-d24f1f87ac53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063263 Sep 19 03:10:49.269394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416b1572-c838-4e61-8fbd-f63a72b8fae8 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:49.276881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:49.287916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-c08e3559-0ac3-46b4-a258-d7b796ad4b47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1289913a-c297-4b51-b340-8701690e309c HTTP/1.1" status: 200 len: 217 time: 0.0544658 Sep 19 03:10:49.289284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Transition to ACTIVE for port object 416b1572-c838-4e61-8fbd-f63a72b8fae8 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:49.293685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:49.347565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Pushing event updated for resources: {'Port': ['ID=416b1572-c838-4e61-8fbd-f63a72b8fae8,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:49.355499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-f33c690b-d388-403b-9bf1-7cfa86fe820b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:10:49.356504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-f33c690b-d388-403b-9bf1-7cfa86fe820b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1241176 Sep 19 03:10:49.363369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a7aec92-5464-490e-ab72-ae8bf03b3f7c req-0dfa966f-e216-405a-a57d-703bb79351b2 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455834 Sep 19 03:10:49.419986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Attempting to bind port 416b1572-c838-4e61-8fbd-f63a72b8fae8 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:49.420258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Attempting to bind port 416b1572-c838-4e61-8fbd-f63a72b8fae8 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:49.420502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Attempting to bind port 416b1572-c838-4e61-8fbd-f63a72b8fae8 on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:49.430157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Port 416b1572-c838-4e61-8fbd-f63a72b8fae8 on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:49.430500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Attempting to bind port 416b1572-c838-4e61-8fbd-f63a72b8fae8 on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:49.436310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:49.436971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Checking segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:49.437568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Bound using segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:49.438210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Bound port: 416b1572-c838-4e61-8fbd-f63a72b8fae8, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:49.438810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:49.496144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4d5ba30-ca35-407b-afb0-ca8c487195f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.497613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-d4d5ba30-ca35-407b-afb0-ca8c487195f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.1947844 Sep 19 03:10:49.521291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] For port 416b1572-c838-4e61-8fbd-f63a72b8fae8, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:49.522188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-9f15342c-2094-4bb6-ae3f-1bd82d2a1c57 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435102 Sep 19 03:10:49.526287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] For port 416b1572-c838-4e61-8fbd-f63a72b8fae8, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:49.530850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:49.558157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-ea1e11fd-218d-434e-a2a5-a6aef0ef314c service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589847 Sep 19 03:10:49.578863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.579509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:49.580910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] 10.222.0.32 "PUT /v2.0/ports/416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 200 len: 1092 time: 0.6862001 Sep 19 03:10:49.581506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:49.585156 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dad284-961b-4984-bb0e-0949d2d5de6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:49.591978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-3014caa8-2e14-42f6-8bf1-a645d84a0e53 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581620 Sep 19 03:10:49.611377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307de14-0a20-46a6-8983-f7cc8a9e30ad service neutron] Pushing event updated for resources: {'Port': ['ID=416b1572-c838-4e61-8fbd-f63a72b8fae8,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:49.720665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-1eff96af-1794-4d61-bde3-f74eb92f9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.723271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-1eff96af-1794-4d61-bde3-f74eb92f9417 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 1095 time: 0.0650170 Sep 19 03:10:49.779649 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-5a6ff879-3e75-4f92-a52d-41c21a5f6602 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 200 len: 217 time: 0.0410695 Sep 19 03:10:49.837613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-1fa85841-aaf8-4ead-9f19-5a327602965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.839588 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-1fa85841-aaf8-4ead-9f19-5a327602965c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.0526395 Sep 19 03:10:49.917774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841401c-a8c3-4b11-9401-a971981c61dc req-91795563-3d35-4353-b7f3-7cfcda5c17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:49.919618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-91795563-3d35-4353-b7f3-7cfcda5c17dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700645 Sep 19 03:10:49.921684 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:50.022966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-3dc74101-d087-4297-9f94-ebbbb60b8fa6 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934520 Sep 19 03:10:50.118069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9841401c-a8c3-4b11-9401-a971981c61dc req-414a9f2d-9ef9-4839-b521-d282096bec7f service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876226 Sep 19 03:10:50.172054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-392707af-1bd7-41c8-87a5-545188d46cfd req-86ce80a3-f811-4352-82f1-ae52b070e870 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358497 Sep 19 03:10:50.177039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-8aecff91-551c-40ce-9f2f-1de458e4c021 service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826886 Sep 19 03:10:50.180585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-75336f61-abdd-4cc4-a682-d59300e601b2 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571549 Sep 19 03:10:50.189365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f704c1-7b69-4082-804f-b59599a3eee5 req-362b5b0c-91f4-4b37-9f81-5728d3800385 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.190796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44f704c1-7b69-4082-804f-b59599a3eee5 req-362b5b0c-91f4-4b37-9f81-5728d3800385 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1089463 Sep 19 03:10:50.303768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44f704c1-7b69-4082-804f-b59599a3eee5 req-bcabdc81-97a3-4e94-b3fb-2e1354e4f89e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064475 Sep 19 03:10:50.344436 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75492772-04ed-481c-b6bd-db964d98b47b x-openstack-request-id: req-75492772-04ed-481c-b6bd-db964d98b47b {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:50.344904 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd63fda4-2733-44cd-87f1-3a35f665fd09", "tag": "1289913a-c297-4b51-b340-8701690e309c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:50.345911 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75492772-04ed-481c-b6bd-db964d98b47b {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:50.346504 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'tag': '1289913a-c297-4b51-b340-8701690e309c', 'status': 'completed', 'code': 200} Sep 19 03:10:50.389546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.390141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.390795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.391341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.391824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.392296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.392766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.394767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d4ffd316-2b02-4c22-8c32-b57b3e828ba5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.1290014 Sep 19 03:10:50.398872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8359fbd-10c8-45e7-a87e-08954e995d09 req-b11b9faf-a46b-4326-a201-237ae27c97e3 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855092 Sep 19 03:10:50.442517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5a251235-c843-4d52-b1b0-c93704e12598 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:10:50.485959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-d1595bf9-d9ab-45c2-bf2b-b74475a47d25 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.487740 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-d1595bf9-d9ab-45c2-bf2b-b74475a47d25 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c40a05f-d28d-4224-90f0-440b58deb877 HTTP/1.1" status: 200 len: 945 time: 0.0666807 Sep 19 03:10:50.530221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059c382-de6a-4516-b48b-31436dd68ba3 req-59efe8f6-a233-4c69-a52f-0dea3ca3994b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.531962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2059c382-de6a-4516-b48b-31436dd68ba3 req-59efe8f6-a233-4c69-a52f-0dea3ca3994b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 943 time: 0.1362064 Sep 19 03:10:50.609544 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0224e998-e6d3-4f03-8ba5-3ab10b99385b x-openstack-request-id: req-0224e998-e6d3-4f03-8ba5-3ab10b99385b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:50.610039 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:50.611137 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0224e998-e6d3-4f03-8ba5-3ab10b99385b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:50.612157 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'status': 'completed', 'code': 200} Sep 19 03:10:50.626806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-db042fb1-2ee5-4b0a-bbc6-9eb8f38c43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.631936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-db042fb1-2ee5-4b0a-bbc6-9eb8f38c43c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=256dc6aa-26e8-44ca-be65-581892b397ef HTTP/1.1" status: 200 len: 903 time: 0.2066514 Sep 19 03:10:50.640672 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:50.666835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:50.669597 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9979cd-cbc6-4fc1-8a91-58cb51a2b5dd" -d '{"events": [{"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-unplugged", "status": "completed", "tag": "5a251235-c843-4d52-b1b0-c93704e12598"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:50.687873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:50.693670 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:50.718801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-d0f559ff-31b4-4b5c-afd3-d8d9a6e5adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.728681 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-d0f559ff-31b4-4b5c-afd3-d8d9a6e5adde service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 1095 time: 0.1070530 Sep 19 03:10:50.754512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:50.771626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-951b1798-b85d-42e0-ae37-c72bd53bfe51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 200 len: 217 time: 0.1285620 Sep 19 03:10:50.777515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f53675-1704-4c34-9867-eb492d0505be req-31824c40-eeeb-4737-9615-0a2324e016bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.779128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f53675-1704-4c34-9867-eb492d0505be req-31824c40-eeeb-4737-9615-0a2324e016bf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d10668e61944265a411e425ec5c1d9d&device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 1094 time: 0.2711000 Sep 19 03:10:50.780100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Deleting port 5a251235-c843-4d52-b1b0-c93704e12598 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:10:50.780454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:50.805491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2059c382-de6a-4516-b48b-31436dd68ba3 req-eed367e9-318b-4f25-a3e4-ae1027891a6a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374139 Sep 19 03:10:50.909876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-2e8f382d-14da-4f29-9905-b8c659540bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.911657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-2e8f382d-14da-4f29-9905-b8c659540bc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.1246996 Sep 19 03:10:50.965411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-29a1b109-fd37-4f4d-9a69-c6a986c2370b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:50.966891 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-29a1b109-fd37-4f4d-9a69-c6a986c2370b service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.2272003 Sep 19 03:10:50.972124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] For port 5a251235-c843-4d52-b1b0-c93704e12598, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5a251235-c843-4d52-b1b0-c93704e12598,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:50.972490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:51.023395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Calling delete_port for 5a251235-c843-4d52-b1b0-c93704e12598 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:10:51.026450 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-139bd0b7-a490-4efd-94b2-ff451a01d382 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 200 len: 217 time: 0.0458205 Sep 19 03:10:51.051134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-02a44bf8-652a-43f2-91b0-c645d5b3e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.053078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-02a44bf8-652a-43f2-91b0-c645d5b3e59d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1330726 Sep 19 03:10:51.056223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f53675-1704-4c34-9867-eb492d0505be req-079caebc-b641-4b2d-a668-4fca11105b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.057894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f53675-1704-4c34-9867-eb492d0505be req-079caebc-b641-4b2d-a668-4fca11105b8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 200 len: 913 time: 0.2633367 Sep 19 03:10:51.071071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.078621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.085439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.092628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.099161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.106394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.112186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.114122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-524e1430-c856-46e9-bd91-f8e35eb2b2ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1676891 Sep 19 03:10:51.120844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-f5578f66-b806-4392-839a-2a1b93bdc301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.122293 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-f5578f66-b806-4392-839a-2a1b93bdc301 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.0865741 Sep 19 03:10:51.187921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f53675-1704-4c34-9867-eb492d0505be req-92f61f30-e18e-42cc-9674-397cf9fdf903 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1289913a-c297-4b51-b340-8701690e309c HTTP/1.1" status: 200 len: 217 time: 0.0726814 Sep 19 03:10:51.224168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-455dea13-72bd-43cd-b5ab-149f1bb0fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.225651 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-455dea13-72bd-43cd-b5ab-149f1bb0fec4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953333 Sep 19 03:10:51.266821 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:51.308094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-335dfde1-e80f-45c5-93ac-5f478b95b4c6 req-239c5bef-154a-42fe-b36e-348bd9b6a4b4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 210 time: 0.0792677 Sep 19 03:10:51.316751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-644c7bcb-9aea-4f78-9bcc-447a2a4f01c2 req-66a0e261-0c6a-4052-a234-3dfdf8ede13d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869709 Sep 19 03:10:51.320441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event deleted for resources: {'Port': ['ID=5a251235-c843-4d52-b1b0-c93704e12598,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:51.330013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f53675-1704-4c34-9867-eb492d0505be req-f44d6471-6cf1-4d34-8084-71f19f13d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.331659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f53675-1704-4c34-9867-eb492d0505be req-f44d6471-6cf1-4d34-8084-71f19f13d7f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 200 len: 852 time: 0.1323280 Sep 19 03:10:51.368010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-f9079128-dea1-4213-9a5b-c673dc8a7fe5 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517002 Sep 19 03:10:51.386585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f53675-1704-4c34-9867-eb492d0505be req-d7835040-28ba-404b-a251-1c010692fda8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=aed05a07-ba2d-4097-a98f-f9182381c014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465205 Sep 19 03:10:51.390365 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56015ee1-2d9e-4ebd-85a8-1d1ee9956aab x-openstack-request-id: req-56015ee1-2d9e-4ebd-85a8-1d1ee9956aab {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:51.391506 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-unplugged", "status": "completed", "tag": "5a251235-c843-4d52-b1b0-c93704e12598", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:51.391910 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56015ee1-2d9e-4ebd-85a8-1d1ee9956aab {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:51.392457 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598', 'code': 200} Sep 19 03:10:51.564570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1496f-2626-4819-a30c-caec5491ec89 req-2d532fe4-f940-48d2-8d43-678087ccf966 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.566234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ee1496f-2626-4819-a30c-caec5491ec89 req-2d532fe4-f940-48d2-8d43-678087ccf966 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 944 time: 0.1618545 Sep 19 03:10:51.624173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f53675-1704-4c34-9867-eb492d0505be req-f7b01885-8c63-4213-8d79-ff50ed750af5 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491151 Sep 19 03:10:51.632743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-421f8766-2eb3-489c-9288-875e434898c1 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488906 Sep 19 03:10:51.704653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] No DVR routers for this DVR port 5a251235-c843-4d52-b1b0-c93704e12598 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:10:51.711281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ee1496f-2626-4819-a30c-caec5491ec89 req-5aa2116b-fe62-4cfb-9a63-85475c64325e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349165 Sep 19 03:10:51.712830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:51.715693 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-15ee0356-bb37-445e-878f-e4f1dceab869 req-cd9fb46c-2947-4439-b6af-c418695a8f43 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "DELETE /v2.0/ports/5a251235-c843-4d52-b1b0-c93704e12598 HTTP/1.1" status: 204 len: 173 time: 1.2109289 Sep 19 03:10:51.722275 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-d129d687-3c70-44c3-9139-7997147582c1 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886622 Sep 19 03:10:51.897548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.898071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.898555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.898823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68f53675-1704-4c34-9867-eb492d0505be req-b8de0130-af02-4cb7-8246-32c2b05b9c44 service neutron] 10.222.0.32 "GET /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651122 Sep 19 03:10:51.899075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.900198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.900674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.901150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.903083 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e0a046f0-d3f9-43e2-96a9-6414e10a98bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.1310844 Sep 19 03:10:51.918879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb7720-7b9c-46bd-9d9a-9c06a336bfa5 req-be91d6f0-9bab-42c7-8e88-dc1d41099e88 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.920286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ceb7720-7b9c-46bd-9d9a-9c06a336bfa5 req-be91d6f0-9bab-42c7-8e88-dc1d41099e88 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0876105 Sep 19 03:10:51.934198 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16dad284-961b-4984-bb0e-0949d2d5de6d req-88031c13-dbbc-46ff-9ac1-99b5017fa4a3 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861191 Sep 19 03:10:51.937404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-d318bdd3-8e1d-49a5-8bb2-6bdab6af8e99 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:51.938633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-d318bdd3-8e1d-49a5-8bb2-6bdab6af8e99 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.1959524 Sep 19 03:10:51.973965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ceb7720-7b9c-46bd-9d9a-9c06a336bfa5 req-2a11bd37-cf06-4f7c-8b6e-660dbbf1ca92 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342939 Sep 19 03:10:51.999009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Request body: {'port': {'device_id': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'admin_state_up': True, 'tenant_id': '99488b31ad1441139050ea8eddffe40c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:52.066422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7e2a1da7-a916-4fe5-9604-74cfc8f2ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.070251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7e2a1da7-a916-4fe5-9604-74cfc8f2ad9e service neutron] 10.222.0.32 "GET /v2.0/networks?id=256dc6aa-26e8-44ca-be65-581892b397ef HTTP/1.1" status: 200 len: 903 time: 0.1178145 Sep 19 03:10:52.151284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb316a-c5fb-4ee1-b26a-876b928565ad req-614da023-93a1-4c82-96af-f3aa571bb2c3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.155256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07bb316a-c5fb-4ee1-b26a-876b928565ad req-614da023-93a1-4c82-96af-f3aa571bb2c3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 943 time: 0.0777473 Sep 19 03:10:52.155511 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-10c67a9d-9d97-4190-9212-a21552b4f2ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb HTTP/1.1" status: 200 len: 217 time: 0.0421915 Sep 19 03:10:52.189857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Made reservation on behalf of 99488b31ad1441139050ea8eddffe40c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:10:52.194185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:52.215435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-cade1673-85e9-477d-aaac-90f409728d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.217130 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-cade1673-85e9-477d-aaac-90f409728d39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.0536659 Sep 19 03:10:52.220813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07bb316a-c5fb-4ee1-b26a-876b928565ad req-f70c8523-97df-4cb7-9f0d-e771e896f0ae tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620627 Sep 19 03:10:52.304179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-98322c15-c5fd-4f9d-acb7-8226f5bcd0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.305576 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-98322c15-c5fd-4f9d-acb7-8226f5bcd0f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412812 Sep 19 03:10:52.351627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316abec-de9e-4af2-b7e6-655e23fe581f req-02636149-222e-4a61-9e1e-2f78797606e7 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.353180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3316abec-de9e-4af2-b7e6-655e23fe581f req-02636149-222e-4a61-9e1e-2f78797606e7 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.0853398 Sep 19 03:10:52.393482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Allocated IP 172.20.0.5 (4b3fa03d-a22d-4e84-885a-60dcaef3680b/c23f7f4d-f52b-45af-b959-9be7293ae70e/3b83debb-3833-4dce-8059-c16533ce35d3) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:52.424800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-2edce3a4-05d2-45f5-a21c-0783b62e58a8 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104565 Sep 19 03:10:52.439046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3316abec-de9e-4af2-b7e6-655e23fe581f req-b7b7aaf7-ccb5-4724-bdd2-0855e654b78f tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700996 Sep 19 03:10:52.461767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6793c4b2-e472-4598-8e9e-a9d4c6a17442 req-cbf5c2ae-f355-459d-a3bc-8f7cc2bfe653 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 210 time: 0.0473034 Sep 19 03:10:52.589902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50402e1e-bce7-4569-99ac-8fd5a4ee109b req-138f3c3c-d129-4dc9-bcb1-1b2dace4cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.591410 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50402e1e-bce7-4569-99ac-8fd5a4ee109b req-138f3c3c-d129-4dc9-bcb1-1b2dace4cf01 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0656295 Sep 19 03:10:52.596725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-4d091f5b-a513-428c-9ff2-339850006914 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612303 Sep 19 03:10:52.613371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-deleted', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:52.615130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.615731 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239bfa8-e72f-4936-8b40-6c986cb5b323" -d '{"events": [{"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-deleted", "tag": "5a251235-c843-4d52-b1b0-c93704e12598"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:52.621674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.627550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.633436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.639905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.645786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.651685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.652283 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710294b8-c939-4021-82c7-7a3cbc4ce10e x-openstack-request-id: req-710294b8-c939-4021-82c7-7a3cbc4ce10e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:52.652621 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40a05f-d28d-4224-90f0-440b58deb877", "name": "network-vif-deleted", "tag": "5a251235-c843-4d52-b1b0-c93704e12598", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:52.652953 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-710294b8-c939-4021-82c7-7a3cbc4ce10e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:52.653296 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40a05f-d28d-4224-90f0-440b58deb877', 'name': 'network-vif-deleted', 'tag': '5a251235-c843-4d52-b1b0-c93704e12598', 'status': 'completed', 'code': 200} Sep 19 03:10:52.653596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-ab8c0885-8980-4753-8491-c3783bf22ac2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1522911 Sep 19 03:10:52.718295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:52.724813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64c1bd31-2fbd-4cf6-a70b-4cf097248837 req-867269e8-340e-4e56-9e65-57d56e63bfe8 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637214 Sep 19 03:10:52.750247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50402e1e-bce7-4569-99ac-8fd5a4ee109b req-a7ab62d6-3bc2-464c-8a5e-b099acafa730 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Sep 19 03:10:52.762475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:52.826387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:52.836768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:52.848795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:52.848795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:52.895801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13d2a-4e93-41ae-adb8-132064e643d7 req-b4426106-23db-4e6e-9f1a-0197a990f7ca tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.897296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05f13d2a-4e93-41ae-adb8-132064e643d7 req-b4426106-23db-4e6e-9f1a-0197a990f7ca tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 944 time: 0.1038637 Sep 19 03:10:52.907877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:52.908485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:52.936018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-96c986ad-1165-48fe-a97c-ed33fa0a09e7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9412885 Sep 19 03:10:52.950143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05f13d2a-4e93-41ae-adb8-132064e643d7 req-befcf3a6-d6da-47f5-9681-70306b660e9e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383749 Sep 19 03:10:53.095736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b7fcb-ba7c-4196-9e8a-8a039dbb3fa8 req-3b0685f5-1d70-4e29-a211-1436c1bd0b6d tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.097223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d55b7fcb-ba7c-4196-9e8a-8a039dbb3fa8 req-3b0685f5-1d70-4e29-a211-1436c1bd0b6d tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0538485 Sep 19 03:10:53.136981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d55b7fcb-ba7c-4196-9e8a-8a039dbb3fa8 req-3ba6c65f-4d8d-490e-8798-3d9c3b8a68f1 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326095 Sep 19 03:10:53.179375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Request body: {'port': {'device_id': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:53.193544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.194024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.194512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.195016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.195511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.195971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.196946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.198880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-451528ca-95af-4709-b3cd-d7cab07f160b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.0527017 Sep 19 03:10:53.232467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:53.308026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-261226e6-c41a-43c3-b12a-8d72ef694e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.309520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-261226e6-c41a-43c3-b12a-8d72ef694e4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=256dc6aa-26e8-44ca-be65-581892b397ef HTTP/1.1" status: 200 len: 903 time: 0.0903423 Sep 19 03:10:53.360824 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-c562b560-6f6a-4f41-8e29-9c98881009c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07 HTTP/1.1" status: 200 len: 217 time: 0.0358133 Sep 19 03:10:53.411588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d14145c3-e1b7-4208-b316-98025b13dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.411773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209766fc-61b5-475f-b217-ff6c200b4d00 req-ea72f06f-8b50-40fb-9961-f91c3ace957c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.412960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-d14145c3-e1b7-4208-b316-98025b13dddc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.0434296 Sep 19 03:10:53.413168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-209766fc-61b5-475f-b217-ff6c200b4d00 req-ea72f06f-8b50-40fb-9961-f91c3ace957c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 943 time: 0.1223228 Sep 19 03:10:53.461430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8d4605f4-40cf-4245-886c-c8132f3499f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.463054 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8d4605f4-40cf-4245-886c-c8132f3499f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414777 Sep 19 03:10:53.496625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-209766fc-61b5-475f-b217-ff6c200b4d00 req-f6d54431-3a7e-428e-b829-b926ca41946c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771494 Sep 19 03:10:53.569480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-282e8aff-3192-4219-874a-be749aa83bc3 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915623 Sep 19 03:10:53.588490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2565bd-0458-43a3-87ab-26de216d4d64 req-3d41c319-c11f-467d-9c59-21b81607fe3a tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.589945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d2565bd-0458-43a3-87ab-26de216d4d64 req-3d41c319-c11f-467d-9c59-21b81607fe3a tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.0910199 Sep 19 03:10:53.642374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b83debb-3833-4dce-8059-c16533ce35d3 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:53.661343 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e5002029-ae0f-4b2a-b4c5-cbfee2280339 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838246 Sep 19 03:10:53.662433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:53.682078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d2565bd-0458-43a3-87ab-26de216d4d64 req-4c703746-e3c7-4e53-9d9b-5613e1f1f872 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835347 Sep 19 03:10:53.691089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6e46d-be3a-416d-8a96-36e3e74c8716 req-ff3737a2-edd4-4241-b095-ecc0cbff1346 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.692562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffc6e46d-be3a-416d-8a96-36e3e74c8716 req-ff3737a2-edd4-4241-b095-ecc0cbff1346 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 931 time: 0.1143980 Sep 19 03:10:53.693812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Transition to ACTIVE for port object 3b83debb-3833-4dce-8059-c16533ce35d3 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:10:53.700356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:53.777336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:53.807158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffc6e46d-be3a-416d-8a96-36e3e74c8716 req-a7dc7cd3-1d8f-45b2-bd44-2592a795ebab tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039057 Sep 19 03:10:53.810036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.811200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.812004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.813149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.813781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.814271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.815042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.817057 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8f004744-bbf8-47e2-a2b2-e9dca1469a2c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.0582709 Sep 19 03:10:53.892885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Attempting to bind port 3b83debb-3833-4dce-8059-c16533ce35d3 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:10:53.893220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Attempting to bind port 3b83debb-3833-4dce-8059-c16533ce35d3 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:10:53.893542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Attempting to bind port 3b83debb-3833-4dce-8059-c16533ce35d3 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:53.907913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.909613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-9c38a70c-3c0f-412e-ba47-ffc1e05c6099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.911105 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-9c38a70c-3c0f-412e-ba47-ffc1e05c6099 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1412ec84-2b76-4b89-a1b9-10121cbc40e1 HTTP/1.1" status: 200 len: 903 time: 0.0847037 Sep 19 03:10:53.913734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.920014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.925887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.932263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.938019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.944686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:53.946605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-2539c7e4-c829-4189-bf8f-57923e05bf23 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1138997 Sep 19 03:10:53.948913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Port 3b83debb-3833-4dce-8059-c16533ce35d3 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:10:53.949234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Attempting to bind port 3b83debb-3833-4dce-8059-c16533ce35d3 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:10:53.957132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:10:53.957463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Checking segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:10:53.957921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Bound using segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:10:53.958351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Bound port: 3b83debb-3833-4dce-8059-c16533ce35d3, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:10:53.958802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:53.962325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-b1756ea1-bec0-463c-9973-4c4b727aca7b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9504012c-c4ac-4fea-8bdf-882041121bb0 HTTP/1.1" status: 200 len: 217 time: 0.0395334 Sep 19 03:10:54.014837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-19aa9b43-e39a-49bc-883f-1cf038f7d7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.016337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-19aa9b43-e39a-49bc-883f-1cf038f7d7bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07159f8a-0630-4a67-ab00-c34bd984a4ba HTTP/1.1" status: 200 len: 797 time: 0.0460711 Sep 19 03:10:54.022155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0aab7d0-476e-4503-abfe-85affa242fd7 req-ff1ec3ba-e719-4f26-b01f-c87fde3d652e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677414 Sep 19 03:10:54.070092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-c92d8369-d7b1-41a9-b223-6aaab222c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.071809 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-c92d8369-d7b1-41a9-b223-6aaab222c5bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429497 Sep 19 03:10:54.080124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:10:54.083755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:10:54.090640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:54.099738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2209ab-2ea5-41c1-98bf-6422b333ee07 req-ed0b66f3-7767-401e-983c-01125bd0adf4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.101269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e2209ab-2ea5-41c1-98bf-6422b333ee07 req-ed0b66f3-7767-401e-983c-01125bd0adf4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 944 time: 0.0768561 Sep 19 03:10:54.135527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.136430 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:54.137826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] 10.222.0.32 "PUT /v2.0/ports/3b83debb-3833-4dce-8059-c16533ce35d3 HTTP/1.1" status: 200 len: 1091 time: 0.9627433 Sep 19 03:10:54.144314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:54.146514 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f390129-ab2f-4359-b0b3-89b25114eb83" -d '{"events": [{"name": "network-changed", "server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:54.180729 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-1a83b906-1c52-4f1e-bb18-470688a8aa6b service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964787 Sep 19 03:10:54.196933 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d57ca79-02ce-4e5e-9ece-b7360ba448b9 x-openstack-request-id: req-9d57ca79-02ce-4e5e-9ece-b7360ba448b9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:54.197215 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:54.197461 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d57ca79-02ce-4e5e-9ece-b7360ba448b9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:54.197844 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3', 'status': 'completed', 'code': 200} Sep 19 03:10:54.200788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d440b1c-8b7e-4f31-bef5-37e20c0ba963 service neutron] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:54.207365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e2209ab-2ea5-41c1-98bf-6422b333ee07 req-588bdcef-23ce-4b3f-a31e-6e5f03621e63 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812201 Sep 19 03:10:54.292017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981c817-042c-44c6-9485-8600fccf1f81 req-73d863f1-6e62-4475-8cd8-23da9726b1e0 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.293786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0981c817-042c-44c6-9485-8600fccf1f81 req-73d863f1-6e62-4475-8cd8-23da9726b1e0 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0501084 Sep 19 03:10:54.307469 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-50077930-0488-4491-b989-d2172d3a1bc8 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916185 Sep 19 03:10:54.332045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0981c817-042c-44c6-9485-8600fccf1f81 req-74ed2b95-592d-4ddd-9b96-af109154230e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324943 Sep 19 03:10:54.417766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-81b81255-341d-4c68-a5cf-99eab5dbe7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.419175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-81b81255-341d-4c68-a5cf-99eab5dbe7f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 1094 time: 0.0432506 Sep 19 03:10:54.487650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5a251235-c843-4d52-b1b0-c93704e12598 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:10:54.507886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-008d01b5-93f6-4aa4-b752-f7455cd4a075 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b83debb-3833-4dce-8059-c16533ce35d3 HTTP/1.1" status: 200 len: 217 time: 0.0347378 Sep 19 03:10:54.509162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 5a251235-c843-4d52-b1b0-c93704e12598 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:10:54.509611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5a251235-c843-4d52-b1b0-c93704e12598 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:10:54.533860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.534390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.535212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.536071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.536798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.537550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.538030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.540018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7ec26379-7c79-4e40-b27a-4a24e0708248 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6476 time: 0.0653105 Sep 19 03:10:54.561890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-ae680c2b-cfed-48c7-9aa2-ca4333e09eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.563553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-ae680c2b-cfed-48c7-9aa2-ca4333e09eb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.0473087 Sep 19 03:10:54.607867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-a9e4d0e2-e2c4-4445-929c-5c76acf6451a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345304 Sep 19 03:10:54.637467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8ec84b08-ec82-47af-bc6e-3805bc4c15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.638953 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-8ec84b08-ec82-47af-bc6e-3805bc4c15a5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1412ec84-2b76-4b89-a1b9-10121cbc40e1 HTTP/1.1" status: 200 len: 903 time: 0.0891962 Sep 19 03:10:54.686672 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-37fef773-4100-4df2-8312-ff9926af3ebb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50 HTTP/1.1" status: 200 len: 217 time: 0.0367870 Sep 19 03:10:54.691123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c05d5a-1de2-400d-9637-bc78f57fa4be req-357d9b79-a625-445d-b359-2dae5fbb7aa6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.692589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74c05d5a-1de2-400d-9637-bc78f57fa4be req-357d9b79-a625-445d-b359-2dae5fbb7aa6 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 943 time: 0.1204782 Sep 19 03:10:54.737820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-04ad1e4f-ffb0-49a9-9dab-c193d9330ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.739310 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-04ad1e4f-ffb0-49a9-9dab-c193d9330ac6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07159f8a-0630-4a67-ab00-c34bd984a4ba HTTP/1.1" status: 200 len: 797 time: 0.0437336 Sep 19 03:10:54.755662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74c05d5a-1de2-400d-9637-bc78f57fa4be req-0756870c-e050-4a80-b446-1d21c263db8c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 Sep 19 03:10:54.757713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-c26b4706-1e59-41de-83c7-6c07993a51a3 service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361070 Sep 19 03:10:54.792827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e1324b50-a975-4a05-8d32-bfa325f1c6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.794347 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-e1324b50-a975-4a05-8d32-bfa325f1c6cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0455112 Sep 19 03:10:54.864340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d8d0-6091-4820-9e41-4cef75305be6 req-0de22bf5-eeb0-4149-8eda-f504376782b4 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.866119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4914d8d0-6091-4820-9e41-4cef75305be6 req-0de22bf5-eeb0-4149-8eda-f504376782b4 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.1019626 Sep 19 03:10:54.891407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-34fae150-b724-461e-b992-9ef53ea59a28 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892022 Sep 19 03:10:54.916584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c91ff53-7a5d-4cc0-8637-e27e1fd81a5c req-e03af81d-39ba-485d-94d3-38b2f432aaee service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429734 Sep 19 03:10:54.957813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4914d8d0-6091-4820-9e41-4cef75305be6 req-c976c31f-5393-4799-a94b-68ef174c5fb2 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769057 Sep 19 03:10:54.973078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f767b-df8d-4109-a6ca-e97fd2efdf60 req-21cfdc17-ce77-4c9d-a79b-2525d563d613 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:54.975166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d9f767b-df8d-4109-a6ca-e97fd2efdf60 req-21cfdc17-ce77-4c9d-a79b-2525d563d613 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 943 time: 0.0790448 Sep 19 03:10:55.009816 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f1fcabb4-b620-4720-931c-22183c6aee79 req-7d06144b-d777-49ce-bc8b-75d156ed9ad7 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942144 Sep 19 03:10:55.020311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d9f767b-df8d-4109-a6ca-e97fd2efdf60 req-fbc1c41a-08e8-4896-a0da-ed2d8178e761 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384908 Sep 19 03:10:55.052689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-d4ad2d26-65a9-444f-89e6-235a2604d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.054167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-d4ad2d26-65a9-444f-89e6-235a2604d80e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 1094 time: 0.0437295 Sep 19 03:10:55.197314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.203078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.209245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.216371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.222109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.227886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.233629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.235472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-b6c1d969-0b69-4eb3-b493-274a2855bd6a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1388679 Sep 19 03:10:55.240526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-fd188a7a-023b-41a8-b7c2-ed9c79b4b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.241910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-fd188a7a-023b-41a8-b7c2-ed9c79b4b968 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 906 time: 0.1651742 Sep 19 03:10:55.579742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-9c22bab3-bbee-40c9-ac61-9a823e0e3e2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b83debb-3833-4dce-8059-c16533ce35d3 HTTP/1.1" status: 200 len: 217 time: 0.3241222 Sep 19 03:10:55.600728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d82ab86-481d-4a41-8fc6-925f43fd1a49 req-f0257168-d5b1-4311-8408-7000bc0d70cc tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3579195 Sep 19 03:10:55.656816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-f786564a-b97a-47d2-b1fa-5c9052581b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.658260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-f786564a-b97a-47d2-b1fa-5c9052581b2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.0678587 Sep 19 03:10:55.665592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd5fc7-c568-4594-9042-c8c76219dfbb req-e912f526-65c4-4781-9766-c53c9d480ad3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.666949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4efd5fc7-c568-4594-9042-c8c76219dfbb req-e912f526-65c4-4781-9766-c53c9d480ad3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 944 time: 0.0915918 Sep 19 03:10:55.704801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-98b80f0a-cb9a-4c3a-94bc-06fae8bb3d9a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369246 Sep 19 03:10:55.751621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4efd5fc7-c568-4594-9042-c8c76219dfbb req-b3abd862-4f78-442f-81f8-b8faeac1f8ad tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752397 Sep 19 03:10:55.763315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1bf79-3311-425e-aa24-6787b465ba9f req-a976555c-be8b-4e03-a9c2-26c066ebc145 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.764762 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38b1bf79-3311-425e-aa24-6787b465ba9f req-a976555c-be8b-4e03-a9c2-26c066ebc145 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0959177 Sep 19 03:10:55.812480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-66aee02b-d81d-460c-af65-0f4777d62df3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:55.814047 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-66aee02b-d81d-460c-af65-0f4777d62df3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 948 time: 0.0520213 Sep 19 03:10:55.868184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38b1bf79-3311-425e-aa24-6787b465ba9f req-3490ff02-094c-415c-bb0c-57899eda79e0 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822067 Sep 19 03:10:55.895047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-ea432397-a853-4596-9774-89e183d1b48c service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293125 Sep 19 03:10:55.925969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f209972c-014c-487f-92ea-21110f35f07d req-5177bd51-1a22-41e8-96ac-9e75db01c0ab tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1501866856', 'description': 'tempest-description-1705992798'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:55.957422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Deleting port c3b12d63-fd3b-44c1-a776-d506f91b17bd {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:10:55.957992 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.018975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f209972c-014c-487f-92ea-21110f35f07d req-5177bd51-1a22-41e8-96ac-9e75db01c0ab tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.043883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a935e3-d987-4f1f-97ad-f228717d9c61 req-98c9103d-17ff-4eae-8cb2-4383521a835c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.045388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98a935e3-d987-4f1f-97ad-f228717d9c61 req-98c9103d-17ff-4eae-8cb2-4383521a835c tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 943 time: 0.1419549 Sep 19 03:10:56.050429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] For port c3b12d63-fd3b-44c1-a776-d506f91b17bd, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c3b12d63-fd3b-44c1-a776-d506f91b17bd,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:56.050941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.063863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Calling delete_port for c3b12d63-fd3b-44c1-a776-d506f91b17bd owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:10:56.088176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f390129-ab2f-4359-b0b3-89b25114eb83 req-8cda5057-d5c8-4a5a-8740-4e3ea21d2d62 service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738906 Sep 19 03:10:56.118019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98a935e3-d987-4f1f-97ad-f228717d9c61 req-80e78533-93d4-4166-b4a7-bc591145e0f9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651278 Sep 19 03:10:56.173607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f209972c-014c-487f-92ea-21110f35f07d req-5177bd51-1a22-41e8-96ac-9e75db01c0ab tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.178813 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f209972c-014c-487f-92ea-21110f35f07d req-5177bd51-1a22-41e8-96ac-9e75db01c0ab tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.205504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.231591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8a0d958-9f3a-46db-9653-9e5d702eec40 req-d148b86b-6edf-46a0-bff1-785b3bff5ab0 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=060c837b-cb57-4627-be4a-7529bdbdc634 HTTP/1.1" status: 200 len: 210 time: 0.0452659 Sep 19 03:10:56.234763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f209972c-014c-487f-92ea-21110f35f07d req-5177bd51-1a22-41e8-96ac-9e75db01c0ab tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.239934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Pushing event deleted for resources: {'Port': ['ID=c3b12d63-fd3b-44c1-a776-d506f91b17bd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:56.257685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f209972c-014c-487f-92ea-21110f35f07d req-5177bd51-1a22-41e8-96ac-9e75db01c0ab tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3389988 Sep 19 03:10:56.257685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177bd51-1a22-41e8-96ac-9e75db01c0ab tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9f8461-d5d5-4ae3-af21-dbec3ce3ca8b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:56.298218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] No DVR routers for this DVR port c3b12d63-fd3b-44c1-a776-d506f91b17bd on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:10:56.301315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.303461 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d71589f2-dcdf-48ff-95b4-14139ac72ec4 req-51c9ea70-416c-49b2-94a9-0b9fd0bed03b tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "DELETE /v2.0/ports/c3b12d63-fd3b-44c1-a776-d506f91b17bd HTTP/1.1" status: 204 len: 173 time: 0.4541564 Sep 19 03:10:56.303976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-deleted', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:56.306884 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a91374a-9a13-43b7-8b65-7bbc626e7437" -d '{"events": [{"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-deleted", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:56.363214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e452ab96-54f7-40ee-ac85-2d24da8c4c83 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1501866856&fields=id&tenant_id=fbe3a95bb99842c1913148ec837c4669 HTTP/1.1" status: 200 len: 267 time: 0.0580897 Sep 19 03:10:56.371918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae50dc3-fd52-4a54-b499-5895e9e38d8b req-07c724c9-52ca-41ff-a051-2bf841a339db tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.373284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aae50dc3-fd52-4a54-b499-5895e9e38d8b req-07c724c9-52ca-41ff-a051-2bf841a339db tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 943 time: 0.0793002 Sep 19 03:10:56.432924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aae50dc3-fd52-4a54-b499-5895e9e38d8b req-2ef841cd-58a7-4a38-b6cc-8d3722fd20ce tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507553 Sep 19 03:10:56.445723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a966d-e703-4d17-a135-6b77fb8583de req-337ea4ea-c190-4dad-92da-40b0bacad709 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.447771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e28a966d-e703-4d17-a135-6b77fb8583de req-337ea4ea-c190-4dad-92da-40b0bacad709 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0736291 Sep 19 03:10:56.459151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Request body: {'port': {'security_groups': ['40aa7aee-a66e-4160-8d92-3fadfd55bd4f', '3a9f8461-d5d5-4ae3-af21-dbec3ce3ca8b']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:56.482339 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9280aa74-3c15-442f-8012-b9624d06e37b x-openstack-request-id: req-9280aa74-3c15-442f-8012-b9624d06e37b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:56.482696 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "060c837b-cb57-4627-be4a-7529bdbdc634", "name": "network-vif-deleted", "tag": "c3b12d63-fd3b-44c1-a776-d506f91b17bd", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:56.483049 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9280aa74-3c15-442f-8012-b9624d06e37b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:56.483526 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '060c837b-cb57-4627-be4a-7529bdbdc634', 'name': 'network-vif-deleted', 'tag': 'c3b12d63-fd3b-44c1-a776-d506f91b17bd', 'status': 'completed', 'code': 200} Sep 19 03:10:56.487330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1289913a-c297-4b51-b340-8701690e309c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:10:56.527346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.582688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1289913a-c297-4b51-b340-8701690e309c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1289913a-c297-4b51-b340-8701690e309c,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:56.593276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1289913a-c297-4b51-b340-8701690e309c', 'network_id': 'aed05a07-ba2d-4097-a98f-f9182381c014', 'port_id': '1289913a-c297-4b51-b340-8701690e309c', 'mac_address': 'fa:16:3e:53:cc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:10:56.634913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.651883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1289913a-c297-4b51-b340-8701690e309c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:56.673145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1289913a-c297-4b51-b340-8701690e309c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1289913a-c297-4b51-b340-8701690e309c,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:56.680606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.682192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 416b1572-c838-4e61-8fbd-f63a72b8fae8 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:10:56.749992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:56.764498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1289913a-c297-4b51-b340-8701690e309c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:56.780918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.786865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.793518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.799450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.805265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.811686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.817696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.820037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82b725bc-dd96-4878-bf6d-93a764da240c req-481eb709-acb9-4f10-b727-5e39cc611b22 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1226723 Sep 19 03:10:56.826667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 416b1572-c838-4e61-8fbd-f63a72b8fae8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:56.839064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'port_id': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'mac_address': 'fa:16:3e:d5:c5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:10:56.858360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.864585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.887263 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.902155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416b1572-c838-4e61-8fbd-f63a72b8fae8 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:10:56.908200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82b725bc-dd96-4878-bf6d-93a764da240c req-598f1059-3ff9-4297-92c6-e4a7e703993c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784223 Sep 19 03:10:56.911728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:56.921157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:56.921793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:56.923244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e28a966d-e703-4d17-a135-6b77fb8583de req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "PUT /v2.0/ports/b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 981 time: 0.4687853 Sep 19 03:10:56.923722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:56.925968 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af7b5a2-3849-4e7b-86ab-603dd46be494" -d '{"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:56.955139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d84ca-068a-4efb-b9b2-4c516a40703e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event updated for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:56.989746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 416b1572-c838-4e61-8fbd-f63a72b8fae8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:56.999685 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:57.065439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=416b1572-c838-4e61-8fbd-f63a72b8fae8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:57.073095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e3699-595a-4c2c-9f1f-2bc1a9a04b99 req-860a0a7d-7376-4cdf-839f-78584cf50391 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.079367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8e3699-595a-4c2c-9f1f-2bc1a9a04b99 req-860a0a7d-7376-4cdf-839f-78584cf50391 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 945 time: 0.0668771 Sep 19 03:10:57.083058 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39dc32-feef-4aa1-b3fe-715f0dcacfff x-openstack-request-id: req-bd39dc32-feef-4aa1-b3fe-715f0dcacfff {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:57.083418 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:57.083901 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd39dc32-feef-4aa1-b3fe-715f0dcacfff {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:57.084360 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'status': 'completed', 'code': 200} Sep 19 03:10:57.118477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8e3699-595a-4c2c-9f1f-2bc1a9a04b99 req-8620c2f3-c92a-49ad-9d24-90614dbf14e8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369394 Sep 19 03:10:57.160199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-ae2dad69-d912-4e83-977e-2a94fbb18181 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1501866856&fields=id&tenant_id=fbe3a95bb99842c1913148ec837c4669 HTTP/1.1" status: 200 len: 267 time: 0.0370827 Sep 19 03:10:57.185082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-4557d992-fee3-43ee-8f9c-1ecd0f275d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.187427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-4557d992-fee3-43ee-8f9c-1ecd0f275d71 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1135 time: 0.0425754 Sep 19 03:10:57.228479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-e6f638d1-9cb4-4a34-8290-5b2e03dc2d73 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.229948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-e6f638d1-9cb4-4a34-8290-5b2e03dc2d73 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 984 time: 0.0623505 Sep 19 03:10:57.249881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Request body: {'port': {'security_groups': ['40aa7aee-a66e-4160-8d92-3fadfd55bd4f']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:57.289229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-1d4f8ac6-4586-4ac3-9bb7-81fcea3ee4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.291387 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-1d4f8ac6-4586-4ac3-9bb7-81fcea3ee4a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.0957828 Sep 19 03:10:57.308902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd913a-57b4-44a5-b524-14b9c49b65de req-c3f22615-0d26-4bc5-b475-b7303842925a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.310360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cfd913a-57b4-44a5-b524-14b9c49b65de req-c3f22615-0d26-4bc5-b475-b7303842925a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 944 time: 0.1044164 Sep 19 03:10:57.335906 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-40cfd32a-1f38-4ddb-b074-a16a8bc59905 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 217 time: 0.0336971 Sep 19 03:10:57.343295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:57.353435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:57.388732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-9081e8a4-828e-4a42-988e-c0bf2bee1703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.390210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-9081e8a4-828e-4a42-988e-c0bf2bee1703 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.0459402 Sep 19 03:10:57.400863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cfd913a-57b4-44a5-b524-14b9c49b65de req-037d30ef-2cd6-437d-901d-01f0c7c9368d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726910 Sep 19 03:10:57.427673 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-8a56d3fa-7221-4f43-b09f-6c7e4140e94d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288551 Sep 19 03:10:57.543691 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-2cc5690c-0f95-4be1-9c6b-d9dfa4a15d6c service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067133 Sep 19 03:10:57.576652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:10:57.610482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:57.615845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:57.659531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.660147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:57.661474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3768648a-f2bc-4f30-9317-0f45980e9ed6 req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "PUT /v2.0/ports/b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 942 time: 0.4184966 Sep 19 03:10:57.663261 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4af7b5a2-3849-4e7b-86ab-603dd46be494 req-9364dc77-bfdd-488c-8046-8881f55989af service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103988 Sep 19 03:10:57.730728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5033e-222b-44df-9204-530150f5d0cc tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event updated for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:57.731892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:57.763360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bcfd4-3be9-40b3-aef2-8cf4fa245463 req-a0150905-cfb7-4f39-a1a8-1c7d8e4facd0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.764821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d6bcfd4-3be9-40b3-aef2-8cf4fa245463 req-a0150905-cfb7-4f39-a1a8-1c7d8e4facd0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 943 time: 0.1117315 Sep 19 03:10:57.785515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7fdde-df9c-459f-b276-74774b6c87d4 req-63b8aca0-d8e3-4c5d-b06e-97c6a2942771 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:57.786966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0d7fdde-df9c-459f-b276-74774b6c87d4 req-63b8aca0-d8e3-4c5d-b06e-97c6a2942771 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 949 time: 0.0724604 Sep 19 03:10:57.830254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d6bcfd4-3be9-40b3-aef2-8cf4fa245463 req-4863b95f-c0af-4f8d-9a28-4c8b8e397419 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577800 Sep 19 03:10:57.842473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0d7fdde-df9c-459f-b276-74774b6c87d4 req-59212d09-0a43-421f-98cf-0493b04cbdcf tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479014 Sep 19 03:10:57.987773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1289913a-c297-4b51-b340-8701690e309c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:58.011841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['416b1572-c838-4e61-8fbd-f63a72b8fae8'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:58.075964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-691c6661-64df-4f2d-abb9-01faf931b023 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2128317 Sep 19 03:10:58.088564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:58.091424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:10:58.103909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.109741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.115598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.121447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.127263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.133141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.139507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.141336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-84317847-cd76-4b78-a47b-69452921cccd tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1361921 Sep 19 03:10:58.176393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:58.202781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1f0d81c-bedf-4a38-9cd1-6afb6da2bf5c req-fb3d6f06-ddd7-4a7d-9ebd-6e7e81dc1a0a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528564 Sep 19 03:10:58.299336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:58.440979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151dc85-0456-487a-af46-9ab3e2d50c42 req-d55bb821-4363-44c8-b364-e51ddce8c773 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.442436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6151dc85-0456-487a-af46-9ab3e2d50c42 req-d55bb821-4363-44c8-b364-e51ddce8c773 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 945 time: 0.0866532 Sep 19 03:10:58.463279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Allocated IP 172.25.8.3 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/f1156744-9aff-422d-88c3-60046ac1fa07) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:10:58.499743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6151dc85-0456-487a-af46-9ab3e2d50c42 req-1dc82996-a7df-4998-a598-13e6c4239267 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497348 Sep 19 03:10:58.520145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c3b12d63-fd3b-44c1-a776-d506f91b17bd no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:10:58.539199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: c3b12d63-fd3b-44c1-a776-d506f91b17bd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:10:58.539534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c3b12d63-fd3b-44c1-a776-d506f91b17bd not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:10:58.620351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:58.638908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf018590-84a1-45e5-be52-169cba994767 req-d44cd700-2cee-4b88-a3cf-dae60a786954 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:58.640960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf018590-84a1-45e5-be52-169cba994767 req-d44cd700-2cee-4b88-a3cf-dae60a786954 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 944 time: 0.0820186 Sep 19 03:10:58.694408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf018590-84a1-45e5-be52-169cba994767 req-b6cf57ee-e159-4a22-99e6-f82397bfc9a9 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467257 Sep 19 03:10:58.695841 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:58.731258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:10:58.733923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:10:58.737371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:10:58.762729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event updated for resources: {'Port': ['ID=f1156744-9aff-422d-88c3-60046ac1fa07,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:58.823232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:58.863313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:58.999627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708cfd1-34f7-4493-b983-25f34d40de08 req-88a09fc2-babe-4cbd-833f-fb15ee7774d1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.001094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7708cfd1-34f7-4493-b983-25f34d40de08 req-88a09fc2-babe-4cbd-833f-fb15ee7774d1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 943 time: 0.1005099 Sep 19 03:10:59.058180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7708cfd1-34f7-4493-b983-25f34d40de08 req-8e1f77e4-edc3-4d88-a5a0-63b222fc77af tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509636 Sep 19 03:10:59.076451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:59.081424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:59.086546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:10:59.089416 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145a8274-ea89-4749-b338-35e40ba69846" -d '{"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:10:59.187607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event updated for resources: {'Port': ['ID=f1156744-9aff-422d-88c3-60046ac1fa07,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:10:59.199198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:59.218953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf931ad-de3c-4f3c-b8b1-7dd92a7a6604 req-51589f49-e5f6-4c0d-bb42-4b9196892730 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.220418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cf931ad-de3c-4f3c-b8b1-7dd92a7a6604 req-51589f49-e5f6-4c0d-bb42-4b9196892730 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 949 time: 0.1054447 Sep 19 03:10:59.224933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:59.226101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-fa7c18a0-28b0-40d7-bcd9-5585c82a8116 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1427150 Sep 19 03:10:59.291114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-aa96a748-8b5d-44b1-8976-648a0bb699b9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 694 time: 0.0571458 Sep 19 03:10:59.298471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cf931ad-de3c-4f3c-b8b1-7dd92a7a6604 req-05a4c435-8242-4d8b-b194-d0bcd9f57486 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714753 Sep 19 03:10:59.363560 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f526563-e9cd-46d3-8750-55c4c7d330b8 x-openstack-request-id: req-0f526563-e9cd-46d3-8750-55c4c7d330b8 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:10:59.363853 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:10:59.364107 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f526563-e9cd-46d3-8750-55c4c7d330b8 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:10:59.364494 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'status': 'completed', 'code': 200} Sep 19 03:10:59.411668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-b731ada1-9b34-4a42-983f-cea1300e7c41 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.413006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9d1b40f-c55f-4bed-bf96-5003fdb9bcbe req-b731ada1-9b34-4a42-983f-cea1300e7c41 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.1136658 Sep 19 03:10:59.453745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.459720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.466321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.469514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a8274-ea89-4749-b338-35e40ba69846 req-102d8b42-82d7-4232-b629-3c8abf79484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.471039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-145a8274-ea89-4749-b338-35e40ba69846 req-102d8b42-82d7-4232-b629-3c8abf79484b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0412297 Sep 19 03:10:59.472258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.478815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.484711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.490607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.492501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-1e522563-0609-48f3-954b-4f49c0d212fb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1047654 Sep 19 03:10:59.535815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84fba8a7-d81e-4302-b9e2-f0a17686274d req-6fcc3d7d-686b-42fb-bb94-006692f5267b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366261 Sep 19 03:10:59.599702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a8274-ea89-4749-b338-35e40ba69846 req-897269e5-4570-4f42-bc60-ce2af9f8a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.601386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-145a8274-ea89-4749-b338-35e40ba69846 req-897269e5-4570-4f42-bc60-ce2af9f8a25c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.0959859 Sep 19 03:10:59.607191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-b7443ad0-dc8e-477c-a9ae-eefc33164def tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.608684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-b7443ad0-dc8e-477c-a9ae-eefc33164def tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0590172 Sep 19 03:10:59.613724 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:59.652014 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-145a8274-ea89-4749-b338-35e40ba69846 req-6262383d-461b-4470-9d7b-fd08ddffe143 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 217 time: 0.0346372 Sep 19 03:10:59.677042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-98b8adb6-b9a1-4213-97c9-764156f65f65 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 694 time: 0.0587499 Sep 19 03:10:59.689123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Request body: {'floatingip': {'port_id': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:10:59.700299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fe7ad-7de4-4a92-a363-913273c3c513 req-25cec1f7-733f-487f-aaf2-36ee7887b470 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.701764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c84fe7ad-7de4-4a92-a363-913273c3c513 req-25cec1f7-733f-487f-aaf2-36ee7887b470 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 945 time: 0.0921936 Sep 19 03:10:59.729330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a8274-ea89-4749-b338-35e40ba69846 req-ced6777c-8bff-462a-8c96-f1adb1dd7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:10:59.730814 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-145a8274-ea89-4749-b338-35e40ba69846 req-ced6777c-8bff-462a-8c96-f1adb1dd7db9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.0435295 Sep 19 03:10:59.750610 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:10:59.763019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-145a8274-ea89-4749-b338-35e40ba69846 req-a1422585-a95a-4dac-9ccc-463fa954dca5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245156 Sep 19 03:10:59.821850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c84fe7ad-7de4-4a92-a363-913273c3c513 req-16d906c5-0f67-45f0-b35d-833f29a145fe tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902991 Sep 19 03:10:59.871495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-145a8274-ea89-4749-b338-35e40ba69846 req-f0a57bc7-afe0-4382-aee5-78f938e7f39a service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004980 Sep 19 03:10:59.971995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-145a8274-ea89-4749-b338-35e40ba69846 req-c825a3e5-0d7a-4bf5-b5cc-9180d4ad860e service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899234 Sep 19 03:11:00.270124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcc174-6bf0-42ea-bcd6-8b3073e051d0 req-04162656-14b0-46e1-87b8-7085b775211b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:00.271601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25dcc174-6bf0-42ea-bcd6-8b3073e051d0 req-04162656-14b0-46e1-87b8-7085b775211b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 944 time: 0.0896034 Sep 19 03:11:00.381651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25dcc174-6bf0-42ea-bcd6-8b3073e051d0 req-c2580792-8e61-4362-8e50-2f03de82ff09 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029730 Sep 19 03:11:00.403007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c17533bf-c13e-402e-b038-97d5d15c18b8 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:00.403007 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c17533bf-c13e-402e-b038-97d5d15c18b8 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 949 time: 0.0491683 Sep 19 03:11:00.494189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Deleting port d46df36a-3bde-439a-b25a-c003e307cc8a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:00.494907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.526076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cccbd8-8776-440b-b649-75e53116ee9f req-defb4f4b-95a1-439f-99ae-3fe2975d39de tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:00.527499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8cccbd8-8776-440b-b649-75e53116ee9f req-defb4f4b-95a1-439f-99ae-3fe2975d39de tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 943 time: 0.0885859 Sep 19 03:11:00.535564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3b83debb-3833-4dce-8059-c16533ce35d3 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:00.543182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1289913a-c297-4b51-b340-8701690e309c up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:00.591645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] For port d46df36a-3bde-439a-b25a-c003e307cc8a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d46df36a-3bde-439a-b25a-c003e307cc8a,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:00.592020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.604690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Calling delete_port for d46df36a-3bde-439a-b25a-c003e307cc8a owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:00.612843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.616665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8cccbd8-8776-440b-b649-75e53116ee9f req-9d2011dc-38aa-4c58-a4c3-7b3f62bfa631 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810950 Sep 19 03:11:00.617869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.692278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 1289913a-c297-4b51-b340-8701690e309c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:00.698449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:00.708659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1289913a-c297-4b51-b340-8701690e309c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:00.709028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.735056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '3b83debb-3833-4dce-8059-c16533ce35d3', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '3b83debb-3833-4dce-8059-c16533ce35d3', 'mac_address': 'fa:16:3e:f2:3d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:00.752153 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Floating IP 6c89fa14-3115-4418-a48d-455a9a7e22ec associated. External IP: 172.25.8.3, port: b66cee5a-4b59-4c7c-aa86-4f6bdca8238c. Sep 19 03:11:00.757857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.788738 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.791739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Pushing event deleted for resources: {'Port': ['ID=d46df36a-3bde-439a-b25a-c003e307cc8a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:00.799717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73a12-8990-4b11-96e9-0e439ab778ff req-70686493-9f27-436d-b1e4-df49623f17a5 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:00.799717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94f73a12-8990-4b11-96e9-0e439ab778ff req-70686493-9f27-436d-b1e4-df49623f17a5 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64b344-99c7-4eb3-8ea3-63d2f9210b2f HTTP/1.1" status: 200 len: 866 time: 0.0980225 Sep 19 03:11:00.827328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b83debb-3833-4dce-8059-c16533ce35d3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:00.848077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] No DVR routers for this DVR port d46df36a-3bde-439a-b25a-c003e307cc8a on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:11:00.851028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.853281 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ddcfe733-2b05-42f5-bf30-8dc96837cbc8 req-c23a0659-e9d2-4e23-930c-9f455d97cff3 tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.32 "DELETE /v2.0/ports/d46df36a-3bde-439a-b25a-c003e307cc8a HTTP/1.1" status: 204 len: 173 time: 0.4454119 Sep 19 03:11:00.853728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-deleted', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:00.856399 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d695b819-8088-4ece-b0a5-55b48a29deef" -d '{"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-deleted", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:00.856760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:00.858403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.870820 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.904637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289913a-c297-4b51-b340-8701690e309c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:00.906923 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce36109-dc21-4ada-840b-7360af62d994" -d '{"events": [{"server_uuid": "dd63fda4-2733-44cd-87f1-3a35f665fd09", "name": "network-vif-plugged", "status": "completed", "tag": "1289913a-c297-4b51-b340-8701690e309c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:00.908198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94f73a12-8990-4b11-96e9-0e439ab778ff req-cee00fa4-73cf-4bf3-ac21-1b06ffd0702e tempest-ListImageFiltersTestJSON-1628671326 tempest-ListImageFiltersTestJSON-1628671326-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987415 Sep 19 03:11:00.924552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1289913a-c297-4b51-b340-8701690e309c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1289913a-c297-4b51-b340-8701690e309c,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:00.930005 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:00.931394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 416b1572-c838-4e61-8fbd-f63a72b8fae8 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:00.965543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:01.030122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1289913a-c297-4b51-b340-8701690e309c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:01.034061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 416b1572-c838-4e61-8fbd-f63a72b8fae8 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:01.038298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 416b1572-c838-4e61-8fbd-f63a72b8fae8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:01.038714 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:01.050949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Router fbd3caac-bf22-4eb2-9776-4621488b66ed has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:11:01.119146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:01.155189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 416b1572-c838-4e61-8fbd-f63a72b8fae8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:01.160554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:01.214482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=416b1572-c838-4e61-8fbd-f63a72b8fae8,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:01.215869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.223699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.229640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.235486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.241366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.247260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.253211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.255171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-ab5e3cca-4512-4a21-9806-bf0a95513deb tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1501992 Sep 19 03:11:01.262588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:11:01.267878 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:01.272031 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] Sync routers for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:11:01.282883 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:01.283501 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:01.316753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-531a56f4-04fc-4a3d-82ec-e432f2654a7e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "PUT /v2.0/floatingips/6c89fa14-3115-4418-a48d-455a9a7e22ec HTTP/1.1" status: 200 len: 994 time: 1.6328046 Sep 19 03:11:01.325117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3b83debb-3833-4dce-8059-c16533ce35d3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:01.334619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d532e16-e84f-4f33-9379-0fb8d1c26337 req-8202e616-8291-4ecf-8759-528f342c2354 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700047 Sep 19 03:11:01.368032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:01.380336 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e225581-f361-4327-bab7-074cf4883fb3" -d '{"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:01.420422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-421e5fcd-c383-4cb3-aab1-1706e743e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.421981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-421e5fcd-c383-4cb3-aab1-1706e743e7ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0864086 Sep 19 03:11:01.438784 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:01.513748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00eb9d-11d1-4ebe-a00f-8985374560c8 req-51ca1d03-a178-456f-b327-9e5eb3dc550f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.521337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f00eb9d-11d1-4ebe-a00f-8985374560c8 req-51ca1d03-a178-456f-b327-9e5eb3dc550f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1169622 Sep 19 03:11:01.580445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f00eb9d-11d1-4ebe-a00f-8985374560c8 req-beb06ef2-d727-4a38-95df-16e513642045 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582452 Sep 19 03:11:01.583303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-549094d9-e54e-4f9f-a7a7-766fa320a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.584581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-549094d9-e54e-4f9f-a7a7-766fa320a34a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.1485088 Sep 19 03:11:01.632430 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfab1a29-113a-4905-a3d7-af5d4fe97427 x-openstack-request-id: req-dfab1a29-113a-4905-a3d7-af5d4fe97427 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:01.632959 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b64b344-99c7-4eb3-8ea3-63d2f9210b2f", "name": "network-vif-deleted", "tag": "d46df36a-3bde-439a-b25a-c003e307cc8a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:01.633039 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfab1a29-113a-4905-a3d7-af5d4fe97427 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:01.633392 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64b344-99c7-4eb3-8ea3-63d2f9210b2f', 'name': 'network-vif-deleted', 'tag': 'd46df36a-3bde-439a-b25a-c003e307cc8a', 'status': 'completed', 'code': 200} Sep 19 03:11:01.667007 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7145019-f7dc-44c7-8e61-22c2403b5f75 x-openstack-request-id: req-d7145019-f7dc-44c7-8e61-22c2403b5f75 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:01.667301 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd63fda4-2733-44cd-87f1-3a35f665fd09", "name": "network-vif-plugged", "status": "completed", "tag": "1289913a-c297-4b51-b340-8701690e309c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:01.667762 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7145019-f7dc-44c7-8e61-22c2403b5f75 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:01.668264 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1289913a-c297-4b51-b340-8701690e309c', 'code': 200} Sep 19 03:11:01.672163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-f8f268bf-b362-4a2f-8ad1-8c01e1b0cafd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 997 time: 0.0722420 Sep 19 03:11:01.709700 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e09a788-5aa6-4b2d-a3c0-b5d90118d6ae x-openstack-request-id: req-4e09a788-5aa6-4b2d-a3c0-b5d90118d6ae {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:01.709991 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:01.710342 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e09a788-5aa6-4b2d-a3c0-b5d90118d6ae {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:01.710612 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'status': 'completed', 'code': 200} Sep 19 03:11:01.728805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-d1523019-4e84-402b-a00a-adbac43a488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.734623 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6c89fa14-3115-4418-a48d-455a9a7e22ec', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'port_id': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'mac_address': 'fa:16:3e:0b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:58Z', 'updated_at': '2021-09-19T03:11:00Z', 'revision_number': 1, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:52Z', 'revision_number': 5, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:01.736668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-d1523019-4e84-402b-a00a-adbac43a488d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.0586188 Sep 19 03:11:01.769016 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] Checking router: fbd3caac-bf22-4eb2-9776-4621488b66ed for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:11:01.772128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-0200b83b-3304-4d5a-bb13-7f1f39fcf9d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345702 Sep 19 03:11:01.779672 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:01.780287 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:01.792403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225581-f361-4327-bab7-074cf4883fb3 req-0800d619-2fb4-4553-954e-c8d19bc8f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.794022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e225581-f361-4327-bab7-074cf4883fb3 req-0800d619-2fb4-4553-954e-c8d19bc8f590 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0436780 Sep 19 03:11:01.891121 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:01.911863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225581-f361-4327-bab7-074cf4883fb3 req-346748f4-3a8b-44b2-b04e-ac0e59ef410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.913316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a4656-a643-413f-986e-4e7260d1524e req-abf2a1a5-dd76-42ba-9485-5943a48ec201 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.913440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e225581-f361-4327-bab7-074cf4883fb3 req-346748f4-3a8b-44b2-b04e-ac0e59ef410d service neutron] 10.222.0.32 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.1042435 Sep 19 03:11:01.914822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-154a4656-a643-413f-986e-4e7260d1524e req-abf2a1a5-dd76-42ba-9485-5943a48ec201 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.1518345 Sep 19 03:11:01.938380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e87a4f-b061-4d66-9d69-c70e8fbfaa83 req-62f013ed-14ce-4c99-893d-0a389129d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:01.939871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99e87a4f-b061-4d66-9d69-c70e8fbfaa83 req-62f013ed-14ce-4c99-893d-0a389129d3f2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 1096 time: 0.1217632 Sep 19 03:11:01.960437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-3bdc7928-7e2f-4606-8b5e-18abd27aee46 service neutron] 10.222.0.22 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875112 Sep 19 03:11:01.980447 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e225581-f361-4327-bab7-074cf4883fb3 req-bbb6fa21-5a6f-451a-ad92-2f6824b26a6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 997 time: 0.0591922 Sep 19 03:11:02.013377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99e87a4f-b061-4d66-9d69-c70e8fbfaa83 req-b15f101b-4eb7-4e1e-a6c6-4d013a9a6eb7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635428 Sep 19 03:11:02.018273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-154a4656-a643-413f-986e-4e7260d1524e req-8091ddee-aa95-4ddf-84d1-2016bcd4418b tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962114 Sep 19 03:11:02.057642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e225581-f361-4327-bab7-074cf4883fb3 req-0358a8da-f894-4419-94fd-ecf67afa38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:02.059694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e225581-f361-4327-bab7-074cf4883fb3 req-0358a8da-f894-4419-94fd-ecf67afa38bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.0717516 Sep 19 03:11:02.087278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0200603a-c9ec-41f3-b0a0-6f39d8e3aaab req-92e318ee-4da2-4ff1-9d41-c445a19a04ab service neutron] 10.222.0.22 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003213 Sep 19 03:11:02.124328 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6c89fa14-3115-4418-a48d-455a9a7e22ec', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'port_id': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'mac_address': 'fa:16:3e:0b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:58Z', 'updated_at': '2021-09-19T03:11:00Z', 'revision_number': 1, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:52Z', 'revision_number': 5, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:02.144873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf89183-c2cb-4573-b12b-43b1119878d4 req-f5427891-104f-465a-9c8c-5234a51b1663 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:02.146407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecf89183-c2cb-4573-b12b-43b1119878d4 req-f5427891-104f-465a-9c8c-5234a51b1663 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 944 time: 0.0582712 Sep 19 03:11:02.157238 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf1ff5-42ef-48b3-a739-234fe921d648 None None] The sync data for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 is: [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6c89fa14-3115-4418-a48d-455a9a7e22ec', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'port_id': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'mac_address': 'fa:16:3e:0b:88:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:58Z', 'updated_at': '2021-09-19T03:11:00Z', 'revision_number': 1, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:52Z', 'revision_number': 5, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:11:02.185673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecf89183-c2cb-4573-b12b-43b1119878d4 req-449b8ecf-c958-4ed9-aeb1-f66beed25d6d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326040 Sep 19 03:11:02.268843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-29e366be-87d2-42c9-a0ab-adf2d6e2ea05 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 997 time: 0.0611026 Sep 19 03:11:02.324606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-2d952efc-aa57-4c10-a456-3d52f895f0a9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:02.326001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-2d952efc-aa57-4c10-a456-3d52f895f0a9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports/b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 942 time: 0.0514812 Sep 19 03:11:02.374228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ba6f52-4bfb-49cb-a11f-3a4b5d0b9565 None None] New status for floating IP 6c89fa14-3115-4418-a48d-455a9a7e22ec: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:11:02.438010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-e0a62de4-70d9-4791-8b34-855fd2caa5a7 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 997 time: 0.0689008 Sep 19 03:11:02.438706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e225581-f361-4327-bab7-074cf4883fb3 req-127e4f12-1e7e-4f70-950f-01e9a0e262d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328009 Sep 19 03:11:02.547385 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e225581-f361-4327-bab7-074cf4883fb3 req-de8faa77-6009-491c-b566-fc55af3c395e service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991306 Sep 19 03:11:02.579027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-8baedc1a-32bf-414f-aa8f-34ef6a0141c7 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:02.580443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-8baedc1a-32bf-414f-aa8f-34ef6a0141c7 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.1377943 Sep 19 03:11:02.659797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-9a00d812-1b24-4fd0-9bc9-3469d7b902f6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 999 time: 0.0717082 Sep 19 03:11:02.664992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:02.665955 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e225581-f361-4327-bab7-074cf4883fb3 req-45efc5d2-d5cf-4faa-8566-56a41dc84d0c service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077647 Sep 19 03:11:02.724405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:03.125564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.131366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.137155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.142945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.148721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.155006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.160986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.162765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5799902-03f1-4310-8f45-68b8128faa85 req-3cc682f4-d8f0-49b7-8039-74033a319952 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.4083669 Sep 19 03:11:03.227319 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:03.233435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:03.233774 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Floating IP 6c89fa14-3115-4418-a48d-455a9a7e22ec disassociated. External IP: 172.25.8.3, port: b66cee5a-4b59-4c7c-aa86-4f6bdca8238c. Sep 19 03:11:03.277583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5799902-03f1-4310-8f45-68b8128faa85 req-c10e14bb-abf0-4a82-b3a3-857555a270ec tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077623 Sep 19 03:11:03.432305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea3d6c-a89b-43c5-b6f9-ff6efbdfd871 req-b2bffbf6-413f-4a05-b0f7-be8ced262f38 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.433796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82ea3d6c-a89b-43c5-b6f9-ff6efbdfd871 req-b2bffbf6-413f-4a05-b0f7-be8ced262f38 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0924873 Sep 19 03:11:03.508174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82ea3d6c-a89b-43c5-b6f9-ff6efbdfd871 req-a57a471f-3272-4ffb-bbcd-6943c03aa41e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487297 Sep 19 03:11:03.512550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Router fbd3caac-bf22-4eb2-9776-4621488b66ed has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:11:03.630560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:11:03.641227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:03.645467 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] Sync routers for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:11:03.661483 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:03.662028 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:03.669202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:03.671627 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef008748-19dc-4ceb-a720-564ed7548656" -d '{"events": [{"server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "name": "network-vif-plugged", "status": "completed", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:03.678679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-72cbe6d5-2d9b-4c0d-b65c-0911adab36a6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "PUT /v2.0/floatingips/6c89fa14-3115-4418-a48d-455a9a7e22ec HTTP/1.1" status: 200 len: 693 time: 1.0176222 Sep 19 03:11:03.729938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:03.732790 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1484123-e488-4eb5-8db6-07955cadbcd8" -d '{"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:03.754527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-59662bf4-4f18-4694-980f-431d2acd7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.756703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-59662bf4-4f18-4694-980f-431d2acd7286 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0599914 Sep 19 03:11:03.778510 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:03.903446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-761121bf-5ab8-409c-81d0-de0a1bb7b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.904861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-761121bf-5ab8-409c-81d0-de0a1bb7b59d service neutron] 10.222.0.22 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.1353772 Sep 19 03:11:03.912321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0f92-be91-4ef7-b524-337f3cbb0d2f req-c5ab8a1d-b100-4a02-85b3-c7ad7492aa14 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:03.913703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-999a0f92-be91-4ef7-b524-337f3cbb0d2f req-c5ab8a1d-b100-4a02-85b3-c7ad7492aa14 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.0702026 Sep 19 03:11:03.954524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-35759924-8afb-4a83-a24c-2cb2ed289f8e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 217 time: 0.0398836 Sep 19 03:11:04.022410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-999a0f92-be91-4ef7-b524-337f3cbb0d2f req-02d4b91a-6392-4b90-8ac4-d777e4d0a1b7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007066 Sep 19 03:11:04.028316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-55fcc545-289b-4582-a4be-355a1bc52fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.029745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-55fcc545-289b-4582-a4be-355a1bc52fa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.0675399 Sep 19 03:11:04.072269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-a36ab4e4-68f3-4c81-bce5-cb9143fccc5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364087 Sep 19 03:11:04.075285 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:52Z', 'revision_number': 5, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:04.101040 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] Checking router: fbd3caac-bf22-4eb2-9776-4621488b66ed for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:11:04.109684 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:04.110311 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:04.183737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad2df7-6254-41f6-81c7-415aca2b817f req-0e57e002-bfcc-42f9-9f32-185369e7aa67 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.185152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0ad2df7-6254-41f6-81c7-415aca2b817f req-0e57e002-bfcc-42f9-9f32-185369e7aa67 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 944 time: 0.1053245 Sep 19 03:11:04.212989 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:04.226911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-21cc3d89-6862-493e-be93-0eb6e5da75d1 service neutron] 10.222.0.22 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451035 Sep 19 03:11:04.249062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0ad2df7-6254-41f6-81c7-415aca2b817f req-5e17c40c-fb51-4609-833f-80030518008e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579038 Sep 19 03:11:04.343160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e35292d-55b6-4d93-98ce-0c102d22a8da req-4ec02938-f249-4326-b010-98540f6fd6f6 service neutron] 10.222.0.22 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079097 Sep 19 03:11:04.371608 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f359f7b6-dce6-4424-a683-96dca821fb39 x-openstack-request-id: req-f359f7b6-dce6-4424-a683-96dca821fb39 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:04.371959 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "name": "network-vif-plugged", "status": "completed", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:04.372298 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f359f7b6-dce6-4424-a683-96dca821fb39 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:04.372759 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'code': 200} Sep 19 03:11:04.403976 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0414098a-b8ed-4b72-b5c3-42382af5d754 x-openstack-request-id: req-0414098a-b8ed-4b72-b5c3-42382af5d754 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:04.404198 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:04.404456 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0414098a-b8ed-4b72-b5c3-42382af5d754 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:04.404849 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'status': 'completed', 'code': 200} Sep 19 03:11:04.426970 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:52Z', 'revision_number': 5, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:04.456091 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd5208-3ed0-4c92-845b-b7ba095fc2c7 None None] The sync data for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 is: [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:09:47Z', 'revision_number': 4, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '841e8d9d-ecb9-49fa-b691-252abaad25a7', 'name': '', 'network_id': 'b54a1d3a-4807-48cb-9f0a-256bebed10da', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'mac_address': 'fa:16:3e:2e:eb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:46Z', 'updated_at': '2021-09-19T03:09:52Z', 'revision_number': 5, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'subnets': [{'id': 'c4f80072-243f-4394-b352-4b92098d26a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:11:04.522547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-177cca27-a8ac-4fad-8bee-e96f4b5bd8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.524294 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-177cca27-a8ac-4fad-8bee-e96f4b5bd8b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbe3a95bb99842c1913148ec837c4669&device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 1096 time: 0.0610986 Sep 19 03:11:04.555071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3b83debb-3833-4dce-8059-c16533ce35d3 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:04.584327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ca796-6620-4719-9f84-2cf7216f3be5 req-93f41681-d2d9-44d0-9031-bc688b745ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.586826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-995ca796-6620-4719-9f84-2cf7216f3be5 req-93f41681-d2d9-44d0-9031-bc688b745ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 1097 time: 0.0894694 Sep 19 03:11:04.644193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 3b83debb-3833-4dce-8059-c16533ce35d3 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:04.655988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 3b83debb-3833-4dce-8059-c16533ce35d3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:04.656427 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:04.674241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-995ca796-6620-4719-9f84-2cf7216f3be5 req-3e45c114-6f30-4203-8d4c-437440f8d433 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761399 Sep 19 03:11:04.698569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-c3b433ca-32a7-4da1-b59d-c723551e99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.700097 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-c3b433ca-32a7-4da1-b59d-c723551e99e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 200 len: 921 time: 0.1683352 Sep 19 03:11:04.704699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.713729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.721530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.729233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.736610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.742344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.748774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:04.754503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:04.757600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-b287b067-98a9-4a1d-887f-8c85888c011c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1254604 Sep 19 03:11:04.802177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:04.808775 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:04.809627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:04.838890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-0c49440f-ab71-4437-b54b-a5bb7d213f60 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips/6c89fa14-3115-4418-a48d-455a9a7e22ec HTTP/1.1" status: 200 len: 693 time: 0.0784709 Sep 19 03:11:04.853687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: d46df36a-3bde-439a-b25a-c003e307cc8a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:04.854033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d46df36a-3bde-439a-b25a-c003e307cc8a not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:04.858507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5449720-153b-4e85-aebd-7ea06b2cd7ec req-9b80d550-50d1-400b-b186-791bb58f7995 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999417 Sep 19 03:11:04.883624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb4b729-39d4-4a39-a7ec-b3f3746b61ef None None] New status for floating IP 6c89fa14-3115-4418-a48d-455a9a7e22ec: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:11:04.965529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:05.005054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:05.023717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-f4a62bf4-a1a3-44da-b6e1-f70a0692a0ea tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:05.025143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-f4a62bf4-a1a3-44da-b6e1-f70a0692a0ea tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 784 time: 0.1656473 Sep 19 03:11:05.033889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b69af5-b820-4367-b1ba-ac88ab64f46d req-78d24fb9-7da3-4e1a-af1c-0814564100d1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:05.035364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56b69af5-b820-4367-b1ba-ac88ab64f46d req-78d24fb9-7da3-4e1a-af1c-0814564100d1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0896893 Sep 19 03:11:05.097022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-1234abeb-3b6b-4f60-940f-80d93781e00d tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 696 time: 0.0601983 Sep 19 03:11:05.125836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56b69af5-b820-4367-b1ba-ac88ab64f46d req-d53ce662-7ca5-4fa8-a6be-24892404f68f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515208 Sep 19 03:11:05.155051 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d7307918-fc3e-411e-be1d-2c22ec3e980e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8c76528161c4b2b9fb270017d0b1657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485190 Sep 19 03:11:05.158041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46276) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:05.171195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-fbd355c2-5e56-4692-9a48-628dd5fb6b3e tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.8.3 HTTP/1.1" status: 200 len: 694 time: 0.0580459 Sep 19 03:11:05.219017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-25bdd3c1-a944-46f1-adde-cb390ec1b3e0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 200 len: 217 time: 0.0478551 Sep 19 03:11:05.283107 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f227d36b-ab89-4fa5-991e-44245b1e40c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.297055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-92fc64d6-ecb6-4384-8ce4-0dd476652f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:05.298609 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-92fc64d6-ecb6-4384-8ce4-0dd476652f94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 200 len: 860 time: 0.0682063 Sep 19 03:11:05.311930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f227d36b-ab89-4fa5-991e-44245b1e40c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.323834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515d017-3d9d-4dfe-b81d-8214d33b3968 req-d4c36385-522e-462e-bc79-9c8c574f7ca3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:05.325313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8515d017-3d9d-4dfe-b81d-8214d33b3968 req-d4c36385-522e-462e-bc79-9c8c574f7ca3 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.1117358 Sep 19 03:11:05.349483 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-e25202a6-4077-4543-8bf8-dc099208d684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b54a1d3a-4807-48cb-9f0a-256bebed10da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356145 Sep 19 03:11:05.375345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Deleting port f1156744-9aff-422d-88c3-60046ac1fa07 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:05.375692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.380740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8515d017-3d9d-4dfe-b81d-8214d33b3968 req-496ed42b-b2ef-4fa3-ba97-cca13cf1c764 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483856 Sep 19 03:11:05.444972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f227d36b-ab89-4fa5-991e-44245b1e40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.447589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f227d36b-ab89-4fa5-991e-44245b1e40c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.451400 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f227d36b-ab89-4fa5-991e-44245b1e40c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac HTTP/1.1" status: 204 len: 168 time: 0.2897792 Sep 19 03:11:05.466230 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-8c29057e-cf73-4308-b434-a61de3af4326 service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046369 Sep 19 03:11:05.469709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227d36b-ab89-4fa5-991e-44245b1e40c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3d43c0-8394-43ba-a1fd-d8a7e9cf80ac,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:05.488477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.488807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.504159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Calling delete_port for f1156744-9aff-422d-88c3-60046ac1fa07 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:05.530149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38008f-8eff-40e9-aa87-ff84af6e381f req-b3fc4230-e317-48dc-85ff-97f6b0714f62 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:05.531741 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c38008f-8eff-40e9-aa87-ff84af6e381f req-b3fc4230-e317-48dc-85ff-97f6b0714f62 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 945 time: 0.0798883 Sep 19 03:11:05.568844 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a1484123-e488-4eb5-8db6-07955cadbcd8 req-89f045d6-b759-44bc-a59e-3427b52d5330 service neutron] 10.222.0.32 "GET /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947411 Sep 19 03:11:05.612146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c38008f-8eff-40e9-aa87-ff84af6e381f req-aef7096b-499b-4793-babe-62db2e2a2b1c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531847 Sep 19 03:11:05.681557 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.707623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event deleted for resources: {'Port': ['ID=f1156744-9aff-422d-88c3-60046ac1fa07,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:05.770935 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.774438 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.775763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a43eaa0b-bc1a-41cc-8bde-f235eb07fb7f req-bf53ed62-9d2d-4868-b504-40335ce3fa36 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "DELETE /v2.0/floatingips/6c89fa14-3115-4418-a48d-455a9a7e22ec HTTP/1.1" status: 204 len: 173 time: 0.5989661 Sep 19 03:11:05.848184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98834fbc-9dbc-4c87-bc15-6edb5c1ad60a req-10c713ac-7328-4b15-8146-2aedd8729de2 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups/3a9f8461-d5d5-4ae3-af21-dbec3ce3ca8b HTTP/1.1" status: 200 len: 1810 time: 0.0438292 Sep 19 03:11:05.910612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-98834fbc-9dbc-4c87-bc15-6edb5c1ad60a req-15609e6a-f45e-42a3-95f9-114c4247e7b6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:05.936511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-98834fbc-9dbc-4c87-bc15-6edb5c1ad60a req-15609e6a-f45e-42a3-95f9-114c4247e7b6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:06.012544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.018395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.024274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.030618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.036585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.043126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.049403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.051410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-b18be8f1-64a4-47df-830f-592f5a5d122f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1169174 Sep 19 03:11:06.069731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-98834fbc-9dbc-4c87-bc15-6edb5c1ad60a req-15609e6a-f45e-42a3-95f9-114c4247e7b6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:06.073265 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-98834fbc-9dbc-4c87-bc15-6edb5c1ad60a req-15609e6a-f45e-42a3-95f9-114c4247e7b6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:06.074279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98834fbc-9dbc-4c87-bc15-6edb5c1ad60a req-15609e6a-f45e-42a3-95f9-114c4247e7b6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "DELETE /v2.0/security-groups/3a9f8461-d5d5-4ae3-af21-dbec3ce3ca8b HTTP/1.1" status: 204 len: 173 time: 0.2205856 Sep 19 03:11:06.089998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15609e6a-f45e-42a3-95f9-114c4247e7b6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9f8461-d5d5-4ae3-af21-dbec3ce3ca8b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:06.123443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39a1e890-b0e3-4d4a-a7be-73a5753b185e req-ac2b4ab0-abce-4823-9ae3-b117425662c9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644193 Sep 19 03:11:06.366522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d54103-a29f-463c-abc1-cc57035a03df req-7e5027a7-a317-4e57-bcdb-0ad0064491ac tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.374560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:06.377540 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412f9903-78db-47ac-bb84-c2fdff93f1f0" -d '{"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-plugged", "status": "completed", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:06.379454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82d54103-a29f-463c-abc1-cc57035a03df req-7e5027a7-a317-4e57-bcdb-0ad0064491ac tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0689840 Sep 19 03:11:06.419063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82d54103-a29f-463c-abc1-cc57035a03df req-7651e315-3954-45a7-9689-907a31e35864 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322912 Sep 19 03:11:06.520079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2796c8a-50ab-47d2-b9ea-def02f5c1f58 req-d628bc44-c278-4f47-8206-0e81767166d9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.521466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2796c8a-50ab-47d2-b9ea-def02f5c1f58 req-d628bc44-c278-4f47-8206-0e81767166d9 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0488739 Sep 19 03:11:06.558229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2796c8a-50ab-47d2-b9ea-def02f5c1f58 req-96572805-2248-45ff-afed-f8e13633a2fd tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307479 Sep 19 03:11:06.605173 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d3ecb4-490b-40a3-888d-ffd277ac68e2 x-openstack-request-id: req-e0d3ecb4-490b-40a3-888d-ffd277ac68e2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:06.605708 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-plugged", "status": "completed", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:06.606238 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0d3ecb4-490b-40a3-888d-ffd277ac68e2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:06.607357 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3', 'code': 200} Sep 19 03:11:06.782269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b482fd-40f2-4956-8dd9-7ab9112cee94 req-a6c7d72a-70f6-4ca3-abcb-d575d5fbaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.783930 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-27b482fd-40f2-4956-8dd9-7ab9112cee94 req-a6c7d72a-70f6-4ca3-abcb-d575d5fbaafa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 1096 time: 0.0456042 Sep 19 03:11:06.831617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-27b482fd-40f2-4956-8dd9-7ab9112cee94 req-59bac0bd-f595-4d08-9bf5-134477d1dd39 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 Sep 19 03:11:06.929098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397df0f8-041b-47dd-b785-b2c54ae91742 req-98ea44cd-022a-424f-a453-7850a827a8d5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.930552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-397df0f8-041b-47dd-b785-b2c54ae91742 req-98ea44cd-022a-424f-a453-7850a827a8d5 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.0819857 Sep 19 03:11:06.942776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ce162-d4ee-45b4-8660-f6c4aa1e283f req-c12bd492-54a1-4d4c-bc3b-1349b92ca7eb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:06.944402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd4ce162-d4ee-45b4-8660-f6c4aa1e283f req-c12bd492-54a1-4d4c-bc3b-1349b92ca7eb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 945 time: 0.0674114 Sep 19 03:11:06.997284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-397df0f8-041b-47dd-b785-b2c54ae91742 req-3ca3966b-9f6e-4e51-bd58-b68121655c51 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519660 Sep 19 03:11:07.001946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd4ce162-d4ee-45b4-8660-f6c4aa1e283f req-327fcbac-8f00-4834-b06c-3812b71aa278 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505614 Sep 19 03:11:07.333555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.339487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.345297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.351176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.357515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.363405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.369807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.371665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-386783af-4bda-4e2f-b5fe-62c7b6420f12 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1218333 Sep 19 03:11:07.442956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a866e-c97e-4df8-85b5-6b202cbfc5ae req-daf0d99c-3809-42ec-9bc5-99aee043effa tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.444676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae2a866e-c97e-4df8-85b5-6b202cbfc5ae req-daf0d99c-3809-42ec-9bc5-99aee043effa tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.0721183 Sep 19 03:11:07.448511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd862659-44da-46a2-a04b-063d2fd7be5d req-6169a27d-10b4-4881-890e-9ba5bbb5fce0 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675383 Sep 19 03:11:07.482113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae2a866e-c97e-4df8-85b5-6b202cbfc5ae req-e09e2677-7dd0-4bed-bf96-be40d4d6929d tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314145 Sep 19 03:11:07.583185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb7730-3b7b-429c-9056-fed94a210a26 req-05e1a331-21e7-4373-9eb9-2f6c3c13ef97 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.584783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfb7730-3b7b-429c-9056-fed94a210a26 req-05e1a331-21e7-4373-9eb9-2f6c3c13ef97 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0481560 Sep 19 03:11:07.622004 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbfb7730-3b7b-429c-9056-fed94a210a26 req-d10e14d1-f13b-45d8-a999-a37e7aef6178 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Sep 19 03:11:07.723805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cd29d-3b43-4594-94f6-4ce9e45ef3a5 req-a28114af-a777-46ad-af10-e50d608082e6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.725859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f58cd29d-3b43-4594-94f6-4ce9e45ef3a5 req-a28114af-a777-46ad-af10-e50d608082e6 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0504036 Sep 19 03:11:07.763449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f58cd29d-3b43-4594-94f6-4ce9e45ef3a5 req-48c9ed96-bc34-409d-ac6a-e68c03f88500 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311015 Sep 19 03:11:07.823481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca9864-e431-436a-92e9-2304db271b95 req-4d6be6d5-4ee9-4e59-8347-9da2192cc5b6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:07.824991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dca9864-e431-436a-92e9-2304db271b95 req-4d6be6d5-4ee9-4e59-8347-9da2192cc5b6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0547626 Sep 19 03:11:07.833641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46360) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:07.838091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'floatingip': {'port_id': '416b1572-c838-4e61-8fbd-f63a72b8fae8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:07.877317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:08.126660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9a962-00d7-4aad-9513-d98b5db2ade9 req-5da598a7-061f-42f5-8fb2-1cda5cc137f9 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.128796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9e9a962-00d7-4aad-9513-d98b5db2ade9 req-5da598a7-061f-42f5-8fb2-1cda5cc137f9 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 945 time: 0.0542517 Sep 19 03:11:08.181414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9e9a962-00d7-4aad-9513-d98b5db2ade9 req-a5e72728-bfa9-43ae-8124-cc9e9a6d5801 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 Sep 19 03:11:08.557569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f65d6efe-8826-4adf-9a25-7ceb4ddbea70 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:08.607555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.614867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.622263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.629238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.636343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.643310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.650570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.660498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29eabe33-b180-4d43-9550-b9bb81848936 req-6296f4db-8108-44f1-963d-b58dda27e229 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5419 time: 0.1234713 Sep 19 03:11:08.712572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:08.719312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29eabe33-b180-4d43-9550-b9bb81848936 req-d1a4357e-757d-4bc1-a8e6-80d014011457 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574462 Sep 19 03:11:08.729316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'port_id': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'mac_address': 'fa:16:3e:d3:76:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:08.772147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:08.778307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:08.793288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:08.815169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65d6efe-8826-4adf-9a25-7ceb4ddbea70 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:08.839972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:08.855992 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:08.858806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:08.933115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b01d01-ed90-45c2-8520-e2943231f1e3 req-b728532e-2328-4e40-a126-71aa87fe041a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:08.936458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88b01d01-ed90-45c2-8520-e2943231f1e3 req-b728532e-2328-4e40-a126-71aa87fe041a tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.1337504 Sep 19 03:11:08.967459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:08.993107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88b01d01-ed90-45c2-8520-e2943231f1e3 req-8f75387e-d978-4a2b-9d1c-4123caa12b62 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481257 Sep 19 03:11:09.027276 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Floating IP 0d445f1a-a760-4c42-b797-eb2482f4bce6 associated. External IP: 172.25.8.159, port: 416b1572-c838-4e61-8fbd-f63a72b8fae8. Sep 19 03:11:09.045174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:09.070403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '0241c3d5-2581-4f9e-ab10-6fc227d7a9c8', 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'port_id': '0241c3d5-2581-4f9e-ab10-6fc227d7a9c8', 'mac_address': 'fa:16:3e:b3:b4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03586a11-41ba-4309-95cf-039b55244905', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:09.113846 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:09.127294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:09.151284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:09.156463 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:09.157118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f300fad-b073-4be0-a951-b569748c87f9 req-fde95018-ece9-4cea-82ed-085cd23e80f2 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:09.157572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device de929584-c5db-4744-ba14-ab9bccb6230a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:09.164605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f300fad-b073-4be0-a951-b569748c87f9 req-fde95018-ece9-4cea-82ed-085cd23e80f2 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.0870194 Sep 19 03:11:09.210925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f300fad-b073-4be0-a951-b569748c87f9 req-a7923e96-e26b-4bb7-baf8-882d695e0a96 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392580 Sep 19 03:11:09.272034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port de929584-c5db-4744-ba14-ab9bccb6230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=de929584-c5db-4744-ba14-ab9bccb6230a,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:09.276075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:09.298677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'de929584-c5db-4744-ba14-ab9bccb6230a', 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'port_id': 'de929584-c5db-4744-ba14-ab9bccb6230a', 'mac_address': 'fa:16:3e:02:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03586a11-41ba-4309-95cf-039b55244905', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:09.337137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Router fd341d91-f58f-40ab-94d6-e71f65c50b99 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:11:09.370852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ef969-dc5b-47ed-93bf-808c50fec418 req-11eb6b37-200d-4930-b12e-a8daf61d8a19 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:09.372567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-029ef969-dc5b-47ed-93bf-808c50fec418 req-11eb6b37-200d-4930-b12e-a8daf61d8a19 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 945 time: 0.0723484 Sep 19 03:11:09.373764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:09.391143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de929584-c5db-4744-ba14-ab9bccb6230a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:09.414220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port de929584-c5db-4744-ba14-ab9bccb6230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=de929584-c5db-4744-ba14-ab9bccb6230a,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:09.420241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:09.472932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-029ef969-dc5b-47ed-93bf-808c50fec418 req-09c6d74d-2381-44c1-8d5c-d8187975ac62 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927942 Sep 19 03:11:09.501157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:11:09.515352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:09.520353 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] Sync routers for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:11:09.532420 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:09.533263 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:09.533814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=de929584-c5db-4744-ba14-ab9bccb6230a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:09.555716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6566dd9-aa81-414e-8079-4ad395031d47 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "PUT /v2.0/floatingips/0d445f1a-a760-4c42-b797-eb2482f4bce6 HTTP/1.1" status: 200 len: 992 time: 1.7197843 Sep 19 03:11:09.555716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:09.562637 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7433b9d-9818-4334-927a-8d670d72ae67" -d '{"events": [{"name": "network-changed", "server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:09.692444 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:09.817280 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba45784-2567-42ca-b4b9-1d9fe2ebb67b x-openstack-request-id: req-fba45784-2567-42ca-b4b9-1d9fe2ebb67b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:09.817668 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:09.817866 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fba45784-2567-42ca-b4b9-1d9fe2ebb67b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:09.820038 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'status': 'completed', 'code': 200} Sep 19 03:11:09.978184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae4f3-356c-4e04-9dfc-9396f2ae587b req-56831bd9-11bd-4f4f-9184-f206bd54ea02 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:09.985784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-285ae4f3-356c-4e04-9dfc-9396f2ae587b req-56831bd9-11bd-4f4f-9184-f206bd54ea02 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 945 time: 0.1116774 Sep 19 03:11:09.994436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-2effa53e-50b1-46ab-9659-d3a9f8a0e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:09.996017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-2effa53e-50b1-46ab-9659-d3a9f8a0e465 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 1097 time: 0.0868652 Sep 19 03:11:10.061998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-285ae4f3-356c-4e04-9dfc-9396f2ae587b req-de95a5e0-05c8-460a-b80c-0348f779ddd4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752299 Sep 19 03:11:10.108084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.116481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.138417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.150434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.161336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.186399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.194898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.203639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-c86ea218-2981-45ff-b0c3-12647dd5607a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5422 time: 0.2156172 Sep 19 03:11:10.216048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-f032da22-1f57-4cdb-9027-a5a465a218b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.223081 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-f032da22-1f57-4cdb-9027-a5a465a218b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.2149215 Sep 19 03:11:10.234828 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '0d445f1a-a760-4c42-b797-eb2482f4bce6', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'port_id': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'mac_address': 'fa:16:3e:d5:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:43Z', 'updated_at': '2021-09-19T03:11:08Z', 'revision_number': 1, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:10.299800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-8229b611-c156-4152-b4a0-9a0b6fef6b91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 200 len: 1000 time: 0.0683308 Sep 19 03:11:10.299800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:10.302040 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] Checking router: fd341d91-f58f-40ab-94d6-e71f65c50b99 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:11:10.316695 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:10.317653 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:10.340415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be121e2-2ae2-43a7-8f69-d0180e42d980 req-ff7e3e58-1482-4fcd-abe8-3b291e74a5f1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.347702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4be121e2-2ae2-43a7-8f69-d0180e42d980 req-ff7e3e58-1482-4fcd-abe8-3b291e74a5f1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.1401985 Sep 19 03:11:10.367032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ac2f845-ceb7-4749-bd7b-d2d2adc504bc req-a529d24a-8541-4ceb-9962-028520e7fa70 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546154 Sep 19 03:11:10.396678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-6da9fc61-9096-41b7-84a1-a3f0f303ddb1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.404290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-6da9fc61-9096-41b7-84a1-a3f0f303ddb1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 945 time: 0.1976900 Sep 19 03:11:10.438138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0241c3d5-2581-4f9e-ab10-6fc227d7a9c8'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:10.465103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-2d8f9f8a-5565-46a2-88ef-e149e82fa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.466588 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-2d8f9f8a-5565-46a2-88ef-e149e82fa331 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.1265483 Sep 19 03:11:10.474582 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:10.533717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4be121e2-2ae2-43a7-8f69-d0180e42d980 req-46394c73-768d-4aa5-a4ce-e6f4f3f22d31 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/security-groups?id=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850722 Sep 19 03:11:10.561008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 77d5a45f-cf91-4684-95ad-72d5860ccc50 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:10.572771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bb88614-f991-4794-b393-7bc3b9b3d57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:10.594201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-cd0c62af-db59-4958-b7b1-0749103082c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.595427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-cd0c62af-db59-4958-b7b1-0749103082c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201432 Sep 19 03:11:10.704650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5aa4a-4379-46b0-aba1-a9542e9f14ea req-c8de94d8-39e9-46d8-abd5-c8c9c3be5a03 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.708086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50a5aa4a-4379-46b0-aba1-a9542e9f14ea req-c8de94d8-39e9-46d8-abd5-c8c9c3be5a03 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1914632 Sep 19 03:11:10.747685 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '0d445f1a-a760-4c42-b797-eb2482f4bce6', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'port_id': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'mac_address': 'fa:16:3e:d5:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:43Z', 'updated_at': '2021-09-19T03:11:08Z', 'revision_number': 1, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:10.778168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Deleting port 1289913a-c297-4b51-b340-8701690e309c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:10.779606 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:10.784241 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af5774-7d8a-4519-ba4a-23543ffc8b28 None None] The sync data for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 is: [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '0d445f1a-a760-4c42-b797-eb2482f4bce6', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'port_id': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'mac_address': 'fa:16:3e:d5:c5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:43Z', 'updated_at': '2021-09-19T03:11:08Z', 'revision_number': 1, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:11:10.849606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bb88614-f991-4794-b393-7bc3b9b3d57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:10.861609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['de929584-c5db-4744-ba14-ab9bccb6230a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:10.866541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f65d6efe-8826-4adf-9a25-7ceb4ddbea70'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:10.869707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bb88614-f991-4794-b393-7bc3b9b3d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:10.878312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50a5aa4a-4379-46b0-aba1-a9542e9f14ea req-37afdeb1-ca5d-4385-840c-6d51609c8010 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/security-groups?id=40aa7aee-a66e-4160-8d92-3fadfd55bd4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616023 Sep 19 03:11:10.920481 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3bb88614-f991-4794-b393-7bc3b9b3d57e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d8cdccd62d346319a3a286e0181c6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6201489 Sep 19 03:11:10.922643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-a934ca1b-f161-4f06-94a0-e2a7befcc6d5 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853453 Sep 19 03:11:10.924180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46426) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:10.924897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb88614-f991-4794-b393-7bc3b9b3d57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfaab98-25c7-4068-8b22-b6c8f03882ad,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:10.971049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] For port 1289913a-c297-4b51-b340-8701690e309c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1289913a-c297-4b51-b340-8701690e309c,segment=NetworkSegment(41cf1710-9116-41a8-8480-51038822f836),segment_id=41cf1710-9116-41a8-8480-51038822f836)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:10.971460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:10.990371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Calling delete_port for 1289913a-c297-4b51-b340-8701690e309c owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:10.994704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-a5751a97-9bde-4508-8f8b-d5c9e87dff75 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:10.996787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-a5751a97-9bde-4508-8f8b-d5c9e87dff75 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.32 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 945 time: 0.1811891 Sep 19 03:11:11.104842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2250-edb1-4c28-8354-3ff73815a85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.121448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 77d5a45f-cf91-4684-95ad-72d5860ccc50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:11.144566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bc69da-7fc1-44cf-89cb-eeb84dc03ff9 None None] New status for floating IP 0d445f1a-a760-4c42-b797-eb2482f4bce6: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:11:11.166299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2250-edb1-4c28-8354-3ff73815a85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.222150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '77d5a45f-cf91-4684-95ad-72d5860ccc50', 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1', 'port_id': '77d5a45f-cf91-4684-95ad-72d5860ccc50', 'mac_address': 'fa:16:3e:bc:e7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07159f8a-0630-4a67-ab00-c34bd984a4ba', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:11.273073 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.305136 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7433b9d-9818-4334-927a-8d670d72ae67 req-d451e4b7-35e7-4290-bfc6-e1829cdc4cb2 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499241 Sep 19 03:11:11.306942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2250-edb1-4c28-8354-3ff73815a85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.309862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4fd2250-edb1-4c28-8354-3ff73815a85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.313893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b4fd2250-edb1-4c28-8354-3ff73815a85a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcfaab98-25c7-4068-8b22-b6c8f03882ad HTTP/1.1" status: 204 len: 168 time: 0.3862364 Sep 19 03:11:11.320867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Pushing event deleted for resources: {'Port': ['ID=1289913a-c297-4b51-b340-8701690e309c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:11.332842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd2250-edb1-4c28-8354-3ff73815a85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfaab98-25c7-4068-8b22-b6c8f03882ad,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:11.375346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] No DVR routers for this DVR port 1289913a-c297-4b51-b340-8701690e309c on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:11:11.378466 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.384055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f69e082-db00-4e20-97e5-4e9c21ffe4b8 req-0651da58-6d7d-4b23-a698-60ef019b32d1 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.32 "DELETE /v2.0/ports/1289913a-c297-4b51-b340-8701690e309c HTTP/1.1" status: 204 len: 173 time: 0.9662790 Sep 19 03:11:11.391977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f03ef5-4e5a-4803-886c-d38fab7f7a4c req-10a021c0-469d-4863-aa2e-9ee3fc5ce683 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.402029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1f03ef5-4e5a-4803-886c-d38fab7f7a4c req-10a021c0-469d-4863-aa2e-9ee3fc5ce683 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 945 time: 0.1824486 Sep 19 03:11:11.409652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'name': 'network-vif-deleted', 'tag': '1289913a-c297-4b51-b340-8701690e309c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:11.411591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Deleting port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:11.412114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.412251 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde01169-7fd8-4705-8db0-d47e2e15eb6d" -d '{"events": [{"server_uuid": "dd63fda4-2733-44cd-87f1-3a35f665fd09", "name": "network-vif-deleted", "tag": "1289913a-c297-4b51-b340-8701690e309c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:11.453928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1f03ef5-4e5a-4803-886c-d38fab7f7a4c req-ed9f45ed-0278-4fa2-be64-38452c15f354 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509880 Sep 19 03:11:11.583100 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9b0c50-437f-4911-b7be-cfcf934d37de x-openstack-request-id: req-fb9b0c50-437f-4911-b7be-cfcf934d37de {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:11.584588 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd63fda4-2733-44cd-87f1-3a35f665fd09", "name": "network-vif-deleted", "tag": "1289913a-c297-4b51-b340-8701690e309c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:11.584855 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb9b0c50-437f-4911-b7be-cfcf934d37de {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:11.585654 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd63fda4-2733-44cd-87f1-3a35f665fd09', 'name': 'network-vif-deleted', 'tag': '1289913a-c297-4b51-b340-8701690e309c', 'status': 'completed', 'code': 200} Sep 19 03:11:11.595139 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.645591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d5a45f-cf91-4684-95ad-72d5860ccc50 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:11.648835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.655737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] For port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:11.656114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.657063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.665964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.681641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Calling delete_port for b66cee5a-4b59-4c7c-aa86-4f6bdca8238c owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:11.681748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.695083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.704056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.711042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:11.719637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-7b8b76d9-6838-4d35-8732-66e2c5bd2c17 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5422 time: 0.1901350 Sep 19 03:11:11.766793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 77d5a45f-cf91-4684-95ad-72d5860ccc50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:11.785167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f42ce3ca-5244-422e-9402-60e9fbe63cc1 req-b5a25bae-3459-4ebd-9b58-e596cdfd78e7 tempest-DeleteServersTestJSON-1985666994 tempest-DeleteServersTestJSON-1985666994-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd63fda4-2733-44cd-87f1-3a35f665fd09 HTTP/1.1" status: 200 len: 210 time: 0.0538192 Sep 19 03:11:11.833459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce9c6b39-6a2c-4466-81a9-5d96e1a527aa req-f0d73351-9df2-49bb-80b2-e722f3f2e092 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088030 Sep 19 03:11:11.852179 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.852438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1fadc14c-4766-4d3f-a996-6e9511d340eb details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:11.905727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:11.942340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Pushing event deleted for resources: {'Port': ['ID=b66cee5a-4b59-4c7c-aa86-4f6bdca8238c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:12.037261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] No DVR routers for this DVR port b66cee5a-4b59-4c7c-aa86-4f6bdca8238c on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:11:12.041772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.045345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b07844d7-8429-46b5-9ce7-efbcf7d568ef req-0d1781f8-c004-4a1d-b52e-43e2d5736f7a tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.32 "DELETE /v2.0/ports/b66cee5a-4b59-4c7c-aa86-4f6bdca8238c HTTP/1.1" status: 204 len: 173 time: 1.0378158 Sep 19 03:11:12.046049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'name': 'network-vif-deleted', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:12.049553 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91dfbf-a60a-499b-8251-1d5495230d0b" -d '{"events": [{"server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "name": "network-vif-deleted", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:12.117834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1da15863-a6cc-4d95-9e2a-2d9ad5cb463e req-e5ce2f0e-a0c7-4344-ac77-46df85700608 tempest-ServerRescueTestJSONUnderV235-1797221804 tempest-ServerRescueTestJSONUnderV235-1797221804-project] 10.222.0.22 "GET /v2.0/ports?device_id=30d2bf0d-d265-47c1-b5d4-6b9e10307f59 HTTP/1.1" status: 200 len: 210 time: 0.0855708 Sep 19 03:11:12.125503 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a60bd4-402c-462a-ac0a-426910e39a8c x-openstack-request-id: req-e6a60bd4-402c-462a-ac0a-426910e39a8c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:12.125859 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d2bf0d-d265-47c1-b5d4-6b9e10307f59", "name": "network-vif-deleted", "tag": "b66cee5a-4b59-4c7c-aa86-4f6bdca8238c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:12.126103 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6a60bd4-402c-462a-ac0a-426910e39a8c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:12.126506 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d2bf0d-d265-47c1-b5d4-6b9e10307f59', 'name': 'network-vif-deleted', 'tag': 'b66cee5a-4b59-4c7c-aa86-4f6bdca8238c', 'status': 'completed', 'code': 200} Sep 19 03:11:12.198935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1fadc14c-4766-4d3f-a996-6e9511d340eb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:12.203772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=77d5a45f-cf91-4684-95ad-72d5860ccc50,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:12.228835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1fadc14c-4766-4d3f-a996-6e9511d340eb', 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'port_id': '1fadc14c-4766-4d3f-a996-6e9511d340eb', 'mac_address': 'fa:16:3e:8d:6f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03586a11-41ba-4309-95cf-039b55244905', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:12.282865 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.296884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fadc14c-4766-4d3f-a996-6e9511d340eb {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:12.317331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1fadc14c-4766-4d3f-a996-6e9511d340eb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:12.323082 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.324060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4739aa5d-b5c9-4cc4-92ca-e766db177c07 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:12.392625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1fadc14c-4766-4d3f-a996-6e9511d340eb,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:12.397173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:12.408669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '4739aa5d-b5c9-4cc4-92ca-e766db177c07', 'network_id': '256dc6aa-26e8-44ca-be65-581892b397ef', 'port_id': '4739aa5d-b5c9-4cc4-92ca-e766db177c07', 'mac_address': 'fa:16:3e:f0:de:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03586a11-41ba-4309-95cf-039b55244905', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:12.414274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46466) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:12.450557 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.463501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4739aa5d-b5c9-4cc4-92ca-e766db177c07 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:12.484014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:12.489366 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.490461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9504012c-c4ac-4fea-8bdf-882041121bb0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:12.524700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-220003606-network', 'tenant_id': '5bd14834979f422bb5c451db05537d5f'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:12.567396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9504012c-c4ac-4fea-8bdf-882041121bb0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9504012c-c4ac-4fea-8bdf-882041121bb0,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:12.577829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4739aa5d-b5c9-4cc4-92ca-e766db177c07,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:12.581552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Made reservation on behalf of 5bd14834979f422bb5c451db05537d5f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:12.583277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '9504012c-c4ac-4fea-8bdf-882041121bb0', 'network_id': '1412ec84-2b76-4b89-a1b9-10121cbc40e1', 'port_id': '9504012c-c4ac-4fea-8bdf-882041121bb0', 'mac_address': 'fa:16:3e:0a:02:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07159f8a-0630-4a67-ab00-c34bd984a4ba', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:12.584442 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.597393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.626163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.633157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab671b-6d4e-447f-a738-10c0cfbbef6d req-2c33e3b6-0d50-43ee-9ba0-dcfdc80e0ffb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:12.634762 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70ab671b-6d4e-447f-a738-10c0cfbbef6d req-2c33e3b6-0d50-43ee-9ba0-dcfdc80e0ffb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 945 time: 0.0952170 Sep 19 03:11:12.640699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9504012c-c4ac-4fea-8bdf-882041121bb0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:12.673169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9504012c-c4ac-4fea-8bdf-882041121bb0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9504012c-c4ac-4fea-8bdf-882041121bb0,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:12.680408 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.717829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70ab671b-6d4e-447f-a738-10c0cfbbef6d req-3a7c8f76-4b70-49ab-9aeb-f2e34492156d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585339 Sep 19 03:11:12.767242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=9504012c-c4ac-4fea-8bdf-882041121bb0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:12.776993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.782897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.803472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:11:12.825459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.826145 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Added segment 3b3ddf8c-6388-40e6-9cc2-7afe9c0e3468 of type vlan for network f2fa7706-7560-4662-868e-90b1f6b7ae93 Sep 19 03:11:12.827759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5511bde5-cac3-447b-8afc-f963e8355702,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:12.860977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:12.934949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:12.942601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:12.943195 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:12.952446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.015993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.017119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.017779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.034849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.059374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0241c3d5-2581-4f9e-ab10-6fc227d7a9c8'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:13.061691 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dad1ee-9754-471a-ad73-6f5bf0d1af50" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "0241c3d5-2581-4f9e-ab10-6fc227d7a9c8"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:13.061840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.067735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.073982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.077169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:13.080208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.082161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.086279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.092624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.098390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.110895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-1ba08646-da48-4aef-83cf-e26868126308 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5426 time: 0.1364067 Sep 19 03:11:13.143763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:13.433685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0177066 Sep 19 03:11:13.436639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46508) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:13.441483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Request body: {'subnet': {'network_id': 'f2fa7706-7560-4662-868e-90b1f6b7ae93', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-220003606-subnet', 'tenant_id': '5bd14834979f422bb5c451db05537d5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:13.472141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Made reservation on behalf of 5bd14834979f422bb5c451db05537d5f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:13.475948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b295aa-9f7d-410e-aa6e-0cbf2cf33ce4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2fa7706-7560-4662-868e-90b1f6b7ae93,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:13.476776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.485918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa2dfe3b-cb25-4cd4-84e1-8c2e76b64e7f req-f1d17b75-8133-4bd7-bb52-2866c9f11188 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3734932 Sep 19 03:11:13.487508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f2fa7706-7560-4662-868e-90b1f6b7ae93 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:11:13.490429 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3821efe2-fbbb-488c-9d8c-b5af31d130a1 x-openstack-request-id: req-3821efe2-fbbb-488c-9d8c-b5af31d130a1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:13.490720 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "0241c3d5-2581-4f9e-ab10-6fc227d7a9c8", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:13.490998 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3821efe2-fbbb-488c-9d8c-b5af31d130a1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:13.491392 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0241c3d5-2581-4f9e-ab10-6fc227d7a9c8', 'code': 200} Sep 19 03:11:13.535128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46514) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:13.742963 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.832764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Checking segment: {'id': '3b3ddf8c-6388-40e6-9cc2-7afe9c0e3468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f2fa7706-7560-4662-868e-90b1f6b7ae93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:13.832764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Network hostable DHCP agents. Network: f2fa7706-7560-4662-868e-90b1f6b7ae93, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:11:13.843990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832bb094-03de-4565-a572-78bdf174f03d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:13.863903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Network f2fa7706-7560-4662-868e-90b1f6b7ae93 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:11:13.875008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f2fa7706-7560-4662-868e-90b1f6b7ae93) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:13.880294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.881579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:13.888223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa40704-9eda-411f-bdd7-0fb0709f0bf0 None None] Network f2fa7706-7560-4662-868e-90b1f6b7ae93 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:13.897062 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d4d9173-cb91-4f28-a2fe-54ae021c8ed6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4593067 Sep 19 03:11:13.914347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaf030-e91f-48ac-8dfc-09f1275018e6 req-492bde05-ab62-4fb6-8e7c-f25a10111d5c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:13.915946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efdaf030-e91f-48ac-8dfc-09f1275018e6 req-492bde05-ab62-4fb6-8e7c-f25a10111d5c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.0903952 Sep 19 03:11:13.982596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efdaf030-e91f-48ac-8dfc-09f1275018e6 req-309442a6-511d-484b-89be-996f63f5bc3e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558050 Sep 19 03:11:14.068113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.089916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd83ea4-48b4-4c95-a8e4-69f5eed046a2 None None] Network f2fa7706-7560-4662-868e-90b1f6b7ae93 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:14.346431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Deleting port 841e8d9d-ecb9-49fa-b691-252abaad25a7 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:14.346807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.407059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-09158a63-84b2-43de-8b7b-0189ee3bd86b req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1392555121', 'description': 'tempest-description-979708735'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:14.454660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] For port 841e8d9d-ecb9-49fa-b691-252abaad25a7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=841e8d9d-ecb9-49fa-b691-252abaad25a7,segment=NetworkSegment(366eb30b-267f-4991-8c86-8ad91efcce33),segment_id=366eb30b-267f-4991-8c86-8ad91efcce33)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:14.459387 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.469387 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-722a113e-33b8-4542-b8d8-1591fbe39cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.475888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Calling delete_port for 841e8d9d-ecb9-49fa-b691-252abaad25a7 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:14.479900 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09158a63-84b2-43de-8b7b-0189ee3bd86b req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.580303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['9504012c-c4ac-4fea-8bdf-882041121bb0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:14.609326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['77d5a45f-cf91-4684-95ad-72d5860ccc50'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:14.674236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4739aa5d-b5c9-4cc4-92ca-e766db177c07'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:14.695731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09158a63-84b2-43de-8b7b-0189ee3bd86b req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.705225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09158a63-84b2-43de-8b7b-0189ee3bd86b req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.711623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1fadc14c-4766-4d3f-a996-6e9511d340eb'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:14.758292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-09158a63-84b2-43de-8b7b-0189ee3bd86b req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:14.771446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09158a63-84b2-43de-8b7b-0189ee3bd86b req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3700397 Sep 19 03:11:14.803040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b66cee5a-4b59-4c7c-aa86-4f6bdca8238c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:14.847202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:14.855350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:14.861478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:14.866091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: b66cee5a-4b59-4c7c-aa86-4f6bdca8238c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:14.866432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b66cee5a-4b59-4c7c-aa86-4f6bdca8238c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:14.866858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1289913a-c297-4b51-b340-8701690e309c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:14.867773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:14.874599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:14.880419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:14.886474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:14.888466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-5d375305-d9b4-4420-8c7d-14e3e123fafe tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5427 time: 0.3051286 Sep 19 03:11:14.898378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a65416-e638-44c2-abc3-f2871edb7adb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:14.910549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 1289913a-c297-4b51-b340-8701690e309c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:14.911123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1289913a-c297-4b51-b340-8701690e309c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:14.938898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.939262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.939579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.940223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.940223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.940555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.940873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.941495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.941495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.941820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.942137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.942768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f0e68f-7b1d-4992-ba75-f94591e05052 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:14.972262 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.015477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Pushing event deleted for resources: {'Port': ['ID=841e8d9d-ecb9-49fa-b691-252abaad25a7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:15.019428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-1f91df1b-c2e2-4b87-af91-d41f50a45d66 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/42a65416-e638-44c2-abc3-f2871edb7adb HTTP/1.1" status: 200 len: 1806 time: 0.1221211 Sep 19 03:11:15.027418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-656faf1e-a0f5-4faa-bcda-b76038fd8e7e req-36338eba-71a6-4529-a823-0c9a1c84888b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233864 Sep 19 03:11:15.074136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42a65416-e638-44c2-abc3-f2871edb7adb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:15.074369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42a65416-e638-44c2-abc3-f2871edb7adb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:15.254894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a02b46-a17a-49e2-9c45-25cd41a91ba7 req-284702b5-ab3d-4926-9b7f-d593df74737d tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:15.256430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59a02b46-a17a-49e2-9c45-25cd41a91ba7 req-284702b5-ab3d-4926-9b7f-d593df74737d tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.1290700 Sep 19 03:11:15.267772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.362679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.372402 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.374021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.391940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59a02b46-a17a-49e2-9c45-25cd41a91ba7 req-fc5c6f22-4c3f-44f2-ae89-ec65eb0f9897 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286266 Sep 19 03:11:15.407355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc1f759-3d7e-4c9e-80ec-7c18e0806501,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:15.444294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.445484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf8076c3-aaa5-45c6-83c4-00b0ce951069 req-78811d6c-90cb-44b7-8103-ac4c367002ef tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3856916 Sep 19 03:11:15.477884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-20264c15-9539-42be-88ea-274e60463eb4 req-42ccae62-23df-43e0-86ae-b4315e879581 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-244545626', 'description': 'tempest-description-781970691'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:15.539162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-20264c15-9539-42be-88ea-274e60463eb4 req-42ccae62-23df-43e0-86ae-b4315e879581 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.693167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Router fbd3caac-bf22-4eb2-9776-4621488b66ed has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:11:15.724595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-20264c15-9539-42be-88ea-274e60463eb4 req-42ccae62-23df-43e0-86ae-b4315e879581 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.761517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-20264c15-9539-42be-88ea-274e60463eb4 req-42ccae62-23df-43e0-86ae-b4315e879581 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.795416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-20264c15-9539-42be-88ea-274e60463eb4 req-42ccae62-23df-43e0-86ae-b4315e879581 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.796532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20264c15-9539-42be-88ea-274e60463eb4 req-42ccae62-23df-43e0-86ae-b4315e879581 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3266561 Sep 19 03:11:15.805191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccae62-23df-43e0-86ae-b4315e879581 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a271367e-fb34-429c-9f75-cb2ac9da6393,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:15.840806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:15.885642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:11:15.890978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-464290be-6e7e-427c-b258-33b65f77e368 admin admin] 10.222.0.22 "PUT /v2.0/routers/fbd3caac-bf22-4eb2-9776-4621488b66ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3546774 Sep 19 03:11:15.893521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46586) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:15.897792 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] Sync routers for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:11:15.901609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-f74db2e9-ae96-4a76-811f-01f1a5eab001 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/a271367e-fb34-429c-9f75-cb2ac9da6393 HTTP/1.1" status: 200 len: 1805 time: 0.0656719 Sep 19 03:11:15.914562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a271367e-fb34-429c-9f75-cb2ac9da6393', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:15.914966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a271367e-fb34-429c-9f75-cb2ac9da6393', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:15.928529 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:15.929240 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:15.976930 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.010275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.016363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.039270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83da26b3-2b6c-44f4-bac3-fa05ec68cfd1,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:16.047863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.052373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4dfc4f9-1310-43df-b283-ed607ca77bf5 req-3b78984c-9a67-4adb-829f-dee1e1fb7577 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1439004 Sep 19 03:11:16.081193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-e562c86f-877c-41b6-b948-3b4ba15d3e6c req-c9185c0e-a591-4a65-99a9-02b1d7ac53b7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-97747809', 'description': 'tempest-description-668723325'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:16.086693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.132254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e562c86f-877c-41b6-b948-3b4ba15d3e6c req-c9185c0e-a591-4a65-99a9-02b1d7ac53b7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.189804 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:16.202937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.278430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Deleting port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:16.279164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.279387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.287256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.294882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.302718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.311695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.319509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.325945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.327649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-0e0edb78-79f2-428b-a59e-44a8af9fc255 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5427 time: 0.1709261 Sep 19 03:11:16.393611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-c326599c-a28f-48a1-9fc1-80e41d69f45a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.395390 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-c326599c-a28f-48a1-9fc1-80e41d69f45a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.32 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.1137893 Sep 19 03:11:16.436893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55ce547c-d545-4fb6-ab42-7634bf81ab00 req-e5114ff4-9463-4e01-aadb-704810a9060c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996542 Sep 19 03:11:16.443093 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e562c86f-877c-41b6-b948-3b4ba15d3e6c req-c9185c0e-a591-4a65-99a9-02b1d7ac53b7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.463524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e562c86f-877c-41b6-b948-3b4ba15d3e6c req-c9185c0e-a591-4a65-99a9-02b1d7ac53b7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.467130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] For port ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:16.467786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.479332 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:11:14Z', 'revision_number': 5, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port': {'id': 'ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:63:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:43Z', 'updated_at': '2021-09-19T03:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:16.498692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9185c0e-a591-4a65-99a9-02b1d7ac53b7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9568040d-7f7e-4867-bced-1be3fb630d2c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:16.502267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e562c86f-877c-41b6-b948-3b4ba15d3e6c req-c9185c0e-a591-4a65-99a9-02b1d7ac53b7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.503735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e562c86f-877c-41b6-b948-3b4ba15d3e6c req-c9185c0e-a591-4a65-99a9-02b1d7ac53b7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4268644 Sep 19 03:11:16.518674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Calling delete_port for ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:16.531273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5c6ff897-072d-4eaa-9234-276f54cd7e80 req-c28e632f-a5e2-4f4c-94cd-6c6ec359243e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1155826217', 'description': 'tempest-description-1128177237'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:16.541013 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] Checking router: fbd3caac-bf22-4eb2-9776-4621488b66ed for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:11:16.551498 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] Routers {'fbd3caac-bf22-4eb2-9776-4621488b66ed'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:16.552333 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fbd3caac-bf22-4eb2-9776-4621488b66ed'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:16.589787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c6ff897-072d-4eaa-9234-276f54cd7e80 req-c28e632f-a5e2-4f4c-94cd-6c6ec359243e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.595195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Deleting port 5132aff2-d14b-4293-a4ad-7f411a69903c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:16.595536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.633305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cd398-f071-49b0-bce4-69e7a95ccde8 req-beeb8056-acb1-457b-a7a8-ab9bdb9df6c5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:16.635158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-305cd398-f071-49b0-bce4-69e7a95ccde8 req-beeb8056-acb1-457b-a7a8-ab9bdb9df6c5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 947 time: 0.0848985 Sep 19 03:11:16.676537 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] Set router fbd3caac-bf22-4eb2-9776-4621488b66ed gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:16.696564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-305cd398-f071-49b0-bce4-69e7a95ccde8 req-7352fa5d-b0bc-42e3-9027-e9f4a6e0635b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=9032125b-42ec-4bc1-a1d8-838cf93ee8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521851 Sep 19 03:11:16.752756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] For port 5132aff2-d14b-4293-a4ad-7f411a69903c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5132aff2-d14b-4293-a4ad-7f411a69903c,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:16.752929 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c6ff897-072d-4eaa-9234-276f54cd7e80 req-c28e632f-a5e2-4f4c-94cd-6c6ec359243e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.753128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.760251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c6ff897-072d-4eaa-9234-276f54cd7e80 req-c28e632f-a5e2-4f4c-94cd-6c6ec359243e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.805290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3b83debb-3833-4dce-8059-c16533ce35d3 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:16.807628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5c6ff897-072d-4eaa-9234-276f54cd7e80 req-c28e632f-a5e2-4f4c-94cd-6c6ec359243e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.820831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c6ff897-072d-4eaa-9234-276f54cd7e80 req-c28e632f-a5e2-4f4c-94cd-6c6ec359243e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.2938704 Sep 19 03:11:16.833319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e632f-a5e2-4f4c-94cd-6c6ec359243e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93c70b-8d3c-468b-a984-131e3500942f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:16.841080 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:11:16Z', 'revision_number': 6, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:16.884817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f65d6efe-8826-4adf-9a25-7ceb4ddbea70 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:16.885855 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f15a9-57d9-4506-8810-7473fd9418b5 None None] The sync data for ids ['fbd3caac-bf22-4eb2-9776-4621488b66ed'] in n-d-809936-1 is: [{'id': 'fbd3caac-bf22-4eb2-9776-4621488b66ed', 'name': 'tempest-ServerRescueTestJSONUnderV235-1445796333-router', 'tenant_id': 'fbe3a95bb99842c1913148ec837c4669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:42Z', 'updated_at': '2021-09-19T03:11:16Z', 'revision_number': 6, 'project_id': 'fbe3a95bb99842c1913148ec837c4669', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:11:16.967600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:16.994494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:17.001832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:17.019308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '3b83debb-3833-4dce-8059-c16533ce35d3', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '3b83debb-3833-4dce-8059-c16533ce35d3', 'mac_address': 'fa:16:3e:f2:3d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:17.042775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-f82c122d-6c48-4795-a41d-d98fd3c1577b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/9568040d-7f7e-4867-bced-1be3fb630d2c HTTP/1.1" status: 200 len: 1804 time: 0.0988865 Sep 19 03:11:17.051454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:17.060907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:17.061289 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.090110 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.094891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-555775cf-933c-4780-9b36-03f9fac55173 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/7c93c70b-8d3c-468b-a984-131e3500942f HTTP/1.1" status: 200 len: 1807 time: 0.0510736 Sep 19 03:11:17.108927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9568040d-7f7e-4867-bced-1be3fb630d2c', 'remote_group_id': '7c93c70b-8d3c-468b-a984-131e3500942f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:17.109313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9568040d-7f7e-4867-bced-1be3fb630d2c', 'remote_group_id': '7c93c70b-8d3c-468b-a984-131e3500942f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:17.113091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b83debb-3833-4dce-8059-c16533ce35d3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:17.133938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.138530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:17.145737 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.203459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.214410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.214828 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.215123 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Floating IP 3b2786e7-7603-4239-99e4-433f688273b0 disassociated. External IP: 172.25.8.235, port: 5132aff2-d14b-4293-a4ad-7f411a69903c. Sep 19 03:11:17.216911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Calling delete_port for 5132aff2-d14b-4293-a4ad-7f411a69903c owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:17.225781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad74f412-1781-4a80-b901-b0f1395fedde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.231518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.254248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:17.295767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:17.302726 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8792e12-7bfa-4d3f-a189-4fa02f8f3bcc" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:17.322435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.328525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.354702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:17.372109 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.372109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device de929584-c5db-4744-ba14-ab9bccb6230a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:17.379361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3909b8a6-f28a-4624-99cc-c378556463e8,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:17.392068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.403742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8f698ea-4b17-40fe-8cfa-8fe644b61007 req-2091e184-5f3b-436a-9b21-aa9ad0965686 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2950785 Sep 19 03:11:17.438400 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84362890-6a67-4e48-ac03-3ee6136b8a1b x-openstack-request-id: req-84362890-6a67-4e48-ac03-3ee6136b8a1b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:17.438691 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:17.439019 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84362890-6a67-4e48-ac03-3ee6136b8a1b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:17.439407 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'code': 200} Sep 19 03:11:17.474014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f6447353-6de2-4482-b5ad-287d27bb2e99 req-196d556d-2df8-4987-964a-2358e61ebaa2 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-963160468', 'description': 'tempest-description-578708419'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:17.495165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:17.519891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port de929584-c5db-4744-ba14-ab9bccb6230a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:17.525621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port de929584-c5db-4744-ba14-ab9bccb6230a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:17.526166 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.530095 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f6447353-6de2-4482-b5ad-287d27bb2e99 req-196d556d-2df8-4987-964a-2358e61ebaa2 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.617933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.622972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.634067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.646182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f6447353-6de2-4482-b5ad-287d27bb2e99 req-196d556d-2df8-4987-964a-2358e61ebaa2 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.664396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f6447353-6de2-4482-b5ad-287d27bb2e99 req-196d556d-2df8-4987-964a-2358e61ebaa2 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.677078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port de929584-c5db-4744-ba14-ab9bccb6230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=de929584-c5db-4744-ba14-ab9bccb6230a,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:17.696411 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.707058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f6447353-6de2-4482-b5ad-287d27bb2e99 req-196d556d-2df8-4987-964a-2358e61ebaa2 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.708240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6447353-6de2-4482-b5ad-287d27bb2e99 req-196d556d-2df8-4987-964a-2358e61ebaa2 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2396796 Sep 19 03:11:17.709196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d556d-2df8-4987-964a-2358e61ebaa2 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9685f1-cabe-40d6-9c0d-f6251d2fbaef,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:17.714588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.715334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbd3caac-bf22-4eb2-9776-4621488b66ed {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:11:17.721312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.724776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8034f759-ab4e-4b17-b325-a9361a479e0f admin admin] 10.222.0.22 "DELETE /v2.0/routers/fbd3caac-bf22-4eb2-9776-4621488b66ed HTTP/1.1" status: 204 len: 168 time: 1.8278799 Sep 19 03:11:17.725893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46632) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:17.730515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:17.736437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:17.742896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:17.751105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:17.757092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:17.766302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:17.777703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:17.779791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0322f031-ec60-45ca-b84d-1559e592d620 req-4c18765a-fa2a-437a-b13f-aec624497309 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5428 time: 0.1459355 Sep 19 03:11:17.780692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46636) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:17.793882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['3b83debb-3833-4dce-8059-c16533ce35d3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:17.794944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] Deleting subnet c4f80072-243f-4394-b352-4b92098d26a6 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:11:17.799902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.813875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-bfefb597-3def-41f5-b4e7-297ac9a53387 req-2a9d8424-fdbf-442f-9aa3-8b137e914e21 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1182204199', 'description': 'tempest-description-794274931'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:17.838048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=de929584-c5db-4744-ba14-ab9bccb6230a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:17.878102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.901649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0322f031-ec60-45ca-b84d-1559e592d620 req-b9dd578f-cf6c-4350-ab9f-c9f4af2c4b1f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100476 Sep 19 03:11:17.924182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bfefb597-3def-41f5-b4e7-297ac9a53387 req-2a9d8424-fdbf-442f-9aa3-8b137e914e21 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.948131 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.960939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] Deleting subnet 1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:11:17.971113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:17.976066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.017746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.031975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.058647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event deleted for resources: {'Port': ['ID=5132aff2-d14b-4293-a4ad-7f411a69903c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:18.077577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.077927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.078644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.078644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.078957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.079262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.079592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.079918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.080243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.080782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.080905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.081199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:18.099745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-540ef68a-fa28-4009-be6b-3ed17f82dc47 req-5b6a744a-1fcb-4823-950b-820240fb6c55 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 210 time: 0.0716603 Sep 19 03:11:18.135926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.155450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.164528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bfefb597-3def-41f5-b4e7-297ac9a53387 req-2a9d8424-fdbf-442f-9aa3-8b137e914e21 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.174156 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bfefb597-3def-41f5-b4e7-297ac9a53387 req-2a9d8424-fdbf-442f-9aa3-8b137e914e21 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.214782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bfefb597-3def-41f5-b4e7-297ac9a53387 req-2a9d8424-fdbf-442f-9aa3-8b137e914e21 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.217343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.220216 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c4f80072-243f-4394-b352-4b92098d26a6 HTTP/1.1" status: 204 len: 168 time: 0.4932005 Sep 19 03:11:18.220847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfefb597-3def-41f5-b4e7-297ac9a53387 req-2a9d8424-fdbf-442f-9aa3-8b137e914e21 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4104147 Sep 19 03:11:18.221768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87630488-bb7d-4b41-b1d4-979a40fe6a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f80072-243f-4394-b352-4b92098d26a6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:18.225133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d8424-fdbf-442f-9aa3-8b137e914e21 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8790b0ed-7623-42b3-8372-7ef46e380749,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:18.226400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:18.252458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.320141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:18.320141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.322107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-929bf2a4-4fd7-4624-ae20-c150322e6ca4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1e07c9a1-f9a8-470c-b68c-b9a6ee5e6c68 HTTP/1.1" status: 204 len: 168 time: 0.5393033 Sep 19 03:11:18.324272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46658) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:18.341142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Router 1785d4bc-bc8d-412a-be97-1368af017822 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:11:18.364947 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.384202 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.429949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:18.441458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.447985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-bac4c937-e84b-4471-8d31-a4a2c88b964a tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/8c9685f1-cabe-40d6-9c0d-f6251d2fbaef HTTP/1.1" status: 200 len: 1805 time: 0.1169810 Sep 19 03:11:18.453365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:18.453365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ca43e667-efa9-4e79-83f6-c6ec7ef4d9fe not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:18.453983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 841e8d9d-ecb9-49fa-b691-252abaad25a7 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:18.474663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 841e8d9d-ecb9-49fa-b691-252abaad25a7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:18.475198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 841e8d9d-ecb9-49fa-b691-252abaad25a7 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:18.538700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.570239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54a1d3a-4807-48cb-9f0a-256bebed10da']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:18.573551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:11:18.583661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-124517cc-1372-4a08-815c-15bef7fc2a75 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/8790b0ed-7623-42b3-8372-7ef46e380749 HTTP/1.1" status: 200 len: 1806 time: 0.1252453 Sep 19 03:11:18.586668 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.591950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366eb30b-267f-4991-8c86-8ad91efcce33') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:18.592373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366eb30b-267f-4991-8c86-8ad91efcce33') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:18.592810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] Sync routers for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:11:18.597142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c9685f1-cabe-40d6-9c0d-f6251d2fbaef', 'remote_group_id': '8790b0ed-7623-42b3-8372-7ef46e380749', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:18.597521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c9685f1-cabe-40d6-9c0d-f6251d2fbaef', 'remote_group_id': '8790b0ed-7623-42b3-8372-7ef46e380749', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:18.605875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:18.606521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:18.621916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed05a07-ba2d-4097-a98f-f9182381c014']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:18.636441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cf1710-9116-41a8-8480-51038822f836') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:18.636738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cf1710-9116-41a8-8480-51038822f836') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:18.645694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] No DVR routers for this DVR port 5132aff2-d14b-4293-a4ad-7f411a69903c on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:11:18.648274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.648710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.651327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.653313 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-62dd8196-dc4b-43ee-86b5-cd1ad15398df req-fd7e5b96-c458-49c7-983e-1a3a291c8f8e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.32 "DELETE /v2.0/ports/5132aff2-d14b-4293-a4ad-7f411a69903c HTTP/1.1" status: 204 len: 173 time: 2.2494493 Sep 19 03:11:18.653831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-deleted', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:18.656291 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f835eaf-39af-40bc-b6f0-dc5db12d7f71" -d '{"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-deleted", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:18.674973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.683677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.688968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:11:18.689382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:11:18.691124 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:11:18.703116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:11:18.703797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:11:18.707708 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:11:18.735154 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d2cfd2-f238-4a33-9b69-e51fe2ac344d x-openstack-request-id: req-07d2cfd2-f238-4a33-9b69-e51fe2ac344d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:18.735538 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537736cd-7610-4e87-9115-98fa209db00f", "name": "network-vif-deleted", "tag": "5132aff2-d14b-4293-a4ad-7f411a69903c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:18.735889 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07d2cfd2-f238-4a33-9b69-e51fe2ac344d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:18.736381 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537736cd-7610-4e87-9115-98fa209db00f', 'name': 'network-vif-deleted', 'tag': '5132aff2-d14b-4293-a4ad-7f411a69903c', 'status': 'completed', 'code': 200} Sep 19 03:11:18.755395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.767483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.778288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.780216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.782187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/aed05a07-ba2d-4097-a98f-f9182381c014 HTTP/1.1" status: 204 len: 168 time: 0.4569664 Sep 19 03:11:18.793718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:18.796166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.800210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] 10.222.0.22 "DELETE /v2.0/networks/b54a1d3a-4807-48cb-9f0a-256bebed10da HTTP/1.1" status: 204 len: 168 time: 0.5702236 Sep 19 03:11:18.800210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f4501-1ae4-4631-82c8-750e7545779e admin admin] Pushing event deleted for resources: {'Network': ['ID=b54a1d3a-4807-48cb-9f0a-256bebed10da,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:18.819657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6635095-f1d9-4727-b4d9-570f27003ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed05a07-ba2d-4097-a98f-f9182381c014,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:18.827657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.834831 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.854392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3b83debb-3833-4dce-8059-c16533ce35d3 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:18.877860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a676731-6aad-47e8-ad94-0c8dd8d9e587,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:18.894030 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:18.897794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb227a46-bf67-4afa-9a0f-23b72f29bf9d req-3f064868-ae1d-40a5-8057-11f19233cc9c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3120961 Sep 19 03:11:18.992256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf438497-41ee-4e06-bf51-aafae24ae2b4 req-089c742c-b2c6-424f-b1cb-76f01c16ed80 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/8790b0ed-7623-42b3-8372-7ef46e380749 HTTP/1.1" status: 200 len: 1806 time: 0.0645776 Sep 19 03:11:19.026250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46678) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:19.035665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46680) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:19.113175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf438497-41ee-4e06-bf51-aafae24ae2b4 req-7bae67b0-858e-4188-8d0b-3635b2a9d8c4 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.115234 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0746b97e-64d7-4332-88d4-047bad00a311 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d10668e61944265a411e425ec5c1d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876591 Sep 19 03:11:19.116013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46686) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:19.140105 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a1ddcb07-b7cb-43f6-80e4-bc3402a20b6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbe3a95bb99842c1913148ec837c4669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020370 Sep 19 03:11:19.140941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46688) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:19.153047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:19.158964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:19.164870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:19.170706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:19.176506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:19.182335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:19.188333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:19.190396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c213771-390e-4684-9500-7248a902d892 req-3dcd9b0e-e992-4ae0-a0dd-b0c04a9ef145 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5429 time: 0.1295977 Sep 19 03:11:19.194839 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf438497-41ee-4e06-bf51-aafae24ae2b4 req-7bae67b0-858e-4188-8d0b-3635b2a9d8c4 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.216557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31da9ac3-1747-4b43-89dc-28486160b326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.239777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b320d1-23ab-4e98-8943-bf8d9fec8948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.268419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b320d1-23ab-4e98-8943-bf8d9fec8948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.277521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 3b83debb-3833-4dce-8059-c16533ce35d3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:19.278005 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.278378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31da9ac3-1747-4b43-89dc-28486160b326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.280254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c213771-390e-4684-9500-7248a902d892 req-67b6812c-d3ea-448a-8e15-57f3ec72fc5f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817692 Sep 19 03:11:19.330180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf438497-41ee-4e06-bf51-aafae24ae2b4 req-7bae67b0-858e-4188-8d0b-3635b2a9d8c4 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.333686 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cf438497-41ee-4e06-bf51-aafae24ae2b4 req-7bae67b0-858e-4188-8d0b-3635b2a9d8c4 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.375190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:19.375964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf438497-41ee-4e06-bf51-aafae24ae2b4 req-7bae67b0-858e-4188-8d0b-3635b2a9d8c4 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-groups/8790b0ed-7623-42b3-8372-7ef46e380749 HTTP/1.1" status: 204 len: 173 time: 0.3792152 Sep 19 03:11:19.397493 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b320d1-23ab-4e98-8943-bf8d9fec8948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.401663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b320d1-23ab-4e98-8943-bf8d9fec8948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.406902 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97b320d1-23ab-4e98-8943-bf8d9fec8948 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40aa7aee-a66e-4160-8d92-3fadfd55bd4f HTTP/1.1" status: 204 len: 168 time: 0.2629075 Sep 19 03:11:19.412215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae67b0-858e-4188-8d0b-3635b2a9d8c4 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790b0ed-7623-42b3-8372-7ef46e380749,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:19.415524 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31da9ac3-1747-4b43-89dc-28486160b326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.424348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31da9ac3-1747-4b43-89dc-28486160b326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.425520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-31da9ac3-1747-4b43-89dc-28486160b326 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da HTTP/1.1" status: 204 len: 168 time: 0.3052597 Sep 19 03:11:19.433986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b320d1-23ab-4e98-8943-bf8d9fec8948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40aa7aee-a66e-4160-8d92-3fadfd55bd4f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:19.435654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] Checking router: 1785d4bc-bc8d-412a-be97-1368af017822 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:11:19.445311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de929584-c5db-4744-ba14-ab9bccb6230a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:19.448219 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f020cb08-69c5-457f-a4ba-2ed22ae570de" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "de929584-c5db-4744-ba14-ab9bccb6230a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:19.484003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:19.484909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:19.501531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da9ac3-1747-4b43-89dc-28486160b326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d5dc6e-dc0c-4ec9-82a9-50a6ef7a12da,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:19.526987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61b6eea9-0ec2-495f-bcd5-d913274bcce3 req-b896d263-85b0-46d9-aaf4-cc7e5d2d929b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=537736cd-7610-4e87-9115-98fa209db00f HTTP/1.1" status: 200 len: 210 time: 0.0878906 Sep 19 03:11:19.638473 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.735431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8881125a-2fa6-43bd-ab99-56c033ccf09e req-256c68ff-453b-4e96-ae9b-7fc51ab81674 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/8c9685f1-cabe-40d6-9c0d-f6251d2fbaef HTTP/1.1" status: 200 len: 1805 time: 0.0813944 Sep 19 03:11:19.795501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:19.803794 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.804861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9504012c-c4ac-4fea-8bdf-882041121bb0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:19.810029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-3ccad42c-18c2-42bf-bada-b84bdbaaf771 req-6b9d7925-5b36-4126-97c6-0833332403cb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2037310040', 'description': 'tempest-description-729812830'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:19.863621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ccad42c-18c2-42bf-bada-b84bdbaaf771 req-6b9d7925-5b36-4126-97c6-0833332403cb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:19.922734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:19.935255 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18347019-625a-45ad-9a46-ffa683190e00 x-openstack-request-id: req-18347019-625a-45ad-9a46-ffa683190e00 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:19.935921 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "de929584-c5db-4744-ba14-ab9bccb6230a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:19.936286 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18347019-625a-45ad-9a46-ffa683190e00 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:19.936815 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de929584-c5db-4744-ba14-ab9bccb6230a', 'code': 200} Sep 19 03:11:19.999900 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.057121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ccad42c-18c2-42bf-bada-b84bdbaaf771 req-6b9d7925-5b36-4126-97c6-0833332403cb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.062130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:20.086003 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ccad42c-18c2-42bf-bada-b84bdbaaf771 req-6b9d7925-5b36-4126-97c6-0833332403cb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.133182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-3ccad42c-18c2-42bf-bada-b84bdbaaf771 req-6b9d7925-5b36-4126-97c6-0833332403cb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.142797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ccad42c-18c2-42bf-bada-b84bdbaaf771 req-6b9d7925-5b36-4126-97c6-0833332403cb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3383515 Sep 19 03:11:20.150700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d7925-5b36-4126-97c6-0833332403cb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80295a6-16db-4658-b80e-809516bf567a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:20.152324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 9504012c-c4ac-4fea-8bdf-882041121bb0 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:20.169476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 9504012c-c4ac-4fea-8bdf-882041121bb0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:20.172463 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.256587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-c0d1a257-bacf-4daa-800b-f98fa5fa0b1f tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/f80295a6-16db-4658-b80e-809516bf567a HTTP/1.1" status: 200 len: 1806 time: 0.0865459 Sep 19 03:11:20.267844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80295a6-16db-4658-b80e-809516bf567a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:20.268412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80295a6-16db-4658-b80e-809516bf567a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:20.384414 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.389000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.417743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:20.432380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.439885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.459501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef04758c-1c30-4df5-94ab-07a7ccb84371,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:20.463134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9504012c-c4ac-4fea-8bdf-882041121bb0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9504012c-c4ac-4fea-8bdf-882041121bb0,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:20.464834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c09d7d7-e1c3-4d22-90fb-ae9cdc3b561c None None] The sync data for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 is: [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:11:20.479101 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.479101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:20.524404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 5132aff2-d14b-4293-a4ad-7f411a69903c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:20.524970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5132aff2-d14b-4293-a4ad-7f411a69903c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:20.531054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.537559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b66aa558-cf4f-4984-b6ee-33f6acfd69bb req-f7dafa69-7e26-425c-9d40-284070db3899 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2793722 Sep 19 03:11:20.591773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=9504012c-c4ac-4fea-8bdf-882041121bb0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:20.632384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:20.639016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:20.645539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:20.654258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:20.660715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:20.667074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:20.673208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:20.682441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-415f4a85-6c33-4fe7-b6ed-9765f7b34873 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5430 time: 0.2056959 Sep 19 03:11:20.737663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-577b7814-4e81-4978-b542-1c7c77700bbb tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/f80295a6-16db-4658-b80e-809516bf567a HTTP/1.1" status: 200 len: 2400 time: 0.1692045 Sep 19 03:11:20.760792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad62a900-16b7-42ed-a5d1-16b96e3ec5bb req-485187ce-dad7-49ed-83f6-d90bccba4bd3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774148 Sep 19 03:11:20.777709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80295a6-16db-4658-b80e-809516bf567a', 'remote_group_id': None}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:20.778123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f80295a6-16db-4658-b80e-809516bf567a', 'remote_group_id': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:20.856121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 77d5a45f-cf91-4684-95ad-72d5860ccc50 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:20.933249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.970899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.988000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 77d5a45f-cf91-4684-95ad-72d5860ccc50 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:20.994063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 77d5a45f-cf91-4684-95ad-72d5860ccc50 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:20.994448 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:20.995768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.001552 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e079fc-f28d-4be8-a5e1-059af3a72e06 None None] New status for floating IP 3b2786e7-7603-4239-99e4-433f688273b0: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:11:21.053771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19bf2af-2dfd-434e-b33d-437306f8e142,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:21.060863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.062679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06ee0cc4-327b-489a-b1dd-7143cabcda1e req-3cd54054-bbff-4bf5-828c-0f7736ccf19d tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2985404 Sep 19 03:11:21.158323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46786) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:21.249879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.307695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06e2b08a-ebaa-44b6-a783-32d24a4a2732 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.324189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 77d5a45f-cf91-4684-95ad-72d5860ccc50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:21.329020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46792) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:21.334298 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.336936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1fadc14c-4766-4d3f-a996-6e9511d340eb up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:21.355605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3190ebb7-50ae-419c-a037-2c44b650aec6 req-729a9baa-b41e-4878-9b4c-99376c80b21c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/f80295a6-16db-4658-b80e-809516bf567a HTTP/1.1" status: 200 len: 2999 time: 0.1020544 Sep 19 03:11:21.374385 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06e2b08a-ebaa-44b6-a783-32d24a4a2732 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.445770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abc69a84-b091-49b7-a21f-5b8d4953e4c4 req-a1077e1c-b2e4-44af-bd82-088f9cef5227 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-group-rules/e19bf2af-2dfd-434e-b33d-437306f8e142 HTTP/1.1" status: 200 len: 783 time: 0.0436940 Sep 19 03:11:21.485491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1241794743-network', 'tenant_id': '632568731f7b483eae20d265db4ed69a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:21.492101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=77d5a45f-cf91-4684-95ad-72d5860ccc50,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:21.504225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 1fadc14c-4766-4d3f-a996-6e9511d340eb completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:21.509918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1fadc14c-4766-4d3f-a996-6e9511d340eb triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:21.510488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.549483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Made reservation on behalf of 632568731f7b483eae20d265db4ed69a for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:21.555074 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.570418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.575827 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06e2b08a-ebaa-44b6-a783-32d24a4a2732 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.584276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06e2b08a-ebaa-44b6-a783-32d24a4a2732 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.586802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-06e2b08a-ebaa-44b6-a783-32d24a4a2732 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "DELETE /v2.0/security-groups/9032125b-42ec-4bc1-a1d8-838cf93ee8d0 HTTP/1.1" status: 204 len: 168 time: 0.4271650 Sep 19 03:11:21.590623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:21.598276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abc69a84-b091-49b7-a21f-5b8d4953e4c4 req-df5035f3-2ff8-4e1d-a0ac-7b3e223e390a tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/f80295a6-16db-4658-b80e-809516bf567a HTTP/1.1" status: 200 len: 2999 time: 0.1413333 Sep 19 03:11:21.623937 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-e826ef9b-4f09-4405-b2f7-e639aff500bf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] show failed (client error): The resource could not be found. Sep 19 03:11:21.625828 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e826ef9b-4f09-4405-b2f7-e639aff500bf tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups/9032125b-42ec-4bc1-a1d8-838cf93ee8d0 HTTP/1.1" status: 404 len: 347 time: 0.0337873 Sep 19 03:11:21.628647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:21.630840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2b08a-ebaa-44b6-a783-32d24a4a2732 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9032125b-42ec-4bc1-a1d8-838cf93ee8d0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:21.647521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.662211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abc69a84-b091-49b7-a21f-5b8d4953e4c4 req-04d34c3a-b454-446c-86f2-ab4a8b8a1f67 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.671234 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abc69a84-b091-49b7-a21f-5b8d4953e4c4 req-04d34c3a-b454-446c-86f2-ab4a8b8a1f67 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.702058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abc69a84-b091-49b7-a21f-5b8d4953e4c4 req-04d34c3a-b454-446c-86f2-ab4a8b8a1f67 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.711704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-abc69a84-b091-49b7-a21f-5b8d4953e4c4 req-04d34c3a-b454-446c-86f2-ab4a8b8a1f67 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.714667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abc69a84-b091-49b7-a21f-5b8d4953e4c4 req-04d34c3a-b454-446c-86f2-ab4a8b8a1f67 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/e19bf2af-2dfd-434e-b33d-437306f8e142 HTTP/1.1" status: 204 len: 173 time: 0.1055808 Sep 19 03:11:21.726016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1fadc14c-4766-4d3f-a996-6e9511d340eb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:21.731448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d34c3a-b454-446c-86f2-ab4a8b8a1f67 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e19bf2af-2dfd-434e-b33d-437306f8e142,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:21.739317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.740310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4739aa5d-b5c9-4cc4-92ca-e766db177c07 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:21.842291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e3aad54-42f3-4ffb-94b1-4e3e98342dc9 req-ad0c1693-0606-48e0-96fd-c8cc2af79ee1 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/f80295a6-16db-4658-b80e-809516bf567a HTTP/1.1" status: 200 len: 2400 time: 0.0973878 Sep 19 03:11:21.857541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1fadc14c-4766-4d3f-a996-6e9511d340eb,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:21.902997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Deleting port b06635a1-ce42-4612-a5cf-2cb1b2351989 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:21.903531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.938515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3'}, {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0'}, {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50'}, {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:21.940838 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dcdb83-a263-488f-a0a0-c47c97532ea7" -d '{"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-plugged", "status": "completed", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3"}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0"}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50"}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:21.958652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e3aad54-42f3-4ffb-94b1-4e3e98342dc9 req-3e08dc88-50bb-4f71-9123-5a24e0d9de43 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.971402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:21.975611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:21.975991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:21.997436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.008977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.041407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e3aad54-42f3-4ffb-94b1-4e3e98342dc9 req-3e08dc88-50bb-4f71-9123-5a24e0d9de43 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.074957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:11:22.086396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.087100 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Added segment 27e1db2e-5778-44fd-8c74-64066aedf1be of type vlan for network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 Sep 19 03:11:22.098155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.133002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.140101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e3aad54-42f3-4ffb-94b1-4e3e98342dc9 req-3e08dc88-50bb-4f71-9123-5a24e0d9de43 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.143321 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e3aad54-42f3-4ffb-94b1-4e3e98342dc9 req-3e08dc88-50bb-4f71-9123-5a24e0d9de43 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.144683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e3aad54-42f3-4ffb-94b1-4e3e98342dc9 req-3e08dc88-50bb-4f71-9123-5a24e0d9de43 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-groups/f80295a6-16db-4658-b80e-809516bf567a HTTP/1.1" status: 204 len: 173 time: 0.2948685 Sep 19 03:11:22.159202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08dc88-50bb-4f71-9123-5a24e0d9de43 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80295a6-16db-4658-b80e-809516bf567a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:22.206766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.207471 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.240494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.247184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.252958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.256019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:22.259079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.262180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.263377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.264104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.264934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.268506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.271061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.277547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.285197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Calling delete_port for b06635a1-ce42-4612-a5cf-2cb1b2351989 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:22.286198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-4b87d10f-9e3f-463b-a320-08febff2646e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5432 time: 0.3053668 Sep 19 03:11:22.293031 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9620731 Sep 19 03:11:22.297568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46836) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:22.302767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Request body: {'subnet': {'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1241794743-subnet', 'tenant_id': '632568731f7b483eae20d265db4ed69a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:22.319849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:22.342301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4739aa5d-b5c9-4cc4-92ca-e766db177c07,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:22.460139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522e4da-8442-46ab-8001-b03ef9b1b6cc admin admin] Pushing event updated for resources: {'Network': ['ID=fbd736b5-ffaa-4796-a7b7-8e0b61e6f501,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:22.472378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Made reservation on behalf of 632568731f7b483eae20d265db4ed69a for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:22.473621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:11:22.475536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.679637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09910bdb-9039-4940-acd0-4fb0963d2baf req-d6ec8f68-494e-44dd-bedb-9804ffed5864 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.3691852 Sep 19 03:11:22.740858 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.754683 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73b37b-eb69-441a-9695-5a3cbe3fda3c x-openstack-request-id: req-3f73b37b-eb69-441a-9695-5a3cbe3fda3c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:22.755096 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-plugged", "status": "completed", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3", "code": 200}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0", "code": 200}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50", "code": 200}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:22.755451 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f73b37b-eb69-441a-9695-5a3cbe3fda3c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:22.755935 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3', 'code': 200} Sep 19 03:11:22.756264 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0', 'code': 200} Sep 19 03:11:22.756584 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50', 'code': 200} Sep 19 03:11:22.756902 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb', 'code': 200} Sep 19 03:11:22.760781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85454ab2-bbdf-45a6-978c-2ebb3afb1830 req-9fc01c37-1f4c-4de9-9e74-c55d17a7bda1 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4736319 Sep 19 03:11:22.804549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:22.866018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Checking segment: {'id': '27e1db2e-5778-44fd-8c74-64066aedf1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:22.866532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Network hostable DHCP agents. Network: fbd736b5-ffaa-4796-a7b7-8e0b61e6f501, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:11:22.878083 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-79aef2ba-1716-40a8-8033-021c4fa9479c req-ecc60984-5b38-4dc5-8081-d2bc5a3af15b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] show failed (client error): The resource could not be found. Sep 19 03:11:22.889296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79aef2ba-1716-40a8-8033-021c4fa9479c req-ecc60984-5b38-4dc5-8081-d2bc5a3af15b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/8790b0ed-7623-42b3-8372-7ef46e380749 HTTP/1.1" status: 404 len: 352 time: 0.0308180 Sep 19 03:11:22.922339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:11:22.958033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, fbd736b5-ffaa-4796-a7b7-8e0b61e6f501) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:22.964566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:22.965171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:22.970360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b453ef-78c0-453c-bae3-39c4962eee6a None None] Network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:22.994508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:23.030976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-795a7f83-0a8e-4c0b-b737-21c2438ad657 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7319198 Sep 19 03:11:23.080111 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:11:23.143095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3a9a09d-e1cc-432b-9aa1-dfcbadffd37c req-28b35ef8-5787-47af-a0aa-bdfbf4eeb04b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/8c9685f1-cabe-40d6-9c0d-f6251d2fbaef HTTP/1.1" status: 200 len: 1805 time: 0.1143258 Sep 19 03:11:23.146545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c1fe6-4e10-45c7-831b-877da2abf3fd None None] Network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:23.163194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event deleted for resources: {'Port': ['ID=b06635a1-ce42-4612-a5cf-2cb1b2351989,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:23.289570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c3a9a09d-e1cc-432b-9aa1-dfcbadffd37c req-4fef6d82-4b5e-4fff-b859-e36c36a66de8 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:23.309149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:23.312271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:23.318529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9a029a37-3cc2-411e-8be5-d32582d9c8f1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "DELETE /v2.0/floatingips/3b2786e7-7603-4239-99e4-433f688273b0 HTTP/1.1" status: 204 len: 168 time: 1.6884208 Sep 19 03:11:23.381334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c3a9a09d-e1cc-432b-9aa1-dfcbadffd37c req-4fef6d82-4b5e-4fff-b859-e36c36a66de8 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:23.438674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c3a9a09d-e1cc-432b-9aa1-dfcbadffd37c req-4fef6d82-4b5e-4fff-b859-e36c36a66de8 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:23.442799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c3a9a09d-e1cc-432b-9aa1-dfcbadffd37c req-4fef6d82-4b5e-4fff-b859-e36c36a66de8 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:23.444619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3a9a09d-e1cc-432b-9aa1-dfcbadffd37c req-4fef6d82-4b5e-4fff-b859-e36c36a66de8 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-groups/8c9685f1-cabe-40d6-9c0d-f6251d2fbaef HTTP/1.1" status: 204 len: 173 time: 0.2938757 Sep 19 03:11:23.456383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef6d82-4b5e-4fff-b859-e36c36a66de8 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9685f1-cabe-40d6-9c0d-f6251d2fbaef,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:23.820794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dae95663-97b6-4e12-b998-65d45fcea247 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:23.831835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dae95663-97b6-4e12-b998-65d45fcea247 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/networks?id=fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 HTTP/1.1" status: 200 len: 813 time: 0.1803565 Sep 19 03:11:23.860139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-e1013816-c4c8-4716-96ce-9da2ab074176 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/quotas/632568731f7b483eae20d265db4ed69a HTTP/1.1" status: 200 len: 375 time: 0.0273824 Sep 19 03:11:23.914788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-36b827db-5045-44c9-9962-b15afc039123 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=632568731f7b483eae20d265db4ed69a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534286 Sep 19 03:11:23.939778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46900) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:23.949172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b1bd27d5-95f4-4717-ba4b-6a0ad6e0d551 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733059968', 'description': 'tempest-description--2016854371'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:24.064405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1bd27d5-95f4-4717-ba4b-6a0ad6e0d551 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.093393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffb49a03-ae33-4a4e-b027-dbb0cc9bc320 req-93ea10a1-54d6-4f90-a0e2-7b1906f8b088 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/7c93c70b-8d3c-468b-a984-131e3500942f HTTP/1.1" status: 200 len: 1807 time: 0.1237514 Sep 19 03:11:24.137476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dfd0878c-4ade-4eaa-8744-86f135cfa88f service neutron] 10.222.0.22 "GET /v2.0/networks/fbd736b5-ffaa-4796-a7b7-8e0b61e6f501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215128 Sep 19 03:11:24.280273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ffb49a03-ae33-4a4e-b027-dbb0cc9bc320 req-1500d9e0-f12e-415d-8659-67157e583a2b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.335753 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ffb49a03-ae33-4a4e-b027-dbb0cc9bc320 req-1500d9e0-f12e-415d-8659-67157e583a2b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.344175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-599557b4-3c7d-4ede-ac9b-3a311f45d4f2 service neutron] 10.222.0.22 "GET /v2.0/networks/fbd736b5-ffaa-4796-a7b7-8e0b61e6f501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947436 Sep 19 03:11:24.364478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1bd27d5-95f4-4717-ba4b-6a0ad6e0d551 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.389621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1bd27d5-95f4-4717-ba4b-6a0ad6e0d551 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.445741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1bd27d5-95f4-4717-ba4b-6a0ad6e0d551 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.449779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b1bd27d5-95f4-4717-ba4b-6a0ad6e0d551 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5062933 Sep 19 03:11:24.450766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46904) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:24.455328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-bdfabbd8-2d72-4666-828d-c1fe7d6dbe47 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'security_group_rule': {'security_group_id': 'b6008e79-482c-48e5-ae25-06ae9f520c93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:24.469999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd27d5-95f4-4717-ba4b-6a0ad6e0d551 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6008e79-482c-48e5-ae25-06ae9f520c93,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:24.518656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ffb49a03-ae33-4a4e-b027-dbb0cc9bc320 req-1500d9e0-f12e-415d-8659-67157e583a2b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.521526 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ffb49a03-ae33-4a4e-b027-dbb0cc9bc320 req-1500d9e0-f12e-415d-8659-67157e583a2b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.546064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffb49a03-ae33-4a4e-b027-dbb0cc9bc320 req-1500d9e0-f12e-415d-8659-67157e583a2b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-groups/7c93c70b-8d3c-468b-a984-131e3500942f HTTP/1.1" status: 204 len: 173 time: 0.4434879 Sep 19 03:11:24.557626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbd8-2d72-4666-828d-c1fe7d6dbe47 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.615832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500d9e0-f12e-415d-8659-67157e583a2b tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93c70b-8d3c-468b-a984-131e3500942f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:24.723798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f70ab4a-4bef-4b0a-9690-bf27db581ff5 req-4de2d850-cbc3-4a65-9e6b-922116c31311 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.1128578 Sep 19 03:11:24.758378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:24.771790 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a24aa75-ea84-4ed9-b85c-9e0fa065ae56" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:24.771986 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbd8-2d72-4666-828d-c1fe7d6dbe47 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.781415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:24.788580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:24.796501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:24.802292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:24.808751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:24.815710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:24.822079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:24.830620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3431582b-c3b1-484a-8905-815142d3315f req-16b7497d-565e-4086-baf3-ad626cc739ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.1798463 Sep 19 03:11:24.847765 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbd8-2d72-4666-828d-c1fe7d6dbe47 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.891400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfabbd8-2d72-4666-828d-c1fe7d6dbe47 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26e58ba-e781-4511-b1f0-7da35469883c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:24.901341 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdfabbd8-2d72-4666-828d-c1fe7d6dbe47 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:24.905502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:24.915476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1a80ae70-0ba4-4102-ac74-3ecf306b447a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'security_group_rule': {'security_group_id': 'b6008e79-482c-48e5-ae25-06ae9f520c93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:24.920372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bdfabbd8-2d72-4666-828d-c1fe7d6dbe47 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4544258 Sep 19 03:11:24.960750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3431582b-c3b1-484a-8905-815142d3315f req-3c6e941d-be1f-42f0-8a3c-1a9f6a556769 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288345 Sep 19 03:11:25.034178 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a80ae70-0ba4-4102-ac74-3ecf306b447a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.170296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a80ae70-0ba4-4102-ac74-3ecf306b447a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.187402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a80ae70-0ba4-4102-ac74-3ecf306b447a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.195577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3668ade7-0317-4e2a-937f-84f718341e50 req-a5c64234-7784-4701-9539-9b025812c6a2 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 210 time: 0.0473518 Sep 19 03:11:25.204301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ae70-0ba4-4102-ac74-3ecf306b447a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017fc61d-040c-4c6e-afe5-5120beffeed2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:25.253528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a80ae70-0ba4-4102-ac74-3ecf306b447a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.255199 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1a80ae70-0ba4-4102-ac74-3ecf306b447a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473165 Sep 19 03:11:25.258273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46930) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:25.266799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:25.270656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f817564-2e5a-4736-b7cf-3f3ac231ec6a req-ac7ab095-a3ba-4d2a-bc99-88283e448d0a tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/9568040d-7f7e-4867-bced-1be3fb630d2c HTTP/1.1" status: 200 len: 1804 time: 0.0607026 Sep 19 03:11:25.301829 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc882bf1-f455-475f-ab91-fe7fc40601a2 x-openstack-request-id: req-bc882bf1-f455-475f-ab91-fe7fc40601a2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:25.302374 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-plugged", "status": "completed", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:25.302491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.303239 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc882bf1-f455-475f-ab91-fe7fc40601a2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:25.303652 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07', 'code': 200} Sep 19 03:11:25.387098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7f817564-2e5a-4736-b7cf-3f3ac231ec6a req-08b399da-a06f-4acf-bc7f-c9412861656c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.417835 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7f817564-2e5a-4736-b7cf-3f3ac231ec6a req-08b399da-a06f-4acf-bc7f-c9412861656c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.455138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.503153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7f817564-2e5a-4736-b7cf-3f3ac231ec6a req-08b399da-a06f-4acf-bc7f-c9412861656c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.511472 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7f817564-2e5a-4736-b7cf-3f3ac231ec6a req-08b399da-a06f-4acf-bc7f-c9412861656c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.519755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f817564-2e5a-4736-b7cf-3f3ac231ec6a req-08b399da-a06f-4acf-bc7f-c9412861656c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-groups/9568040d-7f7e-4867-bced-1be3fb630d2c HTTP/1.1" status: 204 len: 173 time: 0.2418790 Sep 19 03:11:25.536011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b399da-a06f-4acf-bc7f-c9412861656c tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9568040d-7f7e-4867-bced-1be3fb630d2c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:25.601408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65e98346-d506-4e32-839e-32187347ca6d req-c718ebb1-eab7-489f-8517-bfb0252eb16e tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/a271367e-fb34-429c-9f75-cb2ac9da6393 HTTP/1.1" status: 200 len: 2405 time: 0.0546000 Sep 19 03:11:25.627826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:25.628565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:25.629197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:25.629820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:25.630451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:25.631286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:25.631763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:25.636960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f66a27bf-530b-45ec-bebb-4680f4446572 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6490 time: 0.1249073 Sep 19 03:11:25.661413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Allocated IP 172.25.8.70 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/db1943fd-bc9e-47ab-99ec-0ee0662f8a2b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:25.714198 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9d1d3112-3d82-4773-b724-aeb77651778b req-f6f81c02-af32-4b55-897b-e4e9b3183792 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589166 Sep 19 03:11:25.716965 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-65e98346-d506-4e32-839e-32187347ca6d req-1d7d812e-21ee-43c2-b0c4-695dbe8dd4f7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.753306 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-65e98346-d506-4e32-839e-32187347ca6d req-1d7d812e-21ee-43c2-b0c4-695dbe8dd4f7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.808400 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-65e98346-d506-4e32-839e-32187347ca6d req-1d7d812e-21ee-43c2-b0c4-695dbe8dd4f7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.812445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-65e98346-d506-4e32-839e-32187347ca6d req-1d7d812e-21ee-43c2-b0c4-695dbe8dd4f7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.815217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65e98346-d506-4e32-839e-32187347ca6d req-1d7d812e-21ee-43c2-b0c4-695dbe8dd4f7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-groups/a271367e-fb34-429c-9f75-cb2ac9da6393 HTTP/1.1" status: 204 len: 173 time: 0.1964283 Sep 19 03:11:25.828412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.846992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d812e-21ee-43c2-b0c4-695dbe8dd4f7 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a271367e-fb34-429c-9f75-cb2ac9da6393,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:25.886371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:25.911374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42183aa1-ad4a-40eb-86c1-ab07e59ee43f req-96ec00c6-6c69-4447-a44c-25c1a86e67a8 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0761938 Sep 19 03:11:25.931312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:25.935470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:25.944242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:25.947890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d70afe09-cf8d-4364-8df5-bb2feeb5752f req-d49a12d0-efd9-40dc-860e-20e2d27b3311 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "GET /v2.0/security-groups/42a65416-e638-44c2-abc3-f2871edb7adb HTTP/1.1" status: 200 len: 2400 time: 0.0963750 Sep 19 03:11:26.001790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'Port': ['ID=db1943fd-bc9e-47ab-99ec-0ee0662f8a2b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:26.026302 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d70afe09-cf8d-4364-8df5-bb2feeb5752f req-b4ae8de2-6b9b-49b1-939a-ad9d604e1254 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.074063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d70afe09-cf8d-4364-8df5-bb2feeb5752f req-b4ae8de2-6b9b-49b1-939a-ad9d604e1254 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.074260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.130435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.138024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d70afe09-cf8d-4364-8df5-bb2feeb5752f req-b4ae8de2-6b9b-49b1-939a-ad9d604e1254 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.141301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d70afe09-cf8d-4364-8df5-bb2feeb5752f req-b4ae8de2-6b9b-49b1-939a-ad9d604e1254 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.148338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d70afe09-cf8d-4364-8df5-bb2feeb5752f req-b4ae8de2-6b9b-49b1-939a-ad9d604e1254 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] 10.222.0.22 "DELETE /v2.0/security-groups/42a65416-e638-44c2-abc3-f2871edb7adb HTTP/1.1" status: 204 len: 173 time: 0.1944828 Sep 19 03:11:26.161088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46958) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:26.260576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8de2-6b9b-49b1-939a-ad9d604e1254 tempest-SecurityGroupRulesTestJSON-1933001455 tempest-SecurityGroupRulesTestJSON-1933001455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a65416-e638-44c2-abc3-f2871edb7adb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:26.311047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] Deleting subnet 832bb094-03de-4565-a572-78bdf174f03d {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:11:26.332720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.341579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.348635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.356197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.362731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.370355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.377261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.386279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2771563b-cab0-471b-a33b-2792c82e263f req-fe3cf858-36a8-4260-8903-e9bc24dc7c15 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.2207160 Sep 19 03:11:26.390257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.396390 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.403034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.449008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fdc69f3-7fd0-44a7-ac9c-4641aef82b68 req-4d33649f-8da6-4f4e-bcd0-bd61afa3396b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 210 time: 0.0600429 Sep 19 03:11:26.482700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.502362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'Port': ['ID=db1943fd-bc9e-47ab-99ec-0ee0662f8a2b,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:26.511695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2771563b-cab0-471b-a33b-2792c82e263f req-7dbf810f-0ca1-436f-a9aa-00d264ae4fb3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225669 Sep 19 03:11:26.514899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.516355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-68e551c4-d445-4fbf-b26e-8c25bd66c164 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2565699 Sep 19 03:11:26.520443 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.594931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.673790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.705417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832bb094-03de-4565-a572-78bdf174f03d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:26.717032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.721831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eddfcd01-ec84-49b9-ba56-40d604a6ab7b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/832bb094-03de-4565-a572-78bdf174f03d HTTP/1.1" status: 204 len: 168 time: 0.5502067 Sep 19 03:11:26.721919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46976) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:26.800680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-ba4401eb-abab-49a7-a81d-351a414c4861 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1733059968&fields=id&tenant_id=9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 267 time: 0.0873003 Sep 19 03:11:26.815692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.946815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-116554ca-3852-4d23-be30-826a56e09cb5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:26.954453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-116554ca-3852-4d23-be30-826a56e09cb5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 817 time: 0.1422415 Sep 19 03:11:26.961407 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:26.971255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-d96375dd-3d1e-4401-bc13-41a8f188baa4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/quotas/9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 375 time: 0.0160809 Sep 19 03:11:27.008093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2fa7706-7560-4662-868e-90b1f6b7ae93']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:27.052358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b3ddf8c-6388-40e6-9cc2-7afe9c0e3468') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:27.052662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b3ddf8c-6388-40e6-9cc2-7afe9c0e3468') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:27.054468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-ebadd2ed-a471-4c41-80f2-534751f3cf28 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815485 Sep 19 03:11:27.074590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.095525 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.110802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:11:27.111218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:11:27.112939 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:11:27.131292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-ae1a8859-f277-482d-99eb-c3d9e2462eac tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.132810 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-ae1a8859-f277-482d-99eb-c3d9e2462eac tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.32 "GET /v2.0/networks?id=fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 HTTP/1.1" status: 200 len: 813 time: 0.1812372 Sep 19 03:11:27.183719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bd58a5a-0264-4234-9be5-82f63afbec71 req-98eeface-9d98-4339-8786-360fbf9e183f tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.1026282 Sep 19 03:11:27.195262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Request body: {'port': {'device_id': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501', 'admin_state_up': True, 'tenant_id': '632568731f7b483eae20d265db4ed69a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:27.252150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.271014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.273371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] 10.222.0.22 "DELETE /v2.0/networks/f2fa7706-7560-4662-868e-90b1f6b7ae93 HTTP/1.1" status: 204 len: 168 time: 0.5506673 Sep 19 03:11:27.282778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-968e07e1-5116-4f15-8a64-89d5a9f8f366 service neutron] 10.222.0.22 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252560 Sep 19 03:11:27.290538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f459ab-aaa1-4265-afa9-29cd24e50cce admin admin] Pushing event deleted for resources: {'Network': ['ID=f2fa7706-7560-4662-868e-90b1f6b7ae93,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:27.426935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-7dfdef50-52e4-4c6b-adbc-81a7ad8450ac service neutron] 10.222.0.22 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429214 Sep 19 03:11:27.432394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Made reservation on behalf of 632568731f7b483eae20d265db4ed69a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:27.439012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.469724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46994) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:27.560781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e5f4273a-f2bc-47c3-b354-8efa4f8f3051 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5bd14834979f422bb5c451db05537d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877433 Sep 19 03:11:27.562724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:27.619289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f41a181-24bb-4a3f-a201-30d5bb68100f req-a9d296b7-68db-484c-988e-65bbfa41e02b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 210 time: 0.0453231 Sep 19 03:11:27.707171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.716182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.721184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d54403a-b2b4-4793-87f4-78e76d3c054b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.722365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.730853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.737321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.744187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.748429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Allocated IP 172.20.0.5 (fbd736b5-ffaa-4796-a7b7-8e0b61e6f501/0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1/4b0fdb63-07b2-490f-a352-aab1749cd2d9) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:27.752096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:27.760894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-517aeddb-4486-42be-9b66-f99dca0eca36 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.1321106 Sep 19 03:11:27.775565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d54403a-b2b4-4793-87f4-78e76d3c054b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.845715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a590f45-d9cb-48a9-bb26-da3d21872cdf req-3bb0a0ea-b233-4f59-b53e-8aded26a2210 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 210 time: 0.0602620 Sep 19 03:11:27.881536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2b602a1-994a-45f5-b4e5-70275da74b93 req-43b244f4-0bd0-4135-91ab-8b34de89e811 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160302 Sep 19 03:11:27.969045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d54403a-b2b4-4793-87f4-78e76d3c054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.971851 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d54403a-b2b4-4793-87f4-78e76d3c054b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:27.975960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d54403a-b2b4-4793-87f4-78e76d3c054b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5511bde5-cac3-447b-8afc-f963e8355702 HTTP/1.1" status: 204 len: 168 time: 0.4121599 Sep 19 03:11:28.002791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54403a-b2b4-4793-87f4-78e76d3c054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5511bde5-cac3-447b-8afc-f963e8355702,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:28.029925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:28.094557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:28.131236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9a29cb8-2824-4e70-8508-e620bcc601d6 req-e8aa5c98-09be-4c39-8f08-c14d6ec8152a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.0435929 Sep 19 03:11:28.152454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:28.161197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:28.164266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:28.167418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Pushing event updated for resources: {'Port': ['ID=4b0fdb63-07b2-490f-a352-aab1749cd2d9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:28.260050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:28.260750 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:28.295410 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-dcd260b9-9186-4386-baeb-92800fbc701b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1042590 Sep 19 03:11:28.351885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d3cd9c2-d0af-43c9-ac7b-ab503cd334d0 req-64372d2b-8883-4745-b8c0-475954141aa5 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0347788 Sep 19 03:11:28.576720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Request body: {'port': {'device_id': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:28.666761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:28.810912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65225905-b200-4a44-86b1-fb1f7c6a19c0 req-d323b183-b16f-45f6-9fc1-cc475eef4d3c tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:28.823234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65225905-b200-4a44-86b1-fb1f7c6a19c0 req-d323b183-b16f-45f6-9fc1-cc475eef4d3c tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 931 time: 0.0777221 Sep 19 03:11:28.884600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65225905-b200-4a44-86b1-fb1f7c6a19c0 req-e8a2aea3-faba-46c9-be47-00113c223b1a tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595636 Sep 19 03:11:29.025037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae30c799-6bd1-401a-80b2-536aa31ef177 req-0f21a656-0b49-4c71-bd0f-d3df6ba82219 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 210 time: 0.0519516 Sep 19 03:11:29.119613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47056) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:29.143647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.150791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.157758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.164673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.171372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.178571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.192465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.195346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-e488ef3f-8679-404f-bce4-6c8f029e668c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.1739919 Sep 19 03:11:29.211173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0fdb63-07b2-490f-a352-aab1749cd2d9 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:29.229565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:29.259984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Transition to ACTIVE for port object 4b0fdb63-07b2-490f-a352-aab1749cd2d9 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:11:29.268918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:29.288676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc36513c-9153-49c2-abd3-e4c837ef9ba1 req-df7150c5-b323-4afb-a091-c7b47419e792 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847974 Sep 19 03:11:29.352918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e013e3d-a92b-4f7f-839a-47460043647f req-af8fcd64-e39e-460b-834e-3ce89c1351cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0424876 Sep 19 03:11:29.365001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2074522077-network', 'tenant_id': '6b4a51af3d81443db8553450e386c3d1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:29.423526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0fdb63-07b2-490f-a352-aab1749cd2d9,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:29.520840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.524211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Made reservation on behalf of 6b4a51af3d81443db8553450e386c3d1 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:29.526518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:29.529328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.536617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.540615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:29.543212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.549766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.556603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.562830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:29.564868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd3b85bf-39c3-4876-94b3-6fe9965195e4 req-e08727c6-27c6-4adc-8788-ee05354e28e2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.1359415 Sep 19 03:11:29.580089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47076) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:29.584557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Request body: {'floatingip': {'port_id': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:29.627447 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d50bbd1a-1c38-4740-984e-8287905d308d req-85253648-043e-4f05-a662-a2988b1f2834 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0569704 Sep 19 03:11:29.677221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Attempting to bind port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:11:29.677688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Attempting to bind port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '27e1db2e-5778-44fd-8c74-64066aedf1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:11:29.678037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Attempting to bind port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 on network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:29.686099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 on network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:11:29.686448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Attempting to bind port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 on network fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:29.775994 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:29.779361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:11:29.779708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Checking segment: {'id': '27e1db2e-5778-44fd-8c74-64066aedf1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:29.780104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Bound using segment: {'id': '27e1db2e-5778-44fd-8c74-64066aedf1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:11:29.780594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Bound port: 4b0fdb63-07b2-490f-a352-aab1749cd2d9, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e1db2e-5778-44fd-8c74-64066aedf1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:11:29.780961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:29.784984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.100533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0b62b-3fd2-43aa-83bf-9338feb96b9a req-6f5aaafa-a363-4bc6-b7ba-c944a57be2b0 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:30.105991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.108729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dec0b62b-3fd2-43aa-83bf-9338feb96b9a req-6f5aaafa-a363-4bc6-b7ba-c944a57be2b0 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 943 time: 0.1367919 Sep 19 03:11:30.174851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] For port 4b0fdb63-07b2-490f-a352-aab1749cd2d9, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:11:30.178841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.187078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dec0b62b-3fd2-43aa-83bf-9338feb96b9a req-5518a977-11bf-4b2b-89a9-729af9ceacb1 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768209 Sep 19 03:11:30.230956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] For port 4b0fdb63-07b2-490f-a352-aab1749cd2d9, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4b0fdb63-07b2-490f-a352-aab1749cd2d9,segment=NetworkSegment(27e1db2e-5778-44fd-8c74-64066aedf1be),segment_id=27e1db2e-5778-44fd-8c74-64066aedf1be)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:11:30.264035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.300183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:11:30.362611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622cdc1b-1150-42c4-a366-2e1557cc92a7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:30.402672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-af2834ec-9bc1-463c-9c4e-bd1931ba8fd6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:30.404479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-af2834ec-9bc1-463c-9c4e-bd1931ba8fd6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 817 time: 0.2056856 Sep 19 03:11:30.406541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92240d66-60da-4943-a901-767e17a5b0c9 req-3c3265b7-0b49-43bf-9787-13b688a68f7d tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 210 time: 0.0481625 Sep 19 03:11:30.448901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:30.449768 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.451508 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/4b0fdb63-07b2-490f-a352-aab1749cd2d9 HTTP/1.1" status: 200 len: 1091 time: 1.8804569 Sep 19 03:11:30.457832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.458216 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Added segment e1046390-a03c-4449-adef-e09839004f32 of type vlan for network 060eec3c-5ee1-49fd-a495-bcad269d7a88 Sep 19 03:11:30.459305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'tag': '4b0fdb63-07b2-490f-a352-aab1749cd2d9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:30.461571 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84649487-603c-4220-b66e-eae8488102d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6420d52-47fd-437e-a6da-d192d05fb6b0", "tag": "4b0fdb63-07b2-490f-a352-aab1749cd2d9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:30.531138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-2585afa4-cf80-44d2-8b64-2c289453ef9e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 380 time: 0.1041222 Sep 19 03:11:30.567518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'port': {'device_id': '4b91af84-2386-4802-a1de-5064281fd64a', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'admin_state_up': True, 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'security_groups': ['b6008e79-482c-48e5-ae25-06ae9f520c93']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:30.745199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Made reservation on behalf of 9483a53b2c9643059cea027e7e359194 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:30.751582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.810102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0781c6d-479e-4445-a2d8-948373c38bfb req-cdee171c-788d-40fb-aee7-77d3f40be702 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0397604 Sep 19 03:11:30.893670 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0931d1c0-a19b-40ea-a0fc-875fc5d45b06 x-openstack-request-id: req-0931d1c0-a19b-40ea-a0fc-875fc5d45b06 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:30.893961 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6420d52-47fd-437e-a6da-d192d05fb6b0", "tag": "4b0fdb63-07b2-490f-a352-aab1749cd2d9", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:30.894213 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0931d1c0-a19b-40ea-a0fc-875fc5d45b06 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:30.894602 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'tag': '4b0fdb63-07b2-490f-a352-aab1749cd2d9', 'status': 'completed', 'code': 200} Sep 19 03:11:30.936390 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:30.948532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804e32c-aea2-4371-b240-5b5217f9b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0fdb63-07b2-490f-a352-aab1749cd2d9,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:30.968010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Allocated IP 172.20.0.8 (1b941654-601c-4012-ba03-f35d18c9814a/3925f35c-0792-47dc-ab0b-820d7dfe8da0/22b80bb7-877b-4f89-90bd-f5c34afb9985) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:31.049471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-accec2a9-0249-48f7-a6bc-e8cbbdc3511b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:31.050998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-accec2a9-0249-48f7-a6bc-e8cbbdc3511b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=632568731f7b483eae20d265db4ed69a&device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 1094 time: 0.1616518 Sep 19 03:11:31.060910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.060910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:31.061438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.106895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47104) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:31.107094 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9858816 Sep 19 03:11:31.113340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Request body: {'subnet': {'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2074522077-subnet', 'tenant_id': '6b4a51af3d81443db8553450e386c3d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:31.156090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.159065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Made reservation on behalf of 6b4a51af3d81443db8553450e386c3d1 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:31.161329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.206592 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-d3d8e5cc-66f2-4b33-a1a0-90294c97be6d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0fdb63-07b2-490f-a352-aab1749cd2d9 HTTP/1.1" status: 200 len: 217 time: 0.1050725 Sep 19 03:11:31.208865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc2b80-01ab-401e-8e2d-47263c778f58 admin admin] Pushing event updated for resources: {'Network': ['ID=060eec3c-5ee1-49fd-a495-bcad269d7a88,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:31.231999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 060eec3c-5ee1-49fd-a495-bcad269d7a88 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:11:31.315174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.344676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-49e48830-db9f-4303-b0f3-9fbddddcd0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:31.346183 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-49e48830-db9f-4303-b0f3-9fbddddcd0d9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1 HTTP/1.1" status: 200 len: 853 time: 0.1241496 Sep 19 03:11:31.404318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Network 1b941654-601c-4012-ba03-f35d18c9814a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:31.429789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:31.450069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:31.462539 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.517906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.529921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-199414c3-a187-4143-acca-12610346ebd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbd736b5-ffaa-4796-a7b7-8e0b61e6f501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134243 Sep 19 03:11:31.601543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.703369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:31.725142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16fe1d12-6ac5-48f1-9e19-09827161e0dc,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:31.746163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-34970c5e-1f98-40b8-a4fa-a759d635794f None None] Provisioning complete for port 22b80bb7-877b-4f89-90bd-f5c34afb9985 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:31.747692 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34970c5e-1f98-40b8-a4fa-a759d635794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.755221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccbd74-6169-4d8e-853c-4e269f9e8f45 req-bb1f4170-48d4-440b-bcc1-2a25f9b5d583 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:31.757148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17ccbd74-6169-4d8e-853c-4e269f9e8f45 req-bb1f4170-48d4-440b-bcc1-2a25f9b5d583 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 943 time: 0.3958554 Sep 19 03:11:31.776656 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Floating IP 9b208668-d9c9-4de4-91c5-2d81e2d44761 associated. External IP: 172.25.8.209, port: f65d6efe-8826-4adf-9a25-7ceb4ddbea70. Sep 19 03:11:31.782787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-b1fe812d-7f61-4542-b481-3565120282f1 service neutron] 10.222.0.32 "GET /v2.0/networks/fbd736b5-ffaa-4796-a7b7-8e0b61e6f501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815727 Sep 19 03:11:31.793166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-34970c5e-1f98-40b8-a4fa-a759d635794f None None] Port 22b80bb7-877b-4f89-90bd-f5c34afb9985 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:11:31.821081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:31.822500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:31.836070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c4cc3-e641-4026-8f83-70ffc6672c73 req-8eab4347-d27b-4863-8aa3-7e33f03788b9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:31.837790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf5c4cc3-e641-4026-8f83-70ffc6672c73 req-8eab4347-d27b-4863-8aa3-7e33f03788b9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 931 time: 0.2464721 Sep 19 03:11:31.838601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Checking segment: {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:31.839050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Network hostable DHCP agents. Network: 060eec3c-5ee1-49fd-a495-bcad269d7a88, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:11:31.887779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-57954967-a409-45ca-b08a-83c8f3fb9b2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3251846 Sep 19 03:11:31.897076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17ccbd74-6169-4d8e-853c-4e269f9e8f45 req-6ef0f5fc-00f1-4a2c-b3b4-b2337779a591 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286383 Sep 19 03:11:31.926393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Request body: {'port': {'device_id': '4b91af84-2386-4802-a1de-5064281fd64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:31.954939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Network 060eec3c-5ee1-49fd-a495-bcad269d7a88 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:11:31.970010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf5c4cc3-e641-4026-8f83-70ffc6672c73 req-a864b5ef-6b62-4405-a7ce-0788784a1dde tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210446 Sep 19 03:11:32.017020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 060eec3c-5ee1-49fd-a495-bcad269d7a88) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:32.026704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e9575-fc9a-4270-a5a1-b6cbde501c74 None None] Network 060eec3c-5ee1-49fd-a495-bcad269d7a88 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:32.029375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:32.030045 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:32.032302 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:32.052318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59307ede-cc91-49cf-93dd-b2ee7d24fde7 req-8a2397b1-91b1-4076-acfe-4caaf95eb62a service neutron] 10.222.0.32 "GET /v2.0/networks/fbd736b5-ffaa-4796-a7b7-8e0b61e6f501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303035 Sep 19 03:11:32.113411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6c4943b5-86d8-4156-a9fb-38d660b689a1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0052936 Sep 19 03:11:32.148661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bc50ea3-bf51-4ecc-81d9-aa09f30c567e req-8164ef6c-8773-43c7-a98c-ed3a36b00487 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0514467 Sep 19 03:11:32.278671 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0eb9c5-1b21-4fa0-81a3-819d2838e17d None None] Network 060eec3c-5ee1-49fd-a495-bcad269d7a88 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:32.304713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Router eb721c45-a210-4eab-bb8b-f98b1b55b995 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:11:32.318520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649487-603c-4220-b66e-eae8488102d7 req-51ee28f3-3e14-45b4-a528-a54693a62f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:32.320594 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84649487-603c-4220-b66e-eae8488102d7 req-51ee28f3-3e14-45b4-a528-a54693a62f5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=632568731f7b483eae20d265db4ed69a&device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 1094 time: 0.1104047 Sep 19 03:11:32.497565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649487-603c-4220-b66e-eae8488102d7 req-0f494d92-9c03-4f1b-b64f-78e9f78ea39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:32.499054 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84649487-603c-4220-b66e-eae8488102d7 req-0f494d92-9c03-4f1b-b64f-78e9f78ea39e service neutron] 10.222.0.32 "GET /v2.0/networks?id=fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 HTTP/1.1" status: 200 len: 914 time: 0.1612780 Sep 19 03:11:32.539238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22b80bb7-877b-4f89-90bd-f5c34afb9985 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:32.547560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:32.564158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Transition to ACTIVE for port object 22b80bb7-877b-4f89-90bd-f5c34afb9985 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:11:32.575907 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:32.647338 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84649487-603c-4220-b66e-eae8488102d7 req-86a2b0df-523b-49a0-9603-fbb7ac058cc0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b0fdb63-07b2-490f-a352-aab1749cd2d9 HTTP/1.1" status: 200 len: 217 time: 0.0956154 Sep 19 03:11:32.670313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:32.831535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:11:32.843315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:32.861543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] Sync routers for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:11:32.889200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:32.890131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:32.896308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84649487-603c-4220-b66e-eae8488102d7 req-57ff80f1-d40d-4100-8197-2ea3b7d114a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:32.897903 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84649487-603c-4220-b66e-eae8488102d7 req-57ff80f1-d40d-4100-8197-2ea3b7d114a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1 HTTP/1.1" status: 200 len: 853 time: 0.2315559 Sep 19 03:11:32.914264 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b36fc102-53dd-4a3f-a15b-263686d7ad5d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "PUT /v2.0/floatingips/9b208668-d9c9-4de4-91c5-2d81e2d44761 HTTP/1.1" status: 200 len: 992 time: 3.3331156 Sep 19 03:11:32.915715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:32.918179 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:32.962736 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84649487-603c-4220-b66e-eae8488102d7 req-a09fff08-3012-4a7c-9e4e-da55bf1252e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fbd736b5-ffaa-4796-a7b7-8e0b61e6f501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334721 Sep 19 03:11:33.069771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-1779408f-f46e-4fc2-ab33-a7923949a679 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.078791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-1779408f-f46e-4fc2-ab33-a7923949a679 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/networks?id=060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 200 len: 818 time: 0.3549149 Sep 19 03:11:33.113258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45ab56f8-e942-4a3c-9746-b161a2db0e8b req-a89fe9a0-0ff4-4daa-9fb5-9a344cf28ff7 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0903828 Sep 19 03:11:33.132199 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84649487-603c-4220-b66e-eae8488102d7 req-5360d1cd-6962-4e71-b442-5cca17b6b9d7 service neutron] 10.222.0.32 "GET /v2.0/networks/fbd736b5-ffaa-4796-a7b7-8e0b61e6f501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552160 Sep 19 03:11:33.143767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-bd53c70d-c5e2-48d0-9904-d0730dbe2e7f tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/quotas/6b4a51af3d81443db8553450e386c3d1 HTTP/1.1" status: 200 len: 375 time: 0.0635614 Sep 19 03:11:33.231064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:33.237939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-e21490ad-285c-47ba-a995-64993413253f tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6b4a51af3d81443db8553450e386c3d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773101 Sep 19 03:11:33.264683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Attempting to bind port 22b80bb7-877b-4f89-90bd-f5c34afb9985 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:11:33.265783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Attempting to bind port 22b80bb7-877b-4f89-90bd-f5c34afb9985 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:11:33.266199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Attempting to bind port 22b80bb7-877b-4f89-90bd-f5c34afb9985 on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:33.284861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Port 22b80bb7-877b-4f89-90bd-f5c34afb9985 on network 1b941654-601c-4012-ba03-f35d18c9814a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:11:33.285451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Attempting to bind port 22b80bb7-877b-4f89-90bd-f5c34afb9985 on network 1b941654-601c-4012-ba03-f35d18c9814a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:33.299271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84649487-603c-4220-b66e-eae8488102d7 req-fc0b06cb-2ea2-4d3c-b391-d5128fb43fab service neutron] 10.222.0.32 "GET /v2.0/networks/fbd736b5-ffaa-4796-a7b7-8e0b61e6f501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509614 Sep 19 03:11:33.302800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:11:33.303344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Checking segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:33.303902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Bound using segment: {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:11:33.304501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Bound port: 22b80bb7-877b-4f89-90bd-f5c34afb9985, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8ad00de-6e69-4354-98e1-9b566b0259d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:11:33.305038 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:33.414790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-9c12d1fd-2e89-4f85-baf0-a3e494ce3b56 service neutron] 10.222.0.22 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758721 Sep 19 03:11:33.444835 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb315936-0295-4056-9d95-eb1c489ab3a4 x-openstack-request-id: req-fb315936-0295-4056-9d95-eb1c489ab3a4 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:33.446415 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:33.446415 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb315936-0295-4056-9d95-eb1c489ab3a4 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:33.446415 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'status': 'completed', 'code': 200} Sep 19 03:11:33.476302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:11:33.495931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:11:33.570560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '9b208668-d9c9-4de4-91c5-2d81e2d44761', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'port_id': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'mac_address': 'fa:16:3e:d3:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:11Z', 'updated_at': '2021-09-19T03:11:31Z', 'revision_number': 1, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 5, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:33.581087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-b7a5669d-0466-4639-b850-59e4d7980226 service neutron] 10.222.0.22 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554799 Sep 19 03:11:33.585714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:33.607073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] Checking router: eb721c45-a210-4eab-bb8b-f98b1b55b995 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:11:33.620795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:33.621654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:33.630198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.631503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:33.645244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] 10.222.0.32 "PUT /v2.0/ports/22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 200 len: 1091 time: 1.7337389 Sep 19 03:11:33.700157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:33.702446 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:33.744696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.745155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.745649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.746143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.753456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.753915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.754460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.756679 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-298ab09d-ae5b-463d-a81f-3791b068c4d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6490 time: 0.1229749 Sep 19 03:11:33.880552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:33.902501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1266a-eec5-48c4-9f86-f2a5ae5488ca service neutron] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:33.917312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc275a-6016-4993-a9d1-73a39ceff311 req-39f0dd5e-8456-4646-9e40-34234eefe089 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.924952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ffc275a-6016-4993-a9d1-73a39ceff311 req-39f0dd5e-8456-4646-9e40-34234eefe089 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 943 time: 0.3413780 Sep 19 03:11:33.962463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-5efe5799-d924-467b-8d0a-5546da4d8546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:33.974683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-5efe5799-d924-467b-8d0a-5546da4d8546 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1094 time: 0.2141569 Sep 19 03:11:34.017520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-4472c1d0-931b-445c-9ebf-e35ccb7edda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:34.019181 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-4472c1d0-931b-445c-9ebf-e35ccb7edda3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=065b3b62-b510-442e-b6be-b963b35c06e9 HTTP/1.1" status: 200 len: 913 time: 0.2497721 Sep 19 03:11:34.023339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ffc275a-6016-4993-a9d1-73a39ceff311 req-daa970ee-f6c9-40d3-936f-cc515c8bc23e tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973346 Sep 19 03:11:34.100822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-c5a59a1e-2c64-4796-a191-aa6676b41b51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 200 len: 217 time: 0.0692422 Sep 19 03:11:34.204714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-ae41b960-9828-433c-81ea-8c8668eb000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:34.206182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-ae41b960-9828-433c-81ea-8c8668eb000b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0903525 Sep 19 03:11:34.241321 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-4a013027-aae7-49d5-9e12-4c714a23a592 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70 HTTP/1.1" status: 200 len: 1000 time: 0.2025750 Sep 19 03:11:34.347952 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d19b18-80ca-4a25-8400-7ae50ad38eab x-openstack-request-id: req-54d19b18-80ca-4a25-8400-7ae50ad38eab {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:34.348237 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:34.348488 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54d19b18-80ca-4a25-8400-7ae50ad38eab {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:34.348884 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'status': 'completed', 'code': 200} Sep 19 03:11:34.354292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-cd44fc24-a72b-429d-bfa7-683f13d94aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:34.355816 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-cd44fc24-a72b-429d-bfa7-683f13d94aa2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e36a326a-75b8-42fb-b20b-c7b10be6991b HTTP/1.1" status: 200 len: 851 time: 0.0989504 Sep 19 03:11:34.402308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7391454-1be9-48a4-a294-8bf1787a8950 req-413b7a97-f7d4-45bc-a3b3-61d5e5399fcd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:34.433510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7391454-1be9-48a4-a294-8bf1787a8950 req-413b7a97-f7d4-45bc-a3b3-61d5e5399fcd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.2246487 Sep 19 03:11:34.437683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-c07e00be-e75c-44e5-924e-43729d7904f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:34.439327 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-c07e00be-e75c-44e5-924e-43729d7904f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=065b3b62-b510-442e-b6be-b963b35c06e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609672 Sep 19 03:11:34.458969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '9b208668-d9c9-4de4-91c5-2d81e2d44761', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'port_id': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'mac_address': 'fa:16:3e:d3:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:11Z', 'updated_at': '2021-09-19T03:11:31Z', 'revision_number': 1, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 5, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:34.497264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-e817acc5-78e0-4c00-a2cd-698a7019e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:34.501443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-e817acc5-78e0-4c00-a2cd-698a7019e4d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2657390 Sep 19 03:11:34.518499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f44adc9-035e-448a-80cf-9656822366fe None None] The sync data for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 is: [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '9b208668-d9c9-4de4-91c5-2d81e2d44761', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'port_id': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'mac_address': 'fa:16:3e:d3:76:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:10:11Z', 'updated_at': '2021-09-19T03:11:31Z', 'revision_number': 1, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 5, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:11:34.600514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-ab959304-d10d-4fe1-b496-aad47ddf894c service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243880 Sep 19 03:11:34.657798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7391454-1be9-48a4-a294-8bf1787a8950 req-6c95de65-6ff9-4ee4-b7df-435d80c7eaa5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232759 Sep 19 03:11:34.740359 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10ca33d4-bc86-45d0-9a4d-0a5f20c148f7 req-4705f1ed-d183-4eb4-9876-bf6cb7b14108 service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285474 Sep 19 03:11:34.788601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-fcaaf05d-8969-4f92-959f-6ace56743d37 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747362 Sep 19 03:11:34.869277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d96762e-506e-412d-aee6-475d663779ae req-f6b08912-f5be-40d5-b9a7-5bb1bc9be643 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0579073 Sep 19 03:11:34.889794 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c73e843-a5f5-4b25-87db-09ea6c83f56e None None] New status for floating IP 9b208668-d9c9-4de4-91c5-2d81e2d44761: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:11:34.989225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e075e88c-c1f8-4428-8c90-0d1c3d89727e req-874fe677-08d8-4577-a0f8-893e5b5f984f tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 210 time: 0.0525594 Sep 19 03:11:35.066996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39d3d5d-510c-4bac-a0da-c2795aca637f req-eb3b36a8-2f39-4069-a27b-a6be620ecda4 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310612 Sep 19 03:11:35.201369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a3fb4-06a2-4d23-ad73-fc0a6060451f req-357e5a8f-4794-4adc-aeb7-a4f984444ed3 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:35.211790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-581a3fb4-06a2-4d23-ad73-fc0a6060451f req-357e5a8f-4794-4adc-aeb7-a4f984444ed3 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 943 time: 0.0819111 Sep 19 03:11:35.334321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-6cf35d90-57b9-416c-8b2b-e38880de3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:35.336687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-6cf35d90-57b9-416c-8b2b-e38880de3fd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1094 time: 0.1114914 Sep 19 03:11:35.370247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-581a3fb4-06a2-4d23-ad73-fc0a6060451f req-6a034bfd-61c4-448c-bd5d-949a56359ab2 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490843 Sep 19 03:11:35.530031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-5885767f-545e-40c2-a192-2fd885cc414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:35.531568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-5885767f-545e-40c2-a192-2fd885cc414f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.1673131 Sep 19 03:11:35.605251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-f807feac-6f16-4da9-8d43-2952b182e618 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 200 len: 217 time: 0.0459793 Sep 19 03:11:35.672458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-3ddac228-df5f-4542-b95c-019235e61d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:35.673984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-3ddac228-df5f-4542-b95c-019235e61d98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0606902 Sep 19 03:11:35.744945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-40335c32-231c-4f12-a528-236ce6b089b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:35.746527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-40335c32-231c-4f12-a528-236ce6b089b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552547 Sep 19 03:11:36.219574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96a595e5-f9e4-4e30-987f-a0fa06b69f8e req-dde2c9a4-cc11-4376-a056-125e1eb1a2fe tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0762761 Sep 19 03:11:36.254039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0b35c-4693-495d-9e7a-7a53c046e53d req-c99437e1-4f59-4c42-85ae-614787be9657 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:36.254705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23d0b35c-4693-495d-9e7a-7a53c046e53d req-c99437e1-4f59-4c42-85ae-614787be9657 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.4889009 Sep 19 03:11:36.295397 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-a3f394b9-2f27-4957-b454-6106e3e5bb92 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399387 Sep 19 03:11:36.308747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23d0b35c-4693-495d-9e7a-7a53c046e53d req-cabfbe5e-b7ce-4a14-8f71-1985d46b3f96 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Sep 19 03:11:36.364860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c5397180-5737-467c-9393-616c8c248fe8 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:36.366466 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c5397180-5737-467c-9393-616c8c248fe8 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "GET /v2.0/networks?id=060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 200 len: 818 time: 0.1917562 Sep 19 03:11:36.413195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Request body: {'port': {'device_id': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88', 'admin_state_up': True, 'tenant_id': '6b4a51af3d81443db8553450e386c3d1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:36.442212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0419fb3b-a9de-4629-9a12-dbca2f570cec req-3be9896e-4cba-433e-bfbf-020d2abda619 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 210 time: 0.0652804 Sep 19 03:11:36.504506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac21a2a-2d09-4f09-aecc-1ba5dfb073ad req-fb47a702-1172-42b1-b862-6bcbafa8bf12 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598437 Sep 19 03:11:36.520733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2b2b7-4eff-424c-acee-1a2c1d018c76 req-cde8be52-ce87-4359-aa49-3c6e59e3e9e8 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:36.522205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cc2b2b7-4eff-424c-acee-1a2c1d018c76 req-cde8be52-ce87-4359-aa49-3c6e59e3e9e8 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 943 time: 0.0718367 Sep 19 03:11:36.549097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Made reservation on behalf of 6b4a51af3d81443db8553450e386c3d1 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:36.554128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:36.565332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cc2b2b7-4eff-424c-acee-1a2c1d018c76 req-e651fcbf-afad-4e00-897e-fb5b7ac4c9f3 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Sep 19 03:11:36.688900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Allocated IP 172.20.0.9 (060eec3c-5ee1-49fd-a495-bcad269d7a88/16fe1d12-6ac5-48f1-9e19-09827161e0dc/4d8ee153-db88-4f46-aa5f-715226f57937) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:36.847120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:36.881540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:36.925605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Network 060eec3c-5ee1-49fd-a495-bcad269d7a88 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:36.926775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4b0fdb63-07b2-490f-a352-aab1749cd2d9 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:36.928938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:36.932099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:36.964529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Pushing event updated for resources: {'Port': ['ID=4d8ee153-db88-4f46-aa5f-715226f57937,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:36.999526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:37.000324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.022127 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-53c8f348-2bb2-4905-8e60-7bd56fddddaa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6129837 Sep 19 03:11:37.042445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4b0fdb63-07b2-490f-a352-aab1749cd2d9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4b0fdb63-07b2-490f-a352-aab1749cd2d9,segment=NetworkSegment(27e1db2e-5778-44fd-8c74-64066aedf1be),segment_id=27e1db2e-5778-44fd-8c74-64066aedf1be)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:37.053709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '4b0fdb63-07b2-490f-a352-aab1749cd2d9', 'network_id': 'fbd736b5-ffaa-4796-a7b7-8e0b61e6f501', 'port_id': '4b0fdb63-07b2-490f-a352-aab1749cd2d9', 'mac_address': 'fa:16:3e:b5:ea:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:37.085585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Request body: {'port': {'device_id': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:37.093521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.110769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0fdb63-07b2-490f-a352-aab1749cd2d9 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:37.131914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4b0fdb63-07b2-490f-a352-aab1749cd2d9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4b0fdb63-07b2-490f-a352-aab1749cd2d9,segment=NetworkSegment(27e1db2e-5778-44fd-8c74-64066aedf1be),segment_id=27e1db2e-5778-44fd-8c74-64066aedf1be)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:37.139972 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.158263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.219020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4b0fdb63-07b2-490f-a352-aab1749cd2d9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:37.382468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ef3b407-8a7c-4750-a7ef-b4e7e8d1154a req-9d6660df-3409-4088-a3b3-54b0bcfa51ff tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0424595 Sep 19 03:11:37.408437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-65e61a3f-192b-43ac-ae3a-55811376bf06 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:37.410938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-65e61a3f-192b-43ac-ae3a-55811376bf06 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "GET /v2.0/networks?id=060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 200 len: 818 time: 0.1879382 Sep 19 03:11:37.486893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33244228-507a-4364-8de9-3dcda5394310 req-5e2acdad-a566-4c20-bab8-98d172273382 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:37.488494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33244228-507a-4364-8de9-3dcda5394310 req-5e2acdad-a566-4c20-bab8-98d172273382 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.0523129 Sep 19 03:11:37.493997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Request body: {'port': {'device_id': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88', 'admin_state_up': True, 'tenant_id': '6b4a51af3d81443db8553450e386c3d1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:37.540053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8ee153-db88-4f46-aa5f-715226f57937 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:37.549135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.562863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Transition to ACTIVE for port object 4d8ee153-db88-4f46-aa5f-715226f57937 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:11:37.567400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.595100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33244228-507a-4364-8de9-3dcda5394310 req-d0444d3a-70b6-4502-85cf-85c3c4d563ee tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964470 Sep 19 03:11:37.613935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a77e090-500f-4905-9e5c-1e10fbb56b3b req-1c416276-d4a2-4543-9f95-604c5d4b0e45 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 210 time: 0.0407565 Sep 19 03:11:37.616372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ee153-db88-4f46-aa5f-715226f57937,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:37.657373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Made reservation on behalf of 6b4a51af3d81443db8553450e386c3d1 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:37.661763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.698967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Attempting to bind port 4d8ee153-db88-4f46-aa5f-715226f57937 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:11:37.699324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Attempting to bind port 4d8ee153-db88-4f46-aa5f-715226f57937 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:11:37.699788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Attempting to bind port 4d8ee153-db88-4f46-aa5f-715226f57937 on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:37.704510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Port 4d8ee153-db88-4f46-aa5f-715226f57937 on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:11:37.704848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Attempting to bind port 4d8ee153-db88-4f46-aa5f-715226f57937 on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:37.710136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:11:37.710483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Checking segment: {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:37.710902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Bound using segment: {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:11:37.711338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Bound port: 4d8ee153-db88-4f46-aa5f-715226f57937, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:11:37.711701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.775141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] For port 4d8ee153-db88-4f46-aa5f-715226f57937, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:11:37.778168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] For port 4d8ee153-db88-4f46-aa5f-715226f57937, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4d8ee153-db88-4f46-aa5f-715226f57937,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:11:37.781832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.814061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:37.814681 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:37.816103 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] 10.222.0.32 "PUT /v2.0/ports/4d8ee153-db88-4f46-aa5f-715226f57937 HTTP/1.1" status: 200 len: 1091 time: 0.7367342 Sep 19 03:11:37.816549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'tag': '4d8ee153-db88-4f46-aa5f-715226f57937'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:37.818821 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14295822-aa42-442c-ad6c-1e1e22a4903b" -d '{"events": [{"name": "network-changed", "server_uuid": "dba6af14-68a5-4f63-995c-390572c2b8db", "tag": "4d8ee153-db88-4f46-aa5f-715226f57937"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:37.843818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c891e-6475-48bf-9dc9-09c82c1c3137 service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ee153-db88-4f46-aa5f-715226f57937,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:37.861935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4b0fdb63-07b2-490f-a352-aab1749cd2d9'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:37.889374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f57c17-2230-4c4d-8d78-4002ba1dac69 req-23bb89fd-04a8-49cb-b991-d1c7a7147acf tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:37.890909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28f57c17-2230-4c4d-8d78-4002ba1dac69 req-23bb89fd-04a8-49cb-b991-d1c7a7147acf tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 944 time: 0.1946990 Sep 19 03:11:37.928971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-19558eb9-9d2b-4e39-b464-4ac9aef2f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:37.930483 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-19558eb9-9d2b-4e39-b464-4ac9aef2f9f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b4a51af3d81443db8553450e386c3d1&device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 1094 time: 0.0420611 Sep 19 03:11:37.953036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-5a5d13e2-5825-442a-b32a-28bf4015cc2a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:37.954501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-5a5d13e2-5825-442a-b32a-28bf4015cc2a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.2385938 Sep 19 03:11:37.961719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Allocated IP 172.20.0.3 (060eec3c-5ee1-49fd-a495-bcad269d7a88/16fe1d12-6ac5-48f1-9e19-09827161e0dc/c666e2fd-fca0-4cdc-9a30-91a6525f113d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:37.992103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28f57c17-2230-4c4d-8d78-4002ba1dac69 req-686fa4ad-8c29-4abc-9bb3-0e5f4b8fa0ee tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946517 Sep 19 03:11:37.996849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-ac9d1cb8-11f5-41fd-b20f-571cae3f17b0 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/quotas/99488b31ad1441139050ea8eddffe40c HTTP/1.1" status: 200 len: 375 time: 0.0321262 Sep 19 03:11:38.001725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c46aa2c5-5d52-46b8-a52f-d2c1ceb0403f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d8ee153-db88-4f46-aa5f-715226f57937 HTTP/1.1" status: 200 len: 217 time: 0.0378225 Sep 19 03:11:38.106922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-468e8d2b-aa5a-4be4-bc20-401c17d8c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:38.108507 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-468e8d2b-aa5a-4be4-bc20-401c17d8c7c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16fe1d12-6ac5-48f1-9e19-09827161e0dc HTTP/1.1" status: 200 len: 858 time: 0.0539145 Sep 19 03:11:38.127993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-ec4580d9-2722-4b76-b87d-91b060e3d813 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085439 Sep 19 03:11:38.157128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-566286db-2bd5-4eb6-9c86-1eb0bfce75fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060eec3c-5ee1-49fd-a495-bcad269d7a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390413 Sep 19 03:11:38.226520 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:38.256267 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e6dde6-35da-413a-b2fe-a408603eb813 x-openstack-request-id: req-64e6dde6-35da-413a-b2fe-a408603eb813 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:38.256625 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba6af14-68a5-4f63-995c-390572c2b8db", "tag": "4d8ee153-db88-4f46-aa5f-715226f57937", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:38.256960 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64e6dde6-35da-413a-b2fe-a408603eb813 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:38.257408 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'tag': '4d8ee153-db88-4f46-aa5f-715226f57937', 'status': 'completed', 'code': 200} Sep 19 03:11:38.258190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-1d43719f-9793-4983-9399-b9a889e0de69 service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223450 Sep 19 03:11:38.336715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:38.379396 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-8380cdc8-32be-42bf-ab51-e5028ff28532 service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776812 Sep 19 03:11:38.388146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-cc2acfb6-0c1e-4eff-8c58-2ccc7715ae40 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:38.389493 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-cc2acfb6-0c1e-4eff-8c58-2ccc7715ae40 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "GET /v2.0/networks?id=060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 200 len: 818 time: 0.1892085 Sep 19 03:11:38.397565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Network 060eec3c-5ee1-49fd-a495-bcad269d7a88 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:38.405723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:38.411685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:38.417070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-23de5875-4ccc-4d3c-8785-2ba0cc21c654 service neutron] 10.222.0.22 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494305 Sep 19 03:11:38.417236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Request body: {'port': {'device_id': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88', 'admin_state_up': True, 'tenant_id': '6b4a51af3d81443db8553450e386c3d1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:38.435887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Pushing event updated for resources: {'Port': ['ID=c666e2fd-fca0-4cdc-9a30-91a6525f113d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:38.466014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:38.466655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:38.494498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2c250469-4cb1-4df8-8fda-a7723df89fc6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0049822 Sep 19 03:11:38.534609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a980068a-0e4a-4c4a-84b3-6029598961d6 req-ed4dbdb1-1894-4ccc-9bc6-90685a9d7a02 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0352569 Sep 19 03:11:38.540562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Request body: {'port': {'device_id': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:38.605061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:38.698543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4e7fd38-6b0e-4c25-ace7-7726295d970b req-caa21a1f-e324-4e51-8d2f-001bd485870b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 210 time: 0.0479960 Sep 19 03:11:38.883154 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-f07ec8d4-f91b-4637-b643-f35ae8f5f03f service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926457 Sep 19 03:11:38.923421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03f083c4-e363-46e9-9b0f-7bf13f561a8d req-57dbf132-d990-4963-a96e-80feb275cfca tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 210 time: 0.0953870 Sep 19 03:11:38.925707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Made reservation on behalf of 6b4a51af3d81443db8553450e386c3d1 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:38.930685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:38.952352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01aba2-174a-4013-9616-81a9b8f4fad6 req-3f1e3d6f-96de-4996-ad46-9bee5f8a03d1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:38.954067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a01aba2-174a-4013-9616-81a9b8f4fad6 req-3f1e3d6f-96de-4996-ad46-9bee5f8a03d1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1407869 Sep 19 03:11:39.025017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a01aba2-174a-4013-9616-81a9b8f4fad6 req-10ccb400-9bf8-4225-a63f-281bbd042b11 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571334 Sep 19 03:11:39.070534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c666e2fd-fca0-4cdc-9a30-91a6525f113d {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:39.079055 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.104787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-5032135f-0244-4b31-99a2-638d8729ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.106323 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-5032135f-0244-4b31-99a2-638d8729ea75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b4a51af3d81443db8553450e386c3d1&device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 1094 time: 0.0423279 Sep 19 03:11:39.119053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Transition to ACTIVE for port object c666e2fd-fca0-4cdc-9a30-91a6525f113d will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:11:39.124113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.182313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3718b9-5a21-4cb9-8d66-3aab24188bb8 req-c5826147-b905-488b-8863-e5bcebca71d6 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.183834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a3718b9-5a21-4cb9-8d66-3aab24188bb8 req-c5826147-b905-488b-8863-e5bcebca71d6 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 944 time: 0.1023946 Sep 19 03:11:39.206090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Pushing event updated for resources: {'Port': ['ID=c666e2fd-fca0-4cdc-9a30-91a6525f113d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:39.231389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Allocated IP 172.20.0.11 (060eec3c-5ee1-49fd-a495-bcad269d7a88/16fe1d12-6ac5-48f1-9e19-09827161e0dc/299b16e8-71b5-4908-a19f-8bc7deb75b80) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:39.260475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-eb083d6c-80f9-4738-89b8-993f4fa3d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.262049 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-eb083d6c-80f9-4738-89b8-993f4fa3d195 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 200 len: 919 time: 0.1477063 Sep 19 03:11:39.281343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a3718b9-5a21-4cb9-8d66-3aab24188bb8 req-e8913b10-6acb-46b8-b047-66e51a96dcf0 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890861 Sep 19 03:11:39.304832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Attempting to bind port c666e2fd-fca0-4cdc-9a30-91a6525f113d on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:11:39.305173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Attempting to bind port c666e2fd-fca0-4cdc-9a30-91a6525f113d by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:11:39.305502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Attempting to bind port c666e2fd-fca0-4cdc-9a30-91a6525f113d on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:39.310411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Port c666e2fd-fca0-4cdc-9a30-91a6525f113d on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:11:39.310732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Attempting to bind port c666e2fd-fca0-4cdc-9a30-91a6525f113d on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:39.316437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:11:39.316776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Checking segment: {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:39.317157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Bound using segment: {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:11:39.317591 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Bound port: c666e2fd-fca0-4cdc-9a30-91a6525f113d, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:11:39.317951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.394659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] For port c666e2fd-fca0-4cdc-9a30-91a6525f113d, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:11:39.398385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] For port c666e2fd-fca0-4cdc-9a30-91a6525f113d, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c666e2fd-fca0-4cdc-9a30-91a6525f113d,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:11:39.403432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.409847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-1b4e471e-87da-477e-8c0c-3579c04f76b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d8ee153-db88-4f46-aa5f-715226f57937 HTTP/1.1" status: 200 len: 217 time: 0.0445416 Sep 19 03:11:39.436475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.437089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.438445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] 10.222.0.32 "PUT /v2.0/ports/c666e2fd-fca0-4cdc-9a30-91a6525f113d HTTP/1.1" status: 200 len: 1091 time: 0.9025860 Sep 19 03:11:39.438898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'tag': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:39.441118 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7014f1-ab4a-46a0-837c-9d1173e121b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3b0e03-a83a-4e3b-925b-9e6cc76987d4", "tag": "c666e2fd-fca0-4cdc-9a30-91a6525f113d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:39.469278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430da1e-4761-4617-bd42-ffed670e505e service neutron] Pushing event updated for resources: {'Port': ['ID=c666e2fd-fca0-4cdc-9a30-91a6525f113d,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:39.481688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.484969 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dcf003-f1c3-4182-adee-60c4224e6691 x-openstack-request-id: req-39dcf003-f1c3-4182-adee-60c4224e6691 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:39.485268 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3b0e03-a83a-4e3b-925b-9e6cc76987d4", "tag": "c666e2fd-fca0-4cdc-9a30-91a6525f113d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:39.485524 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39dcf003-f1c3-4182-adee-60c4224e6691 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:39.485922 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'tag': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d', 'status': 'completed', 'code': 200} Sep 19 03:11:39.495466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-ca7350ca-f6b3-4522-ae1b-a42231bacca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.496951 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-ca7350ca-f6b3-4522-ae1b-a42231bacca7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16fe1d12-6ac5-48f1-9e19-09827161e0dc HTTP/1.1" status: 200 len: 858 time: 0.0716016 Sep 19 03:11:39.522856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.574410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-74d09f32-9559-49f6-a54d-aad2310e4faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.576431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-74d09f32-9559-49f6-a54d-aad2310e4faa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b4a51af3d81443db8553450e386c3d1&device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 1094 time: 0.0435262 Sep 19 03:11:39.588678 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-8919c27d-429a-4e76-a450-bea9856d4777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060eec3c-5ee1-49fd-a495-bcad269d7a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348549 Sep 19 03:11:39.592047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Network 060eec3c-5ee1-49fd-a495-bcad269d7a88 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:39.595169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:39.602182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:39.633038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Pushing event updated for resources: {'Port': ['ID=299b16e8-71b5-4908-a19f-8bc7deb75b80,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:39.640779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c84e56ce-02f8-4c92-989b-6623e53b422a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c666e2fd-fca0-4cdc-9a30-91a6525f113d HTTP/1.1" status: 200 len: 217 time: 0.0434649 Sep 19 03:11:39.688046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d432651f-7017-4462-917e-5f7a853d3a71 req-2cdb275f-89ea-4c6c-8768-90a503b704a5 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0496771 Sep 19 03:11:39.707801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.708420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.711494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-9e95848d-2ebb-4d04-a7ce-acff95404143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:39.712839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-9e95848d-2ebb-4d04-a7ce-acff95404143 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16fe1d12-6ac5-48f1-9e19-09827161e0dc HTTP/1.1" status: 200 len: 858 time: 0.0635204 Sep 19 03:11:39.729507 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-c90d7a5f-b981-44e6-8ad9-c6f8b728a39c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3164313 Sep 19 03:11:39.742817 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-55b1cbe8-6d0f-42e6-8485-5cbee3c63590 service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416142 Sep 19 03:11:39.751216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-8eb331d3-a1bb-4595-9cda-ff97263e3c21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060eec3c-5ee1-49fd-a495-bcad269d7a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309169 Sep 19 03:11:39.761694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Request body: {'port': {'device_id': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:39.822576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1f5ba8f-a905-42f7-81fc-aea14f83b7b4 req-8e9e96d4-bc5b-4f21-9e8d-0558754367f3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 210 time: 0.0374057 Sep 19 03:11:39.884876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:39.885458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-6e13102f-92df-411f-8e5b-c4305e4631eb service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196339 Sep 19 03:11:39.938640 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14295822-aa42-442c-ad6c-1e1e22a4903b req-42207948-f1fe-4f96-99e5-56038576aed5 service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552484 Sep 19 03:11:39.999195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-2d5e10e2-f804-42d5-b85d-f86f2d33217c service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053259 Sep 19 03:11:40.058335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43e2e3-e47d-4124-a05d-8101b38b52e6 req-69935b78-858a-4fb7-9552-948afdbcda9b tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.060504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d43e2e3-e47d-4124-a05d-8101b38b52e6 req-69935b78-858a-4fb7-9552-948afdbcda9b tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 932 time: 0.0592101 Sep 19 03:11:40.100243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d43e2e3-e47d-4124-a05d-8101b38b52e6 req-0948e26f-cccf-4f07-a3fd-f6d9c2424ae9 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332325 Sep 19 03:11:40.162618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2138d-49c5-4aa5-90ef-501a2659348d req-ca6b53e9-b9ec-4061-952d-beaef8877420 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.164217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18a2138d-49c5-4aa5-90ef-501a2659348d req-ca6b53e9-b9ec-4061-952d-beaef8877420 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.0579040 Sep 19 03:11:40.241062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299b16e8-71b5-4908-a19f-8bc7deb75b80 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:40.252812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.268939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-9171c83c-64dd-48b8-9510-dde1593bf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.270160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-9171c83c-64dd-48b8-9510-dde1593bf682 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b4a51af3d81443db8553450e386c3d1&device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 1094 time: 0.1048839 Sep 19 03:11:40.271360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18a2138d-49c5-4aa5-90ef-501a2659348d req-64b361ba-f764-4964-a2d4-f8351b7e9468 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944753 Sep 19 03:11:40.276196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Transition to ACTIVE for port object 299b16e8-71b5-4908-a19f-8bc7deb75b80 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:11:40.281571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.301011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-1b5aa520-fc10-4a87-9631-9d7e0cd3abbf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.302503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-1b5aa520-fc10-4a87-9631-9d7e0cd3abbf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 805 time: 0.1566141 Sep 19 03:11:40.402600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Pushing event updated for resources: {'Port': ['ID=299b16e8-71b5-4908-a19f-8bc7deb75b80,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:40.403287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5822a-8a19-4880-af58-5dd8ded80cb6 req-0e3f3e13-99d7-490c-bac9-405a6b16494e tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.407129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fe5822a-8a19-4880-af58-5dd8ded80cb6 req-0e3f3e13-99d7-490c-bac9-405a6b16494e tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 944 time: 0.0552151 Sep 19 03:11:40.422835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Request body: {'port': {'device_id': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'admin_state_up': True, 'tenant_id': '99488b31ad1441139050ea8eddffe40c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:40.466518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-297c7255-c30b-4d3d-9a1e-fccb4ed5fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.468039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-297c7255-c30b-4d3d-9a1e-fccb4ed5fce0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 200 len: 919 time: 0.1599774 Sep 19 03:11:40.482465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Attempting to bind port 299b16e8-71b5-4908-a19f-8bc7deb75b80 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:11:40.482759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Attempting to bind port 299b16e8-71b5-4908-a19f-8bc7deb75b80 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:11:40.483088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Attempting to bind port 299b16e8-71b5-4908-a19f-8bc7deb75b80 on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:40.502309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fe5822a-8a19-4880-af58-5dd8ded80cb6 req-82d158fc-3162-4744-9e74-fa0f52bd8c60 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900941 Sep 19 03:11:40.514141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Port 299b16e8-71b5-4908-a19f-8bc7deb75b80 on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:11:40.514367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Attempting to bind port 299b16e8-71b5-4908-a19f-8bc7deb75b80 on network 060eec3c-5ee1-49fd-a495-bcad269d7a88 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:40.517131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-befbddec-03f2-49e6-a801-fb0c6e1443b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c666e2fd-fca0-4cdc-9a30-91a6525f113d HTTP/1.1" status: 200 len: 217 time: 0.0405245 Sep 19 03:11:40.521021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:11:40.521392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Checking segment: {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:40.521777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Bound using segment: {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:11:40.522205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Bound port: 299b16e8-71b5-4908-a19f-8bc7deb75b80, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1046390-a03c-4449-adef-e09839004f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:11:40.522572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.555513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Made reservation on behalf of 99488b31ad1441139050ea8eddffe40c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:40.559631 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.602298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-4cb03a8b-93b6-443a-9c3f-4514546168a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.603825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-4cb03a8b-93b6-443a-9c3f-4514546168a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16fe1d12-6ac5-48f1-9e19-09827161e0dc HTTP/1.1" status: 200 len: 858 time: 0.0791278 Sep 19 03:11:40.637540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] For port 299b16e8-71b5-4908-a19f-8bc7deb75b80, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:11:40.661721 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-803ccae6-cbc0-467a-905a-5caf4c33a4e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060eec3c-5ee1-49fd-a495-bcad269d7a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348940 Sep 19 03:11:40.665831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] For port 299b16e8-71b5-4908-a19f-8bc7deb75b80, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299b16e8-71b5-4908-a19f-8bc7deb75b80,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:11:40.677378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.690537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Allocated IP 172.20.0.3 (4b3fa03d-a22d-4e84-885a-60dcaef3680b/c23f7f4d-f52b-45af-b959-9be7293ae70e/460b3a94-5f75-409d-9d2f-be3dd9342dc4) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:40.732998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.733561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.734958 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] 10.222.0.32 "PUT /v2.0/ports/299b16e8-71b5-4908-a19f-8bc7deb75b80 HTTP/1.1" status: 200 len: 1092 time: 0.9785414 Sep 19 03:11:40.735401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'tag': '299b16e8-71b5-4908-a19f-8bc7deb75b80'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:40.737629 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8729c98-fce5-4c69-a3a5-f94ed582238e" -d '{"events": [{"name": "network-changed", "server_uuid": "814e8849-a6c8-4258-9bf2-3ac5129d0c96", "tag": "299b16e8-71b5-4908-a19f-8bc7deb75b80"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:40.789461 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af155b5f-2206-4197-b3a4-20d756bae2b2 x-openstack-request-id: req-af155b5f-2206-4197-b3a4-20d756bae2b2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:40.789754 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814e8849-a6c8-4258-9bf2-3ac5129d0c96", "tag": "299b16e8-71b5-4908-a19f-8bc7deb75b80", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:40.790066 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af155b5f-2206-4197-b3a4-20d756bae2b2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:40.790987 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'tag': '299b16e8-71b5-4908-a19f-8bc7deb75b80', 'status': 'completed', 'code': 200} Sep 19 03:11:40.799010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b2b70-a61a-4adf-96b2-b4fce7e97f77 service neutron] Pushing event updated for resources: {'Port': ['ID=299b16e8-71b5-4908-a19f-8bc7deb75b80,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:40.843486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-f7863113-eb39-4961-9ede-9ed4380998ab service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743755 Sep 19 03:11:40.848172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-228c8c85-9996-4b8b-86e5-03167b24b69d req-c926b922-c5cc-4c5f-bc7a-c54573dc2662 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0658374 Sep 19 03:11:40.889091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-8452f922-f76e-4252-9de5-9f2f76a218d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:40.890773 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-8452f922-f76e-4252-9de5-9f2f76a218d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b4a51af3d81443db8553450e386c3d1&device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 1095 time: 0.0790708 Sep 19 03:11:40.907015 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.948902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:40.954882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ec262fd-4a33-489c-b9f1-c49e43297122 req-93a31905-cb7f-493c-83aa-3d7e7259be8c tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 210 time: 0.0369186 Sep 19 03:11:40.966181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4b0fdb63-07b2-490f-a352-aab1749cd2d9 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:40.970387 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:40.978264 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-21714024-37f8-4363-8792-28e0e496bb2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299b16e8-71b5-4908-a19f-8bc7deb75b80 HTTP/1.1" status: 200 len: 217 time: 0.0482554 Sep 19 03:11:41.009469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Network 4b3fa03d-a22d-4e84-885a-60dcaef3680b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:41.013085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:41.017124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:41.034022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c7014f1-ab4a-46a0-837c-9d1173e121b5 req-e0995900-6d43-45e1-94d1-a710a4a4e689 service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740084 Sep 19 03:11:41.046113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-b2b6d7cf-f924-4cdd-b592-547b657d9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.047562 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-b2b6d7cf-f924-4cdd-b592-547b657d9e65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16fe1d12-6ac5-48f1-9e19-09827161e0dc HTTP/1.1" status: 200 len: 858 time: 0.0609615 Sep 19 03:11:41.055423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:41.075858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:41.079904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.080897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.084999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:41.085442 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.094205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-7b693866-c4a0-49aa-8da1-30b7b791c328 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060eec3c-5ee1-49fd-a495-bcad269d7a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264776 Sep 19 03:11:41.097273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-f96ee29f-b43b-44be-a026-a53606fdc4e8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6831796 Sep 19 03:11:41.130776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:41.147956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'port_id': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'mac_address': 'fa:16:3e:9c:3d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:41.211945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Request body: {'port': {'device_id': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:41.212180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.237159 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.240993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b80bb7-877b-4f89-90bd-f5c34afb9985 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:41.249461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78808ec-646e-49f9-9b24-3c51df3809a3 req-c14b10ac-4821-4080-a7a9-66d520828aa6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.251022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f78808ec-646e-49f9-9b24-3c51df3809a3 req-c14b10ac-4821-4080-a7a9-66d520828aa6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 944 time: 0.0794570 Sep 19 03:11:41.277860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0fdb63-07b2-490f-a352-aab1749cd2d9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:41.280341 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75c19c7-21dd-4341-8863-ca40f6bc9900" -d '{"events": [{"server_uuid": "f6420d52-47fd-437e-a6da-d192d05fb6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4b0fdb63-07b2-490f-a352-aab1749cd2d9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:41.293312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:41.297488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4b0fdb63-07b2-490f-a352-aab1749cd2d9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4b0fdb63-07b2-490f-a352-aab1749cd2d9,segment=NetworkSegment(27e1db2e-5778-44fd-8c74-64066aedf1be),segment_id=27e1db2e-5778-44fd-8c74-64066aedf1be)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:41.301294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.308364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.309658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3b83debb-3833-4dce-8059-c16533ce35d3 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:41.315166 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.325415 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-ede8fa73-f370-4784-9707-a37c94953834 service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015391 Sep 19 03:11:41.331159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f78808ec-646e-49f9-9b24-3c51df3809a3 req-fd54c8f2-ba7e-4d89-8550-8a63ff3ce2b5 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675008 Sep 19 03:11:41.355881 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e826029-4a60-48f1-b7e5-38804522aeb5 x-openstack-request-id: req-6e826029-4a60-48f1-b7e5-38804522aeb5 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:41.356287 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6420d52-47fd-437e-a6da-d192d05fb6b0", "name": "network-vif-plugged", "status": "completed", "tag": "4b0fdb63-07b2-490f-a352-aab1749cd2d9", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:41.356636 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e826029-4a60-48f1-b7e5-38804522aeb5 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:41.357122 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0fdb63-07b2-490f-a352-aab1749cd2d9', 'code': 200} Sep 19 03:11:41.397065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:41.463757 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-85225e2a-dbc0-40ed-9442-bdef73dcb239 req-96fc2f0c-c8c0-448c-b9bc-596439d4891e service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242175 Sep 19 03:11:41.489263 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.491008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4b0fdb63-07b2-490f-a352-aab1749cd2d9,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:41.529696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:41.534149 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.544156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efac2f-c415-463b-a90d-6f36352f3ae6 req-4fad5664-2a7e-4bdf-a562-6c9da0c8e444 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.545656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2efac2f-c415-463b-a90d-6f36352f3ae6 req-4fad5664-2a7e-4bdf-a562-6c9da0c8e444 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 944 time: 0.1224484 Sep 19 03:11:41.589997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:41.639318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2efac2f-c415-463b-a90d-6f36352f3ae6 req-fa98a0b4-ca78-4840-90c2-c050c954a09b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763431 Sep 19 03:11:41.692145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39038d-dd90-4143-a947-29f23c1c834e req-f074a7ee-3848-4aa1-b4be-402531d1a3c8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.693642 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9c39038d-dd90-4143-a947-29f23c1c834e req-f074a7ee-3848-4aa1-b4be-402531d1a3c8 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bea0b9d-f635-46cb-ab35-92bd7a989d5c HTTP/1.1" status: 200 len: 943 time: 0.0804982 Sep 19 03:11:41.709183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c816b4e-5fcf-47dc-9f0f-d61c0a7df2e1 req-12242b98-2156-4f9c-a057-d5cb82588d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.710669 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4c816b4e-5fcf-47dc-9f0f-d61c0a7df2e1 req-12242b98-2156-4f9c-a057-d5cb82588d91 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 1096 time: 0.0698762 Sep 19 03:11:41.773428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460b3a94-5f75-409d-9d2f-be3dd9342dc4 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:41.783883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.807658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Transition to ACTIVE for port object 460b3a94-5f75-409d-9d2f-be3dd9342dc4 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:11:41.811222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-904d6448-b8f6-4e1e-b8c0-e68bc4284d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.812173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4c816b4e-5fcf-47dc-9f0f-d61c0a7df2e1 req-1638635a-e3c0-498c-9a8e-89d5a3fad873 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751035 Sep 19 03:11:41.812756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-904d6448-b8f6-4e1e-b8c0-e68bc4284d9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b4a51af3d81443db8553450e386c3d1&device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 1095 time: 0.1030264 Sep 19 03:11:41.821938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c92be-6156-4430-ac81-d0824b2916cd req-f68cbde5-f86a-4103-8881-3ebaaa973b10 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:41.823328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e7c92be-6156-4430-ac81-d0824b2916cd req-f68cbde5-f86a-4103-8881-3ebaaa973b10 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.1120660 Sep 19 03:11:41.823920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.840223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Deleting port 3b83debb-3833-4dce-8059-c16533ce35d3 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:41.840570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.888628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:41.908461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e7c92be-6156-4430-ac81-d0824b2916cd req-3ecb765a-f0c8-4e78-a88d-26d8c3f839f2 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775545 Sep 19 03:11:41.939377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] For port 3b83debb-3833-4dce-8059-c16533ce35d3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=3b83debb-3833-4dce-8059-c16533ce35d3,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:41.939883 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:41.953857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Calling delete_port for 3b83debb-3833-4dce-8059-c16533ce35d3 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:41.957764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['22b80bb7-877b-4f89-90bd-f5c34afb9985'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:42.100268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:42.140459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event deleted for resources: {'Port': ['ID=3b83debb-3833-4dce-8059-c16533ce35d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:42.173786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] No DVR routers for this DVR port 3b83debb-3833-4dce-8059-c16533ce35d3 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:11:42.176552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:42.178952 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9c39038d-dd90-4143-a947-29f23c1c834e req-4c13a914-f955-407b-9160-c30b401a0701 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "DELETE /v2.0/ports/3b83debb-3833-4dce-8059-c16533ce35d3 HTTP/1.1" status: 204 len: 173 time: 0.4483585 Sep 19 03:11:42.276818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-322271d3-613d-45ac-aa73-f060b45cdd15 req-c98a6d6a-da0a-4f60-8cd2-5b3956d42049 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.3262408 Sep 19 03:11:42.297036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Attempting to bind port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:11:42.297370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Attempting to bind port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:11:42.297694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Attempting to bind port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:42.312086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:11:42.312494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Attempting to bind port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 on network 4b3fa03d-a22d-4e84-885a-60dcaef3680b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:42.335929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:11:42.336291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Checking segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:42.336637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Bound using segment: {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:11:42.337100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Bound port: 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1642d05-e19a-45ce-8bb7-a4507e32858f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:11:42.337449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:42.357007 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-7245e7ec-9d22-468d-aa93-592592d7866b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445833 Sep 19 03:11:42.446727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-2879b90e-6d4c-4fe0-96c1-7389069b33b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.448386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-2879b90e-6d4c-4fe0-96c1-7389069b33b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1096 time: 0.0449288 Sep 19 03:11:42.505018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2390c-a04a-408b-936b-103708abf126 req-5e7b2b7c-a803-4aad-b78a-012ac6dbd5bf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.506681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abf2390c-a04a-408b-936b-103708abf126 req-5e7b2b7c-a803-4aad-b78a-012ac6dbd5bf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.1671131 Sep 19 03:11:42.543137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-31857b53-8141-4ca1-b752-503d56513fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.544553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-31857b53-8141-4ca1-b752-503d56513fe3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 200 len: 919 time: 0.2435994 Sep 19 03:11:42.553595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:11:42.573585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac55d9-80fb-4dad-873d-31c8d9718690 req-8888266c-20a6-4e9b-8451-5a646cafb49e tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.575047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98ac55d9-80fb-4dad-873d-31c8d9718690 req-8888266c-20a6-4e9b-8451-5a646cafb49e tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 944 time: 0.1451116 Sep 19 03:11:42.576901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-7b62b681-3a34-46a1-bff8-cc834ba59bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.578370 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-7b62b681-3a34-46a1-bff8-cc834ba59bca service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.0917523 Sep 19 03:11:42.615586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:11:42.623177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-5c9b3c76-2b87-4fe6-b0e5-32a42c09f209 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299b16e8-71b5-4908-a19f-8bc7deb75b80 HTTP/1.1" status: 200 len: 217 time: 0.0672770 Sep 19 03:11:42.636673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:42.653213 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-695d0bc3-86dd-4dd5-b762-9238418e5224 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 1001 time: 0.0642793 Sep 19 03:11:42.705916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abf2390c-a04a-408b-936b-103708abf126 req-e491f498-58a2-4988-825f-8c87ec68ec60 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859157 Sep 19 03:11:42.710278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-4bcaa027-f774-4383-82e6-224201b909ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.713678 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-4bcaa027-f774-4383-82e6-224201b909ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0524704 Sep 19 03:11:42.735069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.735743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:42.737575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] 10.222.0.32 "PUT /v2.0/ports/460b3a94-5f75-409d-9d2f-be3dd9342dc4 HTTP/1.1" status: 200 len: 1091 time: 1.5292945 Sep 19 03:11:42.739610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:42.742683 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d116dc1-6369-4638-b5e4-af5508fd171d" -d '{"events": [{"name": "network-changed", "server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:42.751693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98ac55d9-80fb-4dad-873d-31c8d9718690 req-d8308348-6702-4027-aee9-5f770caf57e7 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690357 Sep 19 03:11:42.762976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-8d431594-5f9b-4712-9189-ac243176afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.764733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-8d431594-5f9b-4712-9189-ac243176afac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=16fe1d12-6ac5-48f1-9e19-09827161e0dc HTTP/1.1" status: 200 len: 858 time: 0.1218519 Sep 19 03:11:42.772294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-46d22c74-2379-4efd-91bc-be970c10d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.774286 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-46d22c74-2379-4efd-91bc-be970c10d61b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464811 Sep 19 03:11:42.794760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-deleted', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:42.797040 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a889d576-0a3a-4829-91bf-2dbf6847f9c2" -d '{"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-deleted", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:42.804384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-7db8eca4-7b16-427b-9350-dbf91c8c3590 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=060eec3c-5ee1-49fd-a495-bcad269d7a88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297346 Sep 19 03:11:42.805022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326a416-1aeb-4d58-abb0-fe97e631ad86 service neutron] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:42.887948 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-22b938a3-05ed-4ea8-84fb-109abd42ee20 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024437 Sep 19 03:11:42.976720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a612c1-cef7-479e-98bb-6738c3270b01 req-74952cd8-834e-41ca-8c46-a2a03c29c445 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:42.978924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79a612c1-cef7-479e-98bb-6738c3270b01 req-74952cd8-834e-41ca-8c46-a2a03c29c445 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 944 time: 0.1466517 Sep 19 03:11:42.980551 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0944e-c1a2-46d9-87e0-e70e407b8a76 x-openstack-request-id: req-e1c0944e-c1a2-46d9-87e0-e70e407b8a76 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:42.980801 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:42.982070 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1c0944e-c1a2-46d9-87e0-e70e407b8a76 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:42.982070 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'status': 'completed', 'code': 200} Sep 19 03:11:42.989939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5ebd49cc-6413-4a96-ba8b-b1238dd8f3e0 req-2b7bae3e-641c-499a-a4c3-41460b660561 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940132 Sep 19 03:11:42.998326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-329f1843-c029-45e9-a0ab-2a2d3f735bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:43.000040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-329f1843-c029-45e9-a0ab-2a2d3f735bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 1094 time: 0.1315222 Sep 19 03:11:43.008940 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d294f3-4407-4ea1-89e4-55a183588ff3 x-openstack-request-id: req-03d294f3-4407-4ea1-89e4-55a183588ff3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:43.009230 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-deleted", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:43.009668 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03d294f3-4407-4ea1-89e4-55a183588ff3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:43.009998 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-deleted', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3', 'status': 'completed', 'code': 200} Sep 19 03:11:43.035516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-84131f93-3e04-4d36-972c-235ee81d70dc service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655109 Sep 19 03:11:43.051196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79a612c1-cef7-479e-98bb-6738c3270b01 req-9cb120cc-610d-483b-96e5-c8e2421a87f7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500519 Sep 19 03:11:43.109696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838edd4b-ec7f-40a1-94d3-91679abdc47a req-6f90b80b-5c6c-486c-8436-8eb491cd16c3 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:43.111216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-838edd4b-ec7f-40a1-94d3-91679abdc47a req-6f90b80b-5c6c-486c-8436-8eb491cd16c3 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0543973 Sep 19 03:11:43.193293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-7199d0d5-a86f-43f7-8f3e-c92a1b0ca5bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4 HTTP/1.1" status: 200 len: 217 time: 0.0684049 Sep 19 03:11:43.283641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-838edd4b-ec7f-40a1-94d3-91679abdc47a req-14e71068-df30-4fc7-9c13-44ed5577039a tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663435 Sep 19 03:11:43.316329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-0ca448b3-608d-4e9c-91ef-5801ba807397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:43.317864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-0ca448b3-608d-4e9c-91ef-5801ba807397 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.1044087 Sep 19 03:11:43.358882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:43.361270 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ddfbc4-e834-4fe3-89d7-74253d060eb1" -d '{"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:43.362426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-d61ba3b7-9b60-49db-98b0-26bfb98a30ca service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351498 Sep 19 03:11:43.365790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8729c98-fce5-4c69-a3a5-f94ed582238e req-3fd4f587-c7a1-4e0a-b6eb-d70fca732d94 service neutron] 10.222.0.32 "GET /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235241 Sep 19 03:11:43.391956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-727787b9-c213-4ff4-b7b7-dbeabad4e880 req-5f74742d-89f2-4a65-b5cc-c88f8d2491a5 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0282247 Sep 19 03:11:43.437694 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c75bda7-1321-4bd9-a61d-83f4bf5e2181 x-openstack-request-id: req-0c75bda7-1321-4bd9-a61d-83f4bf5e2181 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:43.438028 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bea0b9d-f635-46cb-ab35-92bd7a989d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b83debb-3833-4dce-8059-c16533ce35d3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:43.438287 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c75bda7-1321-4bd9-a61d-83f4bf5e2181 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:43.438668 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bea0b9d-f635-46cb-ab35-92bd7a989d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b83debb-3833-4dce-8059-c16533ce35d3', 'code': 200} Sep 19 03:11:43.602108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-c68b958a-29b6-485c-8eec-702d99445e9b service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897589 Sep 19 03:11:43.698985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1c588a-7fd6-46cd-a663-aae17b18ed31 req-813e9d2d-e0b2-428f-acbf-963f2bedcea3 service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839577 Sep 19 03:11:43.841042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b10a89-523c-4906-957d-45e588b7006a req-7d7a00dc-8791-4a28-ad8a-e584d4893427 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:43.842608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50b10a89-523c-4906-957d-45e588b7006a req-7d7a00dc-8791-4a28-ad8a-e584d4893427 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.0650833 Sep 19 03:11:43.932322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-d9232f96-9479-493e-a807-1a40a139089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:43.933833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-d9232f96-9479-493e-a807-1a40a139089c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=99488b31ad1441139050ea8eddffe40c&device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 1094 time: 0.1102335 Sep 19 03:11:43.936744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50b10a89-523c-4906-957d-45e588b7006a req-9c69289c-7cff-43b5-9a63-1bcc22bc41d6 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774961 Sep 19 03:11:43.949087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb260873-4901-4029-8db5-749fd521a3b6 req-ffbe11ec-a3d7-4156-8ac0-9cc82223a1ac tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:43.950493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb260873-4901-4029-8db5-749fd521a3b6 req-ffbe11ec-a3d7-4156-8ac0-9cc82223a1ac tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 944 time: 0.1069820 Sep 19 03:11:43.991243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb260873-4901-4029-8db5-749fd521a3b6 req-7be372f1-2295-4bb8-980c-9feaf612b5cf tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339837 Sep 19 03:11:44.122489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-e2e70132-1a13-4baa-9e96-a4c10caa2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:44.123995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-e2e70132-1a13-4baa-9e96-a4c10caa2ff7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 200 len: 906 time: 0.0917063 Sep 19 03:11:44.190582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-dc81d062-65a3-4572-881a-994b0922799a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4 HTTP/1.1" status: 200 len: 217 time: 0.0523605 Sep 19 03:11:44.241551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5febd3-3d83-4da4-8600-a174b2e0950a req-34e02157-2b68-4d58-ade1-8c491b86b526 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:44.243149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b5febd3-3d83-4da4-8600-a174b2e0950a req-34e02157-2b68-4d58-ade1-8c491b86b526 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 944 time: 0.1136491 Sep 19 03:11:44.267573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-024d60be-c0e5-480b-8799-44e2b81e297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:44.268973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-024d60be-c0e5-480b-8799-44e2b81e297d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 200 len: 845 time: 0.0688226 Sep 19 03:11:44.298033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b5febd3-3d83-4da4-8600-a174b2e0950a req-03319486-40aa-4454-9011-dd8e0b5c74d9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466881 Sep 19 03:11:44.312521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-aa0e164e-e6e0-4f52-b85b-6bababd93b68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4b3fa03d-a22d-4e84-885a-60dcaef3680b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306911 Sep 19 03:11:44.452081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-9817190e-d466-49c3-b35a-1c93c190955b service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290991 Sep 19 03:11:44.463706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66893453-4298-418d-8223-884cc0c579e6 req-3d1ceffe-8ca2-4482-b65b-e7941a52db00 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:44.465209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-66893453-4298-418d-8223-884cc0c579e6 req-3d1ceffe-8ca2-4482-b65b-e7941a52db00 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0760999 Sep 19 03:11:44.478399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a75bea35-7e38-4669-bf0b-4f2c605419a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:44.569858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-66893453-4298-418d-8223-884cc0c579e6 req-d7624982-b620-4443-9e76-2cb400dd2cdc tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979543 Sep 19 03:11:44.604364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d116dc1-6369-4638-b5e4-af5508fd171d req-2a1f3fdd-5004-4185-8dfa-dac53f0db7b1 service neutron] 10.222.0.32 "GET /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340253 Sep 19 03:11:44.618896 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c90cfbe3-04d2-41ab-a325-78575ef64ac0 req-e994ea43-c0f7-4b64-b762-08d56f490cfe tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0304756 Sep 19 03:11:44.940737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c666e2fd-fca0-4cdc-9a30-91a6525f113d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:44.951729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:45.051628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24921039-cf4a-49c0-8a21-d7762f4058b9 req-de8283d9-7b23-4e24-9704-fe38a08917d1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:45.055025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24921039-cf4a-49c0-8a21-d7762f4058b9 req-de8283d9-7b23-4e24-9704-fe38a08917d1 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.0510957 Sep 19 03:11:45.061539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 22b80bb7-877b-4f89-90bd-f5c34afb9985 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:45.074965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 22b80bb7-877b-4f89-90bd-f5c34afb9985 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:45.075343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:45.081559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c666e2fd-fca0-4cdc-9a30-91a6525f113d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c666e2fd-fca0-4cdc-9a30-91a6525f113d,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:45.117670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d', 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88', 'port_id': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d', 'mac_address': 'fa:16:3e:27:5c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fe1d12-6ac5-48f1-9e19-09827161e0dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:45.120491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24921039-cf4a-49c0-8a21-d7762f4058b9 req-01ef9d3e-f405-48fa-a455-14a95e0bbbaf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596511 Sep 19 03:11:45.153903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923316e-2acc-4e80-a948-6c21db97960c req-9bbf8fe8-cf0e-4ab1-be91-2c87215a5e91 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:45.155551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a923316e-2acc-4e80-a948-6c21db97960c req-9bbf8fe8-cf0e-4ab1-be91-2c87215a5e91 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 944 time: 0.0959420 Sep 19 03:11:45.186344 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:45.197726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a923316e-2acc-4e80-a948-6c21db97960c req-c0453d76-6378-4b71-af12-2ac6ce648c83 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333939 Sep 19 03:11:45.205425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c666e2fd-fca0-4cdc-9a30-91a6525f113d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:45.223005 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:45.240128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c666e2fd-fca0-4cdc-9a30-91a6525f113d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c666e2fd-fca0-4cdc-9a30-91a6525f113d,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:45.249969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:45.250608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4d8ee153-db88-4f46-aa5f-715226f57937 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:45.298165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:45.307257 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:45.308004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3b83debb-3833-4dce-8059-c16533ce35d3 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:45.342404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 3b83debb-3833-4dce-8059-c16533ce35d3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:45.342773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 3b83debb-3833-4dce-8059-c16533ce35d3 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:45.355718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c666e2fd-fca0-4cdc-9a30-91a6525f113d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:45.359144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4d8ee153-db88-4f46-aa5f-715226f57937, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4d8ee153-db88-4f46-aa5f-715226f57937,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:45.389108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '4d8ee153-db88-4f46-aa5f-715226f57937', 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88', 'port_id': '4d8ee153-db88-4f46-aa5f-715226f57937', 'mac_address': 'fa:16:3e:6e:6d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fe1d12-6ac5-48f1-9e19-09827161e0dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:45.418848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b23fe-7f8a-400f-9a6d-3098f08a7e32 req-2912687d-2276-4114-a747-61fa86936e88 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:45.420335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822b23fe-7f8a-400f-9a6d-3098f08a7e32 req-2912687d-2276-4114-a747-61fa86936e88 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0478704 Sep 19 03:11:45.435119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:45.439303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:45.441512 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7d4e1a-5e10-4ca1-bab9-292febf4df48" -d '{"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-plugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:45.452087 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:45.464239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822b23fe-7f8a-400f-9a6d-3098f08a7e32 req-2dc81ad1-f99b-4867-a90b-161726a50a51 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377054 Sep 19 03:11:45.465278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8ee153-db88-4f46-aa5f-715226f57937 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:45.483934 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573bc5a7-6f68-4e9b-9982-4563c8bdadc0 x-openstack-request-id: req-573bc5a7-6f68-4e9b-9982-4563c8bdadc0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:45.484541 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-plugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:45.484541 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-573bc5a7-6f68-4e9b-9982-4563c8bdadc0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:45.484960 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'code': 200} Sep 19 03:11:45.488246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4d8ee153-db88-4f46-aa5f-715226f57937, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4d8ee153-db88-4f46-aa5f-715226f57937,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:45.492014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:45.541444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee153-db88-4f46-aa5f-715226f57937,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:45.714152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca1166-da91-47aa-841e-9da6dcb8e2aa req-11c14f91-61d4-4b37-b802-ce00296fa0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:45.715648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05ca1166-da91-47aa-841e-9da6dcb8e2aa req-11c14f91-61d4-4b37-b802-ce00296fa0ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1096 time: 0.0828636 Sep 19 03:11:45.736907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da95a3a-f7fb-4076-a09a-ea4a6bb31d84 req-9b4d7268-0d16-46f3-9c0d-50129f553e3f tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:45.738280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5da95a3a-f7fb-4076-a09a-ea4a6bb31d84 req-9b4d7268-0d16-46f3-9c0d-50129f553e3f tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0971947 Sep 19 03:11:45.740012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4971f304-721c-4acb-8fa6-61c7f0c0ed4c req-f9275682-5541-4c0d-b916-fbf91436c7e1 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0422599 Sep 19 03:11:45.789806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05ca1166-da91-47aa-841e-9da6dcb8e2aa req-30131255-4df9-4fec-b902-88a5a7266627 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604062 Sep 19 03:11:45.794665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5da95a3a-f7fb-4076-a09a-ea4a6bb31d84 req-1497f152-999d-4095-85ce-8752c36a1124 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492396 Sep 19 03:11:45.813490 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:46.141865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5644d7-a18a-4d36-921f-9e1797df0a80 req-105f0558-d76b-4943-875f-19d1a8e64462 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:46.143430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df5644d7-a18a-4d36-921f-9e1797df0a80 req-105f0558-d76b-4943-875f-19d1a8e64462 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0478947 Sep 19 03:11:46.181523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df5644d7-a18a-4d36-921f-9e1797df0a80 req-aaea9b27-7b9f-4504-90bd-aab478336108 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Sep 19 03:11:46.245737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138ba20-d5ca-4e4f-8fb2-abb036b46cb2 req-ac626646-83d1-4134-9091-b99ebc319223 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:46.247244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5138ba20-d5ca-4e4f-8fb2-abb036b46cb2 req-ac626646-83d1-4134-9091-b99ebc319223 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.0573912 Sep 19 03:11:46.294564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5138ba20-d5ca-4e4f-8fb2-abb036b46cb2 req-9f97f19e-c695-4a9d-904c-b264d89d2663 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Sep 19 03:11:46.317130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4d8ee153-db88-4f46-aa5f-715226f57937'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:46.332224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c40a9-9af5-4e1c-b5f8-b068bb309cbf req-018a77c1-0f95-4a58-9185-6dc2342fd9f8 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:46.334212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b6c40a9-9af5-4e1c-b5f8-b068bb309cbf req-018a77c1-0f95-4a58-9185-6dc2342fd9f8 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 944 time: 0.0614452 Sep 19 03:11:46.347333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['c666e2fd-fca0-4cdc-9a30-91a6525f113d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:46.378001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b6c40a9-9af5-4e1c-b5f8-b068bb309cbf req-361e2d64-13b2-46ae-b328-1cf513a8a896 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356066 Sep 19 03:11:46.592444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a0366-87a2-4106-80be-c2074b696049 req-196fe710-54d4-40c5-947b-ce963d5ecfba tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:46.593942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a58a0366-87a2-4106-80be-c2074b696049 req-196fe710-54d4-40c5-947b-ce963d5ecfba tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0497465 Sep 19 03:11:46.631259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a58a0366-87a2-4106-80be-c2074b696049 req-0a2bef05-f572-4428-9431-a8b671ab61c8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310650 Sep 19 03:11:46.845544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4da6e81-d15f-4a60-8889-f63fa339c44c req-009ac0e9-0cd6-4c9e-b946-01446763ef85 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0300910 Sep 19 03:11:46.947026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299b16e8-71b5-4908-a19f-8bc7deb75b80 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:47.038707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 299b16e8-71b5-4908-a19f-8bc7deb75b80, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299b16e8-71b5-4908-a19f-8bc7deb75b80,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:47.049460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '299b16e8-71b5-4908-a19f-8bc7deb75b80', 'network_id': '060eec3c-5ee1-49fd-a495-bcad269d7a88', 'port_id': '299b16e8-71b5-4908-a19f-8bc7deb75b80', 'mac_address': 'fa:16:3e:1c:22:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16fe1d12-6ac5-48f1-9e19-09827161e0dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:47.085020 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:47.098305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299b16e8-71b5-4908-a19f-8bc7deb75b80 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:47.117286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 299b16e8-71b5-4908-a19f-8bc7deb75b80, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299b16e8-71b5-4908-a19f-8bc7deb75b80,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:47.121802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:47.171721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0afa9943-ef92-45a8-8774-93853397bcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:47.175421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=299b16e8-71b5-4908-a19f-8bc7deb75b80,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:47.183089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.183433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.183770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.184102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.184446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.184754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.185081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.185400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.185718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.186034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.186350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.186664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:11:47.297653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a44fb-1abb-4600-a3d1-007bb71fbd1a req-ed2e6b65-cfe2-4a59-b355-7faf6fbf382e tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:47.299039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e94a44fb-1abb-4600-a3d1-007bb71fbd1a req-ed2e6b65-cfe2-4a59-b355-7faf6fbf382e tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0483038 Sep 19 03:11:47.335573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e94a44fb-1abb-4600-a3d1-007bb71fbd1a req-54438851-0705-4649-bf2c-4d5d7a6f752b tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305521 Sep 19 03:11:47.406111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38717727-2365-4d33-a272-1555ec4c584e req-b359bb24-88e0-4ef3-b6fc-beae171c2f59 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:47.407746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38717727-2365-4d33-a272-1555ec4c584e req-b359bb24-88e0-4ef3-b6fc-beae171c2f59 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.0474885 Sep 19 03:11:47.445496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38717727-2365-4d33-a272-1555ec4c584e req-7b8da2fd-610a-49a9-bad4-18e9bd177c09 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Sep 19 03:11:47.492913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8dc75-6e76-44f5-a63f-b61cbabc4983 req-d3d3a38d-f917-4db8-850e-8561c51d448b tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:47.494508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40c8dc75-6e76-44f5-a63f-b61cbabc4983 req-d3d3a38d-f917-4db8-850e-8561c51d448b tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Sep 19 03:11:47.534554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40c8dc75-6e76-44f5-a63f-b61cbabc4983 req-45fa1e78-8da4-4ca9-9c32-f97e54a59c86 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338786 Sep 19 03:11:47.749089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7db435-bf18-4431-8f4f-83c9c8e89ee1 req-ff7cb2d7-762f-4379-84f7-db2d043d7c02 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:47.750569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc7db435-bf18-4431-8f4f-83c9c8e89ee1 req-ff7cb2d7-762f-4379-84f7-db2d043d7c02 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0489800 Sep 19 03:11:47.788351 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc7db435-bf18-4431-8f4f-83c9c8e89ee1 req-674ff8fe-e2a8-4eca-9b56-ec662079dfbb tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Sep 19 03:11:47.908659 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:47.947513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-712f92cd-e815-42c1-9937-8a4e45736c2a req-a497aa6f-de26-4f7b-a611-c0b144ca5cd3 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0267959 Sep 19 03:11:48.382840 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:48.456127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd50577-9947-4fd3-a2d1-bfc1249974a7 req-b8acf13c-9f33-400d-b35b-f4c6dffdbbef tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:48.457587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd50577-9947-4fd3-a2d1-bfc1249974a7 req-b8acf13c-9f33-400d-b35b-f4c6dffdbbef tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0476472 Sep 19 03:11:48.480073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['299b16e8-71b5-4908-a19f-8bc7deb75b80'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:48.505031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd50577-9947-4fd3-a2d1-bfc1249974a7 req-e3aefab3-8ffe-432c-b12c-da42b0ae8a69 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Sep 19 03:11:48.595070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d6f1b-ad15-4ba7-8b6e-e52eeba19b9b req-bf46a69b-c463-484a-ab84-a2203b159093 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:48.596702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f0d6f1b-ad15-4ba7-8b6e-e52eeba19b9b req-bf46a69b-c463-484a-ab84-a2203b159093 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.0665200 Sep 19 03:11:48.637647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f0d6f1b-ad15-4ba7-8b6e-e52eeba19b9b req-5b16c20e-372c-4a25-94ac-694b25f9ec4a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Sep 19 03:11:48.730606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c0cde-617c-43d5-bdf4-02de26787ff6 req-b9e0b1e0-e2fb-4869-bbec-8d446d251324 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:48.732101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-252c0cde-617c-43d5-bdf4-02de26787ff6 req-b9e0b1e0-e2fb-4869-bbec-8d446d251324 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 945 time: 0.0486646 Sep 19 03:11:48.769882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-252c0cde-617c-43d5-bdf4-02de26787ff6 req-3fc0da5c-b0b5-4ae8-aa87-255ec0f31fa6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Sep 19 03:11:48.908664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edddab8-d673-4d56-a558-892a8c3b81dd req-032df5df-b10e-45b1-bee1-868b438f5dff tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:48.910156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4edddab8-d673-4d56-a558-892a8c3b81dd req-032df5df-b10e-45b1-bee1-868b438f5dff tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0489542 Sep 19 03:11:48.947821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4edddab8-d673-4d56-a558-892a8c3b81dd req-44caea54-a8a0-437b-9990-c795d3419e66 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318866 Sep 19 03:11:48.978589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 460b3a94-5f75-409d-9d2f-be3dd9342dc4 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:11:49.073076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9031cbaa-7524-4556-a07e-ff6e447879e8 req-8f9bc780-ae68-4e57-b514-0afbec38e321 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0453367 Sep 19 03:11:49.075077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:49.087945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'mac_address': 'fa:16:3e:cb:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:11:49.089051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88e72a-0858-46d2-bf0c-79749636738e req-166bf50d-e325-456f-baeb-1cb5dfdcb692 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:49.090577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db88e72a-0858-46d2-bf0c-79749636738e req-166bf50d-e325-456f-baeb-1cb5dfdcb692 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0734234 Sep 19 03:11:49.099237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47520) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:49.104232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Request body: {'floatingip': {'port_id': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:49.123689 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:49.136139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460b3a94-5f75-409d-9d2f-be3dd9342dc4 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:49.142175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:49.155212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:49.159011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:49.203592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:49.565711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:49.570722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:49.691662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369be70e-a9ab-488b-b93c-ee743a09b2b3 req-60b863e4-96b0-4ba4-9d9d-77ac7a0b2b78 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:49.693137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369be70e-a9ab-488b-b93c-ee743a09b2b3 req-60b863e4-96b0-4ba4-9d9d-77ac7a0b2b78 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0871921 Sep 19 03:11:49.713156 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Floating IP 4b96d97e-60a4-45cf-a6eb-50b5fac941a2 associated. External IP: 172.25.8.70, port: 22b80bb7-877b-4f89-90bd-f5c34afb9985. Sep 19 03:11:49.787003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-369be70e-a9ab-488b-b93c-ee743a09b2b3 req-3d296a49-1e19-4b0d-acae-9974bf94e6fe tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/security-groups?id=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846939 Sep 19 03:11:49.917148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:50.181983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-a15a6ebe-debb-45ee-bf68-b177f3d0a36c tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:50.183421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-a15a6ebe-debb-45ee-bf68-b177f3d0a36c tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 945 time: 0.4160345 Sep 19 03:11:50.259600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aa38c-d018-4280-8a91-7fe2b8b2b0d9 req-da48de88-253f-41ef-b28d-872582087c73 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:50.261062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-390aa38c-d018-4280-8a91-7fe2b8b2b0d9 req-da48de88-253f-41ef-b28d-872582087c73 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 944 time: 0.4221959 Sep 19 03:11:50.328942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['460b3a94-5f75-409d-9d2f-be3dd9342dc4'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:11:50.338236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc662-4d54-4afd-b691-a1833ed13d3e req-e6f26613-1057-4160-bdfe-43f33fddbd9c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:50.339741 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c25bc662-4d54-4afd-b691-a1833ed13d3e req-e6f26613-1057-4160-bdfe-43f33fddbd9c tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 945 time: 0.1889186 Sep 19 03:11:50.440743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-390aa38c-d018-4280-8a91-7fe2b8b2b0d9 req-58cf56f4-55b6-4d6f-862d-3f6bbe86d892 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456695 Sep 19 03:11:50.462565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c25bc662-4d54-4afd-b691-a1833ed13d3e req-80808f32-0cb9-4c89-a517-b1961f068b54 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020796 Sep 19 03:11:50.475400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Deleting port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:11:50.475745 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:50.504229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Router 1785d4bc-bc8d-412a-be97-1368af017822 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:11:50.608062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14617a0e-2174-41da-9178-6d9275609c3d req-8f83ca8b-93fe-466e-9b65-0b21dde5ed50 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0702338 Sep 19 03:11:50.643329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] For port 4b0fdb63-07b2-490f-a352-aab1749cd2d9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4b0fdb63-07b2-490f-a352-aab1749cd2d9,segment=NetworkSegment(27e1db2e-5778-44fd-8c74-64066aedf1be),segment_id=27e1db2e-5778-44fd-8c74-64066aedf1be)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:50.643696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:50.682301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Calling delete_port for 4b0fdb63-07b2-490f-a352-aab1749cd2d9 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:11:50.709616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:11:50.720040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] Sync routers for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:11:50.728843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:50.729454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:11:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:50.739463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:50.773165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17fc279a-ce2b-47c3-a27a-4b9ec14ce2af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "PUT /v2.0/floatingips/4b96d97e-60a4-45cf-a6eb-50b5fac941a2 HTTP/1.1" status: 200 len: 990 time: 1.6728730 Sep 19 03:11:50.778466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:50.780750 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd48e20-134a-4c4d-b60d-22b98b3375e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:50.836577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:50.867242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:50.901039 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37323c9a-0223-4455-8d1b-364ade8a42eb x-openstack-request-id: req-37323c9a-0223-4455-8d1b-364ade8a42eb {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:50.901335 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:50.901600 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37323c9a-0223-4455-8d1b-364ade8a42eb {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:50.901993 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'status': 'completed', 'code': 200} Sep 19 03:11:50.904392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Pushing event deleted for resources: {'Port': ['ID=4b0fdb63-07b2-490f-a352-aab1749cd2d9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:50.947967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] No DVR routers for this DVR port 4b0fdb63-07b2-490f-a352-aab1749cd2d9 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:11:50.950659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:50.952719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-382e1e30-a35b-4782-a9fb-0920a93eea99 req-87389175-0483-4200-8594-f1564b6a70a4 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.32 "DELETE /v2.0/ports/4b0fdb63-07b2-490f-a352-aab1749cd2d9 HTTP/1.1" status: 204 len: 173 time: 0.7515922 Sep 19 03:11:50.996764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f54ba7-7ee8-447d-9dca-7cf90551173d req-124239ce-2540-410a-a895-95721af36f85 tempest-ServerPasswordTestJSON-1906528121 tempest-ServerPasswordTestJSON-1906528121-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6420d52-47fd-437e-a6da-d192d05fb6b0 HTTP/1.1" status: 200 len: 210 time: 0.0264797 Sep 19 03:11:51.022032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4d8ee153-db88-4f46-aa5f-715226f57937 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:51.088244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-c7b28628-13f8-4348-9707-c8db12337cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:51.089909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-c7b28628-13f8-4348-9707-c8db12337cc1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1096 time: 0.0426795 Sep 19 03:11:51.108788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 4d8ee153-db88-4f46-aa5f-715226f57937 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:51.114547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 4d8ee153-db88-4f46-aa5f-715226f57937 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:51.114948 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:51.139044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4b96d97e-60a4-45cf-a6eb-50b5fac941a2', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'port_id': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'mac_address': 'fa:16:3e:9c:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b91af84-2386-4802-a1de-5064281fd64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:11:26Z', 'updated_at': '2021-09-19T03:11:49Z', 'revision_number': 1, 'project_id': '9483a53b2c9643059cea027e7e359194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:51.165769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] Checking router: 1785d4bc-bc8d-412a-be97-1368af017822 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:11:51.182934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:11:51.183553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:11:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:51.198888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-76c10878-6afc-41fc-a3b1-ec7320c95db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:51.200372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-76c10878-6afc-41fc-a3b1-ec7320c95db2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.0933964 Sep 19 03:11:51.285522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-cc5ce752-a329-4f42-98a1-d3c2f73c17e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 200 len: 998 time: 0.0597138 Sep 19 03:11:51.299663 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:51.329497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:11:51.339810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-4475bf4f-73e9-4f12-b453-023a64fc42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:51.341317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-4475bf4f-73e9-4f12-b453-023a64fc42ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0477488 Sep 19 03:11:51.357006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ee153-db88-4f46-aa5f-715226f57937'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:51.359225 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7605853-f725-408f-bdbe-37073f59a322" -d '{"events": [{"server_uuid": "dba6af14-68a5-4f63-995c-390572c2b8db", "name": "network-vif-plugged", "status": "completed", "tag": "4d8ee153-db88-4f46-aa5f-715226f57937"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:51.374935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4d8ee153-db88-4f46-aa5f-715226f57937, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4d8ee153-db88-4f46-aa5f-715226f57937,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:51.384331 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:51.385125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299b16e8-71b5-4908-a19f-8bc7deb75b80 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:51.390863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-58bdc750-fc9f-4a57-a3bf-46f9d64282f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:51.392575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-58bdc750-fc9f-4a57-a3bf-46f9d64282f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430641 Sep 19 03:11:51.409318 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fc7ff7-37a0-41ef-86ce-f457626405f8 x-openstack-request-id: req-a8fc7ff7-37a0-41ef-86ce-f457626405f8 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:51.409607 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba6af14-68a5-4f63-995c-390572c2b8db", "name": "network-vif-plugged", "status": "completed", "tag": "4d8ee153-db88-4f46-aa5f-715226f57937", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:51.409857 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8fc7ff7-37a0-41ef-86ce-f457626405f8 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:51.410231 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ee153-db88-4f46-aa5f-715226f57937', 'code': 200} Sep 19 03:11:51.499169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-6cc5d0d0-5490-44aa-8eeb-4f9ef320c425 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907240 Sep 19 03:11:51.532572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4d8ee153-db88-4f46-aa5f-715226f57937,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:51.577620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 299b16e8-71b5-4908-a19f-8bc7deb75b80 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:51.585438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 299b16e8-71b5-4908-a19f-8bc7deb75b80 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:51.585808 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:51.706263 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:51.720243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ed845-4aa0-4362-8940-d53310204e5b req-69499b45-72ac-4521-b1d6-9cb3501bbc06 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:51.722207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-042ed845-4aa0-4362-8940-d53310204e5b req-69499b45-72ac-4521-b1d6-9cb3501bbc06 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 944 time: 0.1685364 Sep 19 03:11:51.724807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd48e20-134a-4c4d-b60d-22b98b3375e5 req-ac9cf3da-66de-46be-87fe-88316fad48bd service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145135 Sep 19 03:11:51.731864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4b96d97e-60a4-45cf-a6eb-50b5fac941a2', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'port_id': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'mac_address': 'fa:16:3e:9c:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b91af84-2386-4802-a1de-5064281fd64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:11:26Z', 'updated_at': '2021-09-19T03:11:49Z', 'revision_number': 1, 'project_id': '9483a53b2c9643059cea027e7e359194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:51.732777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482b203-7b89-4234-98c9-6ca98e7d6f4d req-39927f32-02d8-4db9-ad61-f8fa826fa4bb tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:51.734211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d482b203-7b89-4234-98c9-6ca98e7d6f4d req-39927f32-02d8-4db9-ad61-f8fa826fa4bb tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 945 time: 0.1682155 Sep 19 03:11:51.737465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f521f-af67-4a7f-9ed8-075b08245225 req-c92c2a75-e391-4940-b85f-3945e6f2925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:51.738914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c66f521f-af67-4a7f-9ed8-075b08245225 req-c92c2a75-e391-4940-b85f-3945e6f2925a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 1096 time: 0.1556387 Sep 19 03:11:51.762758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100019d9-d737-42d3-9c3e-dd760d0c71e2 None None] The sync data for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 is: [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4b96d97e-60a4-45cf-a6eb-50b5fac941a2', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'port_id': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'mac_address': 'fa:16:3e:9c:3d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b91af84-2386-4802-a1de-5064281fd64a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:11:26Z', 'updated_at': '2021-09-19T03:11:49Z', 'revision_number': 1, 'project_id': '9483a53b2c9643059cea027e7e359194', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:11:51.775251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 299b16e8-71b5-4908-a19f-8bc7deb75b80, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299b16e8-71b5-4908-a19f-8bc7deb75b80,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:51.780269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:51.780987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c666e2fd-fca0-4cdc-9a30-91a6525f113d up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:51.825180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-042ed845-4aa0-4362-8940-d53310204e5b req-5bf7443a-e3a4-4c5b-8a91-3d6c0955d74b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898943 Sep 19 03:11:51.859670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d482b203-7b89-4234-98c9-6ca98e7d6f4d req-a60bc8e7-d7a4-4f4d-b5c7-b6f4fd000094 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141481 Sep 19 03:11:51.874205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=299b16e8-71b5-4908-a19f-8bc7deb75b80,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:51.889558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port c666e2fd-fca0-4cdc-9a30-91a6525f113d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:51.894271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port c666e2fd-fca0-4cdc-9a30-91a6525f113d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:51.894845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:51.900025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c66f521f-af67-4a7f-9ed8-075b08245225 req-2904823a-88e7-4e8d-85ad-bae420c97382 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326499 Sep 19 03:11:51.970153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de1c9064-cd42-4e60-be58-ae94d699012e req-447ff0b2-5350-4a1e-b13b-73af8bfa9474 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0308781 Sep 19 03:11:51.981426 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.026597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c666e2fd-fca0-4cdc-9a30-91a6525f113d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c666e2fd-fca0-4cdc-9a30-91a6525f113d,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:52.032193 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.033198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4b0fdb63-07b2-490f-a352-aab1749cd2d9 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:11:52.054938 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64183310-d5a8-4b0e-84ac-f800951cc317 None None] New status for floating IP 4b96d97e-60a4-45cf-a6eb-50b5fac941a2: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:11:52.070665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 4b0fdb63-07b2-490f-a352-aab1749cd2d9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:11:52.070954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4b0fdb63-07b2-490f-a352-aab1749cd2d9 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:11:52.096354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c666e2fd-fca0-4cdc-9a30-91a6525f113d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:52.480061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47564) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:52.523874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] Deleting subnet 0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:11:52.526936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.559688 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.597771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.647857 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.677738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:52.679728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.682635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-80f181a8-dc21-46f0-bdc7-54193f657b32 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0ae9fdf6-8054-43f9-9b8a-f4cfcf2c8df1 HTTP/1.1" status: 204 len: 168 time: 0.2010386 Sep 19 03:11:52.684658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47566) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:52.750519 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.829652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.848639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd736b5-ffaa-4796-a7b7-8e0b61e6f501']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:52.858603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e1db2e-5778-44fd-8c74-64066aedf1be') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:52.858918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e1db2e-5778-44fd-8c74-64066aedf1be') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:11:52.868852 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.881574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.887766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:11:52.888160 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:11:52.889837 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:11:52.907757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'name': 'network-vif-deleted', 'tag': '4b0fdb63-07b2-490f-a352-aab1749cd2d9'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:52.909995 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d45bfb9-5c68-4273-baf5-206762c62240" -d '{"events": [{"server_uuid": "f6420d52-47fd-437e-a6da-d192d05fb6b0", "name": "network-vif-deleted", "tag": "4b0fdb63-07b2-490f-a352-aab1749cd2d9"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:52.997701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 460b3a94-5f75-409d-9d2f-be3dd9342dc4 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:11:52.997921 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.009850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.011754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] 10.222.0.22 "DELETE /v2.0/networks/fbd736b5-ffaa-4796-a7b7-8e0b61e6f501 HTTP/1.1" status: 204 len: 168 time: 0.3261902 Sep 19 03:11:53.023978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17665941-e4e4-4ce0-b44c-c3d083366a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd736b5-ffaa-4796-a7b7-8e0b61e6f501,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:53.038872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f156baa-13e7-4c7c-be92-5aae5a28d566 req-7a2f9fcf-6c9e-499a-a654-a81d0aa84633 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:53.040904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f156baa-13e7-4c7c-be92-5aae5a28d566 req-7a2f9fcf-6c9e-499a-a654-a81d0aa84633 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 944 time: 0.1394882 Sep 19 03:11:53.052110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2135f7-2132-4499-b2dc-ede078eae533 req-610c6575-97ca-47d5-aa90-5a69ee6735e6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:53.053586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed2135f7-2132-4499-b2dc-ede078eae533 req-610c6575-97ca-47d5-aa90-5a69ee6735e6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 946 time: 0.1071098 Sep 19 03:11:53.058472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:11:53.063031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:11:53.063409 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.117906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f156baa-13e7-4c7c-be92-5aae5a28d566 req-71242417-1a36-4a68-adc9-cddf61027743 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632956 Sep 19 03:11:53.121451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed2135f7-2132-4499-b2dc-ede078eae533 req-b2834466-834b-460c-b32b-78f3d36474b8 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579820 Sep 19 03:11:53.173453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47578) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:53.195154 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f50f5d-a2c0-4182-848c-809eeea747fe x-openstack-request-id: req-16f50f5d-a2c0-4182-848c-809eeea747fe {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:53.195457 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6420d52-47fd-437e-a6da-d192d05fb6b0", "name": "network-vif-deleted", "tag": "4b0fdb63-07b2-490f-a352-aab1749cd2d9", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:53.195843 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16f50f5d-a2c0-4182-848c-809eeea747fe {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:53.196341 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6420d52-47fd-437e-a6da-d192d05fb6b0', 'name': 'network-vif-deleted', 'tag': '4b0fdb63-07b2-490f-a352-aab1749cd2d9', 'status': 'completed', 'code': 200} Sep 19 03:11:53.232625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798a91ad-8d18-48cf-a333-13269ba24b1c req-37fd764d-4ab8-46fd-8ec2-80989ca7b5a3 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0340202 Sep 19 03:11:53.250438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:53.252460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-01bba1e4-b0bc-4a04-9c9b-16337958bcb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=632568731f7b483eae20d265db4ed69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774357 Sep 19 03:11:53.271683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.299398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d7be-0393-4d21-8128-fff30256448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.303451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:11:53.307364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.325430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d7be-0393-4d21-8128-fff30256448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.353045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:53.370758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d7be-0393-4d21-8128-fff30256448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.373530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d7be-0393-4d21-8128-fff30256448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:53.374674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ffc7d7be-0393-4d21-8128-fff30256448c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac HTTP/1.1" status: 204 len: 168 time: 0.1232069 Sep 19 03:11:53.382236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7d7be-0393-4d21-8128-fff30256448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe2befc-aa82-4d1d-bcb9-0cc4c2c98aac,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:53.411675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299b16e8-71b5-4908-a19f-8bc7deb75b80'}, {'server_uuid': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d'}, {'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:53.413904 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1862e456-5f6d-4981-ba90-ef97b3ae4cea" -d '{"events": [{"server_uuid": "814e8849-a6c8-4258-9bf2-3ac5129d0c96", "name": "network-vif-plugged", "status": "completed", "tag": "299b16e8-71b5-4908-a19f-8bc7deb75b80"}, {"server_uuid": "4e3b0e03-a83a-4e3b-925b-9e6cc76987d4", "name": "network-vif-plugged", "status": "completed", "tag": "c666e2fd-fca0-4cdc-9a30-91a6525f113d"}, {"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-plugged", "status": "completed", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:53.457736 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2672cb7c-18fa-4b41-8228-290e040eed9e x-openstack-request-id: req-2672cb7c-18fa-4b41-8228-290e040eed9e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:53.458469 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814e8849-a6c8-4258-9bf2-3ac5129d0c96", "name": "network-vif-plugged", "status": "completed", "tag": "299b16e8-71b5-4908-a19f-8bc7deb75b80", "code": 200}, {"server_uuid": "4e3b0e03-a83a-4e3b-925b-9e6cc76987d4", "name": "network-vif-plugged", "status": "completed", "tag": "c666e2fd-fca0-4cdc-9a30-91a6525f113d", "code": 200}, {"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-plugged", "status": "completed", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:53.458727 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2672cb7c-18fa-4b41-8228-290e040eed9e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:53.459143 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299b16e8-71b5-4908-a19f-8bc7deb75b80', 'code': 200} Sep 19 03:11:53.459402 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d', 'code': 200} Sep 19 03:11:53.460895 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'code': 200} Sep 19 03:11:54.165544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47614) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:54.201801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837a40e-3e8a-47fe-b37f-f219de176d4e req-87212553-3fbd-45fe-8dd9-2799a465bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:54.204305 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4837a40e-3e8a-47fe-b37f-f219de176d4e req-87212553-3fbd-45fe-8dd9-2799a465bcb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 1097 time: 0.0713146 Sep 19 03:11:54.250722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471aac16-f288-466a-94aa-9fef6243edb5 req-b23278e7-5037-414c-bac5-7104c6b966b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:54.252258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-471aac16-f288-466a-94aa-9fef6243edb5 req-b23278e7-5037-414c-bac5-7104c6b966b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 1096 time: 0.1074116 Sep 19 03:11:54.274716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4837a40e-3e8a-47fe-b37f-f219de176d4e req-8c44b3b4-867d-46c8-ac22-47acc643bc73 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486784 Sep 19 03:11:54.277679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d88d5-c064-43b3-8bb4-44f5812bbe02 req-424a05b3-fc56-4a20-94d3-9837e9930dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:54.280365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d66d88d5-c064-43b3-8bb4-44f5812bbe02 req-424a05b3-fc56-4a20-94d3-9837e9930dcd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 1096 time: 0.1340659 Sep 19 03:11:54.313795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff210239-47ea-4bc4-a636-9cf8aa4f196f req-675df57f-b5b1-4777-90d8-d3762e9db168 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:54.315474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff210239-47ea-4bc4-a636-9cf8aa4f196f req-675df57f-b5b1-4777-90d8-d3762e9db168 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.1131656 Sep 19 03:11:54.318704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-432346107-network', 'tenant_id': '564133a1aa544caa80ad2a7d44955b8d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:54.339076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced03a9-f2c1-44c8-94ed-544ab901310b req-c5219470-776d-4c17-942c-13a657c17a1d tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:54.339691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Made reservation on behalf of 564133a1aa544caa80ad2a7d44955b8d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:54.340827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aced03a9-f2c1-44c8-94ed-544ab901310b req-c5219470-776d-4c17-942c-13a657c17a1d tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 946 time: 0.0876005 Sep 19 03:11:54.341937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.350308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.396042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff210239-47ea-4bc4-a636-9cf8aa4f196f req-4a983edc-4d5a-49b4-b2e5-96989005743a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713141 Sep 19 03:11:54.407475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aced03a9-f2c1-44c8-94ed-544ab901310b req-e01abdea-b639-4c8f-ad2e-b2ea47c3df48 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590420 Sep 19 03:11:54.462605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.466970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.482914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a3b281e-0697-4cf2-bfec-114a16cb7efa req-1219a765-5034-48cc-aaed-d9bf8bfc582c tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0274081 Sep 19 03:11:54.491262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:11:54.500444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39a9300-da56-4b78-9c95-4d30d5efcb09,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:54.506167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.506542 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Added segment e00f5602-43e2-4acd-90c0-1bba94a50457 of type vlan for network 267b1e61-c050-4a17-8a32-289da9ae8c7d Sep 19 03:11:54.547949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.572773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.573659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:54.574242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.608565 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4418299 Sep 19 03:11:54.611585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47622) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:11:54.616402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Request body: {'subnet': {'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-432346107-subnet', 'tenant_id': '564133a1aa544caa80ad2a7d44955b8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:54.637782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb967fd4-427a-4eab-a23c-01436f2a16c3 admin admin] Pushing event updated for resources: {'Network': ['ID=267b1e61-c050-4a17-8a32-289da9ae8c7d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:54.638605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Made reservation on behalf of 564133a1aa544caa80ad2a7d44955b8d for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:54.641967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.648805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 267b1e61-c050-4a17-8a32-289da9ae8c7d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:11:54.756417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-471aac16-f288-466a-94aa-9fef6243edb5 req-c31600d4-0285-4781-a57f-5a3708bce21e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Sep 19 03:11:54.841697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.896375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=637b3351-9dde-4220-89d7-f2741e40fd35,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:54.905270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Checking segment: {'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:54.905646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Network hostable DHCP agents. Network: 267b1e61-c050-4a17-8a32-289da9ae8c7d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:11:54.922529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Network 267b1e61-c050-4a17-8a32-289da9ae8c7d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:11:54.931359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 267b1e61-c050-4a17-8a32-289da9ae8c7d) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:54.935343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:54.935947 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:54.940514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31079777-684a-4e4a-8759-c8f4e2cb06d0 None None] Network 267b1e61-c050-4a17-8a32-289da9ae8c7d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:54.958791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-940683ef-7c6b-4626-9da4-02edec8651a0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3377781 Sep 19 03:11:55.063888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f42676-d537-47bb-8456-27254283b2c8 None None] Network 267b1e61-c050-4a17-8a32-289da9ae8c7d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:11:55.323520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d66d88d5-c064-43b3-8bb4-44f5812bbe02 req-357e58bf-fe68-45a7-8b33-da6023481934 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285478 Sep 19 03:11:55.660729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-d4df04be-08c6-44ae-87ce-6ed685a4dbe3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:55.662177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-d4df04be-08c6-44ae-87ce-6ed685a4dbe3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 813 time: 0.1018431 Sep 19 03:11:55.676404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-855c1397-2ab2-4640-9d87-7decb0dead2b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/quotas/564133a1aa544caa80ad2a7d44955b8d HTTP/1.1" status: 200 len: 375 time: 0.0085838 Sep 19 03:11:55.707650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-15483b02-569b-4bb0-b723-c83ec8c22fb5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254438 Sep 19 03:11:55.797805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-2b56ff32-8e1e-41a3-a517-d45fed930860 service neutron] 10.222.0.22 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 Sep 19 03:11:55.887755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-c99dc51f-9f29-4b70-9a24-a5e4041df6bb service neutron] 10.222.0.22 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839555 Sep 19 03:11:56.082210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af9d7a-d92f-43e7-9672-ed738d5479e3 req-9f2e98a5-4b1b-41d8-9813-ce1f5c652a1d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:56.084002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5af9d7a-d92f-43e7-9672-ed738d5479e3 req-9f2e98a5-4b1b-41d8-9813-ce1f5c652a1d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0505130 Sep 19 03:11:56.157849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5af9d7a-d92f-43e7-9672-ed738d5479e3 req-ae9f4ce4-3def-47cd-b428-3b1c23e8478f tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674350 Sep 19 03:11:56.178379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5bd37-63fc-4bf7-b083-b9f6c2eecedd req-d318c9bb-2ba3-47e3-ad44-5bdd62608dce tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:56.181340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34d5bd37-63fc-4bf7-b083-b9f6c2eecedd req-d318c9bb-2ba3-47e3-ad44-5bdd62608dce tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 946 time: 0.0892015 Sep 19 03:11:56.230769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34d5bd37-63fc-4bf7-b083-b9f6c2eecedd req-ab060231-e62c-4a35-9746-718b063fb3c4 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Sep 19 03:11:56.266053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e0d16a1-014b-428c-aed1-600c67831673 req-35a39d87-a02f-4bd7-b172-a07d8ca02272 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0399022 Sep 19 03:11:56.352744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a45ddf41-70f1-4acf-8795-249217cb19d6 req-148231d7-6912-4967-9999-d15a6a04b139 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 210 time: 0.0292060 Sep 19 03:11:57.281893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f74f4-e327-4b44-8249-922b88a8cae7 req-3efdf1bc-355f-4e7e-b168-9ace397bf369 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:57.283414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257f74f4-e327-4b44-8249-922b88a8cae7 req-3efdf1bc-355f-4e7e-b168-9ace397bf369 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Sep 19 03:11:57.346991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257f74f4-e327-4b44-8249-922b88a8cae7 req-687a9e60-ce3b-4d52-b025-1b4b2d288d10 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578258 Sep 19 03:11:57.363207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ec22e-d8f3-46b4-8737-b63b012129d3 req-130ad5b9-e154-4d18-8101-688ef59f928b tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:57.364847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e31ec22e-d8f3-46b4-8737-b63b012129d3 req-130ad5b9-e154-4d18-8101-688ef59f928b tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 946 time: 0.0619411 Sep 19 03:11:57.409309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e31ec22e-d8f3-46b4-8737-b63b012129d3 req-73676ab2-5b5b-4fe3-b486-a2677c1dab04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372424 Sep 19 03:11:57.438105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1741387c-2226-49c3-8b61-5ad84e40d734 req-ba14dc57-2806-42bb-ad6d-f93c8c7fe1f0 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0271521 Sep 19 03:11:57.534085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1e14356-a40f-4fa5-83d5-b31ab4f2e462 req-2aa18526-75a3-4f31-833d-f980e6d86ad5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 210 time: 0.0335028 Sep 19 03:11:57.803156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-46985b37-5dc8-4b65-b843-c9415fe8f96c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:57.803439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-46985b37-5dc8-4b65-b843-c9415fe8f96c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 813 time: 0.1028175 Sep 19 03:11:57.909234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Request body: {'port': {'device_id': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d', 'admin_state_up': True, 'tenant_id': '564133a1aa544caa80ad2a7d44955b8d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:58.016682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Made reservation on behalf of 564133a1aa544caa80ad2a7d44955b8d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:11:58.020026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:58.142782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Allocated IP 172.20.0.10 (267b1e61-c050-4a17-8a32-289da9ae8c7d/637b3351-9dde-4220-89d7-f2741e40fd35/0abe9c9c-9e6b-4544-b025-82eb208d08ce) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:11:58.294697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:58.330731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:58.373088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Network 267b1e61-c050-4a17-8a32-289da9ae8c7d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:11:58.376898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:11:58.379538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:11:58.415502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:58.468974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:58.469617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:58.499373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f1dc3556-e0a6-4110-a30a-efa6f3d55ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5940781 Sep 19 03:11:58.507766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4c12-ee4f-41bc-93f7-29e556a60744 req-60f809ab-4648-4cfc-942a-774e208e3d52 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:58.509786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efff4c12-ee4f-41bc-93f7-29e556a60744 req-60f809ab-4648-4cfc-942a-774e208e3d52 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0876014 Sep 19 03:11:58.563049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efff4c12-ee4f-41bc-93f7-29e556a60744 req-fc80ae66-a881-4ba7-b672-ee3a32c77642 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401289 Sep 19 03:11:58.572006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080cfae0-e261-4e00-b0f0-85a157f9ad32 req-f0cbfb14-c01f-49cb-ae8b-4ef8538b92f1 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:58.573443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-080cfae0-e261-4e00-b0f0-85a157f9ad32 req-f0cbfb14-c01f-49cb-ae8b-4ef8538b92f1 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 946 time: 0.0896912 Sep 19 03:11:58.615223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-080cfae0-e261-4e00-b0f0-85a157f9ad32 req-d470bfe6-69f1-4912-aa79-3835ffddfe08 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352349 Sep 19 03:11:58.641804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Request body: {'port': {'device_id': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:11:58.677604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9d77460-44c6-42e3-a1dd-08a60afa1229 req-be907096-37a4-413d-bdd5-209c658fbe45 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0525615 Sep 19 03:11:58.727254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:58.914669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb11ac8-b589-423b-8ada-d50463279ecf req-3bb88459-ebdd-4e4b-ab19-3b5abaef496e tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:58.916693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffb11ac8-b589-423b-8ada-d50463279ecf req-3bb88459-ebdd-4e4b-ab19-3b5abaef496e tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 945 time: 0.1519551 Sep 19 03:11:58.929894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3f743-5144-45c6-9e4b-49d2aa759b81 req-a0212408-6b6c-44f5-89e8-c04442a128dc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:58.931886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afe3f743-5144-45c6-9e4b-49d2aa759b81 req-a0212408-6b6c-44f5-89e8-c04442a128dc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 932 time: 0.1660683 Sep 19 03:11:59.043678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffb11ac8-b589-423b-8ada-d50463279ecf req-4630aaf1-3cb5-41a4-9512-2536b4076b62 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088619 Sep 19 03:11:59.049927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afe3f743-5144-45c6-9e4b-49d2aa759b81 req-a2201d05-5588-4908-9c42-fc72ccf18c36 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115348 Sep 19 03:11:59.140134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe9c9c-9e6b-4544-b025-82eb208d08ce {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:11:59.147584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:59.159301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Transition to ACTIVE for port object 0abe9c9c-9e6b-4544-b025-82eb208d08ce will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:11:59.163360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:59.241380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:59.326864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab9552-e187-4180-a559-103ed5419203 req-665ed786-e3f4-460a-be75-c3eca6247630 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:59.328354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aaab9552-e187-4180-a559-103ed5419203 req-665ed786-e3f4-460a-be75-c3eca6247630 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 945 time: 0.0857320 Sep 19 03:11:59.328995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Attempting to bind port 0abe9c9c-9e6b-4544-b025-82eb208d08ce on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:11:59.329321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Attempting to bind port 0abe9c9c-9e6b-4544-b025-82eb208d08ce by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:11:59.329642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Attempting to bind port 0abe9c9c-9e6b-4544-b025-82eb208d08ce on network 267b1e61-c050-4a17-8a32-289da9ae8c7d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:59.335880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Port 0abe9c9c-9e6b-4544-b025-82eb208d08ce on network 267b1e61-c050-4a17-8a32-289da9ae8c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:11:59.336203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Attempting to bind port 0abe9c9c-9e6b-4544-b025-82eb208d08ce on network 267b1e61-c050-4a17-8a32-289da9ae8c7d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:11:59.351412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:11:59.351746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Checking segment: {'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:11:59.352116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Bound using segment: {'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:11:59.353193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Bound port: 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:11:59.353549 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:59.382715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aaab9552-e187-4180-a559-103ed5419203 req-3cc84fcb-9540-4309-958c-d71f7947175d tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485744 Sep 19 03:11:59.434410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:11:59.437706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:11:59.441458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:59.475097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:59.476506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:11:59.479441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] 10.222.0.32 "PUT /v2.0/ports/0abe9c9c-9e6b-4544-b025-82eb208d08ce HTTP/1.1" status: 200 len: 1092 time: 0.8441947 Sep 19 03:11:59.482299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:11:59.484594 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544a19e0-746a-424e-9fe3-eead6d69f0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:11:59.517131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e63367-3a75-4b11-86e3-032f7e2cb29d service neutron] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:11:59.528821 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9411d7bc-7adf-43dc-aa6a-1643129d9443 x-openstack-request-id: req-9411d7bc-7adf-43dc-aa6a-1643129d9443 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:11:59.529161 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:11:59.529419 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9411d7bc-7adf-43dc-aa6a-1643129d9443 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:11:59.529819 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'status': 'completed', 'code': 200} Sep 19 03:11:59.625377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee738b61-fe02-4318-9548-5d057550458b req-1623cdc3-9ac6-48a3-8ee8-251641fcbce4 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:11:59.626923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee738b61-fe02-4318-9548-5d057550458b req-1623cdc3-9ac6-48a3-8ee8-251641fcbce4 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 945 time: 0.0498011 Sep 19 03:11:59.639871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:00.005099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee738b61-fe02-4318-9548-5d057550458b req-c67bdb0e-a6d6-4d1d-a725-0e75aa8678c7 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717611 Sep 19 03:12:00.021783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9f297-792d-449a-a28b-28a998340b20 req-a5f7af42-b29a-433c-b1fd-c0cd6ab0fc14 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.023508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7f9f297-792d-449a-a28b-28a998340b20 req-a5f7af42-b29a-433c-b1fd-c0cd6ab0fc14 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.3880572 Sep 19 03:12:00.026387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a19e0-746a-424e-9fe3-eead6d69f0d8 req-0a8204e0-c5bf-4fbd-94ad-36c71a32b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.027788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-544a19e0-746a-424e-9fe3-eead6d69f0d8 req-0a8204e0-c5bf-4fbd-94ad-36c71a32b44e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 1095 time: 0.3788412 Sep 19 03:12:00.061050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7f9f297-792d-449a-a28b-28a998340b20 req-e8a2781b-c428-4ddd-84e7-c380b4425485 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Sep 19 03:12:00.080447 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:12:00.105643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d043e621-952e-41f6-a468-2bce7a53f44a req-64b5b7a9-a141-4b6d-8d83-ac5e72bf839e tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0358984 Sep 19 03:12:00.181027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a19e0-746a-424e-9fe3-eead6d69f0d8 req-0cf5688c-2a0a-446f-8ed3-cc0f8171463f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.182642 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-544a19e0-746a-424e-9fe3-eead6d69f0d8 req-0cf5688c-2a0a-446f-8ed3-cc0f8171463f service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=564133a1aa544caa80ad2a7d44955b8d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1207376 Sep 19 03:12:00.311912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a19e0-746a-424e-9fe3-eead6d69f0d8 req-3607aa0c-3fea-4bdc-8ecb-3bc04d4043f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.313515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-544a19e0-746a-424e-9fe3-eead6d69f0d8 req-3607aa0c-3fea-4bdc-8ecb-3bc04d4043f6 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233733 Sep 19 03:12:00.326568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d3427-352e-40a9-b787-defd2e126bb2 req-96674bd9-06f3-4287-9c85-bc04b069704a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.328318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f93d3427-352e-40a9-b787-defd2e126bb2 req-96674bd9-06f3-4287-9c85-bc04b069704a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0771310 Sep 19 03:12:00.371685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f93d3427-352e-40a9-b787-defd2e126bb2 req-496651f1-5dd2-4227-a843-42774d6debf2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365174 Sep 19 03:12:00.457485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-a52a9c10-2609-4e68-9fed-65e607e5633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.459044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-a52a9c10-2609-4e68-9fed-65e607e5633c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 1095 time: 0.0476995 Sep 19 03:12:00.680299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-a7704386-2bbf-4378-bd92-1f789710bdb3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce HTTP/1.1" status: 200 len: 217 time: 0.0371921 Sep 19 03:12:00.750386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-e4f5b8b4-1643-4694-bb30-57928b758928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.751772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-e4f5b8b4-1643-4694-bb30-57928b758928 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637b3351-9dde-4220-89d7-f2741e40fd35 HTTP/1.1" status: 200 len: 853 time: 0.0503523 Sep 19 03:12:00.794808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-58376897-2109-4b1b-8fac-4252c0ee555a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=267b1e61-c050-4a17-8a32-289da9ae8c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251846 Sep 19 03:12:00.909862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-59b4cdf1-7ccc-4e77-8ec8-984c247551af service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983572 Sep 19 03:12:00.971955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9da61e-08a4-4d7e-91ea-0df4716f8910 req-23b015b2-9adf-4864-8ff0-60569db07af3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:00.973386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad9da61e-08a4-4d7e-91ea-0df4716f8910 req-23b015b2-9adf-4864-8ff0-60569db07af3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0773284 Sep 19 03:12:01.048359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad9da61e-08a4-4d7e-91ea-0df4716f8910 req-c50243fe-9107-4806-a22b-0ff44ebffcef tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Sep 19 03:12:01.051885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a49b6e46-eca6-4f89-a7f2-d7746b6c03dd req-547f7a27-0d63-4575-b1cc-f69e6977ddf1 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194367 Sep 19 03:12:01.124077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bf8e0-3e8e-4413-9e2b-42f0823ea79a req-48b68b9e-2af7-4b58-9d0a-8e1ef23805f9 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:01.125520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d05bf8e0-3e8e-4413-9e2b-42f0823ea79a req-48b68b9e-2af7-4b58-9d0a-8e1ef23805f9 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 945 time: 0.0523493 Sep 19 03:12:01.163056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d05bf8e0-3e8e-4413-9e2b-42f0823ea79a req-85b759ff-424d-4421-8497-4e44d7861789 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313427 Sep 19 03:12:01.209484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8d424ea-d2a9-4368-a6e6-578f5825b03a req-21dfa71e-26f8-49a2-b8e0-87fb58173a7c tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0275340 Sep 19 03:12:01.483973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff7631-89ae-4a86-9495-bbc04cf1dac0 req-0ef9a21d-fe36-4943-8ac4-1c11f424e700 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:01.485388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5ff7631-89ae-4a86-9495-bbc04cf1dac0 req-0ef9a21d-fe36-4943-8ac4-1c11f424e700 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Sep 19 03:12:01.523674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5ff7631-89ae-4a86-9495-bbc04cf1dac0 req-e4e79033-f0c4-4706-996f-a5675ef74fb6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Sep 19 03:12:02.162242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78006e-279b-4111-811d-9eaa43344221 req-ecb48612-cbdb-4215-9254-48c5aa6c606a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:02.163621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d78006e-279b-4111-811d-9eaa43344221 req-ecb48612-cbdb-4215-9254-48c5aa6c606a tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0468175 Sep 19 03:12:02.205179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d78006e-279b-4111-811d-9eaa43344221 req-a4444f01-433c-4b54-bccf-db7171145849 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353100 Sep 19 03:12:02.278457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5df39-9a44-4786-935d-75de0e5074fc req-3069e3d5-928a-4755-a998-026e7a29fdb1 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:02.279994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70a5df39-9a44-4786-935d-75de0e5074fc req-3069e3d5-928a-4755-a998-026e7a29fdb1 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 945 time: 0.0489314 Sep 19 03:12:02.322532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-987d7dba-f764-45fe-ad7e-19b6ebdddb67 req-6d37a5b8-780f-4ae0-8119-cd7782fe1ee0 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0303059 Sep 19 03:12:02.340481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70a5df39-9a44-4786-935d-75de0e5074fc req-33ab8aa8-37c1-4fd8-bc7d-02ab2ed8a09f tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Sep 19 03:12:02.636865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029fab-d036-4f7f-a286-7cbd5fb4999f req-147801de-69a6-4f5f-a044-5c641724bb69 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:02.639090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1029fab-d036-4f7f-a286-7cbd5fb4999f req-147801de-69a6-4f5f-a044-5c641724bb69 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0505459 Sep 19 03:12:02.676128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1029fab-d036-4f7f-a286-7cbd5fb4999f req-07092134-d07c-4882-97f7-e04a4d29f1ef tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Sep 19 03:12:03.345253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a02e5-7585-462b-b084-987b13663b48 req-feb585a5-8568-4ca1-ad16-3354836753ce tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:03.346672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-754a02e5-7585-462b-b084-987b13663b48 req-feb585a5-8568-4ca1-ad16-3354836753ce tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 945 time: 0.0767145 Sep 19 03:12:03.359739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df165-7fb2-4b85-9214-5952dc81751a req-dc0f0e45-dea1-4742-b161-0927055eed95 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:03.361187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-206df165-7fb2-4b85-9214-5952dc81751a req-dc0f0e45-dea1-4742-b161-0927055eed95 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0825515 Sep 19 03:12:03.443558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa87c042-ecaf-488f-b97f-5499078ad019 req-1cfcb4bb-22ae-4054-8513-736c5d593243 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0421882 Sep 19 03:12:03.480291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-206df165-7fb2-4b85-9214-5952dc81751a req-be8e09fa-78f0-478c-8779-7f190a078d3e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103792 Sep 19 03:12:03.520379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Deleting port 4d8ee153-db88-4f46-aa5f-715226f57937 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:12:03.520735 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:03.619920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426b5ce-a72b-453a-9e86-3d4b26cb14b2 req-af5d8362-5537-4a14-84a5-bb3a3b683509 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:03.621399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7426b5ce-a72b-453a-9e86-3d4b26cb14b2 req-af5d8362-5537-4a14-84a5-bb3a3b683509 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 945 time: 0.1130300 Sep 19 03:12:03.655604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] For port 4d8ee153-db88-4f46-aa5f-715226f57937, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4d8ee153-db88-4f46-aa5f-715226f57937,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:03.656328 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:03.676165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Calling delete_port for 4d8ee153-db88-4f46-aa5f-715226f57937 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:12:03.686950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7426b5ce-a72b-453a-9e86-3d4b26cb14b2 req-a6ddd320-77fd-4820-8654-aca35d8ea544 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578232 Sep 19 03:12:03.838194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed4c41-2812-4adb-bb47-04ef6c37d9e1 req-6b0be770-19ca-42b1-a1a6-18cc9dbba848 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:03.839704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17ed4c41-2812-4adb-bb47-04ef6c37d9e1 req-6b0be770-19ca-42b1-a1a6-18cc9dbba848 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0926995 Sep 19 03:12:03.867486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:03.905083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Pushing event deleted for resources: {'Port': ['ID=4d8ee153-db88-4f46-aa5f-715226f57937,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:03.913234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17ed4c41-2812-4adb-bb47-04ef6c37d9e1 req-17a42d92-311d-4abf-a6f2-87e0d8259e6a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651660 Sep 19 03:12:03.936224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4d8ee153-db88-4f46-aa5f-715226f57937', 'c666e2fd-fca0-4cdc-9a30-91a6525f113d', '299b16e8-71b5-4908-a19f-8bc7deb75b80'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:03.954099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] No DVR routers for this DVR port 4d8ee153-db88-4f46-aa5f-715226f57937 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:12:03.956836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:03.958876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-754a02e5-7585-462b-b084-987b13663b48 req-e2a8289e-a214-4499-ae0f-de03af7f7c04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "DELETE /v2.0/ports/4d8ee153-db88-4f46-aa5f-715226f57937 HTTP/1.1" status: 204 len: 173 time: 0.5954556 Sep 19 03:12:03.959318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'name': 'network-vif-deleted', 'tag': '4d8ee153-db88-4f46-aa5f-715226f57937'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:03.961610 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f979d0b0-ea2e-4552-afa9-e2b560be46f6" -d '{"events": [{"server_uuid": "dba6af14-68a5-4f63-995c-390572c2b8db", "name": "network-vif-deleted", "tag": "4d8ee153-db88-4f46-aa5f-715226f57937"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:04.009284 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d907ab9-866c-4630-86b6-399186444eed x-openstack-request-id: req-0d907ab9-866c-4630-86b6-399186444eed {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:04.009620 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba6af14-68a5-4f63-995c-390572c2b8db", "name": "network-vif-deleted", "tag": "4d8ee153-db88-4f46-aa5f-715226f57937", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:04.009975 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d907ab9-866c-4630-86b6-399186444eed {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:04.010273 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba6af14-68a5-4f63-995c-390572c2b8db', 'name': 'network-vif-deleted', 'tag': '4d8ee153-db88-4f46-aa5f-715226f57937', 'status': 'completed', 'code': 200} Sep 19 03:12:04.550915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-479f51e0-5da0-4b7b-a197-83b542e6eeb5 req-9c839b2c-6524-4a99-84b8-5fc3e294894c tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0303957 Sep 19 03:12:04.598490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dab19-a2f3-4193-8300-1b05528ecf11 req-9e584035-76a7-401c-869f-7ac070ad1816 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:04.600067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-612dab19-a2f3-4193-8300-1b05528ecf11 req-9e584035-76a7-401c-869f-7ac070ad1816 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0483050 Sep 19 03:12:04.643761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-612dab19-a2f3-4193-8300-1b05528ecf11 req-b2881d85-6859-431b-b691-ae9df7fc08d6 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371816 Sep 19 03:12:04.792563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50b216c7-2cfe-4531-b7f9-8a694e4e4eaa req-2836119e-806c-4fa1-9d44-b39729aa6b25 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 210 time: 0.0272741 Sep 19 03:12:05.030451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b30bf-043a-40ba-b0f3-7cb0146dd421 req-abe5c95a-152b-496b-9917-14191b1f0468 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:05.031965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a0b30bf-043a-40ba-b0f3-7cb0146dd421 req-abe5c95a-152b-496b-9917-14191b1f0468 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0510345 Sep 19 03:12:05.064570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 460b3a94-5f75-409d-9d2f-be3dd9342dc4 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:12:05.077389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a0b30bf-043a-40ba-b0f3-7cb0146dd421 req-e1fa182d-5b31-4e98-8945-f872297a24a2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394402 Sep 19 03:12:05.170919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:05.182108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'network_id': '4b3fa03d-a22d-4e84-885a-60dcaef3680b', 'port_id': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'mac_address': 'fa:16:3e:cb:96:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23f7f4d-f52b-45af-b959-9be7293ae70e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:12:05.219973 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:05.233951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 460b3a94-5f75-409d-9d2f-be3dd9342dc4 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:05.253171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:05.256759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:05.301300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:05.653487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ebb154b-e378-4e99-b867-063267b49cf8 req-118a7b1b-d8ad-4167-bad0-a9883f147ca9 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0273423 Sep 19 03:12:05.772045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb093f-bec9-4428-87f6-41e7a6419899 req-36c2e174-4d75-42ea-97fc-005e25b0ea33 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:05.773550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72eb093f-bec9-4428-87f6-41e7a6419899 req-36c2e174-4d75-42ea-97fc-005e25b0ea33 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 944 time: 0.0591133 Sep 19 03:12:05.815270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72eb093f-bec9-4428-87f6-41e7a6419899 req-64a4f4d2-3082-44db-9a13-e8d67053c661 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Sep 19 03:12:05.901893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b09a4590-4d46-4163-be43-64bb16d191e8 req-b6b509e2-5575-4792-b5c3-df19084414f3 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dba6af14-68a5-4f63-995c-390572c2b8db HTTP/1.1" status: 200 len: 210 time: 0.0268445 Sep 19 03:12:06.046542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['460b3a94-5f75-409d-9d2f-be3dd9342dc4'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:06.205131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c9424d-27f0-46c2-9f48-f045229a3e24 req-5f1db56a-5a67-40bf-bd44-8b2b5e440be1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:06.206615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29c9424d-27f0-46c2-9f48-f045229a3e24 req-5f1db56a-5a67-40bf-bd44-8b2b5e440be1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0529118 Sep 19 03:12:06.248403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29c9424d-27f0-46c2-9f48-f045229a3e24 req-31ce3a2a-32d0-41ae-b85d-75ffd3de0e2b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347950 Sep 19 03:12:06.752249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79afc551-2fc5-40ad-bd51-cb6513d2be56 req-fcb777ac-445b-4af2-a4a8-9d1a1b3230fb tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0258873 Sep 19 03:12:06.931348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fc900-d472-49c0-868b-313378edff19 req-f10602f6-e857-47dd-88d4-5f1741198da4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:06.932841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-491fc900-d472-49c0-868b-313378edff19 req-f10602f6-e857-47dd-88d4-5f1741198da4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 944 time: 0.0510108 Sep 19 03:12:06.972309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-491fc900-d472-49c0-868b-313378edff19 req-c04ddd3e-281e-42b6-bca7-b1694c75d5a3 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335689 Sep 19 03:12:07.019123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f977d-6824-4c76-a02b-656b717da384 req-186a5394-0766-430f-bb8c-1103e4c8cc9d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:07.020702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-692f977d-6824-4c76-a02b-656b717da384 req-186a5394-0766-430f-bb8c-1103e4c8cc9d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0524576 Sep 19 03:12:07.057869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-692f977d-6824-4c76-a02b-656b717da384 req-a058acfd-c927-4b17-bd5d-39a63939f2ae tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313227 Sep 19 03:12:07.082348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:12:07.084925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 460b3a94-5f75-409d-9d2f-be3dd9342dc4 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:07.207234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:07.207686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:07.247617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:07.265914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d', 'port_id': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'mac_address': 'fa:16:3e:65:2d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637b3351-9dde-4220-89d7-f2741e40fd35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:12:07.341850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:07.356051 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:07.369557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe9c9c-9e6b-4544-b025-82eb208d08ce {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:07.406066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:07.409172 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35409fd6-aba6-4282-8d1a-7a36a561aaa6" -d '{"events": [{"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-plugged", "status": "completed", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:07.413853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:07.425205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:07.431770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:07.469819 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:07.470674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4d8ee153-db88-4f46-aa5f-715226f57937 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:07.472659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5264319-64f0-4f58-8862-6e62eef91480 req-28ebac7a-2138-41fd-b183-1d9d99429c05 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:07.474405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5264319-64f0-4f58-8862-6e62eef91480 req-28ebac7a-2138-41fd-b183-1d9d99429c05 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0651815 Sep 19 03:12:07.492100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 4d8ee153-db88-4f46-aa5f-715226f57937 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:12:07.492544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4d8ee153-db88-4f46-aa5f-715226f57937 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:12:07.522382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5264319-64f0-4f58-8862-6e62eef91480 req-9ff87099-a758-446b-b507-9a3184dd63d5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385900 Sep 19 03:12:07.523137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:07.572889 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f96edb-c81c-4f9c-aa61-62d8e8cfbab9 x-openstack-request-id: req-39f96edb-c81c-4f9c-aa61-62d8e8cfbab9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:07.573176 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-plugged", "status": "completed", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:07.573424 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39f96edb-c81c-4f9c-aa61-62d8e8cfbab9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:07.573802 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'code': 200} Sep 19 03:12:07.576568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:07.856207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e47c8928-2cad-497a-933b-5a771281985b req-a2081de4-50fa-438f-98f5-418d0ae26e61 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Sep 19 03:12:07.991211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdb457-2d46-417d-90c9-eafbc106a0a7 req-0611f3a1-4c91-4a65-a6ca-663fd8cfbbce tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:07.997222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdb457-2d46-417d-90c9-eafbc106a0a7 req-0611f3a1-4c91-4a65-a6ca-663fd8cfbbce tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:07.998933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adbdb457-2d46-417d-90c9-eafbc106a0a7 req-0611f3a1-4c91-4a65-a6ca-663fd8cfbbce tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4&device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 1682 time: 0.0563970 Sep 19 03:12:08.038355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adbdb457-2d46-417d-90c9-eafbc106a0a7 req-44ccd2e5-b15e-4abf-a06c-731a05edb794 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Sep 19 03:12:08.092625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bc0ab-a957-46ad-b1ad-73e4473dfdbe req-590014be-625f-421e-a892-8d81b164bcbd tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:08.094120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f6bc0ab-a957-46ad-b1ad-73e4473dfdbe req-590014be-625f-421e-a892-8d81b164bcbd tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0541043 Sep 19 03:12:08.130660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f6bc0ab-a957-46ad-b1ad-73e4473dfdbe req-681bf97c-b828-4c6b-bebf-69bf06a20875 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306504 Sep 19 03:12:08.364800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0abe9c9c-9e6b-4544-b025-82eb208d08ce'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:08.547308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183732c-f41c-4f71-b908-d9c5336acb40 req-dac43846-5b98-4761-bc03-37cdef3db0e6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:08.549077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4183732c-f41c-4f71-b908-d9c5336acb40 req-dac43846-5b98-4761-bc03-37cdef3db0e6 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 945 time: 0.0482466 Sep 19 03:12:08.588557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4183732c-f41c-4f71-b908-d9c5336acb40 req-bdff01f3-3e03-4c79-a137-7d90629dbd5f tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335526 Sep 19 03:12:08.644285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08e918-b485-4311-a888-dc5d1c4dc0b3 req-d16edf87-20ac-46c9-9665-6c14b6ac6d83 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:08.645832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e08e918-b485-4311-a888-dc5d1c4dc0b3 req-d16edf87-20ac-46c9-9665-6c14b6ac6d83 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0492046 Sep 19 03:12:08.684066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e08e918-b485-4311-a888-dc5d1c4dc0b3 req-0a10b13a-6af0-49b2-84ca-7ff2be84f3a5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318263 Sep 19 03:12:08.959604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe052b31-c557-442f-b2c6-4489af0f9807 req-17cadf34-0b8a-4a30-becf-491a3d9743fd tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0298200 Sep 19 03:12:09.247941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f36db-3c82-4c10-97cb-190e2e3a10b6 req-9ab90836-4091-4fd5-ba1c-bc336b68d1bb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:09.249383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-881f36db-3c82-4c10-97cb-190e2e3a10b6 req-9ab90836-4091-4fd5-ba1c-bc336b68d1bb tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0483756 Sep 19 03:12:09.286372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-881f36db-3c82-4c10-97cb-190e2e3a10b6 req-374e30e2-066c-4a54-8a3b-b94e4918cb3b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308497 Sep 19 03:12:09.708169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b0e44-c317-4636-b1fe-e4f7034d0a3a req-c8c3c1ce-35f9-46f8-9e91-cf82f9e441d9 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:09.709683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb0b0e44-c317-4636-b1fe-e4f7034d0a3a req-c8c3c1ce-35f9-46f8-9e91-cf82f9e441d9 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 945 time: 0.0481157 Sep 19 03:12:09.754020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb0b0e44-c317-4636-b1fe-e4f7034d0a3a req-57367368-74ea-4c48-a791-2dec1d92b5c7 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323195 Sep 19 03:12:09.800868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e062-c4af-4e4b-93ed-adb9780327ed req-facedd3d-fd7a-4af2-b46a-1360e7af5aa9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:09.802360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d24e062-c4af-4e4b-93ed-adb9780327ed req-facedd3d-fd7a-4af2-b46a-1360e7af5aa9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0474796 Sep 19 03:12:09.843934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d24e062-c4af-4e4b-93ed-adb9780327ed req-201772f4-fa22-4a51-838e-b57983f2ed9d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Sep 19 03:12:10.060349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5c41a60-f72e-4e35-861d-ccbc31a9eac8 req-11167724-c109-4c7d-a3c7-1fced6ff2752 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0272171 Sep 19 03:12:10.403706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc458-3cfc-425f-95b2-a775501c0f29 req-b11d5dd9-bf09-4c7c-82be-24c59709cfc2 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:10.405218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a68dc458-3cfc-425f-95b2-a775501c0f29 req-b11d5dd9-bf09-4c7c-82be-24c59709cfc2 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0496783 Sep 19 03:12:10.444763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a68dc458-3cfc-425f-95b2-a775501c0f29 req-9dfc1eb9-00d4-4d96-b7fe-d8f471a0fda2 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335362 Sep 19 03:12:10.871994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944e68c-e286-4f39-9d9d-f61d5641c8af req-29e84ade-0731-4b3b-bebb-9d13b5f5db8f tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:10.873487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e944e68c-e286-4f39-9d9d-f61d5641c8af req-29e84ade-0731-4b3b-bebb-9d13b5f5db8f tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 945 time: 0.0505412 Sep 19 03:12:10.912774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e944e68c-e286-4f39-9d9d-f61d5641c8af req-a8a6f7c3-d85f-4c4c-8e75-3566ced6b6a9 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Sep 19 03:12:10.964600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5c16e-46e0-4deb-98d2-d8da8ca58dbf req-8945e37f-55de-46c6-a97c-88e41669a990 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:10.966104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21d5c16e-46e0-4deb-98d2-d8da8ca58dbf req-8945e37f-55de-46c6-a97c-88e41669a990 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Sep 19 03:12:11.003217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21d5c16e-46e0-4deb-98d2-d8da8ca58dbf req-1e2661a1-1869-4d60-ba78-4c3b7c35a922 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308022 Sep 19 03:12:11.161323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e887cdf3-ba20-4c42-af33-53ad4d315a01 req-bef282c8-3e87-4949-a1ef-03bde1dc3982 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0267224 Sep 19 03:12:11.568199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12273533-9817-466f-ab3a-e97ebf6f5fc5 req-6fea7b01-efb6-406c-a0e1-096cc1299c69 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:11.569809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12273533-9817-466f-ab3a-e97ebf6f5fc5 req-6fea7b01-efb6-406c-a0e1-096cc1299c69 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0556591 Sep 19 03:12:11.608930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12273533-9817-466f-ab3a-e97ebf6f5fc5 req-793753c5-e11d-4312-94c4-50f11e1a3208 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Sep 19 03:12:12.033196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de58931-c3ce-4c78-a220-ca551da91269 req-38af7825-9014-4801-a77e-5dfa429e7ef5 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:12.034509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de58931-c3ce-4c78-a220-ca551da91269 req-38af7825-9014-4801-a77e-5dfa429e7ef5 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 945 time: 0.0570133 Sep 19 03:12:12.075672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de58931-c3ce-4c78-a220-ca551da91269 req-2d678945-4c92-4117-bf7f-7ea14abf25e1 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342455 Sep 19 03:12:12.126215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc8e6b-3e30-4236-974d-eb139892b67e req-e94033a5-9f1b-4ba6-a344-643dee18c609 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:12.127709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4cc8e6b-3e30-4236-974d-eb139892b67e req-e94033a5-9f1b-4ba6-a344-643dee18c609 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0510733 Sep 19 03:12:12.166663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4cc8e6b-3e30-4236-974d-eb139892b67e req-188dd9a3-1f73-48aa-ad77-ca0a82dcfe33 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326285 Sep 19 03:12:12.263706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0661428-63f4-4aef-956c-d3716bc98525 req-4a67762e-1ba4-4818-a8e0-df02de5d6caa tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0270321 Sep 19 03:12:12.730085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a19c6-8e96-4622-bf40-2bb32acac40a req-4d7f77be-04be-4181-832a-6785d656ca44 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:12.731606 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-651a19c6-8e96-4622-bf40-2bb32acac40a req-4d7f77be-04be-4181-832a-6785d656ca44 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0519729 Sep 19 03:12:12.774399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-651a19c6-8e96-4622-bf40-2bb32acac40a req-3fd93276-4700-417b-ba22-a6d48298d927 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361974 Sep 19 03:12:13.131502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:13.132838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4348dd-ab06-4609-be10-79616a850269 req-68ea7e7c-0598-410c-b456-e81e77390f2e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:13.135200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c4348dd-ab06-4609-be10-79616a850269 req-68ea7e7c-0598-410c-b456-e81e77390f2e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Sep 19 03:12:13.181378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 0abe9c9c-9e6b-4544-b025-82eb208d08ce completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:12:13.184884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 0abe9c9c-9e6b-4544-b025-82eb208d08ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:13.185257 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.200251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c4348dd-ab06-4609-be10-79616a850269 req-eaa80960-c5c1-4b78-adcf-a168e294faa7 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597932 Sep 19 03:12:13.216009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c5bb4-8889-4532-b05f-fcdc3831effa req-f0f58583-1281-4da7-95e7-803f485b4e43 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:13.217660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-258c5bb4-8889-4532-b05f-fcdc3831effa req-f0f58583-1281-4da7-95e7-803f485b4e43 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 945 time: 0.0711899 Sep 19 03:12:13.259156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-258c5bb4-8889-4532-b05f-fcdc3831effa req-59703f27-dff1-4b8a-8db7-8ce4e049cea4 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/security-groups?id=622cdc1b-1150-42c4-a366-2e1557cc92a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Sep 19 03:12:13.268028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.299590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:13.301876 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536adb17-b77e-4519-b85c-521a0677562c" -d '{"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-plugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:13.315449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:13.319658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.322731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c1bbd-57fb-4612-8b1b-6c29a0eb03ea req-d933fa31-bad3-4407-9cbc-b225f3f1f816 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:13.324401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e93c1bbd-57fb-4612-8b1b-6c29a0eb03ea req-d933fa31-bad3-4407-9cbc-b225f3f1f816 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0571802 Sep 19 03:12:13.364067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e93c1bbd-57fb-4612-8b1b-6c29a0eb03ea req-1b392cf6-6314-4af6-b6f3-4246a8a9d26a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335064 Sep 19 03:12:13.366418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:13.425821 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dcf4cf-0b71-4cf0-9431-d82201666d19 x-openstack-request-id: req-29dcf4cf-0b71-4cf0-9431-d82201666d19 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:13.426337 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-plugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:13.426897 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29dcf4cf-0b71-4cf0-9431-d82201666d19 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:13.427483 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'code': 200} Sep 19 03:12:13.432369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-5d74ffbe-4363-42fb-af8b-9a3c0db5ad93 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:13.434000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-5d74ffbe-4363-42fb-af8b-9a3c0db5ad93 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 945 time: 0.0541847 Sep 19 03:12:13.461006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8d47967-7613-46ec-b462-d234ce0eae11 req-503b7059-3c48-4f50-a4d8-fcee57c10aa0 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0260625 Sep 19 03:12:13.593855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Deleting port c666e2fd-fca0-4cdc-9a30-91a6525f113d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:12:13.594233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.668801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c155cce-4648-458e-b943-24aeaf6ec7c1 req-2d71382d-976f-4c70-a704-32522f86dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:13.670462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c155cce-4648-458e-b943-24aeaf6ec7c1 req-2d71382d-976f-4c70-a704-32522f86dc68 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 1097 time: 0.1081154 Sep 19 03:12:13.697549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-5eb46525-d561-4a84-858a-7c2b8eb578d4 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:13.698960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-5eb46525-d561-4a84-858a-7c2b8eb578d4 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 946 time: 0.0497382 Sep 19 03:12:13.716219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] For port c666e2fd-fca0-4cdc-9a30-91a6525f113d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c666e2fd-fca0-4cdc-9a30-91a6525f113d,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:13.716604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.742067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Calling delete_port for c666e2fd-fca0-4cdc-9a30-91a6525f113d owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:12:13.745319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c155cce-4648-458e-b943-24aeaf6ec7c1 req-8beb5b2d-785c-45e8-9f97-ee63d0f5067f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626872 Sep 19 03:12:13.802784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Deleting port 299b16e8-71b5-4908-a19f-8bc7deb75b80 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:12:13.803181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.879098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.898074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] For port 299b16e8-71b5-4908-a19f-8bc7deb75b80, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299b16e8-71b5-4908-a19f-8bc7deb75b80,segment=NetworkSegment(e1046390-a03c-4449-adef-e09839004f32),segment_id=e1046390-a03c-4449-adef-e09839004f32)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:13.898562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.907387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Pushing event deleted for resources: {'Port': ['ID=c666e2fd-fca0-4cdc-9a30-91a6525f113d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:13.919668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Calling delete_port for 299b16e8-71b5-4908-a19f-8bc7deb75b80 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:12:13.927314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['c666e2fd-fca0-4cdc-9a30-91a6525f113d', '299b16e8-71b5-4908-a19f-8bc7deb75b80'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:13.960486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] No DVR routers for this DVR port c666e2fd-fca0-4cdc-9a30-91a6525f113d on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:12:13.963572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:13.965777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-039f3da6-0722-4cbb-857c-9db3a3475d40 req-3d9a634f-2329-4d93-82b5-50868349c874 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "DELETE /v2.0/ports/c666e2fd-fca0-4cdc-9a30-91a6525f113d HTTP/1.1" status: 204 len: 173 time: 0.4899042 Sep 19 03:12:13.966218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'name': 'network-vif-deleted', 'tag': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:13.968624 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dc5fc7-2274-42c2-94b7-359d15f702c7" -d '{"events": [{"server_uuid": "4e3b0e03-a83a-4e3b-925b-9e6cc76987d4", "name": "network-vif-deleted", "tag": "c666e2fd-fca0-4cdc-9a30-91a6525f113d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:14.052317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:14.087674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Pushing event deleted for resources: {'Port': ['ID=299b16e8-71b5-4908-a19f-8bc7deb75b80,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:14.133090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] No DVR routers for this DVR port 299b16e8-71b5-4908-a19f-8bc7deb75b80 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:12:14.136406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:14.138720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec1794de-0044-4c11-9d02-638a7dec6481 req-23ad71f7-e67a-4c55-a39c-c5400296ee04 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.32 "DELETE /v2.0/ports/299b16e8-71b5-4908-a19f-8bc7deb75b80 HTTP/1.1" status: 204 len: 173 time: 0.4311769 Sep 19 03:12:14.139255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'name': 'network-vif-deleted', 'tag': '299b16e8-71b5-4908-a19f-8bc7deb75b80'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:14.141577 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2cca79-816c-4fca-96d0-ae27fa8cb33d" -d '{"events": [{"server_uuid": "814e8849-a6c8-4258-9bf2-3ac5129d0c96", "name": "network-vif-deleted", "tag": "299b16e8-71b5-4908-a19f-8bc7deb75b80"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:14.237438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['c666e2fd-fca0-4cdc-9a30-91a6525f113d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:14.338646 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f01e6a-2700-4091-843f-9311e90b0793 x-openstack-request-id: req-99f01e6a-2700-4091-843f-9311e90b0793 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:14.338973 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3b0e03-a83a-4e3b-925b-9e6cc76987d4", "name": "network-vif-deleted", "tag": "c666e2fd-fca0-4cdc-9a30-91a6525f113d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:14.339223 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99f01e6a-2700-4091-843f-9311e90b0793 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:14.339659 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3b0e03-a83a-4e3b-925b-9e6cc76987d4', 'name': 'network-vif-deleted', 'tag': 'c666e2fd-fca0-4cdc-9a30-91a6525f113d', 'status': 'completed', 'code': 200} Sep 19 03:12:14.376803 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f222efb0-f216-4bfb-bca2-5a7aa80dc2a1 x-openstack-request-id: req-f222efb0-f216-4bfb-bca2-5a7aa80dc2a1 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:14.377606 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814e8849-a6c8-4258-9bf2-3ac5129d0c96", "name": "network-vif-deleted", "tag": "299b16e8-71b5-4908-a19f-8bc7deb75b80", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:14.378379 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f222efb0-f216-4bfb-bca2-5a7aa80dc2a1 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:14.379402 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814e8849-a6c8-4258-9bf2-3ac5129d0c96', 'name': 'network-vif-deleted', 'tag': '299b16e8-71b5-4908-a19f-8bc7deb75b80', 'status': 'completed', 'code': 200} Sep 19 03:12:14.450882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a36bf72-454e-4338-9b1d-ec51d25255f1 req-14b66a0c-2d36-4f6a-8997-be7f3016a2aa tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e3b0e03-a83a-4e3b-925b-9e6cc76987d4 HTTP/1.1" status: 200 len: 210 time: 0.0297458 Sep 19 03:12:14.468535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943ae48-144e-4946-a54d-31c19ab14e20 req-56cb895b-ad5d-4df6-8969-5b48053972bf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:14.470190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0943ae48-144e-4946-a54d-31c19ab14e20 req-56cb895b-ad5d-4df6-8969-5b48053972bf tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0764253 Sep 19 03:12:14.479160 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6a27584-2a9c-4a78-9578-3b6f6442e56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:14.515794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0943ae48-144e-4946-a54d-31c19ab14e20 req-d6327f8f-27fc-4537-bd38-a72fa141416e tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Sep 19 03:12:14.634191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6da686-ccaf-49a9-b80f-8baf701df222 req-39923551-c1bd-47b7-ab3d-7f493d65a3e9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:14.635910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef6da686-ccaf-49a9-b80f-8baf701df222 req-39923551-c1bd-47b7-ab3d-7f493d65a3e9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0618055 Sep 19 03:12:14.679028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68de0ed5-3ea5-4381-8306-d70d5c845e9e req-6f86008f-5803-43ec-a96c-f96f66824c0c tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0371709 Sep 19 03:12:14.698913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef6da686-ccaf-49a9-b80f-8baf701df222 req-dd4b19b2-efcc-4651-8a49-a291d63b8084 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560193 Sep 19 03:12:15.130832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:12:15.235512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:15.247628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'mac_address': 'fa:16:3e:e2:ef:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:12:15.284083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:15.297446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc03c134-b74b-4da7-b28c-f014ff5fd7e0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:15.316796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:15.323517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:15.372100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:15.593886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31202793-434b-4e8c-8fd5-a8141e5ba0fc req-357a62d0-3ee2-40e9-9440-5bff00f431d3 tempest-ListServersNegativeTestJSON-1613664929 tempest-ListServersNegativeTestJSON-1613664929-project] 10.222.0.22 "GET /v2.0/ports?device_id=814e8849-a6c8-4258-9bf2-3ac5129d0c96 HTTP/1.1" status: 200 len: 210 time: 0.0293829 Sep 19 03:12:15.641809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d285d0d-43ae-4af8-98c7-25a982970138 req-6ce54a50-cd8a-4b5a-9618-86621746be0d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:15.643629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d285d0d-43ae-4af8-98c7-25a982970138 req-6ce54a50-cd8a-4b5a-9618-86621746be0d tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0525949 Sep 19 03:12:15.686589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d285d0d-43ae-4af8-98c7-25a982970138 req-054efbcc-eb3d-4c3b-aa46-fba87e355ae9 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Sep 19 03:12:15.750951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bc03c134-b74b-4da7-b28c-f014ff5fd7e0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:15.810644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3e34b65-513a-4dc2-bb84-4c34e77f29a8 req-995cddb3-ef8a-437c-82e4-f5e3260ed82c tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0489972 Sep 19 03:12:15.842679 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:15.848258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6946d86-1a85-495d-9fc2-3ebae0051a54 req-03ae8864-70aa-4dc6-ab78-00cfc35c1e5b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:15.850602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6946d86-1a85-495d-9fc2-3ebae0051a54 req-03ae8864-70aa-4dc6-ab78-00cfc35c1e5b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0797460 Sep 19 03:12:15.892800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6946d86-1a85-495d-9fc2-3ebae0051a54 req-a1ecb31e-16d1-45b1-9d18-401bb8ab1f1a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336456 Sep 19 03:12:16.648521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48078) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:16.694293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Deleting subnet 16fe1d12-6ac5-48f1-9e19-09827161e0dc {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:12:16.697542 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:16.737677 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:16.804070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:16.844602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d3e57-17cd-4398-a192-4c965b5faa88 req-7466f9e4-c9ed-4cf9-b8a2-a0a9887759e4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:16.846117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f46d3e57-17cd-4398-a192-4c965b5faa88 req-7466f9e4-c9ed-4cf9-b8a2-a0a9887759e4 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 945 time: 0.0844779 Sep 19 03:12:16.912052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f46d3e57-17cd-4398-a192-4c965b5faa88 req-07aa70bb-5d95-414f-b3b6-8643963c2763 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560858 Sep 19 03:12:16.912906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:16.934824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c05fa9d0-96c9-446f-acf1-e1e9b7890835 req-2cf1bd46-3fa6-4cbc-994b-e42de32eeb83 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0378509 Sep 19 03:12:16.958219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16fe1d12-6ac5-48f1-9e19-09827161e0dc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:16.961130 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:16.963607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/16fe1d12-6ac5-48f1-9e19-09827161e0dc HTTP/1.1" status: 204 len: 168 time: 0.3140376 Sep 19 03:12:16.966172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:16.970053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.970407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.970784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.971105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.971439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.971774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.972125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.972449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.972774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.973095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.973421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:16.973743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc594388-1f36-4178-99f5-66dfc51d4ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:17.025292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dc209-6025-4eb3-b433-89e91ca32f8d req-95aa1f5c-8803-429a-9254-e1290002b185 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:17.026797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c1dc209-6025-4eb3-b433-89e91ca32f8d req-95aa1f5c-8803-429a-9254-e1290002b185 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0502191 Sep 19 03:12:17.039746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.065860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c1dc209-6025-4eb3-b433-89e91ca32f8d req-d0d38c11-10de-4bac-9fae-dd6fa6583c40 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325818 Sep 19 03:12:17.121640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.143992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060eec3c-5ee1-49fd-a495-bcad269d7a88']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:17.154951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:17.155472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1046390-a03c-4449-adef-e09839004f32') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:17.155472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1046390-a03c-4449-adef-e09839004f32') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:17.164295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.179072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.185510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:12:17.185943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.191349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c5fd934-02ac-4f08-9d02-1d9e8506c9bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:12:17.199995 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:12:17.213628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:17.214003 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.247147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.252079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.257135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/060eec3c-5ee1-49fd-a495-bcad269d7a88 HTTP/1.1" status: 204 len: 168 time: 0.2893395 Sep 19 03:12:17.271147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2661fc-08a9-4229-acf1-469c57bb1fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=060eec3c-5ee1-49fd-a495-bcad269d7a88,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:17.300868 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.308784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-0b2566bd-0676-4930-8f82-a9344aac925c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:17.310596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-0b2566bd-0676-4930-8f82-a9344aac925c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 813 time: 0.1179125 Sep 19 03:12:17.324646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:17.326170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-ece1a76a-62d9-4568-9f31-69b33c0423b3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/quotas/564133a1aa544caa80ad2a7d44955b8d HTTP/1.1" status: 200 len: 375 time: 0.0102887 Sep 19 03:12:17.327241 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5229fc19-c44e-4c8c-b907-c9d211038e69" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:17.340334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:17.346559 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.347321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c666e2fd-fca0-4cdc-9a30-91a6525f113d no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:17.368715 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d612520-a013-4721-aead-aad35c22a5a4 x-openstack-request-id: req-5d612520-a013-4721-aead-aad35c22a5a4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:17.369007 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:17.369252 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d612520-a013-4721-aead-aad35c22a5a4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:17.369631 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'code': 200} Sep 19 03:12:17.380946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-8246a33f-e7ab-44f8-883f-09e5cde9ccde tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487559 Sep 19 03:12:17.386876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: c666e2fd-fca0-4cdc-9a30-91a6525f113d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:12:17.387411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c666e2fd-fca0-4cdc-9a30-91a6525f113d not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:12:17.387825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299b16e8-71b5-4908-a19f-8bc7deb75b80 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:17.404476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:17.409752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 299b16e8-71b5-4908-a19f-8bc7deb75b80 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:12:17.410557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299b16e8-71b5-4908-a19f-8bc7deb75b80 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:12:17.410557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 460b3a94-5f75-409d-9d2f-be3dd9342dc4 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:17.450525 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba078ff3-b695-4f19-ba0d-ccfd898118d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b4a51af3d81443db8553450e386c3d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447652 Sep 19 03:12:17.452860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48112) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:17.484840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-6a6be65b-eec4-411f-aca0-7646fbcf79c2 service neutron] 10.222.0.22 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944726 Sep 19 03:12:17.505019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8da56089-7398-4331-bd1e-b52a21d3f96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.529509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8da56089-7398-4331-bd1e-b52a21d3f96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.588074 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8da56089-7398-4331-bd1e-b52a21d3f96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.591038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:17.591654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8da56089-7398-4331-bd1e-b52a21d3f96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.596883 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8da56089-7398-4331-bd1e-b52a21d3f96d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/622cdc1b-1150-42c4-a366-2e1557cc92a7 HTTP/1.1" status: 204 len: 168 time: 0.1416926 Sep 19 03:12:17.604259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-46db1a68-fa25-4dab-bf92-dc9c35689ab3 service neutron] 10.222.0.22 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113544 Sep 19 03:12:17.607256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da56089-7398-4331-bd1e-b52a21d3f96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622cdc1b-1150-42c4-a366-2e1557cc92a7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:17.643040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.675275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:17.689304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:17.755515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:17.789773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b14e8cfc-15e2-4289-a2a4-b82f15961e23 req-73dd0da9-f83d-4443-93f4-984cf482bc04 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 210 time: 0.0263338 Sep 19 03:12:17.912152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.086952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44e1bea0-e294-409e-a2ab-af77750ef319 req-109e9a66-8477-4894-8dde-555d7479a267 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0461266 Sep 19 03:12:18.098415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b15f23-f578-4c58-bc1e-5bf16f6c8ddf req-97fd6a6f-9952-455d-ad08-f14e6c32dd93 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:18.100976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1b15f23-f578-4c58-bc1e-5bf16f6c8ddf req-97fd6a6f-9952-455d-ad08-f14e6c32dd93 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.1077495 Sep 19 03:12:18.145807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1b15f23-f578-4c58-bc1e-5bf16f6c8ddf req-689f5360-ad74-4e88-90df-93534067de30 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/security-groups?id=99715223-a432-48bf-a1be-d8d62d7f032d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Sep 19 03:12:18.380054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.395858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48158) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:18.491944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-b8481397-bf4f-4186-8e6a-d35e0300e96b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:18.494060 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-b8481397-bf4f-4186-8e6a-d35e0300e96b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 943 time: 0.0512962 Sep 19 03:12:18.498731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-882364776-network', 'tenant_id': '19145afad9b64da8bb2eea64b3afd457'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:18.548033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Made reservation on behalf of 19145afad9b64da8bb2eea64b3afd457 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:18.550260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.563347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.642957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Deleting port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:12:18.643362 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.764174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] For port 460b3a94-5f75-409d-9d2f-be3dd9342dc4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=460b3a94-5f75-409d-9d2f-be3dd9342dc4,segment=NetworkSegment(a1642d05-e19a-45ce-8bb7-a4507e32858f),segment_id=a1642d05-e19a-45ce-8bb7-a4507e32858f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:18.764550 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.780402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.784754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Calling delete_port for 460b3a94-5f75-409d-9d2f-be3dd9342dc4 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:12:18.786362 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.816143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:12:18.861209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:18.865606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.865951 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Added segment b4843d6d-7465-4d1f-a110-207b407b0863 of type vlan for network 03f9eb44-6d91-469e-8b05-83e91e1c325d Sep 19 03:12:18.880297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.880665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.880992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.881446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.881649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.882143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.883815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.883815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.883815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.883815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.883815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.884215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:18.934830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.940023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5497fd04-c840-4d8f-ba69-e568ef7bb6ba req-4465e59f-622a-4124-8930-98d31d781b12 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 210 time: 0.0345292 Sep 19 03:12:18.987309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:18.988323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:18.988900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:19.031799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48174) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:19.031946 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6347938 Sep 19 03:12:19.063346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Request body: {'subnet': {'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-882364776-subnet', 'tenant_id': '19145afad9b64da8bb2eea64b3afd457', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:19.070229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad091e7-41fa-4579-a41a-7c017e12d983 admin admin] Pushing event updated for resources: {'Network': ['ID=03f9eb44-6d91-469e-8b05-83e91e1c325d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:19.074101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:19.083346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 03f9eb44-6d91-469e-8b05-83e91e1c325d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:12:19.133546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Made reservation on behalf of 19145afad9b64da8bb2eea64b3afd457 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:19.136414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:19.148044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-012f9a22-5699-4fff-b6c9-9a1cc43a0fa2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:19.149698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-012f9a22-5699-4fff-b6c9-9a1cc43a0fa2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 813 time: 0.1618519 Sep 19 03:12:19.181769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Request body: {'port': {'device_id': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d', 'admin_state_up': True, 'tenant_id': '564133a1aa544caa80ad2a7d44955b8d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:19.265470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4b1267e-912c-4b58-985e-58571fb227b3 req-d66f4574-7833-45eb-a5d5-13f2b9535123 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0898666 Sep 19 03:12:19.350641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9aab32-7a2d-4576-82c4-9d16a0b1154c req-ac37f6c1-36c9-4ae7-a57a-ec6eeab0a74b tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.22 "GET /v2.0/ports?device_id=449b7767-9c83-4814-ba8a-73e66a7c1a05 HTTP/1.1" status: 200 len: 210 time: 0.0902426 Sep 19 03:12:19.371665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:19.376565 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667506d4-1992-4348-be9f-45333b9dc277" -d '{"events": [{"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-unplugged", "status": "completed", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:19.408718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Pushing event deleted for resources: {'Port': ['ID=460b3a94-5f75-409d-9d2f-be3dd9342dc4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:19.425940 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4246a5-98cc-4353-bf72-a17fafa6fe6f x-openstack-request-id: req-ac4246a5-98cc-4353-bf72-a17fafa6fe6f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:19.426830 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-unplugged", "status": "completed", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:19.427899 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac4246a5-98cc-4353-bf72-a17fafa6fe6f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:19.428500 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'code': 200} Sep 19 03:12:19.452210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] No DVR routers for this DVR port 460b3a94-5f75-409d-9d2f-be3dd9342dc4 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:12:19.454942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:19.457014 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d426c2b6-981d-49ec-88d2-ba69722aec98 req-70aff2da-6738-48f2-a4c1-2ceef2b31e70 tempest-ImagesTestJSON-1301362761 tempest-ImagesTestJSON-1301362761-project] 10.222.0.32 "DELETE /v2.0/ports/460b3a94-5f75-409d-9d2f-be3dd9342dc4 HTTP/1.1" status: 204 len: 173 time: 0.9504318 Sep 19 03:12:19.457467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-deleted', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:19.459797 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be045949-441b-4d5f-adc5-1fd2c09dc73c" -d '{"events": [{"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-deleted", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:19.497370 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa5efc5-d7fa-40d0-9bcd-076a73d82398 x-openstack-request-id: req-daa5efc5-d7fa-40d0-9bcd-076a73d82398 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:19.497659 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449b7767-9c83-4814-ba8a-73e66a7c1a05", "name": "network-vif-deleted", "tag": "460b3a94-5f75-409d-9d2f-be3dd9342dc4", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:19.497911 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-daa5efc5-d7fa-40d0-9bcd-076a73d82398 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:19.498412 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449b7767-9c83-4814-ba8a-73e66a7c1a05', 'name': 'network-vif-deleted', 'tag': '460b3a94-5f75-409d-9d2f-be3dd9342dc4', 'status': 'completed', 'code': 200} Sep 19 03:12:19.753214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Made reservation on behalf of 564133a1aa544caa80ad2a7d44955b8d for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:19.757674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:19.845021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:19.915453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=660c735a-a4a4-4745-88e8-f46b7b1daa79,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:19.918160 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:19.963765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Checking segment: {'id': 'b4843d6d-7465-4d1f-a110-207b407b0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:19.964263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Network hostable DHCP agents. Network: 03f9eb44-6d91-469e-8b05-83e91e1c325d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:12:19.982313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Allocated IP 172.20.0.12 (267b1e61-c050-4a17-8a32-289da9ae8c7d/637b3351-9dde-4220-89d7-f2741e40fd35/6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:19.999616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Network 03f9eb44-6d91-469e-8b05-83e91e1c325d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:12:20.026262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 03f9eb44-6d91-469e-8b05-83e91e1c325d) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:20.033828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec04793a-b3ea-4ff1-9e51-5ac07bff6ddf None None] Network 03f9eb44-6d91-469e-8b05-83e91e1c325d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:20.042126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:20.042722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.069407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b8bbbd7-7cc5-4be8-854b-89e2cd5a7164 req-d61a01d3-ee4f-471c-aaf7-91a4076aae81 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 210 time: 0.0498877 Sep 19 03:12:20.103330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-20cbb8e5-3027-4fdc-a986-b3ac5343b6fd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0701227 Sep 19 03:12:20.173802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae6a4ce-4bd9-4447-b2a9-90dbe9d00bf6 None None] Network 03f9eb44-6d91-469e-8b05-83e91e1c325d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:20.195045 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.242998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.281795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Network 267b1e61-c050-4a17-8a32-289da9ae8c7d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:20.285234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:20.289330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:20.314461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0abe9c9c-9e6b-4544-b025-82eb208d08ce'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:20.347124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:20.347868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.370379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Pushing event updated for resources: {'Port': ['ID=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:20.379675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-b3209d88-d1dd-46ad-9372-b3a845999514 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2028747 Sep 19 03:12:20.428293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ee4a4f0-6577-4b1c-bcbb-926343de0d89 req-ba9db45a-f902-4b3d-857b-e154380e0c71 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0417240 Sep 19 03:12:20.487697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Request body: {'port': {'device_id': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:20.575816 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.846885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48264) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:20.903167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] Deleting subnet c23f7f4d-f52b-45af-b959-9be7293ae70e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:12:20.906987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.944502 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.964042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:20.975100 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:20.988015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Transition to ACTIVE for port object 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:12:20.996947 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.000950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.073069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Pushing event updated for resources: {'Port': ['ID=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:21.103725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.151231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23f7f4d-f52b-45af-b959-9be7293ae70e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:21.153233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.157757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48288) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:21.166976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5196a8e0-0c86-40b2-a045-7b0256ffa6f3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c23f7f4d-f52b-45af-b959-9be7293ae70e HTTP/1.1" status: 204 len: 168 time: 0.3128192 Sep 19 03:12:21.167643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Attempting to bind port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:21.167991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Attempting to bind port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:21.168321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Attempting to bind port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 on network 267b1e61-c050-4a17-8a32-289da9ae8c7d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:21.195262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 on network 267b1e61-c050-4a17-8a32-289da9ae8c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:12:21.195848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Attempting to bind port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 on network 267b1e61-c050-4a17-8a32-289da9ae8c7d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:21.231419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:21.231768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Checking segment: {'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:21.234473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Bound using segment: {'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:21.234473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Bound port: 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00f5602-43e2-4acd-90c0-1bba94a50457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:21.234473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.328600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ac21c-763b-4b90-aa22-7f859f2648bf req-17a33d03-0701-4b24-9bb6-a511ee80abee tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:21.335240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f8ac21c-763b-4b90-aa22-7f859f2648bf req-17a33d03-0701-4b24-9bb6-a511ee80abee tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 944 time: 0.1623700 Sep 19 03:12:21.355510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.483870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f8ac21c-763b-4b90-aa22-7f859f2648bf req-b9f6fb3e-42f5-455e-8e79-b85ba64587c4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261287 Sep 19 03:12:21.488344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] For port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:21.541481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.555415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] For port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:21.584617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.610711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3fa03d-a22d-4e84-885a-60dcaef3680b']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:21.655013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1642d05-e19a-45ce-8bb7-a4507e32858f') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:21.655405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1642d05-e19a-45ce-8bb7-a4507e32858f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:21.689934 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.697493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aeaa09ea-6f06-4cb8-b692-2d10477b7045 req-b0726759-8ba8-4aa4-8f09-edf8211260e3 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0744290 Sep 19 03:12:21.723237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:21.723882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.725212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] 10.222.0.32 "PUT /v2.0/ports/6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 HTTP/1.1" status: 200 len: 1092 time: 1.2428520 Sep 19 03:12:21.733781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'tag': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:21.736828 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5dbab-728b-4a62-8a46-83a41335b881" -d '{"events": [{"name": "network-changed", "server_uuid": "a7371007-7c21-4130-830b-67efcc5fb7fe", "tag": "6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:21.759785 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.775746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:12:21.776114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:12:21.777948 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:12:21.780093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a75a-fe39-4d7b-b07b-79e2ad3ca5eb service neutron] Pushing event updated for resources: {'Port': ['ID=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:21.840251 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757048d6-3ec7-45f6-8f01-b9bb63c37d15 x-openstack-request-id: req-757048d6-3ec7-45f6-8f01-b9bb63c37d15 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:21.840615 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7371007-7c21-4130-830b-67efcc5fb7fe", "tag": "6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:21.840748 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-757048d6-3ec7-45f6-8f01-b9bb63c37d15 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:21.841109 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'tag': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6', 'status': 'completed', 'code': 200} Sep 19 03:12:21.870263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-7865e7b2-fed0-4942-971c-710340153a56 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:21.871829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-7865e7b2-fed0-4942-971c-710340153a56 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/networks?id=03f9eb44-6d91-469e-8b05-83e91e1c325d HTTP/1.1" status: 200 len: 809 time: 0.3034439 Sep 19 03:12:21.890617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.896510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:21.898794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] 10.222.0.22 "DELETE /v2.0/networks/4b3fa03d-a22d-4e84-885a-60dcaef3680b HTTP/1.1" status: 204 len: 168 time: 0.7391472 Sep 19 03:12:21.937164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-7009a06a-28af-4f83-b7c5-3826c1cf0633 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/quotas/19145afad9b64da8bb2eea64b3afd457 HTTP/1.1" status: 200 len: 375 time: 0.0560808 Sep 19 03:12:21.966374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dcb298-4ebf-4d66-8208-e36b008feade admin admin] Pushing event deleted for resources: {'Network': ['ID=4b3fa03d-a22d-4e84-885a-60dcaef3680b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:22.031161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-03516f31-58ab-4267-b85f-79584d494c42 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=19145afad9b64da8bb2eea64b3afd457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667541 Sep 19 03:12:22.053731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-83a8485d-1ddf-482a-a5be-e87eddc4255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:22.056367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-83a8485d-1ddf-482a-a5be-e87eddc4255e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 1095 time: 0.1526847 Sep 19 03:12:22.122881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48324) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:22.193460 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aee0e044-6d4b-45a0-9baf-aaa528815398 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99488b31ad1441139050ea8eddffe40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690973 Sep 19 03:12:22.197441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48326) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:22.201854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-a1e4cd27-5ae6-44c4-8461-3b3a883b8b3f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 HTTP/1.1" status: 200 len: 217 time: 0.0547426 Sep 19 03:12:22.233082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-090ce464-0e20-49e4-9811-1624c1d25b1b service neutron] 10.222.0.22 "GET /v2.0/networks/03f9eb44-6d91-469e-8b05-83e91e1c325d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941757 Sep 19 03:12:22.255168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f132cef3-7b4c-4bfc-9165-10ab8b81ceac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:22.280691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f132cef3-7b4c-4bfc-9165-10ab8b81ceac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:22.342069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f132cef3-7b4c-4bfc-9165-10ab8b81ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:22.344307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-9eccc955-ce5e-4e99-8eff-b4ad4e45c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:22.345782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-9eccc955-ce5e-4e99-8eff-b4ad4e45c8a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637b3351-9dde-4220-89d7-f2741e40fd35 HTTP/1.1" status: 200 len: 853 time: 0.1029742 Sep 19 03:12:22.346128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f132cef3-7b4c-4bfc-9165-10ab8b81ceac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:22.347957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f132cef3-7b4c-4bfc-9165-10ab8b81ceac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99715223-a432-48bf-a1be-d8d62d7f032d HTTP/1.1" status: 204 len: 168 time: 0.1491232 Sep 19 03:12:22.358157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132cef3-7b4c-4bfc-9165-10ab8b81ceac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99715223-a432-48bf-a1be-d8d62d7f032d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:22.406933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-39a0c510-02f7-4a57-8443-c2b707b69df9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=267b1e61-c050-4a17-8a32-289da9ae8c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469270 Sep 19 03:12:22.412592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-421f5ae4-69d6-4f9d-a6a7-1c933a96792f service neutron] 10.222.0.22 "GET /v2.0/networks/03f9eb44-6d91-469e-8b05-83e91e1c325d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786911 Sep 19 03:12:22.571301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-c3b39aff-ecce-47ff-afb9-7bcd5a46d0b1 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418252 Sep 19 03:12:22.780895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fae6-49b9-48a6-a234-cca543615b35 req-ca33463b-7324-4b33-91d8-17072504577b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:22.784461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e414fae6-49b9-48a6-a234-cca543615b35 req-ca33463b-7324-4b33-91d8-17072504577b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 944 time: 0.1643589 Sep 19 03:12:22.883406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-801f26a7-d802-4e16-969b-24a0d6d68534 req-d4c33a36-50ac-4be2-a72a-53aed05b56cb tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 210 time: 0.0921206 Sep 19 03:12:22.894356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3cdf2d-573b-4185-8ead-19a5beb4ffd7 req-fb026b36-559e-41e8-8f3a-0d8076b9dacd service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116953 Sep 19 03:12:22.943986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e414fae6-49b9-48a6-a234-cca543615b35 req-caf60654-93b9-4ab8-a4f7-3530cf4c2b58 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315670 Sep 19 03:12:23.049177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d7e1f7a-66ef-4090-92fc-ade6c1394a8f req-f3bc5a92-907d-46c1-a23f-5e1ee7c4862f tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0671599 Sep 19 03:12:23.088867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-766417e1-62e0-4f78-808c-5bda378a8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:23.091495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-766417e1-62e0-4f78-808c-5bda378a8d0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 1095 time: 0.0644441 Sep 19 03:12:23.189902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 460b3a94-5f75-409d-9d2f-be3dd9342dc4 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:23.237106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 460b3a94-5f75-409d-9d2f-be3dd9342dc4 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:12:23.238307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 460b3a94-5f75-409d-9d2f-be3dd9342dc4 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:12:23.356533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-58d7ac7b-a701-4d3b-8d1d-2548ecf89857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:23.359917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-58d7ac7b-a701-4d3b-8d1d-2548ecf89857 service neutron] 10.222.0.32 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 914 time: 0.2589505 Sep 19 03:12:23.440793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-eac43188-2ec0-4276-bdfa-f0d971117dff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 HTTP/1.1" status: 200 len: 217 time: 0.0595248 Sep 19 03:12:23.505374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-958ea29f-cf1e-43d2-a6a5-e4d9e37a99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:23.507450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-958ea29f-cf1e-43d2-a6a5-e4d9e37a99c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637b3351-9dde-4220-89d7-f2741e40fd35 HTTP/1.1" status: 200 len: 853 time: 0.0572784 Sep 19 03:12:23.558284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:23.570067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-bb6bff5a-c48f-4ac4-8f89-5fe355b8267f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=267b1e61-c050-4a17-8a32-289da9ae8c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379353 Sep 19 03:12:23.700928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-5ba3bb50-8097-4148-b3ff-5f51a3dc7747 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974202 Sep 19 03:12:23.701297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1420229106-network', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:23.730197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Made reservation on behalf of 84c28d74324e435a91d2a165c8ec6c19 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:23.733638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:23.744966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:23.879253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86a5dbab-728b-4a62-8a46-83a41335b881 req-a3e8d60a-92fb-4586-92e4-67abd2feef5f service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475472 Sep 19 03:12:23.924168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:23.931840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:23.967419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:12:23.969540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70159308-3569-46f4-a6e1-70d2c07387fa,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:23.983515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:23.984178 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Added segment e4595195-655e-47a7-a802-903b11556288 of type vlan for network e8e08ea0-3632-4496-9e20-ad8518f261db Sep 19 03:12:24.034547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.068868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.070960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ea2dd08-66cc-4e6a-9e2a-bab7392293f4 req-2f6719c2-d309-46bd-aa8c-937bf4d71ef5 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 210 time: 0.0515516 Sep 19 03:12:24.073811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:24.076041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.141864 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5815513 Sep 19 03:12:24.144785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48388) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:24.155503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Request body: {'subnet': {'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-subnet', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:24.183887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f218b-74c8-4851-b344-db1b0a16a431 req-a7d52a9c-7221-433e-b3a6-91a4889df6e5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:24.185405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af8f218b-74c8-4851-b344-db1b0a16a431 req-a7d52a9c-7221-433e-b3a6-91a4889df6e5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 944 time: 0.1273139 Sep 19 03:12:24.231389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c62186-8311-44ba-82c9-e6612f49c6ad admin admin] Pushing event updated for resources: {'Network': ['ID=e8e08ea0-3632-4496-9e20-ad8518f261db,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:24.234953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Made reservation on behalf of 84c28d74324e435a91d2a165c8ec6c19 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:24.237834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.244761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e8e08ea0-3632-4496-9e20-ad8518f261db details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:12:24.250719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc7dc513-d7b7-48d9-a160-cba971464c91 req-761bdd77-9e4a-48ca-a5ef-1b3d73f18c80 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0561838 Sep 19 03:12:24.279942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af8f218b-74c8-4851-b344-db1b0a16a431 req-5d409fff-51de-4bad-9220-6428a5904023 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864365 Sep 19 03:12:24.476254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.557028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c622779-e601-4251-83bf-4d65a64b7e26,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:24.569971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Checking segment: {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:24.570879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Network hostable DHCP agents. Network: e8e08ea0-3632-4496-9e20-ad8518f261db, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:12:24.597141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Network e8e08ea0-3632-4496-9e20-ad8518f261db is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:12:24.613399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e8e08ea0-3632-4496-9e20-ad8518f261db) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:24.623370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:24.624137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.627440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7f5167-cb36-45dc-8a1e-7e5316f0e0bd None None] Network e8e08ea0-3632-4496-9e20-ad8518f261db requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:24.656035 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-084938b2-0e9c-440d-bf40-ee5705fe823f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5100164 Sep 19 03:12:24.656701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48396) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:24.664208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:24.675956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ce3a642e-57c3-4922-944b-3d0d0a236800 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:24.681993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ce3a642e-57c3-4922-944b-3d0d0a236800 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.32 "GET /v2.0/networks?id=03f9eb44-6d91-469e-8b05-83e91e1c325d HTTP/1.1" status: 200 len: 809 time: 0.1584835 Sep 19 03:12:24.698696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.699985 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.716117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Request body: {'port': {'device_id': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d', 'admin_state_up': True, 'tenant_id': '19145afad9b64da8bb2eea64b3afd457'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:24.782723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.867248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Made reservation on behalf of 19145afad9b64da8bb2eea64b3afd457 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:24.871504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.899957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e8e08ea0-3632-4496-9e20-ad8518f261db', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:12:24.900850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:24.988824 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.047696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Allocated IP 172.20.0.6 (03f9eb44-6d91-469e-8b05-83e91e1c325d/660c735a-a4a4-4745-88e8-f46b7b1daa79/cfc60381-ea31-4533-8011-7000c585bdb7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:25.126346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Allocated IP 172.20.0.2 (e8e08ea0-3632-4496-9e20-ad8518f261db/6c622779-e601-4251-83bf-4d65a64b7e26/cbca508a-5bb2-47c7-84f5-b138fa5035f7) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:25.219434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00acb0bd-fd22-4127-af13-5917c25affa4 req-da612de5-23fb-4243-a673-781ec89d09c2 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 210 time: 0.0480688 Sep 19 03:12:25.358893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.444418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.507531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5de37674-2afa-49b6-80c7-dce3e6d1bb70 req-c327bbc8-a42c-45bc-9b04-8afad1b29d76 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0895543 Sep 19 03:12:25.561770 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.571249 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.603957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ced90-c78a-4a03-b968-f93e90093309 req-6af601e5-4f41-4767-bd01-9a55fd88021f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:25.612451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db1ced90-c78a-4a03-b968-f93e90093309 req-6af601e5-4f41-4767-bd01-9a55fd88021f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 944 time: 0.1224563 Sep 19 03:12:25.643116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Network e8e08ea0-3632-4496-9e20-ad8518f261db is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:25.649143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:25.650435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Allocated IP 172.25.8.201 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/d4c4b927-21fd-45fb-81ce-e0e89572dd6b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:25.657752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.677788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:25.689551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Pushing event updated for resources: {'Port': ['ID=cbca508a-5bb2-47c7-84f5-b138fa5035f7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:25.742338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db1ced90-c78a-4a03-b968-f93e90093309 req-ad90aaa0-20c8-4b03-bc79-59153270d9d8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288428 Sep 19 03:12:25.744828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Attempting to bind port cbca508a-5bb2-47c7-84f5-b138fa5035f7 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:25.745214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Attempting to bind port cbca508a-5bb2-47c7-84f5-b138fa5035f7 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:25.745854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Attempting to bind port cbca508a-5bb2-47c7-84f5-b138fa5035f7 on network e8e08ea0-3632-4496-9e20-ad8518f261db {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:25.754818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:25.754818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Checking segment: {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:25.754818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.754818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Bound using segment: {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:25.754818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Bound port: cbca508a-5bb2-47c7-84f5-b138fa5035f7, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:25.754818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.792394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.824663 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.832459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] For port cbca508a-5bb2-47c7-84f5-b138fa5035f7, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:25.837288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] For port cbca508a-5bb2-47c7-84f5-b138fa5035f7, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cbca508a-5bb2-47c7-84f5-b138fa5035f7,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:25.843693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.844478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:25.935540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f8e6d-6f43-4c54-8e9e-e271a0110e9b None None] Pushing event updated for resources: {'Port': ['ID=cbca508a-5bb2-47c7-84f5-b138fa5035f7,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:25.938733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:25.942870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Network 03f9eb44-6d91-469e-8b05-83e91e1c325d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:25.952074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:25.958538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:25.975877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:25.978081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:25.983328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:26.013189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Pushing event updated for resources: {'Port': ['ID=cfc60381-ea31-4533-8011-7000c585bdb7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:26.045385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:26.048110 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.065208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-297fb155-d449-47a2-9820-190c60c43215 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3549004 Sep 19 03:12:26.092905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Request body: {'port': {'device_id': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:26.204958 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.383119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.453638 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-273806cd-c26b-4658-b882-000973828b41 req-047fe679-ec36-4ab4-a76c-25dcf79c54d0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0300627 Sep 19 03:12:26.517571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd085-ec8a-48e5-94d8-d2bdc108efc7 req-56cf8192-441b-4dd0-ac1e-e95ba0d6d232 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:26.522803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-697dd085-ec8a-48e5-94d8-d2bdc108efc7 req-56cf8192-441b-4dd0-ac1e-e95ba0d6d232 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 931 time: 0.1199791 Sep 19 03:12:26.584522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cbca508a-5bb2-47c7-84f5-b138fa5035f7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:26.663966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cbca508a-5bb2-47c7-84f5-b138fa5035f7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:26.664342 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.706674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-697dd085-ec8a-48e5-94d8-d2bdc108efc7 req-401ad677-c17c-43e9-ac05-86e7b4a59b27 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095445 Sep 19 03:12:26.720350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdb66130-a6c2-4c3f-85eb-50343bb037a5 req-43b8c378-4c68-4782-802e-a382aac008a1 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0866275 Sep 19 03:12:26.750034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.853967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc60381-ea31-4533-8011-7000c585bdb7 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:26.862448 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.863512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.910222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Transition to ACTIVE for port object cfc60381-ea31-4533-8011-7000c585bdb7 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:12:26.917952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port cbca508a-5bb2-47c7-84f5-b138fa5035f7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cbca508a-5bb2-47c7-84f5-b138fa5035f7,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:26.924968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:26.949888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Router 16638e98-eb75-4be1-b799-18b61fb7fe28 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:12:26.992829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.011398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=cbca508a-5bb2-47c7-84f5-b138fa5035f7,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:27.107475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:12:27.117374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Sync routers for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:12:27.131912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:27.134216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:27.135797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.138328 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ec0733a8-6eda-4316-8667-46d56da9fef6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4804106 Sep 19 03:12:27.148448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48444) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:27.150367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8f45d-e6a0-45c9-b45a-c985088b9c54 req-1c2b3ba2-2051-4f0c-94e8-d7b37843cc41 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:27.152021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ef8f45d-e6a0-45c9-b45a-c985088b9c54 req-1c2b3ba2-2051-4f0c-94e8-d7b37843cc41 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 944 time: 0.2738984 Sep 19 03:12:27.183536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc60381-ea31-4533-8011-7000c585bdb7,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:27.262844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:12:27.438889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:27.486120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:27.488769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6', 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d', 'port_id': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6', 'mac_address': 'fa:16:3e:28:c0:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637b3351-9dde-4220-89d7-f2741e40fd35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:12:27.616658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386be9e-8bc5-4839-a193-ce7a4a438194 None None] Network e8e08ea0-3632-4496-9e20-ad8518f261db requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:27.666343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Attempting to bind port cfc60381-ea31-4533-8011-7000c585bdb7 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:27.666989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Attempting to bind port cfc60381-ea31-4533-8011-7000c585bdb7 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'b4843d6d-7465-4d1f-a110-207b407b0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:27.666989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Attempting to bind port cfc60381-ea31-4533-8011-7000c585bdb7 on network 03f9eb44-6d91-469e-8b05-83e91e1c325d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:27.676176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Port cfc60381-ea31-4533-8011-7000c585bdb7 on network 03f9eb44-6d91-469e-8b05-83e91e1c325d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:12:27.676525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Attempting to bind port cfc60381-ea31-4533-8011-7000c585bdb7 on network 03f9eb44-6d91-469e-8b05-83e91e1c325d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:27.696827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ef8f45d-e6a0-45c9-b45a-c985088b9c54 req-7f15bfe0-c938-424d-a25a-33823efaeb07 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133383 Sep 19 03:12:27.697886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:27.698240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Checking segment: {'id': 'b4843d6d-7465-4d1f-a110-207b407b0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:27.698636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Bound using segment: {'id': 'b4843d6d-7465-4d1f-a110-207b407b0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:27.699120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Bound port: cfc60381-ea31-4533-8011-7000c585bdb7, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4843d6d-7465-4d1f-a110-207b407b0863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:27.699486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.706088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f3b18fd4-8ba8-471b-9a1d-6b6f7f52a619 None None] Provisioning complete for port cbca508a-5bb2-47c7-84f5-b138fa5035f7 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:27.706603 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f3b18fd4-8ba8-471b-9a1d-6b6f7f52a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.708255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.790682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] For port cfc60381-ea31-4533-8011-7000c585bdb7, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:27.794313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] For port cfc60381-ea31-4533-8011-7000c585bdb7, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cfc60381-ea31-4533-8011-7000c585bdb7,segment=NetworkSegment(b4843d6d-7465-4d1f-a110-207b407b0863),segment_id=b4843d6d-7465-4d1f-a110-207b407b0863)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:27.802027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.837004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:27.857553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:27.872162 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.903730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.914520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:27.915342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:27.917723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] 10.222.0.32 "PUT /v2.0/ports/cfc60381-ea31-4533-8011-7000c585bdb7 HTTP/1.1" status: 200 len: 1091 time: 1.8306334 Sep 19 03:12:27.922389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'tag': 'cfc60381-ea31-4533-8011-7000c585bdb7'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:27.925599 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a45f610-8f50-4c1d-9431-a624c5177046" -d '{"events": [{"name": "network-changed", "server_uuid": "c15bf09b-ec27-49ce-82b5-18838776ced6", "tag": "cfc60381-ea31-4533-8011-7000c585bdb7"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:27.930137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:28.014859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff412caa-ba80-44ec-8ad4-daee9a160d84 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc60381-ea31-4533-8011-7000c585bdb7,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:28.078887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-769d9ea0-dd7a-4d82-b823-e67e46873174 req-1ce26cd9-0020-4332-838a-87cbfea1f7ab tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.1715620 Sep 19 03:12:28.172528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Allocated IP 172.20.0.1 (e8e08ea0-3632-4496-9e20-ad8518f261db/6c622779-e601-4251-83bf-4d65a64b7e26/1fda4371-b0ac-411b-b1e1-262d303eceb5) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:28.176104 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a5678d-7077-45ba-a7a9-50ece0e237fa x-openstack-request-id: req-d7a5678d-7077-45ba-a7a9-50ece0e237fa {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:28.176762 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15bf09b-ec27-49ce-82b5-18838776ced6", "tag": "cfc60381-ea31-4533-8011-7000c585bdb7", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:28.177025 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7a5678d-7077-45ba-a7a9-50ece0e237fa {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:28.177447 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'tag': 'cfc60381-ea31-4533-8011-7000c585bdb7', 'status': 'completed', 'code': 200} Sep 19 03:12:28.200747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a1a17-bb6c-45c5-8461-1159ba09e1a3 req-7a3475f6-d80d-4b33-baf3-34d1df931956 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:28.233238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978a1a17-bb6c-45c5-8461-1159ba09e1a3 req-7a3475f6-d80d-4b33-baf3-34d1df931956 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 943 time: 0.3242879 Sep 19 03:12:28.292725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-8cdec557-0178-4821-be6b-de5f99dccfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:28.294408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-8cdec557-0178-4821-be6b-de5f99dccfbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19145afad9b64da8bb2eea64b3afd457&device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 1094 time: 0.2470353 Sep 19 03:12:28.323111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978a1a17-bb6c-45c5-8461-1159ba09e1a3 req-46bfc84a-0f90-4841-840a-b748600f141a tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807908 Sep 19 03:12:28.404150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-9ead6348-c1c3-46f5-b422-d1c5087529cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc60381-ea31-4533-8011-7000c585bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0796704 Sep 19 03:12:28.420926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:26Z', 'revision_number': 3, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:28.439063 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:28.483048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Checking router: 16638e98-eb75-4be1-b799-18b61fb7fe28 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:12:28.483048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Updating router 16638e98-eb75-4be1-b799-18b61fb7fe28 port d4c4b927-21fd-45fb-81ce-e0e89572dd6b binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:12:28.517038 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:28.533435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-be4f7b78-3559-41f9-940f-97a141c77c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:28.534623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:28.536257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-be4f7b78-3559-41f9-940f-97a141c77c76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=660c735a-a4a4-4745-88e8-f46b7b1daa79 HTTP/1.1" status: 200 len: 849 time: 0.1108074 Sep 19 03:12:28.595707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:28.596006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Network e8e08ea0-3632-4496-9e20-ad8518f261db is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:28.598386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cbca508a-5bb2-47c7-84f5-b138fa5035f7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:28.605694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:28.607703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-52017f39-6dc9-4fd3-84d5-15fa8425b65d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03f9eb44-6d91-469e-8b05-83e91e1c325d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560172 Sep 19 03:12:28.612686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:28.691405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:28.840016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Pushing event updated for resources: {'Port': ['ID=1fda4371-b0ac-411b-b1e1-262d303eceb5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:28.885841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-443c9b5a-e9e0-4a22-bbf6-af5a749bda6f service neutron] 10.222.0.32 "GET /v2.0/networks/03f9eb44-6d91-469e-8b05-83e91e1c325d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659891 Sep 19 03:12:28.911383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd882d-0582-4b40-8b44-2fc6d50aa417 req-79c306a8-37e2-469d-88ad-639bdf0e3af3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:28.920067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fbd882d-0582-4b40-8b44-2fc6d50aa417 req-79c306a8-37e2-469d-88ad-639bdf0e3af3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 945 time: 0.1183782 Sep 19 03:12:28.931747 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:28.936886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cbca508a-5bb2-47c7-84f5-b138fa5035f7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:28.937368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.039407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fbd882d-0582-4b40-8b44-2fc6d50aa417 req-16de495a-480a-4e39-a010-bd5fd37c0a60 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182427 Sep 19 03:12:29.097813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c5c58f1a-01da-40bb-a6a0-032f5c07c020 None None] Provisioning complete for port cbca508a-5bb2-47c7-84f5-b138fa5035f7 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:29.098148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5c58f1a-01da-40bb-a6a0-032f5c07c020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.104822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7eaca8a3-21d2-4368-b798-d8ff3ad1c097 req-46df4ffe-61f5-4e85-bf14-4a198d55ed84 service neutron] 10.222.0.32 "GET /v2.0/networks/03f9eb44-6d91-469e-8b05-83e91e1c325d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091160 Sep 19 03:12:29.293083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.313388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.332175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f4bb8d2-f8b1-43aa-b501-695c1298521b req-fdcdc48a-273e-41c9-b1a9-598466894849 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0906980 Sep 19 03:12:29.415754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-6a42d7cc-fcbe-4e6e-b38a-df016538b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:29.417574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-6a42d7cc-fcbe-4e6e-b38a-df016538b927 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=19145afad9b64da8bb2eea64b3afd457&device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 1094 time: 0.1668196 Sep 19 03:12:29.453096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.480338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.498178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.535811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cf68c-3bd5-4011-9b38-06fd8c9b8500 req-e0bcd10d-62fe-4c01-8f42-7893c91a6498 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:29.543641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a7cf68c-3bd5-4011-9b38-06fd8c9b8500 req-e0bcd10d-62fe-4c01-8f42-7893c91a6498 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 943 time: 0.1171162 Sep 19 03:12:29.620054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a7cf68c-3bd5-4011-9b38-06fd8c9b8500 req-4a2f39c2-1741-4210-875a-f5ee2ced604c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749855 Sep 19 03:12:29.630129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-d61a01a5-fb01-4906-bb81-39945a149893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:29.632121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-d61a01a5-fb01-4906-bb81-39945a149893 service neutron] 10.222.0.32 "GET /v2.0/networks?id=03f9eb44-6d91-469e-8b05-83e91e1c325d HTTP/1.1" status: 200 len: 910 time: 0.1954689 Sep 19 03:12:29.664446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Attempting to bind port d4c4b927-21fd-45fb-81ce-e0e89572dd6b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:29.665687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Attempting to bind port d4c4b927-21fd-45fb-81ce-e0e89572dd6b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:29.670657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Attempting to bind port d4c4b927-21fd-45fb-81ce-e0e89572dd6b on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:29.718265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:29.729784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:29.731281 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.732610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-90f0374b-3d8c-41b2-834e-39aa59844bd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cfc60381-ea31-4533-8011-7000c585bdb7 HTTP/1.1" status: 200 len: 217 time: 0.0851214 Sep 19 03:12:29.733194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:29.733859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Bound port: d4c4b927-21fd-45fb-81ce-e0e89572dd6b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:29.734611 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.791923 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.797202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7ba61-07d9-44db-8840-fefa962f4c06 None None] Pushing event updated for resources: {'Port': ['ID=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:29.811542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0959fce1-9a86-4634-9403-0e766895171f None None] Provisioning complete for port 1fda4371-b0ac-411b-b1e1-262d303eceb5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:29.811943 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0959fce1-9a86-4634-9403-0e766895171f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.823160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Network e8e08ea0-3632-4496-9e20-ad8518f261db is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:29.839527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:29.865927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-fc4e7978-dd53-4f60-a58a-a6be482f1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:29.874427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-fc4e7978-dd53-4f60-a58a-a6be482f1b94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=660c735a-a4a4-4745-88e8-f46b7b1daa79 HTTP/1.1" status: 200 len: 849 time: 0.1021481 Sep 19 03:12:29.903360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0959fce1-9a86-4634-9403-0e766895171f None None] Port 1fda4371-b0ac-411b-b1e1-262d303eceb5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:12:29.906306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] For port d4c4b927-21fd-45fb-81ce-e0e89572dd6b, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:29.952791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] For port d4c4b927-21fd-45fb-81ce-e0e89572dd6b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:29.965423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:29.975780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-50060636-a7b9-47f9-be3b-177d0e220a45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=03f9eb44-6d91-469e-8b05-83e91e1c325d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587602 Sep 19 03:12:30.032571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Pushing event updated for resources: {'Port': ['ID=1fda4371-b0ac-411b-b1e1-262d303eceb5,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:30.114439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:30.115124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:30.264779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Router 16638e98-eb75-4be1-b799-18b61fb7fe28 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:12:30.287448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7ba61-07d9-44db-8840-fefa962f4c06 None None] Pushing event updated for resources: {'Port': ['ID=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:30.294182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7f19e56-8e76-4cb4-b81e-1ae0a861b6b1 req-4ecad53f-a560-4b20-93ef-41b11fa1a7b4 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371&device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.0864975 Sep 19 03:12:30.411436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-5c8ee641-6aee-4961-a924-5f3a2a2bb5a2 service neutron] 10.222.0.32 "GET /v2.0/networks/03f9eb44-6d91-469e-8b05-83e91e1c325d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054272 Sep 19 03:12:30.473836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea492ea1-a790-4ea9-bdcd-0dd83962fbef req-ace3762a-7014-43a7-81c0-a77253d91bc7 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:30.475717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea492ea1-a790-4ea9-bdcd-0dd83962fbef req-ace3762a-7014-43a7-81c0-a77253d91bc7 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 945 time: 0.2054007 Sep 19 03:12:30.487139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-aa5c3fe1-e1b2-4ff4-a75e-a80b09b62386 None None] Provisioning complete for port 1fda4371-b0ac-411b-b1e1-262d303eceb5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:30.487518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa5c3fe1-e1b2-4ff4-a75e-a80b09b62386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:30.575665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:30.587885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:12:30.597187 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b10301a8-b3f1-45de-9f3b-1d7e28a6cfaa admin admin] 10.222.0.22 "PUT /v2.0/routers/16638e98-eb75-4be1-b799-18b61fb7fe28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4432395 Sep 19 03:12:30.644381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c3fe1-e1b2-4ff4-a75e-a80b09b62386 None None] Port 1fda4371-b0ac-411b-b1e1-262d303eceb5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:12:30.692683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea492ea1-a790-4ea9-bdcd-0dd83962fbef req-c53df4b5-352c-468f-a2e7-1dba2c6ed95a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963429 Sep 19 03:12:30.715617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e3f49bff-0b9e-45c7-933d-fbaee174d292 req-f19f4d47-1aa2-45bd-b3ec-2e8ea3173673 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f613ec298f8a40a58652afc36ae1d688&device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0522020 Sep 19 03:12:30.768745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e3f49bff-0b9e-45c7-933d-fbaee174d292 req-17e32fed-2587-41c4-a293-2d027fc003b7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f613ec298f8a40a58652afc36ae1d688&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347011 Sep 19 03:12:30.819675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bac5e1b7-4b11-44c8-b4b9-199af24e3073 req-801893ec-27a2-4d9d-80cb-491ea662e441 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.1167121 Sep 19 03:12:30.823972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a45f610-8f50-4c1d-9431-a624c5177046 req-2206ead6-cbfe-482f-b48f-d767764d5532 service neutron] 10.222.0.32 "GET /v2.0/networks/03f9eb44-6d91-469e-8b05-83e91e1c325d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953788 Sep 19 03:12:30.909202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a282797-3ffd-48a4-9125-0c73b6967cec req-66d4b2e0-c5f7-4ab0-bbc1-3617ce69af98 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:30.911419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a282797-3ffd-48a4-9125-0c73b6967cec req-66d4b2e0-c5f7-4ab0-bbc1-3617ce69af98 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 943 time: 0.0769062 Sep 19 03:12:30.967123 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a282797-3ffd-48a4-9125-0c73b6967cec req-fad457e5-113e-490e-8835-db0b2adc9a5b tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Sep 19 03:12:30.993249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f49bff-0b9e-45c7-933d-fbaee174d292 req-59e9bfc4-b2db-48bd-a664-72921e336c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:30.994723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e3f49bff-0b9e-45c7-933d-fbaee174d292 req-59e9bfc4-b2db-48bd-a664-72921e336c11 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2165973 Sep 19 03:12:31.024911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:29Z', 'revision_number': 2, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:31.066404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f24ba0-7ff7-408e-bf3b-0691e60ff218 None None] The sync data for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 is: [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:29Z', 'revision_number': 2, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:12:31.517460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48508) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:31.524667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-be89120a-1459-4899-9d4e-134e82e80347 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1350386390', 'description': 'tempest-description--1021345977'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:31.559237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be89120a-1459-4899-9d4e-134e82e80347 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:31.697153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be89120a-1459-4899-9d4e-134e82e80347 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:31.704397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be89120a-1459-4899-9d4e-134e82e80347 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:31.739130 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be89120a-1459-4899-9d4e-134e82e80347 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:31.740391 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be89120a-1459-4899-9d4e-134e82e80347 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2213657 Sep 19 03:12:31.744019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48512) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:31.744469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89120a-1459-4899-9d4e-134e82e80347 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f0a643-a520-4125-80ae-65e59ab11a0d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:31.757967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f2b2bd82-1550-4aa3-915b-ef1ff00f9f45 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Request body: {'security_group_rule': {'security_group_id': '97f0a643-a520-4125-80ae-65e59ab11a0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:31.817940 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd82-1550-4aa3-915b-ef1ff00f9f45 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.032273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac853aea-6adb-4150-9b3e-3e390cc83d0e req-198d97b1-d5da-4c7d-a9b8-9dab0ceb5e23 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0400853 Sep 19 03:12:32.053604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd82-1550-4aa3-915b-ef1ff00f9f45 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.073000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57986f04-0f9c-4f1a-b552-3959de34a298 req-e949ef42-6293-4d06-a4f3-bceb0092784b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:32.090093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57986f04-0f9c-4f1a-b552-3959de34a298 req-e949ef42-6293-4d06-a4f3-bceb0092784b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 945 time: 0.2109377 Sep 19 03:12:32.094487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd82-1550-4aa3-915b-ef1ff00f9f45 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.127888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2bd82-1550-4aa3-915b-ef1ff00f9f45 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.131209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f2b2bd82-1550-4aa3-915b-ef1ff00f9f45 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3831396 Sep 19 03:12:32.131984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48526) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:32.147250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2bd82-1550-4aa3-915b-ef1ff00f9f45 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e938efd-e7de-4ba1-b795-e37caaf12ac5,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:32.150964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f510ddec-a9f6-4473-a898-bfd4b7b96bda tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Request body: {'security_group_rule': {'security_group_id': '97f0a643-a520-4125-80ae-65e59ab11a0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:32.192249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57986f04-0f9c-4f1a-b552-3959de34a298 req-80619260-bee5-4ed0-988a-ab3a0a0d1677 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008334 Sep 19 03:12:32.234700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f510ddec-a9f6-4473-a898-bfd4b7b96bda tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.315751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae262a-6d01-46be-b3c0-93f558c8c792 req-8f6c57e0-6ee7-47da-9425-9c825b3e6a95 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:32.315751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51ae262a-6d01-46be-b3c0-93f558c8c792 req-8f6c57e0-6ee7-47da-9425-9c825b3e6a95 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 943 time: 0.1089664 Sep 19 03:12:32.363384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f510ddec-a9f6-4473-a898-bfd4b7b96bda tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.371356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f510ddec-a9f6-4473-a898-bfd4b7b96bda tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.385505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51ae262a-6d01-46be-b3c0-93f558c8c792 req-b93194fd-91f4-4453-8472-c845844446e2 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546138 Sep 19 03:12:32.407078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510ddec-a9f6-4473-a898-bfd4b7b96bda tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7165033e-d3be-48e1-9b00-8c6e6e50065c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:32.427855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f510ddec-a9f6-4473-a898-bfd4b7b96bda tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.433444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48534) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:32.438654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:32.439968 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f510ddec-a9f6-4473-a898-bfd4b7b96bda tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3065310 Sep 19 03:12:32.467848 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.572278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d4c4b927-21fd-45fb-81ce-e0e89572dd6b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:32.615745 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.640367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d4c4b927-21fd-45fb-81ce-e0e89572dd6b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:32.641583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.760354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.798401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Allocated IP 172.25.8.154 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/db0803f4-c8f9-4baf-9033-09f3b3b5bbc2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:32.811404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port d4c4b927-21fd-45fb-81ce-e0e89572dd6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:32.818336 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:32.885059 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:32.979928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.034001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.074395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:33.077787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:33.090613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:33.160320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event updated for resources: {'Port': ['ID=db0803f4-c8f9-4baf-9033-09f3b3b5bbc2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:33.170800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2061ba09-f8a1-4675-9332-5d765318ac0d req-bebe4a82-715b-4816-9caf-bf6a5be900e2 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0496304 Sep 19 03:12:33.246592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cfc60381-ea31-4533-8011-7000c585bdb7 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:12:33.257120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:33.352015 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.473772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.520562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cfc60381-ea31-4533-8011-7000c585bdb7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cfc60381-ea31-4533-8011-7000c585bdb7,segment=NetworkSegment(b4843d6d-7465-4d1f-a110-207b407b0863),segment_id=b4843d6d-7465-4d1f-a110-207b407b0863)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:33.524349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:12:33.534839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:33.535378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.564813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f6204-2e89-4b93-98fe-fdd48ffa0443 req-d39cf393-64dd-4309-bf93-b3a3050a4bb6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:33.574789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c7f6204-2e89-4b93-98fe-fdd48ffa0443 req-d39cf393-64dd-4309-bf93-b3a3050a4bb6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 945 time: 0.2203765 Sep 19 03:12:33.580788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'cfc60381-ea31-4533-8011-7000c585bdb7', 'network_id': '03f9eb44-6d91-469e-8b05-83e91e1c325d', 'port_id': 'cfc60381-ea31-4533-8011-7000c585bdb7', 'mac_address': 'fa:16:3e:55:c3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '660c735a-a4a4-4745-88e8-f46b7b1daa79', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:12:33.635211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e3f49bff-0b9e-45c7-933d-fbaee174d292 req-1519353e-7f15-462e-a6ee-d852c0a5b858 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0893123 Sep 19 03:12:33.690416 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.713887 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.726565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfc60381-ea31-4533-8011-7000c585bdb7 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:33.771167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:33.774064 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2c92b3-d335-42d9-9456-f97f705ae6a3" -d '{"events": [{"server_uuid": "a7371007-7c21-4130-830b-67efcc5fb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:33.782757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cfc60381-ea31-4533-8011-7000c585bdb7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cfc60381-ea31-4533-8011-7000c585bdb7,segment=NetworkSegment(b4843d6d-7465-4d1f-a110-207b407b0863),segment_id=b4843d6d-7465-4d1f-a110-207b407b0863)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:33.803104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.808713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:33.864232 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:33.902629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=cfc60381-ea31-4533-8011-7000c585bdb7,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:33.955345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c7f6204-2e89-4b93-98fe-fdd48ffa0443 req-8fa460c4-49c8-45b8-8786-b3a5541f5e87 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725195 Sep 19 03:12:34.005420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:34.034499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc49e0-3926-491f-9936-9efa26acb50f req-b298add1-e3ad-4a5c-8fb9-e88b4c238b50 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:34.036594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80bc49e0-3926-491f-9936-9efa26acb50f req-b298add1-e3ad-4a5c-8fb9-e88b4c238b50 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 943 time: 0.3248777 Sep 19 03:12:34.178630 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Sync routers for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:12:34.183515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80bc49e0-3926-491f-9936-9efa26acb50f req-6a84e05d-f446-468d-8e06-a5d6a17522f0 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330740 Sep 19 03:12:34.199519 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:34.202449 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:34.216136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:34.221273 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d878e2-07cc-447f-b800-d1723285256d x-openstack-request-id: req-84d878e2-07cc-447f-b800-d1723285256d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:34.223155 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7371007-7c21-4130-830b-67efcc5fb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:34.223155 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84d878e2-07cc-447f-b800-d1723285256d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:34.223650 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6', 'code': 200} Sep 19 03:12:34.249788 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:34.381424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:34.417138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event updated for resources: {'Port': ['ID=db0803f4-c8f9-4baf-9033-09f3b3b5bbc2,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:34.418288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['cfc60381-ea31-4533-8011-7000c585bdb7'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:34.438958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-305f0e0f-2016-4480-9381-e5736dc82d5d req-a0747933-5240-4a03-b52f-d6a073f20a54 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d2f86fa-536d-4c48-bb9e-8ad5dac42371 HTTP/1.1" status: 200 len: 210 time: 0.0522535 Sep 19 03:12:34.439970 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:34.455026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:34.466348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-23fd29cb-6342-44c9-8692-5b5a110fad14 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0237303 Sep 19 03:12:34.536536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4aa4a-c492-490a-8e16-87fb4f7be8ea req-9691ccd2-4562-46d0-b1af-e932bc859a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:34.538250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b8b4aa4a-c492-490a-8e16-87fb4f7be8ea req-9691ccd2-4562-46d0-b1af-e932bc859a27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 1097 time: 0.1436722 Sep 19 03:12:34.629407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d4c4b927-21fd-45fb-81ce-e0e89572dd6b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:35.013391 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:29Z', 'revision_number': 2, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:35.091297 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Checking router: 16638e98-eb75-4be1-b799-18b61fb7fe28 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:12:35.091756 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Updating router 16638e98-eb75-4be1-b799-18b61fb7fe28 port 1fda4371-b0ac-411b-b1e1-262d303eceb5 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:12:35.101039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b8b4aa4a-c492-490a-8e16-87fb4f7be8ea req-8e379f8d-5e43-49e1-96b4-ea1958d63cc4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508144 Sep 19 03:12:35.159151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d4c4b927-21fd-45fb-81ce-e0e89572dd6b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:35.160958 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:35.173687 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:35.245098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db363fe9-7f71-4391-8d00-cab49d391f6a req-21ade383-e19f-4f01-b9ff-99bcae01b6ce tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:35.249492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db363fe9-7f71-4391-8d00-cab49d391f6a req-21ade383-e19f-4f01-b9ff-99bcae01b6ce tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 946 time: 0.1337161 Sep 19 03:12:35.361795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db363fe9-7f71-4391-8d00-cab49d391f6a req-dbaaa1a1-6b87-490d-9b42-4850eda8e8de tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035731 Sep 19 03:12:35.573157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e167b-d334-4a42-8774-2f0113c60692 req-4c4edb90-0ad1-44f6-8cc4-fdee558deb94 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:35.575106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b3e167b-d334-4a42-8774-2f0113c60692 req-4c4edb90-0ad1-44f6-8cc4-fdee558deb94 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 944 time: 0.0870831 Sep 19 03:12:35.668496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b3e167b-d334-4a42-8774-2f0113c60692 req-2b559c6c-9d6e-4041-8191-a2c63ebdef45 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854003 Sep 19 03:12:35.738435 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:35.764646 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:36.033327 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Pushing event updated for resources: {'Port': ['ID=1fda4371-b0ac-411b-b1e1-262d303eceb5,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:36.112144 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-61dbc426-cb73-43bc-a34e-b25e8c8e47b6 req-b7b42cf5-16bf-4822-8892-9d3c7dfdd81f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f613ec298f8a40a58652afc36ae1d688&device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.0684493 Sep 19 03:12:36.128895 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.129755 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.131569 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.132622 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.134690 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.135390 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.135936 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.136437 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.137749 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.139381 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.140678 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.141779 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:36.145108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ded9fae-bbb1-4f11-abb9-5f2ad8be4f43 req-724ed863-89a3-4ecf-a6ae-82d1cbced147 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.1131101 Sep 19 03:12:36.171249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-61dbc426-cb73-43bc-a34e-b25e8c8e47b6 req-3fe53a44-5d26-42f1-9f29-07dfe7baef75 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=f613ec298f8a40a58652afc36ae1d688&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420063 Sep 19 03:12:36.173539 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Attempting to bind port 1fda4371-b0ac-411b-b1e1-262d303eceb5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:36.175497 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Attempting to bind port 1fda4371-b0ac-411b-b1e1-262d303eceb5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:36.176761 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Attempting to bind port 1fda4371-b0ac-411b-b1e1-262d303eceb5 on network e8e08ea0-3632-4496-9e20-ad8518f261db {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:36.184308 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:36.184989 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Checking segment: {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:36.185616 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:36.186603 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Bound using segment: {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:36.187345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Bound port: 1fda4371-b0ac-411b-b1e1-262d303eceb5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:36.188049 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:36.348439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-46f83ecb-a018-4786-9b03-79c2d2ad352b None None] Provisioning complete for port 1fda4371-b0ac-411b-b1e1-262d303eceb5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:36.349878 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46f83ecb-a018-4786-9b03-79c2d2ad352b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:36.389356 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] For port 1fda4371-b0ac-411b-b1e1-262d303eceb5, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:36.397817 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] For port 1fda4371-b0ac-411b-b1e1-262d303eceb5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1fda4371-b0ac-411b-b1e1-262d303eceb5,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:36.412745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbc426-cb73-43bc-a34e-b25e8c8e47b6 req-462106a7-3b68-4130-8ae4-10df0d5dc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:36.415098 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:36.421354 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-61dbc426-cb73-43bc-a34e-b25e8c8e47b6 req-462106a7-3b68-4130-8ae4-10df0d5dc9ee service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176366 Sep 19 03:12:36.482376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-46f83ecb-a018-4786-9b03-79c2d2ad352b None None] Port 1fda4371-b0ac-411b-b1e1-262d303eceb5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:12:36.593516 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:36.598168 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:36.658153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264d73e-a45d-4f6e-8960-8d331e09a5e5 req-c33e4c37-1682-44a6-9c27-a190dd722127 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:36.660255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4264d73e-a45d-4f6e-8960-8d331e09a5e5 req-c33e4c37-1682-44a6-9c27-a190dd722127 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 946 time: 0.1152380 Sep 19 03:12:36.731636 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b20eb-19e3-45ea-b92f-7beb061892fc None None] Pushing event updated for resources: {'Port': ['ID=1fda4371-b0ac-411b-b1e1-262d303eceb5,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:36.763410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4264d73e-a45d-4f6e-8960-8d331e09a5e5 req-e9504b9e-7a55-4cf2-97c0-5955429dcba5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963507 Sep 19 03:12:36.892871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605fd66-1d57-4e32-a470-4996ad670950 req-f6b7e024-3899-49e3-a5e8-b2206d9e27eb tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:36.899051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4605fd66-1d57-4e32-a470-4996ad670950 req-f6b7e024-3899-49e3-a5e8-b2206d9e27eb tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 944 time: 0.1057198 Sep 19 03:12:36.918370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-174fd1f3-0d5f-47ea-8f5b-4a0d32ec1ca1 None None] Provisioning complete for port 1fda4371-b0ac-411b-b1e1-262d303eceb5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:36.918782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-174fd1f3-0d5f-47ea-8f5b-4a0d32ec1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:36.923049 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:36.986593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4605fd66-1d57-4e32-a470-4996ad670950 req-d9740b30-040b-461d-8085-3d031c7ca3db tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775669 Sep 19 03:12:37.106104 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:12:37.126045 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-174fd1f3-0d5f-47ea-8f5b-4a0d32ec1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:37.239723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-174fd1f3-0d5f-47ea-8f5b-4a0d32ec1ca1 None None] For port 1fda4371-b0ac-411b-b1e1-262d303eceb5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1fda4371-b0ac-411b-b1e1-262d303eceb5,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:37.251860 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-174fd1f3-0d5f-47ea-8f5b-4a0d32ec1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:37.355355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9f013cb-2599-4dd6-bf55-ab835ee981a7 req-d5d561c2-d165-4681-aa48-20347bc7a3b4 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.0621684 Sep 19 03:12:37.380298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fd1f3-0d5f-47ea-8f5b-4a0d32ec1ca1 None None] Pushing event updated for resources: {'Port': ['ID=1fda4371-b0ac-411b-b1e1-262d303eceb5,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:37.384274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cfc60381-ea31-4533-8011-7000c585bdb7 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:37.405748 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:36Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:37.439233 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88371246-2b89-4d4c-a7b3-172bbad1e805 None None] The sync data for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 is: [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:36Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:12:37.451683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port cfc60381-ea31-4533-8011-7000c585bdb7 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:12:37.456313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port cfc60381-ea31-4533-8011-7000c585bdb7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:37.456688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:37.567582 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:37.616574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc60381-ea31-4533-8011-7000c585bdb7'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:37.620131 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb1c8a-58cf-4d26-b275-e7095636da72" -d '{"events": [{"server_uuid": "c15bf09b-ec27-49ce-82b5-18838776ced6", "name": "network-vif-plugged", "status": "completed", "tag": "cfc60381-ea31-4533-8011-7000c585bdb7"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:37.653833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cfc60381-ea31-4533-8011-7000c585bdb7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cfc60381-ea31-4533-8011-7000c585bdb7,segment=NetworkSegment(b4843d6d-7465-4d1f-a110-207b407b0863),segment_id=b4843d6d-7465-4d1f-a110-207b407b0863)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:37.669363 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:37.684976 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3610f4-27cb-4413-bceb-56d44cb375ea x-openstack-request-id: req-4c3610f4-27cb-4413-bceb-56d44cb375ea {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:37.685274 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15bf09b-ec27-49ce-82b5-18838776ced6", "name": "network-vif-plugged", "status": "completed", "tag": "cfc60381-ea31-4533-8011-7000c585bdb7", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:37.685525 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c3610f4-27cb-4413-bceb-56d44cb375ea {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:37.685912 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfc60381-ea31-4533-8011-7000c585bdb7', 'code': 200} Sep 19 03:12:37.814453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=cfc60381-ea31-4533-8011-7000c585bdb7,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:37.901719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac046f-d85a-4c21-81ae-21b9054c6df0 req-157996d3-f3e9-4275-9eba-5ff65fb1a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:37.904118 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0ac046f-d85a-4c21-81ae-21b9054c6df0 req-157996d3-f3e9-4275-9eba-5ff65fb1a25e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 1096 time: 0.0672090 Sep 19 03:12:37.956893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a0ac046f-d85a-4c21-81ae-21b9054c6df0 req-362decc4-ea62-499a-9b54-9e740244adf1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354919 Sep 19 03:12:37.962235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f14d6-c731-4556-8eb4-3e0adf8ef389 req-30087625-6bde-4f6f-855e-e3292fdfff40 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:37.964341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc3f14d6-c731-4556-8eb4-3e0adf8ef389 req-30087625-6bde-4f6f-855e-e3292fdfff40 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 946 time: 0.0718534 Sep 19 03:12:38.028813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc3f14d6-c731-4556-8eb4-3e0adf8ef389 req-ff319d77-3239-4f26-a7f0-f85c13460969 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566080 Sep 19 03:12:38.168881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c27c8e-dcff-446f-823b-bc0d43cb6b20 req-1186f38a-b226-41e2-bcab-e7096f83e97c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:38.176307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77c27c8e-dcff-446f-823b-bc0d43cb6b20 req-1186f38a-b226-41e2-bcab-e7096f83e97c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 945 time: 0.0683477 Sep 19 03:12:38.217329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77c27c8e-dcff-446f-823b-bc0d43cb6b20 req-109a59d1-56f0-4edf-8e4d-81c2a9ec70b4 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Sep 19 03:12:38.584419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8fb9148-c76f-4ecd-91a9-308903b769b7 req-fa018778-9843-4ca3-87fe-9b83b35a1824 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.0444841 Sep 19 03:12:38.615105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1fda4371-b0ac-411b-b1e1-262d303eceb5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:38.687932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1fda4371-b0ac-411b-b1e1-262d303eceb5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:38.687932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:38.749509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400288-9c2c-47f3-969d-c7084a65e76a req-a7d9485f-88d4-4799-9c19-deb5e5e2917b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:38.753202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd400288-9c2c-47f3-969d-c7084a65e76a req-a7d9485f-88d4-4799-9c19-deb5e5e2917b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 946 time: 0.0883164 Sep 19 03:12:38.815495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd400288-9c2c-47f3-969d-c7084a65e76a req-3cd5a075-1ee6-45c5-a3c7-66fd9332ea0e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553665 Sep 19 03:12:38.880939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-61dbc426-cb73-43bc-a34e-b25e8c8e47b6 req-1392329a-50af-4677-9bc5-03f946504c65 tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.0303664 Sep 19 03:12:39.372595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f2911f-e4ee-4f3a-8cd5-da7fa21d53de req-35a4ad1a-7bf8-42ce-852f-f361865fee5a tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:39.374083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09f2911f-e4ee-4f3a-8cd5-da7fa21d53de req-35a4ad1a-7bf8-42ce-852f-f361865fee5a tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 945 time: 0.0783796 Sep 19 03:12:39.393623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982ee7e-af0b-46a5-9005-9473dbbc24d4 req-440ae87a-115b-488a-aff2-16bb948be953 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:39.395095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f982ee7e-af0b-46a5-9005-9473dbbc24d4 req-440ae87a-115b-488a-aff2-16bb948be953 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0722435 Sep 19 03:12:39.439213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09f2911f-e4ee-4f3a-8cd5-da7fa21d53de req-a2480b8e-c585-434e-8673-27e552d583c3 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587497 Sep 19 03:12:39.452110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f982ee7e-af0b-46a5-9005-9473dbbc24d4 req-8e83ee51-4aaa-4137-bc28-36b7c6e9e7f3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493636 Sep 19 03:12:39.711797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5336ab59-f4e9-482c-9ac4-e5bcac0e9475 req-f3773a0b-b899-4a27-9979-b3275ee50ccf tempest-ServerShowV247Test-144536702 tempest-ServerShowV247Test-144536702-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6440d59-6de0-400c-9cd3-633f6a5a8aae HTTP/1.1" status: 200 len: 210 time: 0.0322018 Sep 19 03:12:39.930573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5f8d5-ed82-4adb-9a11-3c40d3e9cc1f req-cd7095d0-5265-489b-833c-5cde6b40551c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:39.932072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eff5f8d5-ed82-4adb-9a11-3c40d3e9cc1f req-cd7095d0-5265-489b-833c-5cde6b40551c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 946 time: 0.0511308 Sep 19 03:12:39.975817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eff5f8d5-ed82-4adb-9a11-3c40d3e9cc1f req-b0e13480-5c6a-4f6e-8ed3-966c96506978 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Sep 19 03:12:40.589888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12eaeed-c623-437d-9264-4e62c54b4dc5 req-5eca10ae-c50b-4cfe-af5b-2a71e70825f5 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:40.591441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b12eaeed-c623-437d-9264-4e62c54b4dc5 req-5eca10ae-c50b-4cfe-af5b-2a71e70825f5 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 945 time: 0.0830450 Sep 19 03:12:40.603167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bd2d4-d83f-4fc6-a510-3d66afef452a req-713d7a4c-c574-4163-a8c8-2b8da100b6b1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:40.604567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c20bd2d4-d83f-4fc6-a510-3d66afef452a req-713d7a4c-c574-4163-a8c8-2b8da100b6b1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0692513 Sep 19 03:12:40.658421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b12eaeed-c623-437d-9264-4e62c54b4dc5 req-782427f3-8e0c-42b0-84e8-2cdc23c462c4 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528939 Sep 19 03:12:40.665502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c20bd2d4-d83f-4fc6-a510-3d66afef452a req-51bb4e4c-c45f-44a4-924a-a44b17b9c307 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543256 Sep 19 03:12:41.130167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48778) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:41.130698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff51ce-776e-44eb-bb70-5e850a03919a req-ad91208a-36f7-4067-9465-8554b499757b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:41.132396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2eff51ce-776e-44eb-bb70-5e850a03919a req-ad91208a-36f7-4067-9465-8554b499757b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 946 time: 0.0627327 Sep 19 03:12:41.179276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2eff51ce-776e-44eb-bb70-5e850a03919a req-4290786a-901b-405b-9dc7-42ec1f1c1b56 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Sep 19 03:12:41.252294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ce30c-c23d-470c-b4cf-d1b48e24ca34 req-d6380abe-f75d-40a3-8ef6-0ebcd10df917 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:41.254009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f35ce30c-c23d-470c-b4cf-d1b48e24ca34 req-d6380abe-f75d-40a3-8ef6-0ebcd10df917 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 945 time: 0.0642040 Sep 19 03:12:41.302663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7714f510-5e43-44c7-b6aa-9bf3014b0401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.319387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f35ce30c-c23d-470c-b4cf-d1b48e24ca34 req-e7546e1a-b910-4ebe-a686-871cf29062af tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582147 Sep 19 03:12:41.411356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7714f510-5e43-44c7-b6aa-9bf3014b0401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.417989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7714f510-5e43-44c7-b6aa-9bf3014b0401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.479598 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7714f510-5e43-44c7-b6aa-9bf3014b0401 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f613ec298f8a40a58652afc36ae1d688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446443 Sep 19 03:12:41.480067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48782) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:41.481916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714f510-5e43-44c7-b6aa-9bf3014b0401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4364ec94-c79c-48e1-9e24-5743bbc7b31c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:41.495941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-5550bd97-8755-4676-950b-6065bc52f72b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:41.497639 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-5550bd97-8755-4676-950b-6065bc52f72b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 946 time: 0.0954590 Sep 19 03:12:41.537577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dad1c43a-cc23-448c-bec2-411b665630ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.569838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dad1c43a-cc23-448c-bec2-411b665630ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.614126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Deleting port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:12:41.614566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.620569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dad1c43a-cc23-448c-bec2-411b665630ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.624218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dad1c43a-cc23-448c-bec2-411b665630ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.625546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dad1c43a-cc23-448c-bec2-411b665630ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4364ec94-c79c-48e1-9e24-5743bbc7b31c HTTP/1.1" status: 204 len: 168 time: 0.1443686 Sep 19 03:12:41.635102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1c43a-cc23-448c-bec2-411b665630ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4364ec94-c79c-48e1-9e24-5743bbc7b31c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:41.730691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] For port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:41.731254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.747255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Calling delete_port for 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:12:41.913621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:41.945637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Pushing event deleted for resources: {'Port': ['ID=6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:41.972072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0abe9c9c-9e6b-4544-b025-82eb208d08ce', '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:41.995623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] No DVR routers for this DVR port 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:12:41.998327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.000338 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b1536007-ac9e-433b-91bc-2fa0c909e9e4 req-c8ff380a-4b6c-4462-8343-c326cc75c0ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "DELETE /v2.0/ports/6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 HTTP/1.1" status: 204 len: 173 time: 0.4905615 Sep 19 03:12:42.000774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'name': 'network-vif-deleted', 'tag': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:42.003020 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f16bc3a-eec0-4865-875d-d5bff5f70feb" -d '{"events": [{"server_uuid": "a7371007-7c21-4130-830b-67efcc5fb7fe", "name": "network-vif-deleted", "tag": "6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:42.048352 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffec3fb5-1ac0-4157-b54c-412cc47250f9 x-openstack-request-id: req-ffec3fb5-1ac0-4157-b54c-412cc47250f9 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:42.048772 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7371007-7c21-4130-830b-67efcc5fb7fe", "name": "network-vif-deleted", "tag": "6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:42.049034 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffec3fb5-1ac0-4157-b54c-412cc47250f9 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:42.049593 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7371007-7c21-4130-830b-67efcc5fb7fe', 'name': 'network-vif-deleted', 'tag': '6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6', 'status': 'completed', 'code': 200} Sep 19 03:12:42.315487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e32e4956-d91e-4563-9816-b42e772c9fbf req-e03d3282-b6b2-4cba-8cf8-6873c5a4f74e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=a7371007-7c21-4130-830b-67efcc5fb7fe HTTP/1.1" status: 200 len: 210 time: 0.0359967 Sep 19 03:12:42.442961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48822) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:42.457673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbd5ed-49ad-489f-aefa-1f362067a704 req-4eb64f1c-f056-4237-a1d7-220b7942a0de tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:42.459775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24dbd5ed-49ad-489f-aefa-1f362067a704 req-4eb64f1c-f056-4237-a1d7-220b7942a0de tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 945 time: 0.0647948 Sep 19 03:12:42.501211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24dbd5ed-49ad-489f-aefa-1f362067a704 req-cd604d81-21b0-4a51-b5c8-d0b5ff13ecb0 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348341 Sep 19 03:12:42.561770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2094081574-network', 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:42.584345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:42.586816 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.595804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.692700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.697901 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.728735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:12:42.738733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b6c577-0162-4629-9150-ae289d880c93,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:42.746263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.746614 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Added segment cb631568-0a93-43bd-bad0-2b847f8360df of type vlan for network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da Sep 19 03:12:42.788243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.816049 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.816954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:42.817541 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:42.890543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4465249 Sep 19 03:12:42.893436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48828) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:42.896665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5643f-c32d-469c-8354-b8908ca4307e admin admin] Pushing event updated for resources: {'Network': ['ID=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:42.898403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Request body: {'subnet': {'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2094081574-subnet', 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:42.915667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:12:42.957098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:42.959931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:43.160404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:43.223223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eeae48d-b8db-4a1d-8acf-1c112780b9cc,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:43.228669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:43.229102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Network hostable DHCP agents. Network: b7b5f6cc-3e7a-4190-882e-b24fc4efc9da, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:12:43.247024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:12:43.256144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b7b5f6cc-3e7a-4190-882e-b24fc4efc9da) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:43.260607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:43.261216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:43.268674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9d948e-475c-41a7-aac3-3798e621d0b6 None None] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:43.287292 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1bf0f9c6-153e-4490-bd01-6cb10307a417 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3927269 Sep 19 03:12:43.333111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:43.498124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af6f1a-83ca-42e1-98ad-896a4435794e None None] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:43.505007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb253cc-26ed-4137-a04c-26a076587df9 req-5ba7be52-6429-4a35-9021-1be50f2b50b5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:43.513196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccb253cc-26ed-4137-a04c-26a076587df9 req-5ba7be52-6429-4a35-9021-1be50f2b50b5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0715184 Sep 19 03:12:43.550671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccb253cc-26ed-4137-a04c-26a076587df9 req-1ee3e69c-83ae-44fc-9b15-1dc3eb2cd17a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365918 Sep 19 03:12:43.657014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:43.692818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:43.695910 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debb94dd-8c9f-4e9a-98e0-6fd18d8774c7" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-unplugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:43.710795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:43.718861 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:43.720081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:43.723904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f9517-dd81-4364-bc43-22deebb7a2db req-51e8d41d-e8c8-4f61-9a9f-58dfed5fc49c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:43.724943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d13f9517-dd81-4364-bc43-22deebb7a2db req-51e8d41d-e8c8-4f61-9a9f-58dfed5fc49c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 945 time: 0.0706580 Sep 19 03:12:43.775260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d13f9517-dd81-4364-bc43-22deebb7a2db req-0d60e4dc-c610-4a3e-9dea-a8aded9c93f5 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/security-groups?id=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 Sep 19 03:12:43.812758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:12:43.813104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6c58a0da-5cac-43c2-bcd6-ecd3df19ebd6 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:12:43.818061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:43.833913 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42521af9-cc1b-4114-9fea-d20177f8174c x-openstack-request-id: req-42521af9-cc1b-4114-9fea-d20177f8174c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:43.834411 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-unplugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:43.834842 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42521af9-cc1b-4114-9fea-d20177f8174c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:43.835619 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'code': 200} Sep 19 03:12:43.957104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-c19deede-9f51-4cfd-b34b-7871011f2022 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:43.958696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-c19deede-9f51-4cfd-b34b-7871011f2022 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1665497 Sep 19 03:12:43.979457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bc4a7-2bd0-433a-a6a9-85813187d71a req-859d6919-0cb8-4411-ac9d-a902529f5b93 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:43.980915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-670bc4a7-2bd0-433a-a6a9-85813187d71a req-859d6919-0cb8-4411-ac9d-a902529f5b93 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0820355 Sep 19 03:12:43.985003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-d2ea6e13-07cd-4553-b279-6a78bef5ccb4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0200589 Sep 19 03:12:44.030789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-ce8087c9-92f5-4e07-a7cb-0955b0b7cdaa tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374727 Sep 19 03:12:44.037022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-98bba6fa-a645-43b5-b730-ba46abeba48c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:44.039469 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-98bba6fa-a645-43b5-b730-ba46abeba48c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.32 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 945 time: 0.0536888 Sep 19 03:12:44.079807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-670bc4a7-2bd0-433a-a6a9-85813187d71a req-472a647b-6e70-4d2b-9059-3598184b8d77 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906343 Sep 19 03:12:44.178005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-800ee993-9026-4747-9016-e37877bcb459 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356127 Sep 19 03:12:44.179565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Deleting port cfc60381-ea31-4533-8011-7000c585bdb7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:12:44.179997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:44.296219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] For port cfc60381-ea31-4533-8011-7000c585bdb7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cfc60381-ea31-4533-8011-7000c585bdb7,segment=NetworkSegment(b4843d6d-7465-4d1f-a110-207b407b0863),segment_id=b4843d6d-7465-4d1f-a110-207b407b0863)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:44.296855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:44.312308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Calling delete_port for cfc60381-ea31-4533-8011-7000c585bdb7 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:12:44.326421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-90208be7-9245-406a-8b98-8d28ac4fa238 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306279 Sep 19 03:12:44.480618 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd9fa4ef-786d-4a3b-bb33-4fa1b44a2fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:44.506288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:44.551807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['cfc60381-ea31-4533-8011-7000c585bdb7'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:44.584615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Pushing event deleted for resources: {'Port': ['ID=cfc60381-ea31-4533-8011-7000c585bdb7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:44.654169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] No DVR routers for this DVR port cfc60381-ea31-4533-8011-7000c585bdb7 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:12:44.656926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:44.660347 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92ae35bb-e5de-446e-9c39-9c39f5915e87 req-4bb73735-586c-46cb-8f8d-e65fe885fc53 tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.32 "DELETE /v2.0/ports/cfc60381-ea31-4533-8011-7000c585bdb7 HTTP/1.1" status: 204 len: 173 time: 0.6137667 Sep 19 03:12:44.660525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'name': 'network-vif-deleted', 'tag': 'cfc60381-ea31-4533-8011-7000c585bdb7'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:44.663327 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68558bf8-a1a6-47d9-a4ed-dfddc4dc30e2" -d '{"events": [{"server_uuid": "c15bf09b-ec27-49ce-82b5-18838776ced6", "name": "network-vif-deleted", "tag": "cfc60381-ea31-4533-8011-7000c585bdb7"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:44.868480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-568358e0-3b3c-445c-a869-b405015269f9 req-2a830594-6d97-43b5-9adc-6f0edf48856f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 210 time: 0.0521064 Sep 19 03:12:44.886818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800b1fc-12f3-47cb-ba60-0db02547874a req-79d3e460-772b-48cb-966e-9aa0a1dd1895 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:44.896921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e800b1fc-12f3-47cb-ba60-0db02547874a req-79d3e460-772b-48cb-966e-9aa0a1dd1895 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.5047376 Sep 19 03:12:44.939398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e800b1fc-12f3-47cb-ba60-0db02547874a req-bacb80ea-d895-4d67-9ec5-cbaad47dc138 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Sep 19 03:12:44.995282 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc896564-4b0b-498c-b386-5cbb20d15cdc x-openstack-request-id: req-cc896564-4b0b-498c-b386-5cbb20d15cdc {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:44.995880 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15bf09b-ec27-49ce-82b5-18838776ced6", "name": "network-vif-deleted", "tag": "cfc60381-ea31-4533-8011-7000c585bdb7", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:44.996658 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc896564-4b0b-498c-b386-5cbb20d15cdc {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:44.997215 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15bf09b-ec27-49ce-82b5-18838776ced6', 'name': 'network-vif-deleted', 'tag': 'cfc60381-ea31-4533-8011-7000c585bdb7', 'status': 'completed', 'code': 200} Sep 19 03:12:45.098464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc75b2d2-6739-468b-b43e-285df2590807 req-3958b868-3373-455a-9f98-09eb9faa862c tempest-ServerGroupTestJSON-13564639 tempest-ServerGroupTestJSON-13564639-project] 10.222.0.22 "GET /v2.0/ports?device_id=c15bf09b-ec27-49ce-82b5-18838776ced6 HTTP/1.1" status: 200 len: 210 time: 0.0359533 Sep 19 03:12:45.267926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:12:45.411609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:45.428684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'mac_address': 'fa:16:3e:e2:ef:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:12:45.480071 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:45.504610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc03c134-b74b-4da7-b28c-f014ff5fd7e0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:45.529454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:45.533285 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:45.590817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:45.816993 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:45.838505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bc03c134-b74b-4da7-b28c-f014ff5fd7e0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:46.032511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14158f7c-7f47-4a2d-87bb-d929f79f6714 req-47d5713e-11aa-41b3-a3cb-3eaf523ff412 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 210 time: 0.0649230 Sep 19 03:12:46.169908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-cc3b78ea-3cf4-4658-b198-d40b6b25f9d9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:46.171888 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-cc3b78ea-3cf4-4658-b198-d40b6b25f9d9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1947494 Sep 19 03:12:46.197155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Request body: {'port': {'device_id': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'admin_state_up': True, 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:46.366715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:46.370518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.559227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:46.562844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Allocated IP 172.20.0.8 (b7b5f6cc-3e7a-4190-882e-b24fc4efc9da/8eeae48d-b8db-4a1d-8acf-1c112780b9cc/f6e18271-77d2-4d27-9503-9d186800639b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:46.628002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] Deleting subnet 660c735a-a4a4-4745-88e8-f46b7b1daa79 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:12:46.631949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.671856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.720246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.771746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.822650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.829171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.872841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=660c735a-a4a4-4745-88e8-f46b7b1daa79,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:46.876145 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.878164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4f6dc0f6-2764-4ad3-afba-040c03d86496 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/660c735a-a4a4-4745-88e8-f46b7b1daa79 HTTP/1.1" status: 204 len: 168 time: 0.3174634 Sep 19 03:12:46.879489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:46.881859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48966) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:46.884603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:46.891508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:46.916897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c473-b193-4cf1-9e57-491fc3265db0 req-2cd87138-b9d1-463c-9638-e55c3c142013 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:46.918730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7008c473-b193-4cf1-9e57-491fc3265db0 req-2cd87138-b9d1-463c-9638-e55c3c142013 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1260829 Sep 19 03:12:46.923174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event updated for resources: {'Port': ['ID=f6e18271-77d2-4d27-9503-9d186800639b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:46.955079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:46.955756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.971715 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-855c847f-46dc-4f09-b815-3dde6d4d5546 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7799227 Sep 19 03:12:46.991575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:46.992550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Request body: {'port': {'device_id': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:47.015591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7008c473-b193-4cf1-9e57-491fc3265db0 req-c76f17d9-4633-4f04-8f44-70c297b59116 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880959 Sep 19 03:12:47.066344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.120678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.182629 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5de1ea9a-c0fc-4a9a-b521-ac210f2f8936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.215018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f9eb44-6d91-469e-8b05-83e91e1c325d']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:47.236657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4843d6d-7465-4d1f-a110-207b407b0863') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:47.237033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4843d6d-7465-4d1f-a110-207b407b0863') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:47.260615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb686-b479-419c-b0c7-2dc9d26c7e1e req-e84a7b92-3cc4-40ee-9e16-2dd5073c588e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:47.263461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84dbb686-b479-419c-b0c7-2dc9d26c7e1e req-e84a7b92-3cc4-40ee-9e16-2dd5073c588e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1443408 Sep 19 03:12:47.266014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.290270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:47.297024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91abcc-20e9-424d-b2be-4fd56699080f req-cc813282-77cd-4db5-80aa-d0c8f2b848fb tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:47.299552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e91abcc-20e9-424d-b2be-4fd56699080f req-cc813282-77cd-4db5-80aa-d0c8f2b848fb tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 931 time: 0.1249478 Sep 19 03:12:47.314114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.353923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:12:47.354341 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:12:47.360561 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:12:47.394037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:47.394554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.405742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84dbb686-b479-419c-b0c7-2dc9d26c7e1e req-70cc3946-d6f1-47fe-ab73-ed938c621bc9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242940 Sep 19 03:12:47.432799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e91abcc-20e9-424d-b2be-4fd56699080f req-89e86460-990e-4b34-a525-5324633d7b87 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173837 Sep 19 03:12:47.531762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.544476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.549719 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.552148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] 10.222.0.22 "DELETE /v2.0/networks/03f9eb44-6d91-469e-8b05-83e91e1c325d HTTP/1.1" status: 204 len: 168 time: 0.6693420 Sep 19 03:12:47.553215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c1b84e-4cf9-40a4-b3bf-368326301f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=03f9eb44-6d91-469e-8b05-83e91e1c325d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:47.578447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:47.581247 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3c7d70-d99a-4efb-aefd-13f0f68efa32" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:47.598075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:47.603556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e18271-77d2-4d27-9503-9d186800639b {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:47.608013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.609473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cfc60381-ea31-4533-8011-7000c585bdb7 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:12:47.622848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.656645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: cfc60381-ea31-4533-8011-7000c585bdb7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:12:47.658194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Transition to ACTIVE for port object f6e18271-77d2-4d27-9503-9d186800639b will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:12:47.659912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cfc60381-ea31-4533-8011-7000c585bdb7 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:12:47.666224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.711315 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a333712d-ad0d-4bd0-976d-9519677e257e x-openstack-request-id: req-a333712d-ad0d-4bd0-976d-9519677e257e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:47.712005 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:47.712588 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a333712d-ad0d-4bd0-976d-9519677e257e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:47.713191 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'code': 200} Sep 19 03:12:47.743805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e18271-77d2-4d27-9503-9d186800639b,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:47.745860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:47.759793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.760679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.761314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.761915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.762547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.763402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.763952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.764794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.765536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.766470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.767092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.767740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:12:47.796396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:47.867394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b32d6183-341b-412a-b5e5-1e4bbef06ecf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19145afad9b64da8bb2eea64b3afd457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624864 Sep 19 03:12:47.867394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:47.874952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Attempting to bind port f6e18271-77d2-4d27-9503-9d186800639b on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:47.875294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Attempting to bind port f6e18271-77d2-4d27-9503-9d186800639b by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:47.875673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Attempting to bind port f6e18271-77d2-4d27-9503-9d186800639b on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:47.885232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Port f6e18271-77d2-4d27-9503-9d186800639b on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:12:47.885561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Attempting to bind port f6e18271-77d2-4d27-9503-9d186800639b on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:47.897672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:47.898016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:47.898405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Bound using segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:47.898869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Bound port: f6e18271-77d2-4d27-9503-9d186800639b, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:47.899281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.921465 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:47.961830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7e90-9e62-47d8-b6e6-c699a1b593ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:48.002068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7e90-9e62-47d8-b6e6-c699a1b593ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:48.004146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] For port f6e18271-77d2-4d27-9503-9d186800639b, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:48.011782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] For port f6e18271-77d2-4d27-9503-9d186800639b, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6e18271-77d2-4d27-9503-9d186800639b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:48.031745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:48.081331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:48.081331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:48.083350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6e18271-77d2-4d27-9503-9d186800639b HTTP/1.1" status: 200 len: 1091 time: 1.0956638 Sep 19 03:12:48.087498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'tag': 'f6e18271-77d2-4d27-9503-9d186800639b'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:48.089879 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b278914-04e3-4f1e-b79c-fd4d26725efe", "tag": "f6e18271-77d2-4d27-9503-9d186800639b"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:48.131367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550d77f-d950-4d2c-ad8d-bdf979784d29 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e18271-77d2-4d27-9503-9d186800639b,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:48.140307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7e90-9e62-47d8-b6e6-c699a1b593ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:48.145793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8e8a7e90-9e62-47d8-b6e6-c699a1b593ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:48.150048 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8e8a7e90-9e62-47d8-b6e6-c699a1b593ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce0fc48f-e655-4c9b-aa16-c65c2a8259c0 HTTP/1.1" status: 204 len: 168 time: 0.2816198 Sep 19 03:12:48.150048 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3676d98c-5ae1-4787-a72a-ec6ac757685f x-openstack-request-id: req-3676d98c-5ae1-4787-a72a-ec6ac757685f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:48.150048 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b278914-04e3-4f1e-b79c-fd4d26725efe", "tag": "f6e18271-77d2-4d27-9503-9d186800639b", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:48.155076 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3676d98c-5ae1-4787-a72a-ec6ac757685f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:48.155618 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'tag': 'f6e18271-77d2-4d27-9503-9d186800639b', 'status': 'completed', 'code': 200} Sep 19 03:12:48.164602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a7e90-9e62-47d8-b6e6-c699a1b593ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0fc48f-e655-4c9b-aa16-c65c2a8259c0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:48.238591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-5b2a2c5a-0c84-4267-8410-e022f16f0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:48.240793 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-5b2a2c5a-0c84-4267-8410-e022f16f0529 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 1094 time: 0.0491567 Sep 19 03:12:48.332636 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-5e992016-5963-4513-babc-c177e998c84c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e18271-77d2-4d27-9503-9d186800639b HTTP/1.1" status: 200 len: 217 time: 0.0707839 Sep 19 03:12:48.390507 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:48.412362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-d793a994-a7c3-4f61-8b7b-0b6f28be2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:48.416927 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-d793a994-a7c3-4f61-8b7b-0b6f28be2c87 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0695291 Sep 19 03:12:48.466374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-9f1f7d6b-6e67-452e-a692-05d39d473684 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358803 Sep 19 03:12:48.565727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec3849-1742-461e-986b-7b24f0127936 req-cf7d3d3f-b4a7-4f4a-b9ca-6fbe039495f8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:48.578197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ec3849-1742-461e-986b-7b24f0127936 req-cf7d3d3f-b4a7-4f4a-b9ca-6fbe039495f8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 943 time: 0.0789037 Sep 19 03:12:48.679777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ec3849-1742-461e-986b-7b24f0127936 req-cdf117b3-d1a5-44f7-aacd-798f12850644 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983698 Sep 19 03:12:48.701151 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-5bb0fe96-ddfa-402a-ae2f-92521ea16a66 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249579 Sep 19 03:12:48.880236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eac1eb83-fe9f-4f5d-9880-78aea5beaba3 req-e82069ab-d82e-4a1f-8a71-755b981234ae service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121802 Sep 19 03:12:49.090481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-d42aaba0-a1cd-4ff7-b77e-535d28f78358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.092315 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-d42aaba0-a1cd-4ff7-b77e-535d28f78358 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 1094 time: 0.0731390 Sep 19 03:12:49.190572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9312aa-fda2-4e0c-93ba-8cd0ffe6fa1c req-24968e61-ee2b-4a76-a96b-5474610dc83e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.192452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f9312aa-fda2-4e0c-93ba-8cd0ffe6fa1c req-24968e61-ee2b-4a76-a96b-5474610dc83e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0619636 Sep 19 03:12:49.238395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49044) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:49.249967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-41f9d540-c386-42ce-9f30-02a390a5b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.251526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-41f9d540-c386-42ce-9f30-02a390a5b061 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 907 time: 0.1110191 Sep 19 03:12:49.252615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f9312aa-fda2-4e0c-93ba-8cd0ffe6fa1c req-201ad416-30cf-4583-89d0-05e69d0b354d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532014 Sep 19 03:12:49.304831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-b916a0c0-1e84-4f1d-b017-1c568962ec3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6e18271-77d2-4d27-9503-9d186800639b HTTP/1.1" status: 200 len: 217 time: 0.0401359 Sep 19 03:12:49.367761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-a55a503a-e721-417e-a3cb-ef1318e122a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.369839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-a55a503a-e721-417e-a3cb-ef1318e122a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0567889 Sep 19 03:12:49.375247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-351809198-network', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:49.385358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87d967-663b-4264-af80-103912300ca7 req-19580b3b-89ad-44c7-9b17-de6954d25620 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.387535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f87d967-663b-4264-af80-103912300ca7 req-19580b3b-89ad-44c7-9b17-de6954d25620 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0665925 Sep 19 03:12:49.410041 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-77188470-bf00-4d57-955b-949da72c2f92 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280077 Sep 19 03:12:49.420700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Made reservation on behalf of 4e0cdf7275bd4ee18d99844d976a6260 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:49.423087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.433938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f87d967-663b-4264-af80-103912300ca7 req-cf42cc0a-c956-4206-a823-ec642ee85718 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382912 Sep 19 03:12:49.442181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.577954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-ca7d3045-3f74-4b38-8cbe-82debf0521f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504779 Sep 19 03:12:49.700334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.704852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.721530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317797f7-0ac7-41e8-92c5-cf36916c5b78 req-07b37021-f13f-4177-aea7-db809a86717f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.723854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-317797f7-0ac7-41e8-92c5-cf36916c5b78 req-07b37021-f13f-4177-aea7-db809a86717f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0611346 Sep 19 03:12:49.738978 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-49d19a48-2eb1-40ec-9a22-8e993eae9e3f req-0600b22c-1fbb-4c4c-84c9-771f29f12f4d service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483648 Sep 19 03:12:49.748353 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:12:49.755441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb829418-4211-4109-adbc-4b792b7a9d85,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:49.763085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.763361 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Added segment d422b48c-c22f-4e06-97f6-ebdec9c31521 of type vlan for network 75540ffb-8db4-47c8-b199-61eceb1eeee8 Sep 19 03:12:49.817674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-317797f7-0ac7-41e8-92c5-cf36916c5b78 req-2d766134-f611-4e18-9175-03387e2efed6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796702 Sep 19 03:12:49.833393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.883342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57cc1b-e1ad-47b8-8c2b-ae656b3fda26 req-6635194f-cd11-4233-8a8d-20d10a1b7012 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.885197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.886274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e57cc1b-e1ad-47b8-8c2b-ae656b3fda26 req-6635194f-cd11-4233-8a8d-20d10a1b7012 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 943 time: 0.0883915 Sep 19 03:12:49.886856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:49.887468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.922701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:49.931735 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6921768 Sep 19 03:12:49.945626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49070) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:49.950163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e57cc1b-e1ad-47b8-8c2b-ae656b3fda26 req-71402103-e8c5-4052-a684-e9e87e7326e2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568779 Sep 19 03:12:49.955728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Request body: {'subnet': {'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-351809198-subnet', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:49.965999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2a13d-fce2-44ca-b041-dff0892cb15d admin admin] Pushing event updated for resources: {'Network': ['ID=75540ffb-8db4-47c8-b199-61eceb1eeee8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:49.978047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:12:49.997291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Made reservation on behalf of 4e0cdf7275bd4ee18d99844d976a6260 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:12:49.999692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:50.130845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cad93-e517-412d-bb63-bd3018cf8bae req-dfe70d40-5746-4aa7-b506-e897cce05118 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:50.132386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-889cad93-e517-412d-bb63-bd3018cf8bae req-dfe70d40-5746-4aa7-b506-e897cce05118 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0761149 Sep 19 03:12:50.214333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-889cad93-e517-412d-bb63-bd3018cf8bae req-00c1253e-a004-4b5a-aec2-d8df9ad3f913 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731871 Sep 19 03:12:50.274354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:50.340446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de98992-d86c-403e-8333-263490400c8c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:50.350552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Checking segment: {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:50.350945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Network hostable DHCP agents. Network: 75540ffb-8db4-47c8-b199-61eceb1eeee8, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:12:50.402193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:12:50.419999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5662d785-303f-40c3-ba9c-4a29f9d6d86d req-ccfa26f3-3f4f-4ef2-afe0-65e655adbce6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:50.421649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5662d785-303f-40c3-ba9c-4a29f9d6d86d req-ccfa26f3-3f4f-4ef2-afe0-65e655adbce6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0732117 Sep 19 03:12:50.422961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 75540ffb-8db4-47c8-b199-61eceb1eeee8) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:50.427125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:50.427731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:50.436399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f49c0-f63e-4d3b-8587-9889e8def04d None None] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:50.457241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c1b789a2-12e3-422a-bdb2-62ea0680f074 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5058053 Sep 19 03:12:50.460274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49088) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:50.465903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:12:50.483087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5662d785-303f-40c3-ba9c-4a29f9d6d86d req-f588d96c-cf3a-41f5-8c2f-e7ec1dc1786d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Sep 19 03:12:50.506445 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:50.507421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:50.590232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:50.656167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1aff1c-21a5-4f47-a133-66ad44f9ed36 None None] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:12:50.663052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616354a-c449-4e58-b67c-eee0f7016f97 req-a7f74516-17cf-4f09-a3c9-7c43e82cea8c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:50.664981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0616354a-c449-4e58-b67c-eee0f7016f97 req-a7f74516-17cf-4f09-a3c9-7c43e82cea8c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0728240 Sep 19 03:12:50.711540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0616354a-c449-4e58-b67c-eee0f7016f97 req-a3126119-486a-481d-b519-01830b891e9f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Sep 19 03:12:50.753218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:50.920525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5e0b6-a1f8-41fd-82d7-3b11c2ca0ea9 req-bfe8bbdf-ee13-4649-bc94-32c0bd90ae00 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:50.922668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59d5e0b6-a1f8-41fd-82d7-3b11c2ca0ea9 req-bfe8bbdf-ee13-4649-bc94-32c0bd90ae00 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0567307 Sep 19 03:12:50.981223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59d5e0b6-a1f8-41fd-82d7-3b11c2ca0ea9 req-10f5789e-7fc6-4574-b838-f74bba250f0c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Sep 19 03:12:51.015206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:51.035962 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:51.101857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a6b2-20a3-4bbd-adce-c06b7ad856d9 req-af826c12-702b-419c-946f-be64fec6e9ee tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:51.109768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef6a6b2-20a3-4bbd-adce-c06b7ad856d9 req-af826c12-702b-419c-946f-be64fec6e9ee tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 943 time: 0.0687892 Sep 19 03:12:51.152903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Allocated IP 172.25.8.230 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:51.172075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef6a6b2-20a3-4bbd-adce-c06b7ad856d9 req-7f78b60a-c7a3-440c-8316-0906e02ceb3d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611739 Sep 19 03:12:51.196661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acac53-6088-4abf-9515-434e3a87b359 req-3a3581b2-a1a3-4e78-b0e0-d6753fa3e8aa tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:51.196661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5acac53-6088-4abf-9515-434e3a87b359 req-3a3581b2-a1a3-4e78-b0e0-d6753fa3e8aa tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0755956 Sep 19 03:12:51.237082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5acac53-6088-4abf-9515-434e3a87b359 req-75c48a17-96ce-4778-86dc-f2025362f72e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367324 Sep 19 03:12:51.316921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:51.351937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:51.408957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:51.412026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:51.416762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:51.448812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Pushing event updated for resources: {'Port': ['ID=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:51.513924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11b26-5944-43bb-ae90-f2a8cae7cc1e req-a42bb37d-62f6-46a7-ae7a-4f35f9254f40 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:51.515888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22f11b26-5944-43bb-ae90-f2a8cae7cc1e req-a42bb37d-62f6-46a7-ae7a-4f35f9254f40 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0526886 Sep 19 03:12:51.574780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22f11b26-5944-43bb-ae90-f2a8cae7cc1e req-d920401e-c130-435d-bd01-46dcbbeae718 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509448 Sep 19 03:12:51.716054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:51.730647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8915f291-dd24-42ae-8638-ea843256e5ae req-3b975cb4-4c49-46f7-8056-87d4fe74d0ca tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:51.738090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8915f291-dd24-42ae-8638-ea843256e5ae req-3b975cb4-4c49-46f7-8056-87d4fe74d0ca tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0703330 Sep 19 03:12:51.785968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8915f291-dd24-42ae-8638-ea843256e5ae req-0e8050ad-7455-4e35-b9ca-6b6c5f4b1aa7 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466352 Sep 19 03:12:52.018761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb4cca-c360-464a-817b-7c87b7494207 req-99ca1a6a-8d73-4797-b5d5-6379e38a7611 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:52.018761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ebb4cca-c360-464a-817b-7c87b7494207 req-99ca1a6a-8d73-4797-b5d5-6379e38a7611 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0814090 Sep 19 03:12:52.072822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ebb4cca-c360-464a-817b-7c87b7494207 req-b39e6036-f3af-4721-80c7-69b355182c44 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534205 Sep 19 03:12:52.260757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef034da6-0c08-48c3-be46-9e680e679bf5 req-a115483b-992a-41f5-9e59-99a915b69c92 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:52.263261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef034da6-0c08-48c3-be46-9e680e679bf5 req-a115483b-992a-41f5-9e59-99a915b69c92 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0643165 Sep 19 03:12:52.330590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:52.373947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef034da6-0c08-48c3-be46-9e680e679bf5 req-274e8bdb-91b9-4a89-a78d-c5707dda727a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986433 Sep 19 03:12:52.403376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873d995-0315-4aeb-8579-915406ca2956 req-6be839b6-e9ef-4daa-951e-5efad5c97e6f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:52.423922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a873d995-0315-4aeb-8579-915406ca2956 req-6be839b6-e9ef-4daa-951e-5efad5c97e6f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 943 time: 0.1378014 Sep 19 03:12:52.482148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a873d995-0315-4aeb-8579-915406ca2956 req-c5d341ba-b0cf-4878-972a-6972c00b2ddf tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572839 Sep 19 03:12:52.628772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:12:52.789221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:12:52.800507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Sync routers for ids ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:12:52.813801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Routers {'540e3f1d-82cd-4b91-95eb-2a6ed0c520af'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:52.814702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:52.824229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89e46-f72e-4678-a385-58cdc0c1ab06 req-32fddf05-8fd8-4768-bb52-4fd949bf406e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:52.832115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77f89e46-f72e-4678-a385-58cdc0c1ab06 req-32fddf05-8fd8-4768-bb52-4fd949bf406e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 813 time: 0.1918466 Sep 19 03:12:52.834244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:52.855307 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8acf7462-b0c0-4d4a-a0d4-cb08920fcb03 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3935430 Sep 19 03:12:52.856323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49200) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:12:52.875361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77f89e46-f72e-4678-a385-58cdc0c1ab06 req-ed49f29c-2105-4b5e-86bd-03b08e997bba tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/quotas/564133a1aa544caa80ad2a7d44955b8d HTTP/1.1" status: 200 len: 375 time: 0.0419447 Sep 19 03:12:53.011436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77f89e46-f72e-4678-a385-58cdc0c1ab06 req-88bbe713-7ecf-41e7-a388-4cdec8af4ba1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943468 Sep 19 03:12:53.115923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Set router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:53.312748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839019a-d206-4089-9ad6-b7ebd501a3e5 req-80085828-6570-4289-9921-8c8679242c88 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:53.320768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c839019a-d206-4089-9ad6-b7ebd501a3e5 req-80085828-6570-4289-9921-8c8679242c88 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.2017090 Sep 19 03:12:53.345532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6e18271-77d2-4d27-9503-9d186800639b details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:12:53.378301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c839019a-d206-4089-9ad6-b7ebd501a3e5 req-6025c8a8-ac75-416d-a4b9-2a7a46ff5c46 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538852 Sep 19 03:12:53.450938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:12:51Z', 'revision_number': 3, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port': {'id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:51Z', 'updated_at': '2021-09-19T03:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:53.488037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Checking router: 540e3f1d-82cd-4b91-95eb-2a6ed0c520af for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:12:53.488742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Updating router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:12:53.537548 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:53.544526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6e18271-77d2-4d27-9503-9d186800639b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6e18271-77d2-4d27-9503-9d186800639b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:53.577827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f6e18271-77d2-4d27-9503-9d186800639b', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'port_id': 'f6e18271-77d2-4d27-9503-9d186800639b', 'mac_address': 'fa:16:3e:5f:41:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeae48d-b8db-4a1d-8acf-1c112780b9cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:12:53.641811 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:53.672335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af73bb-60a2-4e0c-8de6-c6ecdfdf48b1 req-3568b3d9-5357-4e80-9da5-37387705f8bc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:53.679980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6af73bb-60a2-4e0c-8de6-c6ecdfdf48b1 req-3568b3d9-5357-4e80-9da5-37387705f8bc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1920507 Sep 19 03:12:53.701956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e18271-77d2-4d27-9503-9d186800639b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:12:53.721086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0aa5e-dcca-42d2-ad7c-44a41b691af8 req-921c7952-3781-4f83-82b6-5ae0f433171d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:53.729456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ead0aa5e-dcca-42d2-ad7c-44a41b691af8 req-921c7952-3781-4f83-82b6-5ae0f433171d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 943 time: 0.1296084 Sep 19 03:12:53.737330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6e18271-77d2-4d27-9503-9d186800639b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6e18271-77d2-4d27-9503-9d186800639b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:53.748368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:53.808520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6af73bb-60a2-4e0c-8de6-c6ecdfdf48b1 req-ec009688-df78-4068-96c5-d63f4bc67e21 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267776 Sep 19 03:12:53.894453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6e18271-77d2-4d27-9503-9d186800639b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:53.966833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ead0aa5e-dcca-42d2-ad7c-44a41b691af8 req-249c3220-5706-4365-bcf1-de8b7d6836aa tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363403 Sep 19 03:12:54.068268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.069919 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.084801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.174894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a36209-23d4-4dab-80f5-26e828e2be25 None None] Pushing event updated for resources: {'Port': ['ID=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:54.188134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Attempting to bind port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:54.188682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Attempting to bind port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:54.189204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Attempting to bind port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:54.196692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:54.197313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:54.197877 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.198419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:54.199194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Bound port: 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:54.199733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.247122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccf3a867-9fe8-43ae-bad5-b1c2a73d4304 req-5e8a8c72-fdc6-4ac9-9519-b4b92bba0553 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=564133a1aa544caa80ad2a7d44955b8d HTTP/1.1" status: 200 len: 221 time: 0.0549393 Sep 19 03:12:54.294660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Allocated IP 172.20.0.1 (75540ffb-8db4-47c8-b199-61eceb1eeee8/4de98992-d86c-403e-8333-263490400c8c/4d307302-eee7-4552-a6ed-a0691b5be471) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:12:54.332468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:12:54.395846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] For port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:54.417819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] For port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:54.427205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.481624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fc837-8e01-4a59-b6a0-0a3688ccb7cb req-d0261f24-0571-4005-ac63-9c265da2b2dc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:54.483388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be6fc837-8e01-4a59-b6a0-0a3688ccb7cb req-d0261f24-0571-4005-ac63-9c265da2b2dc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1040785 Sep 19 03:12:54.489095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Routers {'540e3f1d-82cd-4b91-95eb-2a6ed0c520af'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:54.490120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:54.503222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.563187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be6fc837-8e01-4a59-b6a0-0a3688ccb7cb req-30ebf55e-4889-423a-9f24-faef9d665887 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697761 Sep 19 03:12:54.567612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a36209-23d4-4dab-80f5-26e828e2be25 None None] Pushing event updated for resources: {'Port': ['ID=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:54.639921 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:54.764476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] Set router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:54.781619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:54.809413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:54.832349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:12:54.881056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Pushing event updated for resources: {'Port': ['ID=4d307302-eee7-4552-a6ed-a0691b5be471,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:54.891332 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:55.008648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce21b23-dcbc-4ddd-bc63-1f3cb9941543 req-4cff088f-1983-45a1-8533-d561cbbe6dd9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:55.017146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bce21b23-dcbc-4ddd-bc63-1f3cb9941543 req-4cff088f-1983-45a1-8533-d561cbbe6dd9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.2407620 Sep 19 03:12:55.108546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bce21b23-dcbc-4ddd-bc63-1f3cb9941543 req-ec6cb01d-ebe0-4833-a040-e2467d3a1d59 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841146 Sep 19 03:12:55.115229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:12:51Z', 'revision_number': 3, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port': {'id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:51Z', 'updated_at': '2021-09-19T03:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:55.153035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e970ebb-0109-4e1b-9f80-74921a8fd460 None None] The sync data for ids ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'] in n-d-809936-1 is: [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:12:51Z', 'revision_number': 3, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port': {'id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:51Z', 'updated_at': '2021-09-19T03:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:12:55.254813 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:55.399871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e963cf-342e-4f46-b605-beee39fc9971 req-d7b58166-e2bd-4a4f-970d-ef70ad613753 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:55.407691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0e963cf-342e-4f46-b605-beee39fc9971 req-d7b58166-e2bd-4a4f-970d-ef70ad613753 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 944 time: 0.2356038 Sep 19 03:12:55.535836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0e963cf-342e-4f46-b605-beee39fc9971 req-574b4052-6000-4c74-8515-2af03355fcfd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270344 Sep 19 03:12:55.752694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2de62-e8c4-462a-b2aa-257df802d307 req-573d0842-3d37-4c8c-b82b-7d9c564d20a4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:55.761133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f2de62-e8c4-462a-b2aa-257df802d307 req-573d0842-3d37-4c8c-b82b-7d9c564d20a4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1520126 Sep 19 03:12:55.790541 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:55.799794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:55.875368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Pushing event updated for resources: {'Port': ['ID=4d307302-eee7-4552-a6ed-a0691b5be471,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:55.948555 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53f2de62-e8c4-462a-b2aa-257df802d307 req-0e9c0066-e726-4f02-b129-a2c16750721d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742508 Sep 19 03:12:55.961129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:56.578081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:12:56.580600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:12:56.618948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:56.628389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1188ec-ddec-4df5-a495-a237674bf01d req-8d5f0f64-8510-4455-8233-58ad70816183 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:56.629855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d1188ec-ddec-4df5-a495-a237674bf01d req-8d5f0f64-8510-4455-8233-58ad70816183 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.5485668 Sep 19 03:12:56.726486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:56.728831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:56.841735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:12:56.855628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:56.859108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d1188ec-ddec-4df5-a495-a237674bf01d req-f1fb338d-d647-4503-9688-36fa06d09d99 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153072 Sep 19 03:12:56.884983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:56.894263 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:56.896318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a147-4706-44a1-bfe6-f3cd6d30c400 req-c33f7a09-786e-4fcd-8790-e1985aa00ef5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:56.898091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3792a147-4706-44a1-bfe6-f3cd6d30c400 req-c33f7a09-786e-4fcd-8790-e1985aa00ef5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 944 time: 0.1504602 Sep 19 03:12:56.966178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:57.055127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3792a147-4706-44a1-bfe6-f3cd6d30c400 req-705fa2b2-64da-4dec-a923-da76a5053240 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015134 Sep 19 03:12:57.094179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:12:57.107202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d304ace3-30b0-4354-8af0-6f8bc1466e36 admin admin] 10.222.0.22 "PUT /v2.0/routers/540e3f1d-82cd-4b91-95eb-2a6ed0c520af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2388651 Sep 19 03:12:57.121179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154653a-198a-4405-bb11-500ea811bc65 req-c1cd6134-2793-4e64-adeb-4339dfc6c59e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:57.122876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e154653a-198a-4405-bb11-500ea811bc65 req-c1cd6134-2793-4e64-adeb-4339dfc6c59e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0662782 Sep 19 03:12:57.199611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e154653a-198a-4405-bb11-500ea811bc65 req-7e88a03c-a2d3-448c-929b-acbe7a6a7a70 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706832 Sep 19 03:12:57.344905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6e18271-77d2-4d27-9503-9d186800639b up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:57.362359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b7f88e84-28e0-4518-a828-c945d110805c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1350386390&fields=id&tenant_id=84c28d74324e435a91d2a165c8ec6c19 HTTP/1.1" status: 200 len: 267 time: 0.0893135 Sep 19 03:12:57.409504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f6e18271-77d2-4d27-9503-9d186800639b completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:12:57.413976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f6e18271-77d2-4d27-9503-9d186800639b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:57.414360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:57.443335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df173841-8115-4876-a8a5-0ae5efae9ee5 req-9c900e76-a72f-48ee-9167-a2b5ec394183 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:57.445066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df173841-8115-4876-a8a5-0ae5efae9ee5 req-9c900e76-a72f-48ee-9167-a2b5ec394183 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1066186 Sep 19 03:12:57.514385 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:57.538291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df173841-8115-4876-a8a5-0ae5efae9ee5 req-4ad9559d-cadb-4ba2-ba66-c6cc75007e4d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653851 Sep 19 03:12:57.543331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e18271-77d2-4d27-9503-9d186800639b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:12:57.546033 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1051c755-a12e-4fe9-9d46-8e5039c9de91" -d '{"events": [{"server_uuid": "3b278914-04e3-4f1e-b79c-fd4d26725efe", "name": "network-vif-plugged", "status": "completed", "tag": "f6e18271-77d2-4d27-9503-9d186800639b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:12:57.548163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-91bfff8e-dd2c-438a-bd40-1bcfff8dfaed tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:57.556070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-91bfff8e-dd2c-438a-bd40-1bcfff8dfaed tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/networks?id=e8e08ea0-3632-4496-9e20-ad8518f261db HTTP/1.1" status: 200 len: 816 time: 0.1762650 Sep 19 03:12:57.561830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6e18271-77d2-4d27-9503-9d186800639b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6e18271-77d2-4d27-9503-9d186800639b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:12:57.568794 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:57.575805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-8c6cd538-cc53-42d3-b82c-a09cdb338558 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/quotas/84c28d74324e435a91d2a165c8ec6c19 HTTP/1.1" status: 200 len: 375 time: 0.0182228 Sep 19 03:12:57.665866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6e18271-77d2-4d27-9503-9d186800639b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:57.686363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4d0d6525-895d-4ddd-8870-a0c826e8949c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84c28d74324e435a91d2a165c8ec6c19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939686 Sep 19 03:12:57.806993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-ba534f77-816d-4d14-92df-efe38f501788 service neutron] 10.222.0.22 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045620 Sep 19 03:12:57.842969 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Sync routers for ids ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:12:57.857527 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Routers {'540e3f1d-82cd-4b91-95eb-2a6ed0c520af'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:57.858359 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:57.992384 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Set router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:58.003764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-de031d9d-b697-4ebe-9919-24e6bf7b83b0 service neutron] 10.222.0.22 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934083 Sep 19 03:12:58.019945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-99ffc138-b7c7-4653-a8de-20a0c97d2bf6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:58.021415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-99ffc138-b7c7-4653-a8de-20a0c97d2bf6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 810 time: 0.1947668 Sep 19 03:12:58.049108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-9837ee16-5d5c-4aa7-8691-e3291119d9a4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/quotas/4e0cdf7275bd4ee18d99844d976a6260 HTTP/1.1" status: 200 len: 375 time: 0.0174086 Sep 19 03:12:58.120414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-6bbd9cf8-81f7-4c00-b4ae-6686481e55b8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612059 Sep 19 03:12:58.204405 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:12:55Z', 'revision_number': 4, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port': {'id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:51Z', 'updated_at': '2021-09-19T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4d307302-eee7-4552-a6ed-a0691b5be471', 'name': '', 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'mac_address': 'fa:16:3e:c4:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '4de98992-d86c-403e-8333-263490400c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:54Z', 'updated_at': '2021-09-19T03:12:55Z', 'revision_number': 2, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'subnets': [{'id': '4de98992-d86c-403e-8333-263490400c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:58.232697 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Checking router: 540e3f1d-82cd-4b91-95eb-2a6ed0c520af for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:12:58.233323 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Updating router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af port 4d307302-eee7-4552-a6ed-a0691b5be471 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:12:58.269838 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:58.288974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-9ed7f330-db5d-4aa7-ac97-be1d0cdf4af7 service neutron] 10.222.0.22 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544793 Sep 19 03:12:58.478776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-28a5f843-cc9b-45d2-9c8d-656bfa673d9e service neutron] 10.222.0.22 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808205 Sep 19 03:12:58.585951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:12:58.661732 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:58.669927 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:58.670714 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba07a38-92b8-4269-b3af-313eab62ff1b x-openstack-request-id: req-8ba07a38-92b8-4269-b3af-313eab62ff1b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:12:58.671764 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b278914-04e3-4f1e-b79c-fd4d26725efe", "name": "network-vif-plugged", "status": "completed", "tag": "f6e18271-77d2-4d27-9503-9d186800639b", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:12:58.671764 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ba07a38-92b8-4269-b3af-313eab62ff1b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:12:58.671764 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e18271-77d2-4d27-9503-9d186800639b', 'code': 200} Sep 19 03:12:58.735687 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f08e1-d9e0-44a4-87e0-11fc66556ade None None] Pushing event updated for resources: {'Port': ['ID=4d307302-eee7-4552-a6ed-a0691b5be471,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:58.766647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:12:58.767146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:58.920269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af9f6d-683a-4766-9031-42d65c16bd5c req-1b171129-ace7-42eb-8c8d-6fc087a9e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:58.921801 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-27af9f6d-683a-4766-9031-42d65c16bd5c req-1b171129-ace7-42eb-8c8d-6fc087a9e1b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 1096 time: 0.1752329 Sep 19 03:12:58.976681 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Attempting to bind port 4d307302-eee7-4552-a6ed-a0691b5be471 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:12:58.977345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Attempting to bind port 4d307302-eee7-4552-a6ed-a0691b5be471 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:12:58.977740 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Attempting to bind port 4d307302-eee7-4552-a6ed-a0691b5be471 on network 75540ffb-8db4-47c8-b199-61eceb1eeee8 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:12:58.991214 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:12:58.991580 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Checking segment: {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:12:58.997377 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:58.998109 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Bound using segment: {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:12:58.998960 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Bound port: 4d307302-eee7-4552-a6ed-a0691b5be471, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:12:58.999534 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:59.016951 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-27af9f6d-683a-4766-9031-42d65c16bd5c req-4e6c5a75-599c-403b-8290-739ca0ca5980 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836170 Sep 19 03:12:59.093578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3466144-d45c-4162-8e11-39c1a21fb468 req-1b9db1b4-73a0-4397-b458-cd853324a67a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:59.108876 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] For port 4d307302-eee7-4552-a6ed-a0691b5be471, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:12:59.113835 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] For port 4d307302-eee7-4552-a6ed-a0691b5be471, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4d307302-eee7-4552-a6ed-a0691b5be471,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:12:59.115814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3466144-d45c-4162-8e11-39c1a21fb468 req-1b9db1b4-73a0-4397-b458-cd853324a67a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 945 time: 0.2163036 Sep 19 03:12:59.131232 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:59.140515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0bf27bf-b85b-4c76-b9b6-217bf8913959 req-5030523c-f6f8-40ed-8829-780667c379e2 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.1324432 Sep 19 03:12:59.209387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3466144-d45c-4162-8e11-39c1a21fb468 req-91eddb39-0401-4a57-a8e8-80e3b01c63e3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915976 Sep 19 03:12:59.269507 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Routers {'540e3f1d-82cd-4b91-95eb-2a6ed0c520af'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:12:59.276050 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:12:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:59.320477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03de54c9-c8bc-4c04-8c00-07657eff97e8 req-258220e5-75d4-408f-b178-45c019cb603e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 210 time: 0.0316708 Sep 19 03:12:59.329267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd836a-5356-4d0e-86fd-80aefed815b3 req-46ec96ee-1412-4deb-a6b0-0061943f9523 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:59.337993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fcd836a-5356-4d0e-86fd-80aefed815b3 req-46ec96ee-1412-4deb-a6b0-0061943f9523 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0952380 Sep 19 03:12:59.387800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fcd836a-5356-4d0e-86fd-80aefed815b3 req-8bbfadf9-55f9-4e56-8fb7-0889eefc7716 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486400 Sep 19 03:12:59.422877 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f08e1-d9e0-44a4-87e0-11fc66556ade None None] Pushing event updated for resources: {'Port': ['ID=4d307302-eee7-4552-a6ed-a0691b5be471,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:12:59.504064 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] Set router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:12:59.550216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d7200-c10c-4dc3-aeae-1024862a654c req-aba8ef76-5709-45cf-99ee-59de036c1296 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:59.563233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d1d7200-c10c-4dc3-aeae-1024862a654c req-aba8ef76-5709-45cf-99ee-59de036c1296 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0867579 Sep 19 03:12:59.647841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d1d7200-c10c-4dc3-aeae-1024862a654c req-1eeb9be6-4e60-4e0e-8a64-7e6be9cfcc6e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775788 Sep 19 03:12:59.663215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:12:59.875578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997fb46-614d-4c81-aa04-b8f095d7eac1 req-61ed031e-16d8-403f-8199-ead6f6771007 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:12:59.876046 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:12:55Z', 'revision_number': 4, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port': {'id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:51Z', 'updated_at': '2021-09-19T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4d307302-eee7-4552-a6ed-a0691b5be471', 'name': '', 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'mac_address': 'fa:16:3e:c4:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '4de98992-d86c-403e-8333-263490400c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:54Z', 'updated_at': '2021-09-19T03:12:59Z', 'revision_number': 4, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'subnets': [{'id': '4de98992-d86c-403e-8333-263490400c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:12:59.884413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9997fb46-614d-4c81-aa04-b8f095d7eac1 req-61ed031e-16d8-403f-8199-ead6f6771007 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0973382 Sep 19 03:12:59.950821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9997fb46-614d-4c81-aa04-b8f095d7eac1 req-6366beeb-107c-4965-8d83-f56e91c7ad67 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654006 Sep 19 03:13:00.019544 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff8276a-4c10-4f91-a810-ad656b7c8414 None None] The sync data for ids ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'] in n-d-809936-1 is: [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:12:55Z', 'revision_number': 4, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port': {'id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:51Z', 'updated_at': '2021-09-19T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4d307302-eee7-4552-a6ed-a0691b5be471', 'name': '', 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'mac_address': 'fa:16:3e:c4:a1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '4de98992-d86c-403e-8333-263490400c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:54Z', 'updated_at': '2021-09-19T03:12:59Z', 'revision_number': 4, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'subnets': [{'id': '4de98992-d86c-403e-8333-263490400c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:13:00.135978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfe32b-9eb7-4e2d-a10b-80236f5f69ff req-b4a34e98-2118-47b2-be9e-d6e185074f45 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:00.147270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7cfe32b-9eb7-4e2d-a10b-80236f5f69ff req-b4a34e98-2118-47b2-be9e-d6e185074f45 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0861354 Sep 19 03:13:00.209856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7cfe32b-9eb7-4e2d-a10b-80236f5f69ff req-39919840-180c-45bd-b352-9270d37ba8b5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570717 Sep 19 03:13:00.306413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46bdc1e0-486c-47b4-aedf-5c7c91e0abd7 req-7b1b6374-59bb-45cf-9064-8477160efd9d tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0789013 Sep 19 03:13:00.379435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab6de3-ae4d-4a43-be22-016bd5c1c979 req-9c38e42b-9277-4144-9bf4-5a14910f1e4b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:00.381301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85ab6de3-ae4d-4a43-be22-016bd5c1c979 req-9c38e42b-9277-4144-9bf4-5a14910f1e4b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 945 time: 0.0671747 Sep 19 03:13:00.459450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cb5c6-f39f-477c-a91f-dec3195c2f60 req-f51ec5ed-931b-466e-b0e7-6e0b8f08c00d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:00.467146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b8cb5c6-f39f-477c-a91f-dec3195c2f60 req-f51ec5ed-931b-466e-b0e7-6e0b8f08c00d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0847235 Sep 19 03:13:00.478373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85ab6de3-ae4d-4a43-be22-016bd5c1c979 req-21404a90-f0f2-4958-881c-4d32d6c95960 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668726 Sep 19 03:13:00.559384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b8cb5c6-f39f-477c-a91f-dec3195c2f60 req-add4280e-c8e3-4813-9b17-79a8935fa9e3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912368 Sep 19 03:13:00.598827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4d307302-eee7-4552-a6ed-a0691b5be471 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:00.696107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4d307302-eee7-4552-a6ed-a0691b5be471 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:00.697403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:00.721032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a648880-6663-4b1e-9ce7-f9837ff3b3a8 req-9fe0f0dd-dbca-4513-808d-da837d98786b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 210 time: 0.0895140 Sep 19 03:13:00.801246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:00.813445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceef584-4b1c-4d50-894c-a3d34c63b4d8 req-87f9fabc-f723-4648-9704-79e042b5a966 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:00.823145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ceef584-4b1c-4d50-894c-a3d34c63b4d8 req-87f9fabc-f723-4648-9704-79e042b5a966 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0985389 Sep 19 03:13:00.872623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 4d307302-eee7-4552-a6ed-a0691b5be471, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4d307302-eee7-4552-a6ed-a0691b5be471,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:00.885852 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:00.912870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ceef584-4b1c-4d50-894c-a3d34c63b4d8 req-51b0a4e8-ea20-4c6b-9468-8881ed6216e3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839622 Sep 19 03:13:01.059883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=4d307302-eee7-4552-a6ed-a0691b5be471,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:01.166579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cc9ae-7b86-4d34-9bc1-17dc022b9a51 req-37977caa-c67a-4a44-8678-b50496c8dc8c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:01.186624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a9cc9ae-7b86-4d34-9bc1-17dc022b9a51 req-37977caa-c67a-4a44-8678-b50496c8dc8c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0893171 Sep 19 03:13:01.257636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-f1afd8af-d4c2-434e-a62f-cae2a766a0a8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:01.261173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-f1afd8af-d4c2-434e-a62f-cae2a766a0a8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 810 time: 0.2673972 Sep 19 03:13:01.262114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a9cc9ae-7b86-4d34-9bc1-17dc022b9a51 req-faf2be83-89bd-4ae5-bdd2-c9da05288257 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708270 Sep 19 03:13:01.284221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Request body: {'port': {'device_id': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'admin_state_up': True, 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:01.442013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Made reservation on behalf of 4e0cdf7275bd4ee18d99844d976a6260 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:13:01.443703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d2008ee-c9f0-4d76-bd8c-201c20bcf67a req-ac18bed9-fa28-4ad5-b795-1027b215509c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0371075 Sep 19 03:13:01.447565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:01.481113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236a851-2f7a-4e54-9a36-36cf4c99efd4 req-518f1647-a9ae-4e25-932d-d9b9e207a19d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:01.485106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d236a851-2f7a-4e54-9a36-36cf4c99efd4 req-518f1647-a9ae-4e25-932d-d9b9e207a19d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1230829 Sep 19 03:13:01.556377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d236a851-2f7a-4e54-9a36-36cf4c99efd4 req-7a4a573a-c9cd-4dbb-b3e8-22bce8dc7f31 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510702 Sep 19 03:13:01.691158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18b8d7-4ced-4a43-8f00-0c406b69f474 req-ac015cd9-3ba8-49fc-94f0-af956bbc0d1f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:01.703282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa18b8d7-4ced-4a43-8f00-0c406b69f474 req-ac015cd9-3ba8-49fc-94f0-af956bbc0d1f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 945 time: 0.1168895 Sep 19 03:13:01.712045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Allocated IP 172.20.0.13 (75540ffb-8db4-47c8-b199-61eceb1eeee8/4de98992-d86c-403e-8333-263490400c8c/70a0b6fc-007f-45f3-a4e8-45f5f0611607) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:13:01.885672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa18b8d7-4ced-4a43-8f00-0c406b69f474 req-7ca7b39c-4b6b-47a1-a818-63638f5ba5ec tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814096 Sep 19 03:13:02.036524 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:02.084640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:02.141379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-e7fd6ac6-53f1-40cb-8ca1-8a89ae35951f tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:02.143010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-e7fd6ac6-53f1-40cb-8ca1-8a89ae35951f tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.32 "GET /v2.0/networks?id=e8e08ea0-3632-4496-9e20-ad8518f261db HTTP/1.1" status: 200 len: 816 time: 0.4646552 Sep 19 03:13:02.147373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:13:02.150994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:13:02.155235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:13:02.179120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070947e-8833-4d6e-997a-4da0d0963582 req-1dfc587e-3b87-4c63-832a-8f6b78cbd23b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:02.182291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7070947e-8833-4d6e-997a-4da0d0963582 req-1dfc587e-3b87-4c63-832a-8f6b78cbd23b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.3285213 Sep 19 03:13:02.209058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Pushing event updated for resources: {'Port': ['ID=70a0b6fc-007f-45f3-a4e8-45f5f0611607,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:02.233101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:02.233786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:02.253716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-c57405cc-b84b-4e25-b02d-039286b0f678 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9742005 Sep 19 03:13:02.278524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Request body: {'port': {'device_id': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:02.286909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-2776e560-a4f2-45cf-a7c2-c7ccf10a2841 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84c28d74324e435a91d2a165c8ec6c19 HTTP/1.1" status: 200 len: 380 time: 0.1016810 Sep 19 03:13:02.300277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2ab12-0a1a-4f65-a12e-cf6c851cc5fd req-827efddd-f124-4bfd-ae49-236938bb23a3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:02.308448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86f2ab12-0a1a-4f65-a12e-cf6c851cc5fd req-827efddd-f124-4bfd-ae49-236938bb23a3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 932 time: 0.2548857 Sep 19 03:13:02.323890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Request body: {'port': {'device_id': '471d2f76-3c24-4156-9674-b709daa17a04', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'admin_state_up': True, 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'security_groups': ['97f0a643-a520-4125-80ae-65e59ab11a0d']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:02.370529 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:02.414315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7070947e-8833-4d6e-997a-4da0d0963582 req-83c9cdde-0031-4c96-a92d-c6887136ef46 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795781 Sep 19 03:13:02.534807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86f2ab12-0a1a-4f65-a12e-cf6c851cc5fd req-3784767a-9482-4350-8bbb-84e5451636aa tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211430 Sep 19 03:13:02.557235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4d307302-eee7-4552-a6ed-a0691b5be471 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:02.651791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Made reservation on behalf of 84c28d74324e435a91d2a165c8ec6c19 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:13:02.665420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:02.700481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4d307302-eee7-4552-a6ed-a0691b5be471 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:02.700869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:02.921232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70a0b6fc-007f-45f3-a4e8-45f5f0611607 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:02.930093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:02.960382 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Transition to ACTIVE for port object 70a0b6fc-007f-45f3-a4e8-45f5f0611607 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:13:02.970081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:03.005381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca97f73-7dde-4a8a-b842-e4038b03f982 req-3b232578-28df-4ff4-9d75-73e293df60dd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:03.013495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ca97f73-7dde-4a8a-b842-e4038b03f982 req-3b232578-28df-4ff4-9d75-73e293df60dd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.3060367 Sep 19 03:13:03.044655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Pushing event updated for resources: {'Port': ['ID=70a0b6fc-007f-45f3-a4e8-45f5f0611607,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:03.053687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ca97f73-7dde-4a8a-b842-e4038b03f982 req-43d241f6-99e4-46ac-a3aa-669f27eee2ad tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0390470 Sep 19 03:13:03.058547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Allocated IP 172.20.0.12 (e8e08ea0-3632-4496-9e20-ad8518f261db/6c622779-e601-4251-83bf-4d65a64b7e26/af70e22a-3159-46f9-b534-787287b192ea) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:13:03.116960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ca022-41b8-4695-b6cc-b39f2a8eed3f req-a62a2161-19bf-4f5b-bedf-4e3d7e1cbf46 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:03.119445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb4ca022-41b8-4695-b6cc-b39f2a8eed3f req-a62a2161-19bf-4f5b-bedf-4e3d7e1cbf46 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1986456 Sep 19 03:13:03.148878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Attempting to bind port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:13:03.149305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Attempting to bind port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:13:03.149807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Attempting to bind port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 on network 75540ffb-8db4-47c8-b199-61eceb1eeee8 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:03.156844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 on network 75540ffb-8db4-47c8-b199-61eceb1eeee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:13:03.157298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Attempting to bind port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 on network 75540ffb-8db4-47c8-b199-61eceb1eeee8 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:03.170212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:13:03.170634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Checking segment: {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:13:03.171598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Bound using segment: {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:13:03.172117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Bound port: 70a0b6fc-007f-45f3-a4e8-45f5f0611607, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:13:03.173020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:03.224268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ca97f73-7dde-4a8a-b842-e4038b03f982 req-76505d80-af73-43c3-8fee-2432f785a0da tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1692455 Sep 19 03:13:03.260890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] For port 70a0b6fc-007f-45f3-a4e8-45f5f0611607, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:13:03.266270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] For port 70a0b6fc-007f-45f3-a4e8-45f5f0611607, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:13:03.274667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb4ca022-41b8-4695-b6cc-b39f2a8eed3f req-e80c03c4-5843-4d9e-a3e9-663c90961242 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393058 Sep 19 03:13:03.276385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:03.296037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:03.296663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:03.299120 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] 10.222.0.32 "PUT /v2.0/ports/70a0b6fc-007f-45f3-a4e8-45f5f0611607 HTTP/1.1" status: 200 len: 1092 time: 1.0291402 Sep 19 03:13:03.301653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'tag': '70a0b6fc-007f-45f3-a4e8-45f5f0611607'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:03.316755 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f613250-0498-41ca-8b6c-d64bfbf757fb" -d '{"events": [{"name": "network-changed", "server_uuid": "db3bf59a-3a5d-4e5c-8147-77b1c2efcb86", "tag": "70a0b6fc-007f-45f3-a4e8-45f5f0611607"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:03.461831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e78b958b-7088-4964-abe9-366acbfa6fe4 req-a27ff749-aa0c-4642-b3d9-b196ddffad29 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0498524 Sep 19 03:13:03.499855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47260628-6581-44e0-8f02-8888c78f2b28 service neutron] Pushing event updated for resources: {'Port': ['ID=70a0b6fc-007f-45f3-a4e8-45f5f0611607,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:03.508849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ca97f73-7dde-4a8a-b842-e4038b03f982 req-043755aa-37d4-43a3-bcf5-d0124d812526 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829237 Sep 19 03:13:03.520642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-a65a34ef-27b7-4c34-8e1a-0c5fe4f3696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:03.549784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-a65a34ef-27b7-4c34-8e1a-0c5fe4f3696a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 1095 time: 0.1378689 Sep 19 03:13:03.576783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:03.597867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-9fc85c35-cbd8-4e6f-a64e-d4fb4d32d419 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607 HTTP/1.1" status: 200 len: 217 time: 0.0543430 Sep 19 03:13:03.603303 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad4fec-c63c-4481-b762-42d716b5d654 x-openstack-request-id: req-22ad4fec-c63c-4481-b762-42d716b5d654 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:03.603699 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3bf59a-3a5d-4e5c-8147-77b1c2efcb86", "tag": "70a0b6fc-007f-45f3-a4e8-45f5f0611607", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:03.604051 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22ad4fec-c63c-4481-b762-42d716b5d654 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:03.604541 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'tag': '70a0b6fc-007f-45f3-a4e8-45f5f0611607', 'status': 'completed', 'code': 200} Sep 19 03:13:03.679094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ca97f73-7dde-4a8a-b842-e4038b03f982 req-5ed31711-546b-4866-bd8f-d56131deb74d service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658556 Sep 19 03:13:03.719354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:03.756722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-d0c382ea-1564-4323-99c7-2bef7f2c1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:03.758202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-d0c382ea-1564-4323-99c7-2bef7f2c1e38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 200 len: 850 time: 0.1495683 Sep 19 03:13:03.781237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b489d1-dbbd-43aa-bc84-2ff901137476 req-f2a0a041-f09a-4093-b731-8076462e4a7e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:03.797278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89b489d1-dbbd-43aa-bc84-2ff901137476 req-f2a0a041-f09a-4093-b731-8076462e4a7e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 944 time: 0.1154621 Sep 19 03:13:03.818080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Network e8e08ea0-3632-4496-9e20-ad8518f261db is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:13:03.828839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:13:03.832565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event updated for resources: {'Port': ['ID=af70e22a-3159-46f9-b534-787287b192ea,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:03.835064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:13:03.847642 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-0f2161a8-124f-49b9-91f7-4be699e610a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75540ffb-8db4-47c8-b199-61eceb1eeee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808797 Sep 19 03:13:03.905983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89b489d1-dbbd-43aa-bc84-2ff901137476 req-f8fb8966-4f8e-4aa5-aa7d-5075035d845f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077194 Sep 19 03:13:03.980934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:03.983502 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:04.019130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-b39ff842-9923-4329-a4a0-a6361e97f2e5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7057123 Sep 19 03:13:04.052410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Request body: {'port': {'device_id': '471d2f76-3c24-4156-9674-b709daa17a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:04.065377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-97d77156-f23f-4add-b61d-18201066ce2f service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032208 Sep 19 03:13:04.189640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:04.275028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bd9f9-0c7c-4fb2-a174-86e867d6287a req-6f389596-19ae-4b3f-a02c-1333b1ec69ca tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:04.282246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae1bd9f9-0c7c-4fb2-a174-86e867d6287a req-6f389596-19ae-4b3f-a02c-1333b1ec69ca tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.2238908 Sep 19 03:13:04.328885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b861a8bf-a829-465c-af39-074e4f8544dc None None] Provisioning complete for port af70e22a-3159-46f9-b534-787287b192ea triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:04.331356 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b861a8bf-a829-465c-af39-074e4f8544dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:04.374494 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89efdf9b-15e2-4d07-adfb-38a6f0197aa5 req-2aae3f1a-a407-4614-b8cb-88910be9355f service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007731 Sep 19 03:13:04.424455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b861a8bf-a829-465c-af39-074e4f8544dc None None] Port af70e22a-3159-46f9-b534-787287b192ea cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:13:04.457496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae1bd9f9-0c7c-4fb2-a174-86e867d6287a req-2281c74b-cb47-472a-b3ca-a61f041ddbcd tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744044 Sep 19 03:13:04.567465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-abd2fe26-c465-46cf-ba95-8810f09ffe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:04.568914 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-abd2fe26-c465-46cf-ba95-8810f09ffe80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 1095 time: 0.0932291 Sep 19 03:13:04.749517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-b007a22d-d904-4ad1-891d-d9c28d2d42be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:04.751039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-b007a22d-d904-4ad1-891d-d9c28d2d42be service neutron] 10.222.0.32 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 911 time: 0.1734688 Sep 19 03:13:04.874633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-6986656a-c83b-419d-915f-628d9d967641 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607 HTTP/1.1" status: 200 len: 217 time: 0.1139889 Sep 19 03:13:04.991336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-b88c86a4-abe3-4485-8ebf-a0698b75c996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:04.993552 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-b88c86a4-abe3-4485-8ebf-a0698b75c996 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 200 len: 850 time: 0.1106703 Sep 19 03:13:05.049458 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-a81bd700-f8ad-4394-b661-03e8bd5141e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75540ffb-8db4-47c8-b199-61eceb1eeee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467720 Sep 19 03:13:05.216836 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-b4d29f4a-08d0-4e07-b776-a03e1286679d service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570230 Sep 19 03:13:05.245288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37646a0a-6f1b-45a4-8a83-cade928fffce req-4230dbe4-d484-4123-836e-bb2c439cd322 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:05.254854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37646a0a-6f1b-45a4-8a83-cade928fffce req-4230dbe4-d484-4123-836e-bb2c439cd322 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.5640800 Sep 19 03:13:05.313974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9d4c8-ab5c-42e9-99cb-b2e30f5cbfaf req-59826963-38ec-4267-8156-3f756cee5a54 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:05.321800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7b9d4c8-ab5c-42e9-99cb-b2e30f5cbfaf req-59826963-38ec-4267-8156-3f756cee5a54 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 932 time: 0.1753120 Sep 19 03:13:05.343940 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f613250-0498-41ca-8b6c-d64bfbf757fb req-6efc6e6c-3052-4468-9ba9-c6b3011f848c service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176960 Sep 19 03:13:05.363894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af70e22a-3159-46f9-b534-787287b192ea {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:05.384928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:05.403383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37646a0a-6f1b-45a4-8a83-cade928fffce req-b9c7370f-2e3c-4dd5-8141-5221283178f2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475251 Sep 19 03:13:05.427966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Transition to ACTIVE for port object af70e22a-3159-46f9-b534-787287b192ea will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:13:05.428573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7b9d4c8-ab5c-42e9-99cb-b2e30f5cbfaf req-c45c9613-219f-4b8b-a9c4-cf20c11aebd3 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053333 Sep 19 03:13:05.434914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:05.652603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Pushing event updated for resources: {'Port': ['ID=af70e22a-3159-46f9-b534-787287b192ea,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:05.696514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b465043-dc5f-4d87-8412-0dc5bd472f4c req-c1bb300e-9096-4f0c-bf6d-ef66598e13c6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:05.698679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b465043-dc5f-4d87-8412-0dc5bd472f4c req-c1bb300e-9096-4f0c-bf6d-ef66598e13c6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 944 time: 0.1750631 Sep 19 03:13:05.792912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b465043-dc5f-4d87-8412-0dc5bd472f4c req-cd1ecdf3-fe85-4c69-b890-fa84f726f0ae tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828216 Sep 19 03:13:05.793980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Attempting to bind port af70e22a-3159-46f9-b534-787287b192ea on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:13:05.794326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Attempting to bind port af70e22a-3159-46f9-b534-787287b192ea by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:13:05.794661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Attempting to bind port af70e22a-3159-46f9-b534-787287b192ea on network e8e08ea0-3632-4496-9e20-ad8518f261db {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:05.808871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Port af70e22a-3159-46f9-b534-787287b192ea on network e8e08ea0-3632-4496-9e20-ad8518f261db not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:13:05.808871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Attempting to bind port af70e22a-3159-46f9-b534-787287b192ea on network e8e08ea0-3632-4496-9e20-ad8518f261db {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:05.819166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:13:05.819513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Checking segment: {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:13:05.819900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Bound using segment: {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:13:05.820337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Bound port: af70e22a-3159-46f9-b534-787287b192ea, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4595195-655e-47a7-a802-903b11556288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:13:05.838450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:05.982415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] For port af70e22a-3159-46f9-b534-787287b192ea, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:13:05.987284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] For port af70e22a-3159-46f9-b534-787287b192ea, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=af70e22a-3159-46f9-b534-787287b192ea,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:13:06.035704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:06.223436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Pushing event updated for resources: {'Port': ['ID=af70e22a-3159-46f9-b534-787287b192ea,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:06.239364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:06.240360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:06.242498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-4afb9290-f1d6-47ac-a5c5-4c357c83b83f service neutron] 10.222.0.32 "PUT /v2.0/ports/af70e22a-3159-46f9-b534-787287b192ea HTTP/1.1" status: 200 len: 1092 time: 2.2081597 Sep 19 03:13:06.244301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:06.248887 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fffc2e1-085c-4d2d-9465-9bb800353785" -d '{"events": [{"name": "network-changed", "server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "tag": "af70e22a-3159-46f9-b534-787287b192ea"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:06.279906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2be5-e871-4874-b301-70362fa224c1 req-99e78d6d-0fbe-4202-bcf9-2bff97784276 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:06.290463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-99e78d6d-0fbe-4202-bcf9-2bff97784276 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.2994611 Sep 19 03:13:06.378971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-75c4bc67-f5ce-4b93-939d-b4192cc6bfff tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0576413 Sep 19 03:13:06.413071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd4c1a-310b-4f70-aabd-7a44220fa00e req-752f6913-c6a8-4ebc-b415-ded3ac6d36b6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:06.421679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68fd4c1a-310b-4f70-aabd-7a44220fa00e req-752f6913-c6a8-4ebc-b415-ded3ac6d36b6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.4325244 Sep 19 03:13:06.467726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-3edcfa7e-1ea5-45d3-b01f-08a31b349bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:06.469502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-3edcfa7e-1ea5-45d3-b01f-08a31b349bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84c28d74324e435a91d2a165c8ec6c19&device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 1095 time: 0.1447785 Sep 19 03:13:06.513553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68fd4c1a-310b-4f70-aabd-7a44220fa00e req-f0e3f610-f312-4440-8a8a-69f75ce7d62b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865748 Sep 19 03:13:06.554395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-bbf46968-832a-47cd-8193-77c1042e7fc2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1734755 Sep 19 03:13:06.599907 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8766288-5c12-4ec0-8da6-246d1903ea1a x-openstack-request-id: req-c8766288-5c12-4ec0-8da6-246d1903ea1a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:06.599907 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "tag": "af70e22a-3159-46f9-b534-787287b192ea", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:06.599907 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8766288-5c12-4ec0-8da6-246d1903ea1a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:06.599907 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea', 'status': 'completed', 'code': 200} Sep 19 03:13:06.612071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-2f3da84f-2892-43ba-bf0d-b912707b3159 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af70e22a-3159-46f9-b534-787287b192ea HTTP/1.1" status: 200 len: 217 time: 0.1239576 Sep 19 03:13:06.716257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-be0a31d3-3956-4eff-8767-add53bb0dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:06.718140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-be0a31d3-3956-4eff-8767-add53bb0dd38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c622779-e601-4251-83bf-4d65a64b7e26 HTTP/1.1" status: 200 len: 855 time: 0.0504026 Sep 19 03:13:06.804216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-bbb4d38d-fab1-4ac4-8a17-499c346357af service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499073 Sep 19 03:13:06.872229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c6710-c910-4a13-be3f-c5253f07c9b9 req-23c5f759-84a0-4c9e-ab80-6c56948c6980 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:06.873728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b71c6710-c910-4a13-be3f-c5253f07c9b9 req-23c5f759-84a0-4c9e-ab80-6c56948c6980 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 944 time: 0.2072425 Sep 19 03:13:06.881605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-218661d4-d3d5-450f-8beb-477ce1fc6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:06.884438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-218661d4-d3d5-450f-8beb-477ce1fc6315 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8e08ea0-3632-4496-9e20-ad8518f261db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275609 Sep 19 03:13:06.994153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b71c6710-c910-4a13-be3f-c5253f07c9b9 req-0ad54d03-59ff-42e6-9350-5eefb1fa219e tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069996 Sep 19 03:13:07.064328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-5ee67b6c-3cbf-4d8e-8b50-73772e7a9b36 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485743 Sep 19 03:13:07.090525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-fa9e7033-b62e-470b-8a52-51050493dfdb service neutron] 10.222.0.32 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591585 Sep 19 03:13:07.222158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a87334-d546-4534-882a-123d8e97aac7 req-a65e8b09-f1a3-4367-bbf8-6e61ed50c1b8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:07.230790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06a87334-d546-4534-882a-123d8e97aac7 req-a65e8b09-f1a3-4367-bbf8-6e61ed50c1b8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1181402 Sep 19 03:13:07.327159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06a87334-d546-4534-882a-123d8e97aac7 req-96e35009-abb0-4866-98e8-708a374c415d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939958 Sep 19 03:13:07.331974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c675e97d-45c4-4b52-9dc4-9bc031d79d9d req-3e5cd372-c198-452b-8355-726ba435935e service neutron] 10.222.0.32 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329953 Sep 19 03:13:07.440397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 70a0b6fc-007f-45f3-a4e8-45f5f0611607 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:13:07.686113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-663ce97d-88d0-4f85-a655-c8408f1374b9 req-9c328f2f-b9a6-41e5-80e6-bd44babb2ea0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 210 time: 0.0583763 Sep 19 03:13:07.689364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-f6b2344c-3d77-4fec-9ece-796c436bbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:07.699030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-f6b2344c-3d77-4fec-9ece-796c436bbb01 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84c28d74324e435a91d2a165c8ec6c19&device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 1095 time: 0.2170851 Sep 19 03:13:07.817133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c9f98-23af-49f8-93f6-91347a1b7923 req-9eb38533-2c5b-4b66-8907-cfd6763b46da tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:07.825600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-772c9f98-23af-49f8-93f6-91347a1b7923 req-9eb38533-2c5b-4b66-8907-cfd6763b46da tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 944 time: 0.2330146 Sep 19 03:13:07.894768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 70a0b6fc-007f-45f3-a4e8-45f5f0611607, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:07.923994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-772c9f98-23af-49f8-93f6-91347a1b7923 req-6aa5e0c3-d8bc-46ac-9a6c-2f1b61657f66 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Sep 19 03:13:07.935614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '70a0b6fc-007f-45f3-a4e8-45f5f0611607', 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'port_id': '70a0b6fc-007f-45f3-a4e8-45f5f0611607', 'mac_address': 'fa:16:3e:fb:ec:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de98992-d86c-403e-8333-263490400c8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:13:07.956340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-f03eabba-0ff8-44ee-8ce4-610c51433d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:07.959478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-f03eabba-0ff8-44ee-8ce4-610c51433d77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8e08ea0-3632-4496-9e20-ad8518f261db HTTP/1.1" status: 200 len: 917 time: 0.2578433 Sep 19 03:13:08.021152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:08.036431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70a0b6fc-007f-45f3-a4e8-45f5f0611607 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:08.056261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-690978e5-4c4f-4eb1-8010-e69746e56650 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af70e22a-3159-46f9-b534-787287b192ea HTTP/1.1" status: 200 len: 217 time: 0.0855949 Sep 19 03:13:08.063329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 70a0b6fc-007f-45f3-a4e8-45f5f0611607, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:08.069432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:08.195510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=70a0b6fc-007f-45f3-a4e8-45f5f0611607,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:08.204075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-f3bfd20c-f4c7-4c1c-8e84-5f1097d0123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:08.207982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-f3bfd20c-f4c7-4c1c-8e84-5f1097d0123b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c622779-e601-4251-83bf-4d65a64b7e26 HTTP/1.1" status: 200 len: 855 time: 0.0723765 Sep 19 03:13:08.323378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3da60-4949-4628-b462-d53e9416b021 req-ca334bbf-e4e6-4097-a86d-2f3f350bb6f1 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:08.343372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cb3da60-4949-4628-b462-d53e9416b021 req-ca334bbf-e4e6-4097-a86d-2f3f350bb6f1 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 944 time: 0.1341348 Sep 19 03:13:08.366400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fed33a-c1b7-4ee3-a9f4-30499757eba5 req-051f694c-3ff6-448f-9134-bda2b188542d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:08.371282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9fed33a-c1b7-4ee3-a9f4-30499757eba5 req-051f694c-3ff6-448f-9134-bda2b188542d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.3137155 Sep 19 03:13:08.434413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-26d2f5c8-7b39-4991-aa07-573e33255cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:08.436285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-26d2f5c8-7b39-4991-aa07-573e33255cbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8e08ea0-3632-4496-9e20-ad8518f261db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869862 Sep 19 03:13:08.452372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cb3da60-4949-4628-b462-d53e9416b021 req-ef199c83-0eb1-4d7c-944a-755df480ca6c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080313 Sep 19 03:13:08.565386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9fed33a-c1b7-4ee3-a9f4-30499757eba5 req-ac1e5ed4-88b6-429c-811c-d10c804dc09f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704214 Sep 19 03:13:08.616950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['70a0b6fc-007f-45f3-a4e8-45f5f0611607'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:08.637521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-ce77908e-7074-4216-8ade-735b7e4f27cb service neutron] 10.222.0.32 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627367 Sep 19 03:13:08.821461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fffc2e1-085c-4d2d-9465-9bb800353785 req-00e0e26e-6724-4aaa-986b-9bd304bdce05 service neutron] 10.222.0.32 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728392 Sep 19 03:13:08.875553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-478b24fd-3868-471a-a8e4-b0d7b8ebe97e req-a17341ac-6e8f-45b0-b3af-faac26d0b778 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 210 time: 0.0287030 Sep 19 03:13:09.193523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c69738-6124-4bab-b3bf-2dfbb654c007 req-d5688ffe-4599-44ca-8e5c-956b67e71be9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:09.195050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5c69738-6124-4bab-b3bf-2dfbb654c007 req-d5688ffe-4599-44ca-8e5c-956b67e71be9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 945 time: 0.1505790 Sep 19 03:13:09.238009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2be5-e871-4874-b301-70362fa224c1 req-4b0459ae-47c1-4481-aa75-58ca6bb59da8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:09.239683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-4b0459ae-47c1-4481-aa75-58ca6bb59da8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1847186 Sep 19 03:13:09.264966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5c69738-6124-4bab-b3bf-2dfbb654c007 req-7410aa5e-bad4-4419-8a0f-03a988109ad3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609329 Sep 19 03:13:09.280584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Request body: {'port': {'device_id': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'admin_state_up': True, 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:09.412155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:13:09.415923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:09.595393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Allocated IP 172.20.0.14 (b7b5f6cc-3e7a-4190-882e-b24fc4efc9da/8eeae48d-b8db-4a1d-8acf-1c112780b9cc/b944684b-f7c6-4e05-9581-3593bfd09a11) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:13:09.632252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff4403-451c-479b-9eda-bcafd61d620e req-729f28e3-92a8-471c-9f80-3a3defa2817a tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:09.634265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39ff4403-451c-479b-9eda-bcafd61d620e req-729f28e3-92a8-471c-9f80-3a3defa2817a tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 944 time: 0.0889609 Sep 19 03:13:09.746587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39ff4403-451c-479b-9eda-bcafd61d620e req-f86d9856-f4d8-4ae6-9f00-ad3cf0c1bfa7 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026349 Sep 19 03:13:09.767285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421148e-36d4-40b7-9507-e67afc6ed925 req-c8cba986-d81b-4e6e-9ed4-bdcdea8b6653 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:09.768735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1421148e-36d4-40b7-9507-e67afc6ed925 req-c8cba986-d81b-4e6e-9ed4-bdcdea8b6653 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1236660 Sep 19 03:13:09.847329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1421148e-36d4-40b7-9507-e67afc6ed925 req-58768c62-60f8-4322-b878-4a58675ae66b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515449 Sep 19 03:13:09.868458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:09.908272 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:09.961316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:13:09.964598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:13:09.970764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:13:09.998425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event updated for resources: {'Port': ['ID=b944684b-f7c6-4e05-9581-3593bfd09a11,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:10.014591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:10.031368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:10.032169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:10.051487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7b6bff80-e426-47ec-921f-6d5794875655 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7751069 Sep 19 03:13:10.075371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Request body: {'port': {'device_id': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:10.160917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2325d21b-f2fc-4f9a-8abc-c53951deb06a req-94921351-4ef6-4454-9854-819a3a12962b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:10.162448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2325d21b-f2fc-4f9a-8abc-c53951deb06a req-94921351-4ef6-4454-9854-819a3a12962b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 932 time: 0.1038320 Sep 19 03:13:10.168147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:10.269934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2325d21b-f2fc-4f9a-8abc-c53951deb06a req-7e62b859-705b-471e-a492-db4ecc9a17ee tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984998 Sep 19 03:13:10.369083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be3631-1ba0-4697-b10a-9fd7db54dba6 req-4b3fd9a2-4f9c-44c4-a219-7a320ea36940 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:10.370567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54be3631-1ba0-4697-b10a-9fd7db54dba6 req-4b3fd9a2-4f9c-44c4-a219-7a320ea36940 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1748333 Sep 19 03:13:10.492552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dcfc5-a9e3-46a7-9a6a-0e123700f2d9 req-de899791-27bc-48a0-a9f0-1242bc166c24 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:10.494668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-382dcfc5-a9e3-46a7-9a6a-0e123700f2d9 req-de899791-27bc-48a0-a9f0-1242bc166c24 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 945 time: 0.1509058 Sep 19 03:13:10.497319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54be3631-1ba0-4697-b10a-9fd7db54dba6 req-ce6e274c-25d6-4277-8b1e-8c210db0375e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207471 Sep 19 03:13:10.562322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-382dcfc5-a9e3-46a7-9a6a-0e123700f2d9 req-01c83aaf-9d1a-41e8-a5b0-124221cf7a35 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584021 Sep 19 03:13:10.620400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b944684b-f7c6-4e05-9581-3593bfd09a11 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:10.628391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:10.643716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Transition to ACTIVE for port object b944684b-f7c6-4e05-9581-3593bfd09a11 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:13:10.647797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:10.727066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Pushing event updated for resources: {'Port': ['ID=b944684b-f7c6-4e05-9581-3593bfd09a11,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:10.792277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa13419-8c7f-478e-a980-bd774229ede3 req-dfa4d7f9-9942-4832-9642-bf9884273532 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:10.793772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa13419-8c7f-478e-a980-bd774229ede3 req-dfa4d7f9-9942-4832-9642-bf9884273532 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.1064401 Sep 19 03:13:10.854766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Attempting to bind port b944684b-f7c6-4e05-9581-3593bfd09a11 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:13:10.855341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Attempting to bind port b944684b-f7c6-4e05-9581-3593bfd09a11 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:13:10.855482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Attempting to bind port b944684b-f7c6-4e05-9581-3593bfd09a11 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:10.870425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Port b944684b-f7c6-4e05-9581-3593bfd09a11 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:13:10.870834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Attempting to bind port b944684b-f7c6-4e05-9581-3593bfd09a11 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:10.875587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa13419-8c7f-478e-a980-bd774229ede3 req-1732665c-01c4-4945-bf50-a19a790197f3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756290 Sep 19 03:13:10.882075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:13:10.882408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:13:10.882798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Bound using segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:13:10.883226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Bound port: b944684b-f7c6-4e05-9581-3593bfd09a11, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:13:10.883634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:10.912559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa37bce-c626-4781-bfda-2c52d8d49810 req-ddeae473-8fc9-4b84-a6cb-c82b5e7c19a0 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:10.914041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fa37bce-c626-4781-bfda-2c52d8d49810 req-ddeae473-8fc9-4b84-a6cb-c82b5e7c19a0 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 944 time: 0.0944245 Sep 19 03:13:11.284744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fa37bce-c626-4781-bfda-2c52d8d49810 req-53152c6c-4393-4b92-aded-edfe554f2faa tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545087 Sep 19 03:13:11.288928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] For port b944684b-f7c6-4e05-9581-3593bfd09a11, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:13:11.293866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] For port b944684b-f7c6-4e05-9581-3593bfd09a11, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b944684b-f7c6-4e05-9581-3593bfd09a11,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:13:11.317853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:11.358878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:11.359499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:11.360850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-40599514-ec24-460a-beab-d4494f9a454f service neutron] 10.222.0.32 "PUT /v2.0/ports/b944684b-f7c6-4e05-9581-3593bfd09a11 HTTP/1.1" status: 200 len: 1092 time: 1.2918086 Sep 19 03:13:11.361278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'tag': 'b944684b-f7c6-4e05-9581-3593bfd09a11'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:11.363931 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c054473c-cfa6-4100-be6c-3f3b27f0f25c" -d '{"events": [{"name": "network-changed", "server_uuid": "faa0fe61-44c8-42c5-b0fe-e274e9504e8e", "tag": "b944684b-f7c6-4e05-9581-3593bfd09a11"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:11.389734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40599514-ec24-460a-beab-d4494f9a454f service neutron] Pushing event updated for resources: {'Port': ['ID=b944684b-f7c6-4e05-9581-3593bfd09a11,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:11.445181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 70a0b6fc-007f-45f3-a4e8-45f5f0611607 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:11.470173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9396e-a144-4574-bbc2-3a216aee607d req-8b0d630f-3f73-4c4f-ba8b-cc9986c57549 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:11.471788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da9396e-a144-4574-bbc2-3a216aee607d req-8b0d630f-3f73-4c4f-ba8b-cc9986c57549 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0522211 Sep 19 03:13:11.504990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:13:11.508693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:11.509067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:11.571281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2be5-e871-4874-b301-70362fa224c1 req-791c2839-5dad-4fb6-a0a5-dd44f75a35d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:11.572948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-791c2839-5dad-4fb6-a0a5-dd44f75a35d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 1095 time: 0.1002223 Sep 19 03:13:11.580153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5ba8-dfd9-49d4-8161-1b8c367d0318 req-2b7149e8-0873-4675-b625-99fffab2b2ec tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:11.581502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-015c5ba8-dfd9-49d4-8161-1b8c367d0318 req-2b7149e8-0873-4675-b625-99fffab2b2ec tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 944 time: 0.1008646 Sep 19 03:13:11.584163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2da9396e-a144-4574-bbc2-3a216aee607d req-2d94f89b-1ff2-4bb8-afcc-a2d682deddbb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008472 Sep 19 03:13:11.589019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:11.612245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a0b6fc-007f-45f3-a4e8-45f5f0611607'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:11.614540 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d616a30e-cd69-4d5e-b4fe-244e76a361c8" -d '{"events": [{"server_uuid": "db3bf59a-3a5d-4e5c-8147-77b1c2efcb86", "name": "network-vif-plugged", "status": "completed", "tag": "70a0b6fc-007f-45f3-a4e8-45f5f0611607"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:11.627815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 70a0b6fc-007f-45f3-a4e8-45f5f0611607, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:11.632155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:11.634024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-8f7f2c85-3314-4f64-8091-57f2cd77596b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b944684b-f7c6-4e05-9581-3593bfd09a11 HTTP/1.1" status: 200 len: 217 time: 0.0451345 Sep 19 03:13:11.652487 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0687ff04-331b-45c1-8267-3d8f351dab5e x-openstack-request-id: req-0687ff04-331b-45c1-8267-3d8f351dab5e {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:11.652774 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa0fe61-44c8-42c5-b0fe-e274e9504e8e", "tag": "b944684b-f7c6-4e05-9581-3593bfd09a11", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:11.653030 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0687ff04-331b-45c1-8267-3d8f351dab5e {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:11.653417 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'tag': 'b944684b-f7c6-4e05-9581-3593bfd09a11', 'status': 'completed', 'code': 200} Sep 19 03:13:11.680272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=70a0b6fc-007f-45f3-a4e8-45f5f0611607,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:11.695577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-015c5ba8-dfd9-49d4-8161-1b8c367d0318 req-e572cd08-9ad7-44c4-aba2-97230a248cd2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061790 Sep 19 03:13:11.715917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7329c7b1-a481-4dc2-be24-e1231868fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:11.716715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-7329c7b1-a481-4dc2-be24-e1231868fe6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0747120 Sep 19 03:13:11.760393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-c6a6b7b8-0cb3-4581-8577-e671bc5230a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296431 Sep 19 03:13:11.815852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcd6e9-1f68-4db2-94b6-5d7358b509cf req-b8383816-5c20-4991-adc0-4caeead9e830 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:11.817314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72fcd6e9-1f68-4db2-94b6-5d7358b509cf req-b8383816-5c20-4991-adc0-4caeead9e830 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1165662 Sep 19 03:13:11.890217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75388804-e82e-4d81-9883-0aa0c33dd33a req-9d970ed2-a9c1-43d4-9486-86bd8a403f5e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:11.891719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75388804-e82e-4d81-9883-0aa0c33dd33a req-9d970ed2-a9c1-43d4-9486-86bd8a403f5e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.1342089 Sep 19 03:13:11.934864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72fcd6e9-1f68-4db2-94b6-5d7358b509cf req-0cac4e62-2981-450a-b380-9ad5d3736bba tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058633 Sep 19 03:13:11.942346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-94f9d0be-19e9-4dcb-ad79-aeaf76ffe87d service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712365 Sep 19 03:13:11.981216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75388804-e82e-4d81-9883-0aa0c33dd33a req-2c1cdf2c-7715-465d-b1fb-2658d50b56b4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822151 Sep 19 03:13:11.981886 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ef66e0-9072-4793-b096-90c7cf581679 x-openstack-request-id: req-e8ef66e0-9072-4793-b096-90c7cf581679 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:11.982258 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3bf59a-3a5d-4e5c-8147-77b1c2efcb86", "name": "network-vif-plugged", "status": "completed", "tag": "70a0b6fc-007f-45f3-a4e8-45f5f0611607", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:11.982603 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8ef66e0-9072-4793-b096-90c7cf581679 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:11.983169 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70a0b6fc-007f-45f3-a4e8-45f5f0611607', 'code': 200} Sep 19 03:13:12.077234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead2be5-e871-4874-b301-70362fa224c1 req-fd5d53ea-d458-4bab-b6cb-666cb544436b service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244473 Sep 19 03:13:12.089424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d85e08-43f9-462d-a812-d0b9d2e5e5a5 req-6ca52d6e-d0d0-42db-b916-86c7515b2c07 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.090838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37d85e08-43f9-462d-a812-d0b9d2e5e5a5 req-6ca52d6e-d0d0-42db-b916-86c7515b2c07 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0638654 Sep 19 03:13:12.155826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37d85e08-43f9-462d-a812-d0b9d2e5e5a5 req-7adde555-96e6-499b-86cf-932b7314338a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589507 Sep 19 03:13:12.167306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516d405-cfc6-4716-86d5-7a0e7ee1d3cd req-cb6526af-783d-498c-ae1e-c29668f698d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.168757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0516d405-cfc6-4716-86d5-7a0e7ee1d3cd req-cb6526af-783d-498c-ae1e-c29668f698d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0565770 Sep 19 03:13:12.214279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0516d405-cfc6-4716-86d5-7a0e7ee1d3cd req-ab337b7e-032f-44d9-a8e9-fdf3673ad0c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318768 Sep 19 03:13:12.230012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-721347fc-332d-4d39-8721-192f5a78a94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.231567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-721347fc-332d-4d39-8721-192f5a78a94b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 1095 time: 0.0413330 Sep 19 03:13:12.307204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22641948-c5ee-4ef6-a4ce-40898df1fe03 req-99ae57f5-c207-4456-b1a7-f594c8dcc316 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.308709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22641948-c5ee-4ef6-a4ce-40898df1fe03 req-99ae57f5-c207-4456-b1a7-f594c8dcc316 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0504417 Sep 19 03:13:12.347783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22641948-c5ee-4ef6-a4ce-40898df1fe03 req-00873217-d1d4-4c22-a449-4cb7ea79ceea tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325506 Sep 19 03:13:12.451045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9056b1-45e4-4e9f-8836-9d3dc9d6f003 req-6414f91a-0c75-47af-be92-667588b65798 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.452529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a9056b1-45e4-4e9f-8836-9d3dc9d6f003 req-6414f91a-0c75-47af-be92-667588b65798 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 944 time: 0.0489109 Sep 19 03:13:12.489471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a9056b1-45e4-4e9f-8836-9d3dc9d6f003 req-050ec113-b745-49f8-8c97-5b0b905e29c1 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Sep 19 03:13:12.592605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62266f73-e5fe-4ac4-a007-aa61a0e11962 req-18b2fc0e-a1e2-44be-a27b-5f72df0d5911 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.594044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62266f73-e5fe-4ac4-a007-aa61a0e11962 req-18b2fc0e-a1e2-44be-a27b-5f72df0d5911 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0525210 Sep 19 03:13:12.630355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62266f73-e5fe-4ac4-a007-aa61a0e11962 req-21808cb7-b141-40c0-abc2-530a07a2f6a0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303218 Sep 19 03:13:12.934870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-6929aa2a-7b77-4e9a-b486-9916b236324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.936365 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-6929aa2a-7b77-4e9a-b486-9916b236324a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 907 time: 0.0965676 Sep 19 03:13:12.940651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756aa31-5d4b-414b-b314-145076e2672f req-929fd7e8-207c-41a0-9492-5298deb290e8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:12.942152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3756aa31-5d4b-414b-b314-145076e2672f req-929fd7e8-207c-41a0-9492-5298deb290e8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0505841 Sep 19 03:13:12.981382 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-456d7e7f-e19f-4e5d-b4ea-f73483dd87d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b944684b-f7c6-4e05-9581-3593bfd09a11 HTTP/1.1" status: 200 len: 217 time: 0.0366921 Sep 19 03:13:12.981983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3756aa31-5d4b-414b-b314-145076e2672f req-0cc7f91d-3120-426c-a36b-e5cd4f91ae61 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Sep 19 03:13:13.033804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-1f17c610-540b-4bf6-a6f2-e26c8302f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.035416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-1f17c610-540b-4bf6-a6f2-e26c8302f40c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0457218 Sep 19 03:13:13.042630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ce5e-2827-4337-bb9c-0614b9713f2b req-fa74c849-4d6b-42c7-a24f-858c708ec2c3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.051197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb17ce5e-2827-4337-bb9c-0614b9713f2b req-fa74c849-4d6b-42c7-a24f-858c708ec2c3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 944 time: 0.0534797 Sep 19 03:13:13.072643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-55735a5d-6320-4837-9eed-4e115d0fc6e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288179 Sep 19 03:13:13.115755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb17ce5e-2827-4337-bb9c-0614b9713f2b req-522ce97c-0aa2-4b08-a68c-fb5ceefc59bd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637195 Sep 19 03:13:13.128143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8a7f4-55bd-432a-8c14-15221bb7e195 req-623c069d-bbcc-4cd4-9573-55e5e9d87cb0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.129604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ce8a7f4-55bd-432a-8c14-15221bb7e195 req-623c069d-bbcc-4cd4-9573-55e5e9d87cb0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0759540 Sep 19 03:13:13.164207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-c8b6b802-4f75-41c6-b723-b5b3891099df service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833306 Sep 19 03:13:13.175497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ce8a7f4-55bd-432a-8c14-15221bb7e195 req-7f4fc447-2641-4e7c-b252-f2a3b11144e9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368333 Sep 19 03:13:13.227805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af870a3-ec14-4961-b34a-0a50f5d47fc4 req-8efe6d5c-6e0a-4ac2-9377-7422de35e030 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.230314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5af870a3-ec14-4961-b34a-0a50f5d47fc4 req-8efe6d5c-6e0a-4ac2-9377-7422de35e030 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0539429 Sep 19 03:13:13.268433 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c054473c-cfa6-4100-be6c-3f3b27f0f25c req-2e096d59-370a-467b-8961-d6ee4176730e service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952752 Sep 19 03:13:13.295056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5af870a3-ec14-4961-b34a-0a50f5d47fc4 req-8b9daf57-1f63-4347-8820-1055080c9f2f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585260 Sep 19 03:13:13.311067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a5c91-f0c2-4eaf-b553-a5e624902abf req-f931dadb-2b27-4b6b-bd0f-3f649a682920 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.312541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f2a5c91-f0c2-4eaf-b553-a5e624902abf req-f931dadb-2b27-4b6b-bd0f-3f649a682920 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0623028 Sep 19 03:13:13.356786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f2a5c91-f0c2-4eaf-b553-a5e624902abf req-9968b696-5ed9-497c-8e86-5a8a100f5dcb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Sep 19 03:13:13.454191 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:13:13.501075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36859f2a-25e9-45a2-a4b1-3e592be6b24c req-a6723750-d94c-40af-bb5d-346e19803e48 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.502537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36859f2a-25e9-45a2-a4b1-3e592be6b24c req-a6723750-d94c-40af-bb5d-346e19803e48 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Sep 19 03:13:13.533127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:13.542899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36859f2a-25e9-45a2-a4b1-3e592be6b24c req-67d15661-2aa9-4685-8915-fb244e09e01f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Sep 19 03:13:13.566424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:13.573374 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:13.606604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b095e-ed28-45c6-bf65-a24f04b70676 req-b82a6739-9496-4ac0-a6a5-fb2d9f7553c2 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.608233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-712b095e-ed28-45c6-bf65-a24f04b70676 req-b82a6739-9496-4ac0-a6a5-fb2d9f7553c2 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 944 time: 0.0522466 Sep 19 03:13:13.626760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:13.676817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-712b095e-ed28-45c6-bf65-a24f04b70676 req-7e8d891f-c7c3-49a3-80a8-58b454d7b37c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620904 Sep 19 03:13:13.693094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7ca9d-a86d-495c-8ad6-50d8a31b0c16 req-e54ca48f-119a-4897-8a4f-06edae7b98af tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.694852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3a7ca9d-a86d-495c-8ad6-50d8a31b0c16 req-e54ca48f-119a-4897-8a4f-06edae7b98af tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0732751 Sep 19 03:13:13.732806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3a7ca9d-a86d-495c-8ad6-50d8a31b0c16 req-ce8e5505-cc68-4b06-b182-2b6f6656964e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313411 Sep 19 03:13:13.865524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0707fc-542d-43c0-81db-da62ee708752 req-8f4e404a-3e95-41d8-8d55-84995e0e3e5f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:13.866950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d0707fc-542d-43c0-81db-da62ee708752 req-8f4e404a-3e95-41d8-8d55-84995e0e3e5f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0499635 Sep 19 03:13:13.905789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d0707fc-542d-43c0-81db-da62ee708752 req-bce9aa18-5c39-4c42-9d3c-1ebb8b5adf1f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Sep 19 03:13:13.984677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:13.987130 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f17b58-b82e-450e-8bab-ee80ad245d17" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-unplugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:14.019485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ae718-53bd-4560-b17d-c9160d796695 req-33115e6f-69dc-4df3-9cbe-a1ff90a7e10d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.020941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea0ae718-53bd-4560-b17d-c9160d796695 req-33115e6f-69dc-4df3-9cbe-a1ff90a7e10d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0488553 Sep 19 03:13:14.060339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea0ae718-53bd-4560-b17d-c9160d796695 req-686ad989-bb13-4b46-9fa5-d706449664da tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Sep 19 03:13:14.097485 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c768e215-c864-4edd-9a83-499dc8a7b332 x-openstack-request-id: req-c768e215-c864-4edd-9a83-499dc8a7b332 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:14.098011 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-unplugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:14.098291 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c768e215-c864-4edd-9a83-499dc8a7b332 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:14.098964 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'code': 200} Sep 19 03:13:14.108343 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:13:14.176829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89656d46-bd56-4836-aa30-6a830d329fde req-b75c9333-9ebc-4fa4-bcdf-263203009987 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.178239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89656d46-bd56-4836-aa30-6a830d329fde req-b75c9333-9ebc-4fa4-bcdf-263203009987 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0618260 Sep 19 03:13:14.231293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89656d46-bd56-4836-aa30-6a830d329fde req-0a8d150b-3cae-4dad-bab0-d4e6c8f457c7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395746 Sep 19 03:13:14.239760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f97c9-b907-45be-9dd1-bda3e59f952e req-7c21e308-65aa-4f9f-9882-583021c5535e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.241200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-902f97c9-b907-45be-9dd1-bda3e59f952e req-7c21e308-65aa-4f9f-9882-583021c5535e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0836122 Sep 19 03:13:14.280736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-902f97c9-b907-45be-9dd1-bda3e59f952e req-15ef2b1d-7345-4db8-a921-869dea188e61 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325251 Sep 19 03:13:14.334466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b518b0-0250-43e0-b53e-a7608c749752 req-3e0292de-46b0-474d-9105-565b820b029d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.336113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78b518b0-0250-43e0-b53e-a7608c749752 req-3e0292de-46b0-474d-9105-565b820b029d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 944 time: 0.0497925 Sep 19 03:13:14.402500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78b518b0-0250-43e0-b53e-a7608c749752 req-51648655-be8f-414e-a159-f001b0079e30 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598917 Sep 19 03:13:14.419718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67802c-bf16-4eae-a058-24d8e813c0b6 req-8744ff93-d2ff-4491-8eaa-39084624bbfe tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.421282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b67802c-bf16-4eae-a058-24d8e813c0b6 req-8744ff93-d2ff-4491-8eaa-39084624bbfe tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0653782 Sep 19 03:13:14.470504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b67802c-bf16-4eae-a058-24d8e813c0b6 req-19dbdd17-31aa-4f74-9d27-29621ec57193 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Sep 19 03:13:14.483826 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15823bd2-840a-471a-9f40-88fe9e87a544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:14.522354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f13015-6cd8-44fe-aeca-42cf542d6381 req-08ef5312-97e3-45b8-b03f-b0f0376be184 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.524498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9f13015-6cd8-44fe-aeca-42cf542d6381 req-08ef5312-97e3-45b8-b03f-b0f0376be184 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0582151 Sep 19 03:13:14.570931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9f13015-6cd8-44fe-aeca-42cf542d6381 req-f30de97d-901c-4a57-b462-49587466a6f1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353503 Sep 19 03:13:14.645109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594217e6-f2b8-42cc-b24e-a0983f2fa72f req-4d9cc8e6-9313-466b-a6d1-e798ffcf2431 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.646590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-594217e6-f2b8-42cc-b24e-a0983f2fa72f req-4d9cc8e6-9313-466b-a6d1-e798ffcf2431 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0483949 Sep 19 03:13:14.683698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-594217e6-f2b8-42cc-b24e-a0983f2fa72f req-e8b2cf3c-2c27-4197-bbcc-412006f7b9ec tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Sep 19 03:13:14.823600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc899e2c-701a-4c20-9f86-172baac843ef req-b67c205e-b333-4d2e-9828-499519ab49ce tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.825089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc899e2c-701a-4c20-9f86-172baac843ef req-b67c205e-b333-4d2e-9828-499519ab49ce tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 944 time: 0.0817778 Sep 19 03:13:14.833243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de7984-6fcc-4edd-bff3-7864e15eeeb2 req-6dd610b8-6906-4659-9923-228dd028f680 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:14.834610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78de7984-6fcc-4edd-bff3-7864e15eeeb2 req-6dd610b8-6906-4659-9923-228dd028f680 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0819194 Sep 19 03:13:14.888390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc899e2c-701a-4c20-9f86-172baac843ef req-409c8677-94d2-4bc0-b505-fed1a7f23a67 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528247 Sep 19 03:13:14.896262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78de7984-6fcc-4edd-bff3-7864e15eeeb2 req-7661a9bd-8e33-42b8-9dab-0547eef4db7c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550373 Sep 19 03:13:15.025389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a5057-ceec-4241-b3e9-04325507c7f8 req-94f68a78-c1b6-4963-a900-dd5671271ba6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.027421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-489a5057-ceec-4241-b3e9-04325507c7f8 req-94f68a78-c1b6-4963-a900-dd5671271ba6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0491476 Sep 19 03:13:15.070284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-489a5057-ceec-4241-b3e9-04325507c7f8 req-c20234da-737b-4150-a50f-8b4a9391a618 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Sep 19 03:13:15.185401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13518afd-c3aa-4d12-b099-e1fc50636587 req-fdb17e78-945c-4dfe-ae07-4cba6a5f9a8d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.186945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13518afd-c3aa-4d12-b099-e1fc50636587 req-fdb17e78-945c-4dfe-ae07-4cba6a5f9a8d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0501328 Sep 19 03:13:15.223884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13518afd-c3aa-4d12-b099-e1fc50636587 req-a55c7daa-c130-4895-a6e2-3611c330045d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Sep 19 03:13:15.366430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168627e-e07c-491a-9f9b-d0575c1cfa42 req-14abb548-d759-4890-b5f9-0279c541d6de tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.367886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2168627e-e07c-491a-9f9b-d0575c1cfa42 req-14abb548-d759-4890-b5f9-0279c541d6de tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0698261 Sep 19 03:13:15.405588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06663d97-e55d-4478-b4f1-623c008e1e77 req-f3491276-fe64-4a6b-ba76-2d560d5d229f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.407022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06663d97-e55d-4478-b4f1-623c008e1e77 req-f3491276-fe64-4a6b-ba76-2d560d5d229f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0734463 Sep 19 03:13:15.435258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2168627e-e07c-491a-9f9b-d0575c1cfa42 req-60924d21-b6f4-498d-9297-cd56e2098154 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606055 Sep 19 03:13:15.455808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06663d97-e55d-4478-b4f1-623c008e1e77 req-f2882acf-c347-4359-a185-4282623d0b9e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Sep 19 03:13:15.456458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device af70e22a-3159-46f9-b534-787287b192ea details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:13:15.553876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port af70e22a-3159-46f9-b534-787287b192ea, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=af70e22a-3159-46f9-b534-787287b192ea,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:15.565040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'af70e22a-3159-46f9-b534-787287b192ea', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'port_id': 'af70e22a-3159-46f9-b534-787287b192ea', 'mac_address': 'fa:16:3e:c3:99:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:13:15.571337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1665295-3d63-4af1-b902-20af9a1a18c5 req-d9d300eb-94f2-4222-97d6-aa7828d404d1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.573585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1665295-3d63-4af1-b902-20af9a1a18c5 req-d9d300eb-94f2-4222-97d6-aa7828d404d1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 944 time: 0.0774841 Sep 19 03:13:15.585577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d8811-e8f9-44e6-bcc4-7529ae4598dc req-249005b5-f868-4184-a537-6f7d76ce57ad tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.586990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e4d8811-e8f9-44e6-bcc4-7529ae4598dc req-249005b5-f868-4184-a537-6f7d76ce57ad tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0635712 Sep 19 03:13:15.601940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:15.614283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af70e22a-3159-46f9-b534-787287b192ea {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:15.632852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port af70e22a-3159-46f9-b534-787287b192ea, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=af70e22a-3159-46f9-b534-787287b192ea,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:15.642655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1665295-3d63-4af1-b902-20af9a1a18c5 req-16f25182-82f6-4d28-b1e5-a54bf54e4157 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Sep 19 03:13:15.642884 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:15.651759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e4d8811-e8f9-44e6-bcc4-7529ae4598dc req-943e468e-6c8f-46ec-921d-f13669d10daf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562668 Sep 19 03:13:15.706168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=af70e22a-3159-46f9-b534-787287b192ea,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:15.754685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00680fc0-c8cf-43aa-8b4a-4cf4d858c894 req-0969e51e-a609-4f29-a489-34a374296aee tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.756332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00680fc0-c8cf-43aa-8b4a-4cf4d858c894 req-0969e51e-a609-4f29-a489-34a374296aee tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0536203 Sep 19 03:13:15.812751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:15.819899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00680fc0-c8cf-43aa-8b4a-4cf4d858c894 req-ba1e3847-dc13-464f-96e5-e142364b7684 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566287 Sep 19 03:13:15.836708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43731d8-63c8-475e-9c63-ab531d9575b4 req-b34fc541-5d5f-4634-b724-c24074c75e5e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:15.838205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f43731d8-63c8-475e-9c63-ab531d9575b4 req-b34fc541-5d5f-4634-b724-c24074c75e5e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0681627 Sep 19 03:13:15.877627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f43731d8-63c8-475e-9c63-ab531d9575b4 req-71ba5120-5bc0-4f57-af91-16777737a7c4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Sep 19 03:13:16.003808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6fdd71-55aa-486c-924a-4d2f0e065141 req-2388c3c4-9bde-4d65-8838-75c47f016198 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.005291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc6fdd71-55aa-486c-924a-4d2f0e065141 req-2388c3c4-9bde-4d65-8838-75c47f016198 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0558226 Sep 19 03:13:16.070162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-b8c91b50-dfbe-4733-8cb9-c285cef7c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.073096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-b8c91b50-dfbe-4733-8cb9-c285cef7c498 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0410278 Sep 19 03:13:16.075783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc6fdd71-55aa-486c-924a-4d2f0e065141 req-f17f23a8-6424-4575-8d84-7784ac5a927b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578027 Sep 19 03:13:16.083972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc39a4-3d72-4233-9ea8-7d40057ffb43 req-c461b93f-d542-4059-9083-e53d2db39ecc tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.085413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4bc39a4-3d72-4233-9ea8-7d40057ffb43 req-c461b93f-d542-4059-9083-e53d2db39ecc tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 945 time: 0.0773828 Sep 19 03:13:16.125599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4bc39a4-3d72-4233-9ea8-7d40057ffb43 req-eeea5205-9770-41bc-a075-5a70cd5e54fc tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338111 Sep 19 03:13:16.184706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-d144b641-1e70-416f-9080-33a9338e9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.186166 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-d144b641-1e70-416f-9080-33a9338e9eb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 911 time: 0.1046674 Sep 19 03:13:16.186876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c9af9-88de-4976-a412-6a7a3024a334 req-2e76ded5-f023-4b85-ac31-fbe4bb5c5dfd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.188349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d58c9af9-88de-4976-a412-6a7a3024a334 req-2e76ded5-f023-4b85-ac31-fbe4bb5c5dfd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0530977 Sep 19 03:13:16.228123 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d58c9af9-88de-4976-a412-6a7a3024a334 req-f48c154c-daa0-4b71-91d9-16028e029562 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338671 Sep 19 03:13:16.253410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['af70e22a-3159-46f9-b534-787287b192ea'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:16.259922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-67dd8ea8-8a13-4926-bd6d-0b426c2e3173 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607 HTTP/1.1" status: 200 len: 217 time: 0.0380280 Sep 19 03:13:16.360881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-d60221e0-0afb-4fde-82e9-9b8535e171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.362333 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-d60221e0-0afb-4fde-82e9-9b8535e171d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 200 len: 850 time: 0.0561569 Sep 19 03:13:16.397659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-f0ed6e19-dbfe-459c-8613-5d213fe0236b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75540ffb-8db4-47c8-b199-61eceb1eeee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245984 Sep 19 03:13:16.408081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921a607-ea9c-4494-9d79-2e3476cf3173 req-9fd0cd67-b453-4905-913b-80bc8597057b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.409597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f921a607-ea9c-4494-9d79-2e3476cf3173 req-9fd0cd67-b453-4905-913b-80bc8597057b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0514345 Sep 19 03:13:16.450000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f921a607-ea9c-4494-9d79-2e3476cf3173 req-0fff95ab-233b-4a99-8c84-83005d57ba80 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340927 Sep 19 03:13:16.497845 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-b2bae39e-9bb3-49c9-b9c0-16d51374e3ec service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908828 Sep 19 03:13:16.585579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2be4-2c15-4da3-a7ac-f8d07b79bb7b req-8a95cf38-affb-4515-91eb-af52c48ae9db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.587085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3ee2be4-2c15-4da3-a7ac-f8d07b79bb7b req-8a95cf38-affb-4515-91eb-af52c48ae9db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0786138 Sep 19 03:13:16.594564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2e01fbd-172a-4ee9-93cf-2faefffbab4c req-623a9cbd-ed71-4187-9d62-4c25fa16f3e6 service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875745 Sep 19 03:13:16.599295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee9174-292a-4d5f-8927-16fc6f7f8665 req-7afbbb9c-841c-4e93-8765-cb122f49b7ac tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.600694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2ee9174-292a-4d5f-8927-16fc6f7f8665 req-7afbbb9c-841c-4e93-8765-cb122f49b7ac tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0815084 Sep 19 03:13:16.655242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3ee2be4-2c15-4da3-a7ac-f8d07b79bb7b req-b372c9a8-0ce7-4107-9959-2876c9ec59ed tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535994 Sep 19 03:13:16.660160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2ee9174-292a-4d5f-8927-16fc6f7f8665 req-79b97df3-de12-451d-85d6-ea97ec699bb3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Sep 19 03:13:16.764633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef9700-38db-46ae-8e9c-e0499c6ebe80 req-6abe42ed-d7d2-4564-9994-8b46a2d93939 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:16.766138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92ef9700-38db-46ae-8e9c-e0499c6ebe80 req-6abe42ed-d7d2-4564-9994-8b46a2d93939 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 944 time: 0.0534794 Sep 19 03:13:16.810104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92ef9700-38db-46ae-8e9c-e0499c6ebe80 req-5d379893-0585-4652-a485-32fe3a04a8f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Sep 19 03:13:17.082822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b1a0d-3da3-4fd5-a5c5-13a4adfd851e req-de3be466-55e4-42ba-a2e2-d234aa060fe6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:17.084282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a76b1a0d-3da3-4fd5-a5c5-13a4adfd851e req-de3be466-55e4-42ba-a2e2-d234aa060fe6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0485711 Sep 19 03:13:17.121706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a76b1a0d-3da3-4fd5-a5c5-13a4adfd851e req-eee8d0e4-3d8c-457f-bbde-f0cd37302fe6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314147 Sep 19 03:13:17.165824 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ec42fb19-7f00-44f1-8cfe-c9a342d37f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:17.241625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05173-0cfe-461b-8003-00a3b7f4844b req-2f8eea17-3e1f-408f-97ba-c285c477624c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:17.243155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4da05173-0cfe-461b-8003-00a3b7f4844b req-2f8eea17-3e1f-408f-97ba-c285c477624c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 945 time: 0.0498159 Sep 19 03:13:17.282049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4da05173-0cfe-461b-8003-00a3b7f4844b req-02f0997f-81d7-4d97-8a84-4efde624b701 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Sep 19 03:13:17.383976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c40110-8789-4e8c-9ef5-e111fa2c2c6f req-cdbdb48a-f4b7-47f2-b1b4-d54ce6a2fe87 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:17.385610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89c40110-8789-4e8c-9ef5-e111fa2c2c6f req-cdbdb48a-f4b7-47f2-b1b4-d54ce6a2fe87 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0492072 Sep 19 03:13:17.428478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89c40110-8789-4e8c-9ef5-e111fa2c2c6f req-88247a16-df10-472a-9a68-206810f0b946 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364654 Sep 19 03:13:17.459990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:13:17.552732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:17.563371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'mac_address': 'fa:16:3e:e2:ef:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:13:17.598557 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:17.610302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc03c134-b74b-4da7-b28c-f014ff5fd7e0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:17.628074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:17.631934 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:17.632569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b944684b-f7c6-4e05-9581-3593bfd09a11 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:13:17.705317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=12']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:17.764897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b944684b-f7c6-4e05-9581-3593bfd09a11, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b944684b-f7c6-4e05-9581-3593bfd09a11,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:17.770389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b5d0b-19f0-4077-9768-766dd4df573c req-7edc2bc1-422f-435a-abb7-c0c1e0ad7336 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:17.771946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b8b5d0b-19f0-4077-9768-766dd4df573c req-7edc2bc1-422f-435a-abb7-c0c1e0ad7336 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0484362 Sep 19 03:13:17.776413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b944684b-f7c6-4e05-9581-3593bfd09a11', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'port_id': 'b944684b-f7c6-4e05-9581-3593bfd09a11', 'mac_address': 'fa:16:3e:22:50:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeae48d-b8db-4a1d-8acf-1c112780b9cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:13:17.809981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b8b5d0b-19f0-4077-9768-766dd4df573c req-6f184584-5282-424c-b36e-cce10ebab1fc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312066 Sep 19 03:13:17.811664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:17.824835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b944684b-f7c6-4e05-9581-3593bfd09a11 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:17.844454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b944684b-f7c6-4e05-9581-3593bfd09a11, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b944684b-f7c6-4e05-9581-3593bfd09a11,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:17.852535 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:17.910864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b944684b-f7c6-4e05-9581-3593bfd09a11,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:17.921282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:17.933670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67568ac0-a725-4a74-b864-77b69da42698 req-fdceccfa-673b-4dec-a62a-5e49009f1321 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:17.935102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67568ac0-a725-4a74-b864-77b69da42698 req-fdceccfa-673b-4dec-a62a-5e49009f1321 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 945 time: 0.0540481 Sep 19 03:13:17.973032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67568ac0-a725-4a74-b864-77b69da42698 req-a2ceec67-d44f-41d4-b50e-32c09c99f149 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318909 Sep 19 03:13:18.201047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bc03c134-b74b-4da7-b28c-f014ff5fd7e0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:18.233693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79918c3-eae4-401d-be9c-7f33ea166534 req-0df6418a-d2af-4e59-af3b-b7ed56f44960 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:18.235202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f79918c3-eae4-401d-be9c-7f33ea166534 req-0df6418a-d2af-4e59-af3b-b7ed56f44960 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0481906 Sep 19 03:13:18.279091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f79918c3-eae4-401d-be9c-7f33ea166534 req-47484a91-08fc-4d68-8f04-93e8e4b71adb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375624 Sep 19 03:13:18.387351 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:18.402588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274bd7-a43f-477b-8d8f-c6e7a10732eb req-44ce6d4b-a403-4fd7-89bb-f6b6df730f8d tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:18.404121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81274bd7-a43f-477b-8d8f-c6e7a10732eb req-44ce6d4b-a403-4fd7-89bb-f6b6df730f8d tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 945 time: 0.0537114 Sep 19 03:13:18.444516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81274bd7-a43f-477b-8d8f-c6e7a10732eb req-7f7ea189-0a67-4308-8abf-6e9f552a2422 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342526 Sep 19 03:13:18.549214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35efed-40b6-4a84-b232-229971fd903c req-245224a9-b9b4-4366-ad45-20f65dda2f8d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:18.550828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e35efed-40b6-4a84-b232-229971fd903c req-245224a9-b9b4-4366-ad45-20f65dda2f8d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0499122 Sep 19 03:13:18.588646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e35efed-40b6-4a84-b232-229971fd903c req-fc7b8c3f-595e-4973-9036-ba3674ab8617 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319636 Sep 19 03:13:18.833158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b944684b-f7c6-4e05-9581-3593bfd09a11'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:18.927498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac99fe-a44a-4566-9593-f3fc525d2c5c req-d0cfc504-bf1f-42f5-905d-1fb8a5956319 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:18.928984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fac99fe-a44a-4566-9593-f3fc525d2c5c req-d0cfc504-bf1f-42f5-905d-1fb8a5956319 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0480380 Sep 19 03:13:18.970734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fac99fe-a44a-4566-9593-f3fc525d2c5c req-7f019de1-4c43-4aad-bf65-5d278112a9fa tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354545 Sep 19 03:13:19.083735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b89dce-7a14-4c2b-b09d-d4a8445108a7 req-38840706-cacb-432c-9312-e8b4bbc1d756 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:19.085088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51b89dce-7a14-4c2b-b09d-d4a8445108a7 req-38840706-cacb-432c-9312-e8b4bbc1d756 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 945 time: 0.0481532 Sep 19 03:13:19.121815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51b89dce-7a14-4c2b-b09d-d4a8445108a7 req-f5598b58-9e70-4e29-b842-7009f65a9d71 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302391 Sep 19 03:13:19.391823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a6794-192f-4bdf-ab9e-b40b34395c25 req-b18baff4-83a4-4ea7-ab8a-a51e13727b2d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:19.393209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-460a6794-192f-4bdf-ab9e-b40b34395c25 req-b18baff4-83a4-4ea7-ab8a-a51e13727b2d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0474398 Sep 19 03:13:19.431163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-460a6794-192f-4bdf-ab9e-b40b34395c25 req-1a0dd39a-5568-458f-8db2-e148becede40 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318351 Sep 19 03:13:19.500804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device af70e22a-3159-46f9-b534-787287b192ea up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:19.548217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port af70e22a-3159-46f9-b534-787287b192ea completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:13:19.552070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port af70e22a-3159-46f9-b534-787287b192ea triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:19.552443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:19.558283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d2bf1-611f-496a-888f-70b5089a8251 req-d27af814-0924-44c8-93ae-cda055461559 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:19.559842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a24d2bf1-611f-496a-888f-70b5089a8251 req-d27af814-0924-44c8-93ae-cda055461559 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 945 time: 0.0498312 Sep 19 03:13:19.604475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a24d2bf1-611f-496a-888f-70b5089a8251 req-b05f26d1-4032-4eee-99d8-4b3f496c7fa1 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383627 Sep 19 03:13:19.646907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:19.668647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:19.670853 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3f9ac6-6831-4055-8f98-16477bb876af" -d '{"events": [{"server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "name": "network-vif-plugged", "status": "completed", "tag": "af70e22a-3159-46f9-b534-787287b192ea"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:19.683837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port af70e22a-3159-46f9-b534-787287b192ea, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=af70e22a-3159-46f9-b534-787287b192ea,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:19.688312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:19.712847 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccf3607-c4e1-44b3-8099-388ea6b1deb4 x-openstack-request-id: req-1ccf3607-c4e1-44b3-8099-388ea6b1deb4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:19.713163 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "name": "network-vif-plugged", "status": "completed", "tag": "af70e22a-3159-46f9-b534-787287b192ea", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:19.713416 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ccf3607-c4e1-44b3-8099-388ea6b1deb4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:19.713797 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea', 'code': 200} Sep 19 03:13:19.718480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8401adf-12c5-492e-b5ac-d6c2b2542045 req-19235532-792a-4c0a-b4ae-16df537c2b7d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:19.720072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8401adf-12c5-492e-b5ac-d6c2b2542045 req-19235532-792a-4c0a-b4ae-16df537c2b7d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0590918 Sep 19 03:13:19.738934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=af70e22a-3159-46f9-b534-787287b192ea,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:19.759002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8401adf-12c5-492e-b5ac-d6c2b2542045 req-265f9609-9ea9-41a3-9bb4-c7e6cf80ebb1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Sep 19 03:13:19.860789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf6f40-ab0a-4e30-a4bb-93d4d6bdc3b5 req-4bbc9e2d-f02b-4d06-a711-275636687c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:19.862430 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dbdf6f40-ab0a-4e30-a4bb-93d4d6bdc3b5 req-4bbc9e2d-f02b-4d06-a711-275636687c8b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 1097 time: 0.0403149 Sep 19 03:13:19.898280 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dbdf6f40-ab0a-4e30-a4bb-93d4d6bdc3b5 req-4b6ef30d-a5dd-4416-841b-f6190f49b6a8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268731 Sep 19 03:13:19.924366 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:20.086055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33075d76-68e8-4860-9ed0-d3d6d7595003 req-9e8d6f7f-bf8d-4db8-b84c-cc868fd21c89 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:20.087527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33075d76-68e8-4860-9ed0-d3d6d7595003 req-9e8d6f7f-bf8d-4db8-b84c-cc868fd21c89 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0477228 Sep 19 03:13:20.124043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33075d76-68e8-4860-9ed0-d3d6d7595003 req-883de0e0-98db-43d6-ba4c-aa018849ec38 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307305 Sep 19 03:13:20.234712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659325bb-f869-4d28-a368-2bfcc260c18e req-632cba20-7c47-4405-b235-ab193bcece3e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:20.236173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-659325bb-f869-4d28-a368-2bfcc260c18e req-632cba20-7c47-4405-b235-ab193bcece3e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 945 time: 0.0473855 Sep 19 03:13:20.278062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-659325bb-f869-4d28-a368-2bfcc260c18e req-b52d6a0c-961c-4f93-bdb0-ccb9d946e688 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359950 Sep 19 03:13:20.544151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab5fe9-3cc8-40fe-ae6a-2ee6a8d98b63 req-4702869b-96c4-4517-bed7-1f126b2c10cb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:20.545624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21ab5fe9-3cc8-40fe-ae6a-2ee6a8d98b63 req-4702869b-96c4-4517-bed7-1f126b2c10cb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0484776 Sep 19 03:13:20.582561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21ab5fe9-3cc8-40fe-ae6a-2ee6a8d98b63 req-6169744e-e322-4782-b3ed-e066a41eb198 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Sep 19 03:13:20.723661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc174392-82e4-44c5-bf55-b5447a57d6ed req-bd59ea67-3cdc-4cc6-bcab-c34260f4f482 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:20.725072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc174392-82e4-44c5-bf55-b5447a57d6ed req-bd59ea67-3cdc-4cc6-bcab-c34260f4f482 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.0500858 Sep 19 03:13:20.762265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc174392-82e4-44c5-bf55-b5447a57d6ed req-49f614cc-3a10-4902-8927-c65b1e5d080d tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311995 Sep 19 03:13:20.873149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2362a2b-caf6-4522-a30f-f5cccf916100 req-1748d5c2-4db4-408e-8224-10e5aa9bb4ea tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:20.874606 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2362a2b-caf6-4522-a30f-f5cccf916100 req-1748d5c2-4db4-408e-8224-10e5aa9bb4ea tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0472927 Sep 19 03:13:20.915677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2362a2b-caf6-4522-a30f-f5cccf916100 req-8b4ab5b6-369a-4c47-8c12-99139e8dd23b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Sep 19 03:13:21.235191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e935c4e-2d65-4fa3-874a-4676164cc3ee req-8652a14c-284c-4579-8b24-0df70f4043c1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:21.236693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e935c4e-2d65-4fa3-874a-4676164cc3ee req-8652a14c-284c-4579-8b24-0df70f4043c1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 945 time: 0.0480955 Sep 19 03:13:21.275230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e935c4e-2d65-4fa3-874a-4676164cc3ee req-9d43e53e-1b68-4b0b-a1e1-805952a33d0b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325184 Sep 19 03:13:21.399461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a728de-c9b1-4b55-98a2-77b745f3b798 req-e8ee737f-2cf7-43d4-92cb-36bfb45b7690 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:21.401007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a728de-c9b1-4b55-98a2-77b745f3b798 req-e8ee737f-2cf7-43d4-92cb-36bfb45b7690 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 945 time: 0.0481510 Sep 19 03:13:21.438113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a728de-c9b1-4b55-98a2-77b745f3b798 req-fb2f6d11-2e3a-4f5b-b5c6-f92f842094bf tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312881 Sep 19 03:13:21.513662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b944684b-f7c6-4e05-9581-3593bfd09a11 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:21.561116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port b944684b-f7c6-4e05-9581-3593bfd09a11 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:13:21.565037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b944684b-f7c6-4e05-9581-3593bfd09a11 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:21.565410 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:21.644935 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:21.677968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b944684b-f7c6-4e05-9581-3593bfd09a11, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b944684b-f7c6-4e05-9581-3593bfd09a11,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:21.683467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:21.684904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:21.700702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3b7c2-a45c-4fc6-afef-109b636830d3 req-614ba252-7560-4440-b197-9ed2e43b2015 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:21.702230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3dc3b7c2-a45c-4fc6-afef-109b636830d3 req-614ba252-7560-4440-b197-9ed2e43b2015 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0495574 Sep 19 03:13:21.723098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b944684b-f7c6-4e05-9581-3593bfd09a11'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:21.725310 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77676310-8347-4842-93cc-ff9ed53d0705" -d '{"events": [{"server_uuid": "faa0fe61-44c8-42c5-b0fe-e274e9504e8e", "name": "network-vif-plugged", "status": "completed", "tag": "b944684b-f7c6-4e05-9581-3593bfd09a11"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:21.751585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3dc3b7c2-a45c-4fc6-afef-109b636830d3 req-e2f3312c-a8fa-410b-9159-261dd66d8f79 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391726 Sep 19 03:13:21.769342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b944684b-f7c6-4e05-9581-3593bfd09a11,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:21.783139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:21.783457 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:21.806006 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafacf96-9d9c-423f-97d6-99f13e8618a7 x-openstack-request-id: req-fafacf96-9d9c-423f-97d6-99f13e8618a7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:21.806301 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa0fe61-44c8-42c5-b0fe-e274e9504e8e", "name": "network-vif-plugged", "status": "completed", "tag": "b944684b-f7c6-4e05-9581-3593bfd09a11", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:21.806553 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fafacf96-9d9c-423f-97d6-99f13e8618a7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:21.807008 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b944684b-f7c6-4e05-9581-3593bfd09a11', 'code': 200} Sep 19 03:13:21.862695 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:21.893394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:21.896578 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:21.945798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=13']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:22.073176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083368a-b3ba-4018-9adc-4d74593d76a9 req-8151e1c7-aed1-4cdd-85d4-09de2888c757 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:22.075839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4083368a-b3ba-4018-9adc-4d74593d76a9 req-8151e1c7-aed1-4cdd-85d4-09de2888c757 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.0859668 Sep 19 03:13:22.118077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89830b-4cf7-4d49-810e-3609b8b07ae2 req-245d4de6-ca49-408f-818b-ca91272c67e5 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:22.119615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d89830b-4cf7-4d49-810e-3609b8b07ae2 req-245d4de6-ca49-408f-818b-ca91272c67e5 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0852323 Sep 19 03:13:22.142648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4083368a-b3ba-4018-9adc-4d74593d76a9 req-5f3612e7-f299-4986-9244-0bd37531dd23 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596745 Sep 19 03:13:22.177179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d89830b-4cf7-4d49-810e-3609b8b07ae2 req-ed35604f-08f0-4a72-a20d-ef9b450488fb tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489850 Sep 19 03:13:22.190317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24eae-dd7d-4724-b9c0-9a3366e8d840 req-89c02bcc-b96a-4375-a738-aaa2447ef2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:22.192497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ee24eae-dd7d-4724-b9c0-9a3366e8d840 req-89c02bcc-b96a-4375-a738-aaa2447ef2d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 1097 time: 0.0558412 Sep 19 03:13:22.232421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ee24eae-dd7d-4724-b9c0-9a3366e8d840 req-78a8fb2b-b071-40a3-a39b-dac419773489 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292771 Sep 19 03:13:22.387564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0111e-76f1-4f7d-bb0d-caf1f1e45757 req-71d181ae-c140-42e4-995c-e929b140d294 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:22.389000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72c0111e-76f1-4f7d-bb0d-caf1f1e45757 req-71d181ae-c140-42e4-995c-e929b140d294 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0477262 Sep 19 03:13:22.428903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72c0111e-76f1-4f7d-bb0d-caf1f1e45757 req-af77a3ad-c215-4878-9148-75477cd230f0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339901 Sep 19 03:13:22.550243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e5569-944b-496d-aa8f-aa8a9456a1b3 req-17e2cc20-9011-49bb-b251-1ef7b9dca3ab tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:22.551744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-724e5569-944b-496d-aa8f-aa8a9456a1b3 req-17e2cc20-9011-49bb-b251-1ef7b9dca3ab tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.0482907 Sep 19 03:13:22.591289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-724e5569-944b-496d-aa8f-aa8a9456a1b3 req-21db7d7d-6af6-4b45-8ce7-6576b4cd636a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Sep 19 03:13:22.882720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa51f72-97c0-4b8d-82b8-2c2db87ccf1a req-a72a2086-b3af-4fe2-b968-b52e0691a22e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:22.892411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9aa51f72-97c0-4b8d-82b8-2c2db87ccf1a req-a72a2086-b3af-4fe2-b968-b52e0691a22e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0715330 Sep 19 03:13:22.934420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9aa51f72-97c0-4b8d-82b8-2c2db87ccf1a req-60874719-ba9f-455d-a442-f03504f96c8a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Sep 19 03:13:23.316577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47337725-49f7-4b5c-9107-d977ea5cdfaa req-44c54cf7-8bae-4165-8e74-49d41a396ccf tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:23.318066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47337725-49f7-4b5c-9107-d977ea5cdfaa req-44c54cf7-8bae-4165-8e74-49d41a396ccf tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.0870774 Sep 19 03:13:23.371733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba06f8-7d1b-4b55-8960-e5c63b4193c6 req-1f0248f7-a2ee-4643-81f7-77edbb78aa8a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:23.373227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9ba06f8-7d1b-4b55-8960-e5c63b4193c6 req-1f0248f7-a2ee-4643-81f7-77edbb78aa8a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.1032634 Sep 19 03:13:23.414900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47337725-49f7-4b5c-9107-d977ea5cdfaa req-e2b0993f-74a7-485f-9fe4-8612c97a1a15 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843472 Sep 19 03:13:23.451358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9ba06f8-7d1b-4b55-8960-e5c63b4193c6 req-37dafa50-1c69-4e84-ab92-d5f7dd7d4f87 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682092 Sep 19 03:13:23.562622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c69e0c-649d-4c2f-a817-8fea05a521f9 req-02f7e608-219e-4109-ab44-609d695af3d4 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:23.564142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2c69e0c-649d-4c2f-a817-8fea05a521f9 req-02f7e608-219e-4109-ab44-609d695af3d4 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.0745797 Sep 19 03:13:23.573548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:13:23.579008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Request body: {'floatingip': {'port_id': 'af70e22a-3159-46f9-b534-787287b192ea'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:23.594014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc08d9-a7a2-4156-93fb-52bd333da377 req-48c23df9-5dde-4ef8-bc2b-24d0be2265ea tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:23.595983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdcc08d9-a7a2-4156-93fb-52bd333da377 req-48c23df9-5dde-4ef8-bc2b-24d0be2265ea tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0713706 Sep 19 03:13:23.629904 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:23.679435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdcc08d9-a7a2-4156-93fb-52bd333da377 req-2e933997-e16e-4748-a3df-05459cced7ce tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704083 Sep 19 03:13:23.734698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59e179-76e3-4845-938f-8e223e84749f req-bcf3ca3c-9cac-4223-bf8c-0be42c567c72 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:23.736135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b59e179-76e3-4845-938f-8e223e84749f req-bcf3ca3c-9cac-4223-bf8c-0be42c567c72 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.0544677 Sep 19 03:13:23.778455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b59e179-76e3-4845-938f-8e223e84749f req-c9647684-bef9-464f-97d6-149c6944be56 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352366 Sep 19 03:13:23.808797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:23.820127 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e250d0f-969a-4d4e-9674-8d51fa02a696" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:23.864447 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d473bb05-6b6c-4068-9a5c-653207f551c2 x-openstack-request-id: req-d473bb05-6b6c-4068-9a5c-653207f551c2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:23.864860 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-plugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:23.865185 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d473bb05-6b6c-4068-9a5c-653207f551c2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:23.865626 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'code': 200} Sep 19 03:13:24.084914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f272a-c6be-43a4-a464-f447e459a00b req-94b411e8-c86b-411a-8a08-3fb759280daf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:24.094674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af7f272a-c6be-43a4-a464-f447e459a00b req-94b411e8-c86b-411a-8a08-3fb759280daf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0692174 Sep 19 03:13:24.130010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af7f272a-c6be-43a4-a464-f447e459a00b req-5044e3e7-94a5-4f82-b08a-f95806adf865 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Sep 19 03:13:24.209587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:24.216541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:24.333137 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Floating IP 1df17b0b-843d-44ed-92a6-e5496a2356da associated. External IP: 172.25.8.154, port: af70e22a-3159-46f9-b534-787287b192ea. Sep 19 03:13:24.584102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7b6bb-d0ed-427a-b8ad-63185a393f64 req-607b1e5f-c749-477a-85ea-3a63773801e4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:24.585235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Router 16638e98-eb75-4be1-b799-18b61fb7fe28 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:13:24.591866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98a7b6bb-d0ed-427a-b8ad-63185a393f64 req-607b1e5f-c749-477a-85ea-3a63773801e4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0592415 Sep 19 03:13:24.629886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98a7b6bb-d0ed-427a-b8ad-63185a393f64 req-af602103-b024-4bee-9591-6d14c123b230 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371244 Sep 19 03:13:24.709441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:13:24.720812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] Sync routers for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:13:24.733006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:24.739302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:13:24.740344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:13:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:13:24.775107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-83e2d411-e926-4eea-9bc5-a3d3e6824c65 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "PUT /v2.0/floatingips/1df17b0b-843d-44ed-92a6-e5496a2356da HTTP/1.1" status: 200 len: 992 time: 1.2003794 Sep 19 03:13:24.775752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:24.778473 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe9bde8-0a77-45ec-96bf-edd3b935033e" -d '{"events": [{"name": "network-changed", "server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "tag": "af70e22a-3159-46f9-b534-787287b192ea"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:24.835637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a93a1-2444-4870-a5ee-022157d5e072 req-c83b046b-c4c4-477d-bb95-4948876991dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:24.837531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-673a93a1-2444-4870-a5ee-022157d5e072 req-c83b046b-c4c4-477d-bb95-4948876991dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0742147 Sep 19 03:13:24.907232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:13:24.911296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-673a93a1-2444-4870-a5ee-022157d5e072 req-86992c0a-5335-42d6-bf41-91a7a17c64c9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675502 Sep 19 03:13:24.939675 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087b334-ca94-4e30-b84d-1c3ed701566f x-openstack-request-id: req-3087b334-ca94-4e30-b84d-1c3ed701566f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:24.940155 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "tag": "af70e22a-3159-46f9-b534-787287b192ea", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:24.940555 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3087b334-ca94-4e30-b84d-1c3ed701566f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:24.941109 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea', 'status': 'completed', 'code': 200} Sep 19 03:13:25.039610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-fd746404-c41b-43c9-88e4-c6032fe5b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.041834 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-fd746404-c41b-43c9-88e4-c6032fe5b789 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=84c28d74324e435a91d2a165c8ec6c19&device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 1097 time: 0.0567746 Sep 19 03:13:25.077275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc77be-176a-4aa7-a99b-5134816a9f37 req-3bf1d0e6-54a5-497f-be04-1e037bd0d1fb tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.078830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51fc77be-176a-4aa7-a99b-5134816a9f37 req-3bf1d0e6-54a5-497f-be04-1e037bd0d1fb tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.0658555 Sep 19 03:13:25.140586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51fc77be-176a-4aa7-a99b-5134816a9f37 req-da0e565a-5cc1-42d1-87ad-703bdd4987da tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547996 Sep 19 03:13:25.160521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-bc1b32ad-0c26-4203-8e84-9c83b4af8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.162416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-bc1b32ad-0c26-4203-8e84-9c83b4af8b65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e8e08ea0-3632-4496-9e20-ad8518f261db HTTP/1.1" status: 200 len: 917 time: 0.1128294 Sep 19 03:13:25.234876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '1df17b0b-843d-44ed-92a6-e5496a2356da', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'port_id': 'af70e22a-3159-46f9-b534-787287b192ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'mac_address': 'fa:16:3e:c3:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d2f76-3c24-4156-9674-b709daa17a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:12:33Z', 'updated_at': '2021-09-19T03:13:24Z', 'revision_number': 1, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:37Z', 'revision_number': 5, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:13:25.265372 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-d1e15468-aa67-461f-859d-006d3a2e5284 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af70e22a-3159-46f9-b534-787287b192ea HTTP/1.1" status: 200 len: 1000 time: 0.0929294 Sep 19 03:13:25.269460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] Checking router: 16638e98-eb75-4be1-b799-18b61fb7fe28 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:13:25.279438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:13:25.280352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:13:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:13:25.335115 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-3fd6a1db-5c94-4afa-b0de-f1c2d5fb0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.337336 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-3fd6a1db-5c94-4afa-b0de-f1c2d5fb0945 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=6c622779-e601-4251-83bf-4d65a64b7e26 HTTP/1.1" status: 200 len: 855 time: 0.0624020 Sep 19 03:13:25.363748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6d236-d13a-4e55-8a2e-9234d397943c req-68ccc6ff-67c2-4627-a3dd-45cc62730187 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.371827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acc6d236-d13a-4e55-8a2e-9234d397943c req-68ccc6ff-67c2-4627-a3dd-45cc62730187 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1130159 Sep 19 03:13:25.402324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0df11-12a2-4534-b0bb-a3f1a8cb1801 req-3f2f5647-59a8-499d-a5bf-99c4c31ca1b0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.403406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fb0df11-12a2-4534-b0bb-a3f1a8cb1801 req-3f2f5647-59a8-499d-a5bf-99c4c31ca1b0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.1343133 Sep 19 03:13:25.410157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:13:25.423078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-c01603cc-40fa-44a7-a24d-fd8285d948e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.424863 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-c01603cc-40fa-44a7-a24d-fd8285d948e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e8e08ea0-3632-4496-9e20-ad8518f261db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773654 Sep 19 03:13:25.446925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acc6d236-d13a-4e55-8a2e-9234d397943c req-f55d5e17-ebdc-41c8-9b54-cbca77dc35b5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706348 Sep 19 03:13:25.485698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fb0df11-12a2-4534-b0bb-a3f1a8cb1801 req-a0884374-7421-4aca-aba2-8add80821cda tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717113 Sep 19 03:13:25.600347 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-03471b9a-b743-495b-8fbc-5a2c11e6ed2d service neutron] 10.222.0.32 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640685 Sep 19 03:13:25.768860 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bbe9bde8-0a77-45ec-96bf-edd3b935033e req-a1b90cfe-47ac-418e-b709-e2d0e70871bd service neutron] 10.222.0.32 "GET /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325200 Sep 19 03:13:25.801340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba05b71-6f02-4594-8a99-2d1d10402222 req-d96d5f41-357f-46a1-9cd3-87cd521802a4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.809865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ba05b71-6f02-4594-8a99-2d1d10402222 req-d96d5f41-357f-46a1-9cd3-87cd521802a4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0665469 Sep 19 03:13:25.882891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ba05b71-6f02-4594-8a99-2d1d10402222 req-3620208b-d16e-4879-a9b2-ee312e280448 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720088 Sep 19 03:13:25.908841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586722e-0d9d-48e8-8eb7-f20ac697c362 req-5d475818-7d19-4874-9e2d-2de810e83a0a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:25.910358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c586722e-0d9d-48e8-8eb7-f20ac697c362 req-5d475818-7d19-4874-9e2d-2de810e83a0a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.0750856 Sep 19 03:13:25.944133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '1df17b0b-843d-44ed-92a6-e5496a2356da', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'port_id': 'af70e22a-3159-46f9-b534-787287b192ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'mac_address': 'fa:16:3e:c3:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d2f76-3c24-4156-9674-b709daa17a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:12:33Z', 'updated_at': '2021-09-19T03:13:24Z', 'revision_number': 1, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:37Z', 'revision_number': 5, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:13:25.965745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c586722e-0d9d-48e8-8eb7-f20ac697c362 req-79dbbd66-e30f-418f-b68f-375c45a46f93 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489440 Sep 19 03:13:26.000226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e945eb-b637-444d-8bbc-9bebd8069761 None None] The sync data for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 is: [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '1df17b0b-843d-44ed-92a6-e5496a2356da', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'floating_ip_address': '172.25.8.154', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'port_id': 'af70e22a-3159-46f9-b534-787287b192ea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'mac_address': 'fa:16:3e:c3:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '471d2f76-3c24-4156-9674-b709daa17a04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:12:33Z', 'updated_at': '2021-09-19T03:13:24Z', 'revision_number': 1, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:37Z', 'revision_number': 5, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:13:26.119429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3936fb7-20e2-43fc-ba88-847a61637726 req-d05c48f1-62a9-439a-8d16-bfcd1c20d8a8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:26.121204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3936fb7-20e2-43fc-ba88-847a61637726 req-d05c48f1-62a9-439a-8d16-bfcd1c20d8a8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0756741 Sep 19 03:13:26.170956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3936fb7-20e2-43fc-ba88-847a61637726 req-cf7b1729-b5c4-4ba6-99b8-8bf4fe25b9de tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438378 Sep 19 03:13:26.251605 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9dfb51-9faa-4d06-9c17-542f689c3a2d None None] New status for floating IP 1df17b0b-843d-44ed-92a6-e5496a2356da: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:13:26.563262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceea52-234d-48b7-b126-f1f6693f7d94 req-c5c1f028-e363-4206-b903-edaf55ce87b0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:26.564739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10ceea52-234d-48b7-b126-f1f6693f7d94 req-c5c1f028-e363-4206-b903-edaf55ce87b0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0520072 Sep 19 03:13:26.615231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10ceea52-234d-48b7-b126-f1f6693f7d94 req-72378640-a4f0-4cd6-97c7-066b336157a0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Sep 19 03:13:27.023112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6ac33-a11a-4a8d-820d-83869d87bb80 req-bc64e478-6bf7-4629-bb7f-d21a8e5acc02 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:27.024767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18c6ac33-a11a-4a8d-820d-83869d87bb80 req-bc64e478-6bf7-4629-bb7f-d21a8e5acc02 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0586016 Sep 19 03:13:27.079880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18c6ac33-a11a-4a8d-820d-83869d87bb80 req-e3c07aca-8efa-4854-ac68-db951990705b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475333 Sep 19 03:13:27.139544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc6ca5-d4ab-4190-b19e-9a64be50c931 req-d53530c0-dd8d-449b-ba38-9f9e041a14df tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:27.141058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adfc6ca5-d4ab-4190-b19e-9a64be50c931 req-d53530c0-dd8d-449b-ba38-9f9e041a14df tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.0776534 Sep 19 03:13:27.196401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adfc6ca5-d4ab-4190-b19e-9a64be50c931 req-a584c526-2da0-402d-9721-5b1db460eab7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448003 Sep 19 03:13:27.361644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafa866-46ba-4df7-bb64-97a2845712b6 req-f3c28ecd-9687-404f-9aa5-2f79d91209db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:27.363894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fcafa866-46ba-4df7-bb64-97a2845712b6 req-f3c28ecd-9687-404f-9aa5-2f79d91209db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0624690 Sep 19 03:13:27.407560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fcafa866-46ba-4df7-bb64-97a2845712b6 req-6179cbb8-9ca8-4444-bff4-4faf8c21bd31 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359535 Sep 19 03:13:27.771300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea26e7-deec-4d0d-a8d1-acc2cb37e395 req-d374d42a-3f25-44ac-9c0c-90c2b4fb9cb6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:27.773370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36ea26e7-deec-4d0d-a8d1-acc2cb37e395 req-d374d42a-3f25-44ac-9c0c-90c2b4fb9cb6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0735052 Sep 19 03:13:27.824119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36ea26e7-deec-4d0d-a8d1-acc2cb37e395 req-5816c033-710c-425e-b025-98737e733f17 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Sep 19 03:13:27.972292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-17f8614d-8851-4680-bf98-b234bad6ebac tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:27.973778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-17f8614d-8851-4680-bf98-b234bad6ebac tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.0596504 Sep 19 03:13:28.285640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db379f3-1c7d-465b-92d7-633c77b01277 req-68a4746b-1669-4f71-b5e4-70f6649c4dc3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:28.296838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3db379f3-1c7d-465b-92d7-633c77b01277 req-68a4746b-1669-4f71-b5e4-70f6649c4dc3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0970771 Sep 19 03:13:28.398436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3db379f3-1c7d-465b-92d7-633c77b01277 req-f7472627-3594-4d2c-8561-0444af75ab58 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010382 Sep 19 03:13:28.415110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b79adf-1095-4529-a71a-104ff04dc33e req-7147d276-50ae-4c44-84e1-38e090bd51e6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:28.423367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6b79adf-1095-4529-a71a-104ff04dc33e req-7147d276-50ae-4c44-84e1-38e090bd51e6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 946 time: 0.1222975 Sep 19 03:13:28.426732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Deleting port b944684b-f7c6-4e05-9581-3593bfd09a11 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:13:28.427479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:28.479751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6b79adf-1095-4529-a71a-104ff04dc33e req-df2917ba-42e7-4349-9593-9943dbf6ec1f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Sep 19 03:13:28.579866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] For port b944684b-f7c6-4e05-9581-3593bfd09a11, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b944684b-f7c6-4e05-9581-3593bfd09a11,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:28.580246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:28.598315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Calling delete_port for b944684b-f7c6-4e05-9581-3593bfd09a11 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:13:28.684980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dfb0f-52cd-4a75-a879-eaac251d1e48 req-9fdc0ee0-4aa0-4231-a065-7e998a6b9002 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:28.687197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-511dfb0f-52cd-4a75-a879-eaac251d1e48 req-9fdc0ee0-4aa0-4231-a065-7e998a6b9002 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0755575 Sep 19 03:13:28.743658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-511dfb0f-52cd-4a75-a879-eaac251d1e48 req-b5bf5e26-d450-4186-9896-1cf57a0c2b9e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496914 Sep 19 03:13:28.751651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:28.787804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event deleted for resources: {'Port': ['ID=b944684b-f7c6-4e05-9581-3593bfd09a11,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:28.792926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b', 'b944684b-f7c6-4e05-9581-3593bfd09a11'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:28.815688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.816026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.816374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.816714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.817051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.817384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.817710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.818040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.818366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.818687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.819035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.819357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:28.842824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] No DVR routers for this DVR port b944684b-f7c6-4e05-9581-3593bfd09a11 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:13:28.846228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:28.848011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5bc13c0-a135-4616-9a4e-d71e29f33b23 req-b3962085-7afc-4ce5-955f-19eb1e349af3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "DELETE /v2.0/ports/b944684b-f7c6-4e05-9581-3593bfd09a11 HTTP/1.1" status: 204 len: 173 time: 0.8628833 Sep 19 03:13:28.848609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'name': 'network-vif-deleted', 'tag': 'b944684b-f7c6-4e05-9581-3593bfd09a11'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:28.850935 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304924b9-ecc0-4149-8e8d-a11f0a71ca5b" -d '{"events": [{"server_uuid": "faa0fe61-44c8-42c5-b0fe-e274e9504e8e", "name": "network-vif-deleted", "tag": "b944684b-f7c6-4e05-9581-3593bfd09a11"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:28.918503 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93128d8-0bd4-406b-8e30-30a93fcb0024 x-openstack-request-id: req-a93128d8-0bd4-406b-8e30-30a93fcb0024 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:28.919625 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa0fe61-44c8-42c5-b0fe-e274e9504e8e", "name": "network-vif-deleted", "tag": "b944684b-f7c6-4e05-9581-3593bfd09a11", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:28.920219 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a93128d8-0bd4-406b-8e30-30a93fcb0024 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:28.921046 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa0fe61-44c8-42c5-b0fe-e274e9504e8e', 'name': 'network-vif-deleted', 'tag': 'b944684b-f7c6-4e05-9581-3593bfd09a11', 'status': 'completed', 'code': 200} Sep 19 03:13:28.992288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea60802-dee4-444d-80d9-afe718fbe33b req-9fb1f910-dfc7-4ee0-aa3a-77cc0dea8d45 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:29.000662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ea60802-dee4-444d-80d9-afe718fbe33b req-9fb1f910-dfc7-4ee0-aa3a-77cc0dea8d45 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0733209 Sep 19 03:13:29.061429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ea60802-dee4-444d-80d9-afe718fbe33b req-3e67dc3b-4bd8-4c5e-a794-07998d172c6b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597153 Sep 19 03:13:29.547059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00771f6b-34e3-488b-9710-f3b0f9e2dad3 req-317baa2b-6882-4957-9a4a-175166f80dbf tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:29.572769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00771f6b-34e3-488b-9710-f3b0f9e2dad3 req-317baa2b-6882-4957-9a4a-175166f80dbf tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0906847 Sep 19 03:13:29.669782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9099bf00-3247-4d6c-b009-f8a7d571d063 req-c12cd3c5-b85b-463d-9a40-c856bf783d89 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa0fe61-44c8-42c5-b0fe-e274e9504e8e HTTP/1.1" status: 200 len: 210 time: 0.0563846 Sep 19 03:13:29.683644 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:29.707044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00771f6b-34e3-488b-9710-f3b0f9e2dad3 req-8aa2afe9-3cb8-4bd9-8782-47da044ef366 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227136 Sep 19 03:13:29.949981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed4650-a27a-42da-b28e-19c6ba68f30f req-00210b0c-fb3f-4ba9-98f3-5ebeb8df2eb5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:29.958206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9bed4650-a27a-42da-b28e-19c6ba68f30f req-00210b0c-fb3f-4ba9-98f3-5ebeb8df2eb5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.1054509 Sep 19 03:13:29.997933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9bed4650-a27a-42da-b28e-19c6ba68f30f req-e432d621-0dc4-4e1d-8973-bdff57b7d2b9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387652 Sep 19 03:13:30.199243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df3d02-1205-4ced-9d91-7dc39bcaf7e5 req-61fe428e-fed1-4eb8-9818-74761cc58323 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:30.200825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01df3d02-1205-4ced-9d91-7dc39bcaf7e5 req-61fe428e-fed1-4eb8-9818-74761cc58323 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0682235 Sep 19 03:13:30.239858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01df3d02-1205-4ced-9d91-7dc39bcaf7e5 req-9aec7e7b-e030-406e-8f4f-b5cbb19602ba tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Sep 19 03:13:30.820489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbb2e5-4950-459f-a03f-4a06597a35d2 req-3d331741-0eff-4858-aeb9-d278a5263e88 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:30.821952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7cbb2e5-4950-459f-a03f-4a06597a35d2 req-3d331741-0eff-4858-aeb9-d278a5263e88 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0563655 Sep 19 03:13:30.861689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7cbb2e5-4950-459f-a03f-4a06597a35d2 req-343d9169-8e5c-4589-965e-bb558f67463a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329859 Sep 19 03:13:31.276172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e150d4-d67f-4474-97ba-0b8e93e7ba9d req-2393821b-2e4b-4f64-aa7f-c2cb71f6946b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:31.279396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5e150d4-d67f-4474-97ba-0b8e93e7ba9d req-2393821b-2e4b-4f64-aa7f-c2cb71f6946b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0964034 Sep 19 03:13:31.338736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5e150d4-d67f-4474-97ba-0b8e93e7ba9d req-107c58e4-caee-4680-85d4-15be8a802512 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545137 Sep 19 03:13:31.519621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47576f03-b97a-4ead-a75d-3fccd9642bc1 req-ba3b02b3-179e-4cb8-a9bc-b731cc360b6f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:31.521268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47576f03-b97a-4ead-a75d-3fccd9642bc1 req-ba3b02b3-179e-4cb8-a9bc-b731cc360b6f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1005669 Sep 19 03:13:31.547594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6249165c-0c32-4c0d-8bab-d33b4569f322 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:31.547594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6249165c-0c32-4c0d-8bab-d33b4569f322 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1483865 Sep 19 03:13:31.580323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:13:31.597894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47576f03-b97a-4ead-a75d-3fccd9642bc1 req-4e85d02b-57df-492e-97dd-b12c73c076fb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675910 Sep 19 03:13:31.605009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b944684b-f7c6-4e05-9581-3593bfd09a11 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:13:31.615784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-1c0bb6bc-0c1f-40cd-b34b-642e701729b4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0550733 Sep 19 03:13:31.626253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: b944684b-f7c6-4e05-9581-3593bfd09a11 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:13:31.626913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b944684b-f7c6-4e05-9581-3593bfd09a11 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:13:31.673572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-dbcb6009-4e27-444f-ba55-60fffa88f3e0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509856 Sep 19 03:13:31.732411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:31.745046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d', 'port_id': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'mac_address': 'fa:16:3e:65:2d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637b3351-9dde-4220-89d7-f2741e40fd35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:13:31.785606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:31.793166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-4fb92daf-20ba-424e-a734-5fb8fffd1fa2 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051600 Sep 19 03:13:31.803167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0abe9c9c-9e6b-4544-b025-82eb208d08ce {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:31.827805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:31.832341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:31.897696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:31.899458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-99501e6d-47af-4245-be80-ac42b4b1d039 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003380 Sep 19 03:13:32.021712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf6a31-6593-498d-bcc5-90ebb7e98fe9 req-957d32d2-be3b-4623-8f7b-ea776a78318c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:32.023637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2edf6a31-6593-498d-bcc5-90ebb7e98fe9 req-957d32d2-be3b-4623-8f7b-ea776a78318c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0605609 Sep 19 03:13:32.083294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2edf6a31-6593-498d-bcc5-90ebb7e98fe9 req-81857254-95cc-4029-83a4-83baec78cd20 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Sep 19 03:13:32.148794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0abe9c9c-9e6b-4544-b025-82eb208d08ce'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:32.180411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dab8366b-faea-4d46-b122-26931c99ee46 req-eb15d996-06d9-4c68-915a-a6576a024346 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 210 time: 0.0350125 Sep 19 03:13:32.501232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ce30b-81bb-4399-ad6e-25f2c0f9262a req-9ffb6922-312a-4fe6-be90-bf0e72e50856 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:32.502829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-879ce30b-81bb-4399-ad6e-25f2c0f9262a req-9ffb6922-312a-4fe6-be90-bf0e72e50856 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0713646 Sep 19 03:13:32.544445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-879ce30b-81bb-4399-ad6e-25f2c0f9262a req-ded3d8a4-200b-47dd-b4f4-25e6c78e3ff7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352137 Sep 19 03:13:32.719436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29367819-964f-44fc-b07d-d708908632e1 req-0a14f877-42ed-488b-99df-87c0a6cfc551 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:32.721881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29367819-964f-44fc-b07d-d708908632e1 req-0a14f877-42ed-488b-99df-87c0a6cfc551 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0555284 Sep 19 03:13:32.770238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29367819-964f-44fc-b07d-d708908632e1 req-b59740a2-4d14-446c-96b4-754dfdcdd897 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Sep 19 03:13:33.240352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a4ebf-fd09-4330-b797-d3d46240db1c req-aa672193-d709-46bc-a4d5-c3663c525b40 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:33.242055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-267a4ebf-fd09-4330-b797-d3d46240db1c req-aa672193-d709-46bc-a4d5-c3663c525b40 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0911994 Sep 19 03:13:33.318077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-267a4ebf-fd09-4330-b797-d3d46240db1c req-e9732fb5-25b2-466c-8631-9b1bca0a80ee tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645511 Sep 19 03:13:33.395229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44efb7b3-18aa-4a41-a6ea-fdc5914203bb req-9d2e70a4-45a0-4a60-b0a8-516e5e1628d7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 210 time: 0.0534058 Sep 19 03:13:33.519055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-2e842e4c-78de-4077-892d-214958bf9755 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:33.520650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-2e842e4c-78de-4077-892d-214958bf9755 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1967413 Sep 19 03:13:33.553306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Request body: {'port': {'device_id': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'admin_state_up': True, 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:33.596679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:33.675398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 0abe9c9c-9e6b-4544-b025-82eb208d08ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:33.675770 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:33.708723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fc8e1-058d-4126-9824-f373c54fb252 req-b018fccc-c2e0-4317-801b-3e778889dda5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:33.710556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8fc8e1-058d-4126-9824-f373c54fb252 req-b018fccc-c2e0-4317-801b-3e778889dda5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0694144 Sep 19 03:13:33.719064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:13:33.724372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:33.758308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8fc8e1-058d-4126-9824-f373c54fb252 req-a678ae7a-02e0-459c-a91a-98ea16df52e6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Sep 19 03:13:33.785503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:33.833427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:33.835707 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba88b0cd-232b-4d73-bcff-2a163a9d718c" -d '{"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-plugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:33.877215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:33.882493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:33.908535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Allocated IP 172.20.0.3 (b7b5f6cc-3e7a-4190-882e-b24fc4efc9da/8eeae48d-b8db-4a1d-8acf-1c112780b9cc/549a4df9-3178-4a9b-8d4c-00695395230a) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:13:33.910872 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2023dcbc-e5c3-4b68-abf0-650ea1bec4f3 x-openstack-request-id: req-2023dcbc-e5c3-4b68-abf0-650ea1bec4f3 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:33.911485 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-plugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:33.912105 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2023dcbc-e5c3-4b68-abf0-650ea1bec4f3 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:33.912760 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'code': 200} Sep 19 03:13:33.948456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef390f9b-7f42-4787-a2f8-aae7664e8f0e req-e28e132b-4876-4396-a3f2-b6ae21198191 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:33.955394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:33.957859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef390f9b-7f42-4787-a2f8-aae7664e8f0e req-e28e132b-4876-4396-a3f2-b6ae21198191 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0817394 Sep 19 03:13:34.013259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef390f9b-7f42-4787-a2f8-aae7664e8f0e req-6282297b-468b-4544-b4b8-825caef745ec tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544376 Sep 19 03:13:34.091547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:34.128792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:34.165534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:34.172336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:13:34.175578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:13:34.182235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:13:34.189089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event updated for resources: {'Port': ['ID=549a4df9-3178-4a9b-8d4c-00695395230a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:34.235456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:34.236228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:34.253366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-8198a823-29ce-409e-b1c4-ad8139aea0f9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7092402 Sep 19 03:13:34.285102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Request body: {'port': {'device_id': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:34.378283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:34.476290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1850d-6baa-4057-9e86-72a16483532a req-03353d92-3a10-495a-bc7e-6f523c6c6cbc tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:34.478109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8f1850d-6baa-4057-9e86-72a16483532a req-03353d92-3a10-495a-bc7e-6f523c6c6cbc tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0645204 Sep 19 03:13:34.534125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8f1850d-6baa-4057-9e86-72a16483532a req-3c15ee3f-5349-4592-b26b-e74da56a6623 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419085 Sep 19 03:13:34.605128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79de773-93fb-40d9-9a81-f387474a8cd5 req-b1ac7212-b1a8-4087-a97e-32c5bbc91ab5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:34.607042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a79de773-93fb-40d9-9a81-f387474a8cd5 req-b1ac7212-b1a8-4087-a97e-32c5bbc91ab5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 931 time: 0.0721228 Sep 19 03:13:34.651536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a79de773-93fb-40d9-9a81-f387474a8cd5 req-e745f2f8-698b-4eb9-94bc-83bed34b37ed tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380280 Sep 19 03:13:34.731325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549a4df9-3178-4a9b-8d4c-00695395230a {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:34.739735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:34.755895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Transition to ACTIVE for port object 549a4df9-3178-4a9b-8d4c-00695395230a will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:13:34.760070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:34.833682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Pushing event updated for resources: {'Port': ['ID=549a4df9-3178-4a9b-8d4c-00695395230a,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:34.883347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Attempting to bind port 549a4df9-3178-4a9b-8d4c-00695395230a on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:13:34.883687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Attempting to bind port 549a4df9-3178-4a9b-8d4c-00695395230a by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:13:34.884018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Attempting to bind port 549a4df9-3178-4a9b-8d4c-00695395230a on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:34.885978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe811e8-dc92-4ebf-9eae-d097da748804 req-b8facafb-e758-4e76-aa54-bdc6a74f24e2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:34.887502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fe811e8-dc92-4ebf-9eae-d097da748804 req-b8facafb-e758-4e76-aa54-bdc6a74f24e2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0487344 Sep 19 03:13:34.888327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Port 549a4df9-3178-4a9b-8d4c-00695395230a on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:13:34.888684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Attempting to bind port 549a4df9-3178-4a9b-8d4c-00695395230a on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:34.893631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:13:34.893969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:13:34.894376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Bound using segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:13:34.894836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Bound port: 549a4df9-3178-4a9b-8d4c-00695395230a, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:13:34.895198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:34.926177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fe811e8-dc92-4ebf-9eae-d097da748804 req-211a5fca-2b28-4636-a862-48efd0473074 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Sep 19 03:13:34.957929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] For port 549a4df9-3178-4a9b-8d4c-00695395230a, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:13:34.960936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] For port 549a4df9-3178-4a9b-8d4c-00695395230a, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=549a4df9-3178-4a9b-8d4c-00695395230a,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:13:34.966189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:35.000610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:35.001223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:35.002592 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] 10.222.0.32 "PUT /v2.0/ports/549a4df9-3178-4a9b-8d4c-00695395230a HTTP/1.1" status: 200 len: 1091 time: 0.7258425 Sep 19 03:13:35.003048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'tag': '549a4df9-3178-4a9b-8d4c-00695395230a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:35.005272 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86aad4c2-a8ed-49e9-a243-550034e703e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb2cebf-a5fd-4f50-80d3-781a11168371", "tag": "549a4df9-3178-4a9b-8d4c-00695395230a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:35.026635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe49f0b-f9f3-4fc5-b958-b90aada9af1b service neutron] Pushing event updated for resources: {'Port': ['ID=549a4df9-3178-4a9b-8d4c-00695395230a,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:35.049279 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15b004c-131b-4e7c-9215-77e2c1ad9d6c x-openstack-request-id: req-d15b004c-131b-4e7c-9215-77e2c1ad9d6c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:35.049837 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb2cebf-a5fd-4f50-80d3-781a11168371", "tag": "549a4df9-3178-4a9b-8d4c-00695395230a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:35.050249 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d15b004c-131b-4e7c-9215-77e2c1ad9d6c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:35.050827 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'tag': '549a4df9-3178-4a9b-8d4c-00695395230a', 'status': 'completed', 'code': 200} Sep 19 03:13:35.123978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-194abe60-9dcb-49c7-8009-3b3a76f54b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:35.124462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9b02-2f18-4430-8f1b-b873335c371b req-2eb87516-cbbe-49d2-9d0a-d998078930bb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:35.125517 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-194abe60-9dcb-49c7-8009-3b3a76f54b1a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 1094 time: 0.0439117 Sep 19 03:13:35.125934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a7b9b02-2f18-4430-8f1b-b873335c371b req-2eb87516-cbbe-49d2-9d0a-d998078930bb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0487437 Sep 19 03:13:35.163885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a7b9b02-2f18-4430-8f1b-b873335c371b req-ecadb91a-91df-4147-be70-9997e8f60fa9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316906 Sep 19 03:13:35.175743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-9b00f611-99e3-4e0d-8a58-d0d6a7dfedac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=549a4df9-3178-4a9b-8d4c-00695395230a HTTP/1.1" status: 200 len: 217 time: 0.0343969 Sep 19 03:13:35.223789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-76b5c39f-c2b7-4925-b8db-ca30478239f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:35.225822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-76b5c39f-c2b7-4925-b8db-ca30478239f1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0425169 Sep 19 03:13:35.258952 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-157ba362-a440-46c0-9c1e-1a80f79416e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231335 Sep 19 03:13:35.351917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-d77628af-97c0-429a-9204-d6e4f0c0d404 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813510 Sep 19 03:13:35.649295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4bca-271e-42a3-b41e-205c602206ee req-3d7a6faf-49a0-400c-bc01-bfb6eb50ac13 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:35.650883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acae4bca-271e-42a3-b41e-205c602206ee req-3d7a6faf-49a0-400c-bc01-bfb6eb50ac13 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0526612 Sep 19 03:13:35.707771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acae4bca-271e-42a3-b41e-205c602206ee req-b14e2933-d955-4eb7-8529-e402dc04d843 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504980 Sep 19 03:13:35.801855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fe252-3a24-4e71-ae4e-7b5797cdf70f req-676fe292-eb45-4b6e-a9b0-d642e85879ac tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:35.803591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d34fe252-3a24-4e71-ae4e-7b5797cdf70f req-676fe292-eb45-4b6e-a9b0-d642e85879ac tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 943 time: 0.0624285 Sep 19 03:13:35.809966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4e8ae8a-bb67-4fac-b9fd-4eb0175aef94 req-11369034-d3a1-4b00-bdbd-ecfa61a6237c service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347497 Sep 19 03:13:35.848533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d34fe252-3a24-4e71-ae4e-7b5797cdf70f req-d5ae3f0a-4212-4777-8a79-1f42e7715217 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Sep 19 03:13:36.110698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164faa8-afa1-4b7c-94ba-3288c109c6ec req-78e9831a-39e9-4994-84e5-99f48fe4ac80 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:36.114359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-4aa4c27e-9a17-485e-90d9-14e838ee1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:36.115142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e164faa8-afa1-4b7c-94ba-3288c109c6ec req-78e9831a-39e9-4994-84e5-99f48fe4ac80 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0610545 Sep 19 03:13:36.115867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-4aa4c27e-9a17-485e-90d9-14e838ee1015 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 1094 time: 0.0680442 Sep 19 03:13:36.171160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e164faa8-afa1-4b7c-94ba-3288c109c6ec req-2ceefdc5-1878-4cf3-9afa-b384dcf182d0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523152 Sep 19 03:13:36.262064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-30d7e275-f198-481e-b434-119a5d4f7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:36.263894 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-30d7e275-f198-481e-b434-119a5d4f7300 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 907 time: 0.1377242 Sep 19 03:13:36.313394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-94256a6f-eb83-475d-89c9-83753c7c321d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=549a4df9-3178-4a9b-8d4c-00695395230a HTTP/1.1" status: 200 len: 217 time: 0.0408742 Sep 19 03:13:36.346502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3bb24-d9b0-4028-a274-d917954ba184 req-254dc590-4170-4b5c-937f-6a6f06817af8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:36.348461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11f3bb24-d9b0-4028-a274-d917954ba184 req-254dc590-4170-4b5c-937f-6a6f06817af8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0686562 Sep 19 03:13:36.398478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-231743df-4b82-4005-9fff-be21090a33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:36.402093 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-231743df-4b82-4005-9fff-be21090a33da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0603850 Sep 19 03:13:36.402942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11f3bb24-d9b0-4028-a274-d917954ba184 req-82575cce-c6cd-4368-b24b-6b5d8eb0dbf4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457053 Sep 19 03:13:36.439318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-300f000b-3354-4cb9-984c-7a654744ff6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283310 Sep 19 03:13:36.610326 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-4e96ade7-2e12-40ba-802c-a68d39d24be3 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488907 Sep 19 03:13:36.693589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711e839-0672-4625-8081-354e82a15482 req-ee183443-f5db-48a8-8e0b-8d1e4ed98042 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:36.703002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5711e839-0672-4625-8081-354e82a15482 req-ee183443-f5db-48a8-8e0b-8d1e4ed98042 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 946 time: 0.0656769 Sep 19 03:13:36.756417 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-86aad4c2-a8ed-49e9-a243-550034e703e8 req-7f129b81-2441-4232-8e3b-5dee9e48dd36 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108179 Sep 19 03:13:36.759635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5711e839-0672-4625-8081-354e82a15482 req-dbfe8549-cd7e-4742-872f-8371cdec3c4e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552242 Sep 19 03:13:36.972283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc5c9e-1b9c-4102-9183-7550dcce4ce8 req-8d57ffcb-6bbf-4caf-8698-c61c243325ef tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:36.981743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cfc5c9e-1b9c-4102-9183-7550dcce4ce8 req-8d57ffcb-6bbf-4caf-8698-c61c243325ef tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.1544490 Sep 19 03:13:37.057674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cfc5c9e-1b9c-4102-9183-7550dcce4ce8 req-cf45121a-fd22-468d-9a18-e3085dbab097 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683494 Sep 19 03:13:37.129163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a7c24-e9ab-4fbe-817b-63b1641ed0d2 req-a40aaa1e-d35c-42b7-b0c3-13eead813a11 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:37.131248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-421a7c24-e9ab-4fbe-817b-63b1641ed0d2 req-a40aaa1e-d35c-42b7-b0c3-13eead813a11 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 943 time: 0.1026440 Sep 19 03:13:37.529407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-421a7c24-e9ab-4fbe-817b-63b1641ed0d2 req-0e0ab2d6-c278-4318-b16c-c8a81877ffd7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913009 Sep 19 03:13:37.582852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99defa-a627-4853-8b2c-b3ae08646c76 req-504cd062-264d-411b-8762-a55aa37b20b8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:37.590679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d99defa-a627-4853-8b2c-b3ae08646c76 req-504cd062-264d-411b-8762-a55aa37b20b8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0816681 Sep 19 03:13:37.598413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:13:37.639404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d99defa-a627-4853-8b2c-b3ae08646c76 req-ea0fdda1-59ee-4bc9-b94e-52be95b26ab5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Sep 19 03:13:37.729242 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:37.763517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:37.766439 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa91902-abb5-4971-8492-988289c718a7" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-unplugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:37.789668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:37.797746 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:37.836583 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314168a0-1c53-48d6-bb4d-48fc09bd5ef9 x-openstack-request-id: req-314168a0-1c53-48d6-bb4d-48fc09bd5ef9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:37.837339 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-unplugged", "status": "completed", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:37.838525 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-314168a0-1c53-48d6-bb4d-48fc09bd5ef9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:37.839220 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'code': 200} Sep 19 03:13:37.876427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=14']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:38.198135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e09885-1687-4d00-b2bf-8997ef262c00 req-603cac11-2a0f-439d-be26-18e925731b80 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:38.205715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65e09885-1687-4d00-b2bf-8997ef262c00 req-603cac11-2a0f-439d-be26-18e925731b80 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0690815 Sep 19 03:13:38.251818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65e09885-1687-4d00-b2bf-8997ef262c00 req-c719c351-471f-4a30-a97d-1316b22b9bfd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437121 Sep 19 03:13:38.375000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833418ad-d9a5-46d7-bcd9-16efd4c5693e req-dcd640dc-d495-485e-9764-29b5996f14ed tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:38.376545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-833418ad-d9a5-46d7-bcd9-16efd4c5693e req-dcd640dc-d495-485e-9764-29b5996f14ed tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0649505 Sep 19 03:13:38.416593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-833418ad-d9a5-46d7-bcd9-16efd4c5693e req-b6e8008c-0b68-4d67-975d-f5fdc5ff73ee tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335903 Sep 19 03:13:38.704398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016d10-8985-44aa-8493-88bd8d663484 req-3c06ab13-e7ad-4d7c-b079-bfff7859dab7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:38.712782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c016d10-8985-44aa-8493-88bd8d663484 req-3c06ab13-e7ad-4d7c-b079-bfff7859dab7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 943 time: 0.0857272 Sep 19 03:13:38.720056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-b847a0d9-2d0a-4c92-82e1-f9f2da71a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:38.722335 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-b847a0d9-2d0a-4c92-82e1-f9f2da71a82a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1095 time: 0.0558214 Sep 19 03:13:38.739982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea66d71-4716-4dc9-adff-b92964fe61a5 req-cb8c3c71-7231-4774-9800-6b74fc68e4bb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:38.748612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ea66d71-4716-4dc9-adff-b92964fe61a5 req-cb8c3c71-7231-4774-9800-6b74fc68e4bb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1315060 Sep 19 03:13:38.794927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c016d10-8985-44aa-8493-88bd8d663484 req-526e9c50-a835-4c28-8ba4-91f30d17afc3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796046 Sep 19 03:13:38.853258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ea66d71-4716-4dc9-adff-b92964fe61a5 req-e41c2e22-906f-4d2b-ac19-39961e795e1a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021161 Sep 19 03:13:38.914936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-b9f8c78a-0420-4cdc-99ab-83759024342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:38.916463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-b9f8c78a-0420-4cdc-99ab-83759024342d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.1830044 Sep 19 03:13:38.986704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ef4f-44ef-4e90-948f-90a80a43fb3a req-1b184d2d-88bc-49f8-a0d9-ae36c170273f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:38.987858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2af1ef4f-44ef-4e90-948f-90a80a43fb3a req-1b184d2d-88bc-49f8-a0d9-ae36c170273f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0648859 Sep 19 03:13:38.995973 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-79be4700-86ec-44a6-81a9-edea3f96fa0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 999 time: 0.0702906 Sep 19 03:13:39.041740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2af1ef4f-44ef-4e90-948f-90a80a43fb3a req-3b611aa6-44ae-4a24-bc24-ca255f5805bf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Sep 19 03:13:39.062706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-dcd92c63-5881-4a02-8893-355c3ca355c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:39.065303 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-dcd92c63-5881-4a02-8893-355c3ca355c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0605755 Sep 19 03:13:39.123056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-e4ae67ba-0381-4b99-b893-4ef5f301b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:39.124733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-e4ae67ba-0381-4b99-b893-4ef5f301b8dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505335 Sep 19 03:13:39.238031 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-38817fa2-17ea-46ab-9a2e-3ddc9d76929f service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949976 Sep 19 03:13:39.360099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a8cf11a3-75c9-4455-ad0d-9e9db5f28223 req-633a7981-7935-4ed3-ac58-8ad1f638c1e3 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116607 Sep 19 03:13:39.405110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a665b05-2b6b-4570-b8b5-a74f1a9d2117 req-c7e5e532-60e9-4174-a6d3-c1c33b67497d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:39.406708 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a665b05-2b6b-4570-b8b5-a74f1a9d2117 req-c7e5e532-60e9-4174-a6d3-c1c33b67497d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0570710 Sep 19 03:13:39.450875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a665b05-2b6b-4570-b8b5-a74f1a9d2117 req-af0bf293-522b-4c27-b056-483a1c0f3f78 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359981 Sep 19 03:13:39.913956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e74b3b-c275-44ca-b909-2e9a60bc4149 req-bde60cb1-83b6-446c-8a90-76eed8e0b65a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:39.915717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24e74b3b-c275-44ca-b909-2e9a60bc4149 req-bde60cb1-83b6-446c-8a90-76eed8e0b65a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 943 time: 0.0537200 Sep 19 03:13:39.974347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24e74b3b-c275-44ca-b909-2e9a60bc4149 req-53bef9a5-a08b-411e-aeb3-74ee067af47f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521460 Sep 19 03:13:40.032429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8950cdd-e825-4add-af15-06b648fa7d1b req-17e175f7-e8e1-4e78-82b1-a196288c0042 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:40.034055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8950cdd-e825-4add-af15-06b648fa7d1b req-17e175f7-e8e1-4e78-82b1-a196288c0042 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0752285 Sep 19 03:13:40.082334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8950cdd-e825-4add-af15-06b648fa7d1b req-f981c372-1e54-4629-85ad-b2d427287d15 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 Sep 19 03:13:40.203931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fe7fd-5f2d-4c0b-9fc8-a2da982eb28f req-a465048a-b9bf-42be-bb9c-11f89d59f487 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:40.211893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-707fe7fd-5f2d-4c0b-9fc8-a2da982eb28f req-a465048a-b9bf-42be-bb9c-11f89d59f487 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0605516 Sep 19 03:13:40.260192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-707fe7fd-5f2d-4c0b-9fc8-a2da982eb28f req-fffe51e8-5e65-46c2-bc09-37e194fe5cbf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466075 Sep 19 03:13:40.585674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb9849-7b41-4765-95f0-596492f10327 req-4b6505fc-5fd8-4bb9-8a7c-0e6e98e6b08a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:40.588225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14cb9849-7b41-4765-95f0-596492f10327 req-4b6505fc-5fd8-4bb9-8a7c-0e6e98e6b08a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0622635 Sep 19 03:13:40.635474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14cb9849-7b41-4765-95f0-596492f10327 req-09b9ab62-75e6-49e8-bbb0-2cc7c2310470 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Sep 19 03:13:41.129431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549c8e4-059b-4f6c-8984-c8a601d7f7d1 req-827a1e81-64fe-4baa-a761-141e637e1a6e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:41.131411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7549c8e4-059b-4f6c-8984-c8a601d7f7d1 req-827a1e81-64fe-4baa-a761-141e637e1a6e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 943 time: 0.0808277 Sep 19 03:13:41.171802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7549c8e4-059b-4f6c-8984-c8a601d7f7d1 req-4f659cb3-c177-4a80-8c4c-82059a3ee96d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Sep 19 03:13:41.318586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d50474-648e-4608-b6b5-d2a5f64fb076 req-837befc7-6330-439d-b485-1984696f0704 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:41.327068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7d50474-648e-4608-b6b5-d2a5f64fb076 req-837befc7-6330-439d-b485-1984696f0704 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0784512 Sep 19 03:13:41.381240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7d50474-648e-4608-b6b5-d2a5f64fb076 req-cd58dba0-9909-467d-a5c8-4e01298b016c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528586 Sep 19 03:13:41.451186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e4b52-36d0-46d9-96b1-b856f73747ed req-8f79cb9e-04d4-4bdc-8c8f-c6b104920451 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:41.454017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a10e4b52-36d0-46d9-96b1-b856f73747ed req-8f79cb9e-04d4-4bdc-8c8f-c6b104920451 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0717597 Sep 19 03:13:41.536939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a10e4b52-36d0-46d9-96b1-b856f73747ed req-42581e71-33c2-4383-bc34-7ea78d73065a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571945 Sep 19 03:13:41.632284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 549a4df9-3178-4a9b-8d4c-00695395230a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:13:41.685063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248db87-ce04-4fbd-a50d-7806f5d12c90 req-393b86a3-450e-4af3-8643-b4f0da9967ee tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:41.693738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e248db87-ce04-4fbd-a50d-7806f5d12c90 req-393b86a3-450e-4af3-8643-b4f0da9967ee tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0801868 Sep 19 03:13:41.728483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e248db87-ce04-4fbd-a50d-7806f5d12c90 req-b5a2a311-17b9-4bed-a3fc-72371f65bddf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334864 Sep 19 03:13:41.796757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 549a4df9-3178-4a9b-8d4c-00695395230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=549a4df9-3178-4a9b-8d4c-00695395230a,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:41.818526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '549a4df9-3178-4a9b-8d4c-00695395230a', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'port_id': '549a4df9-3178-4a9b-8d4c-00695395230a', 'mac_address': 'fa:16:3e:16:89:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeae48d-b8db-4a1d-8acf-1c112780b9cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:13:41.892119 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:41.906780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549a4df9-3178-4a9b-8d4c-00695395230a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:41.924582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563f54f-1196-4f7e-b627-9ed85724feb5 req-19b59583-aebd-450f-b7cb-6576a421e2b9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:41.926597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e563f54f-1196-4f7e-b627-9ed85724feb5 req-19b59583-aebd-450f-b7cb-6576a421e2b9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0870943 Sep 19 03:13:41.935035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 549a4df9-3178-4a9b-8d4c-00695395230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=549a4df9-3178-4a9b-8d4c-00695395230a,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:41.938557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d6321-c353-48d8-b831-8bcdaaaa61eb req-5463dabd-7045-423e-a799-ee9a49b684a1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:41.939871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:41.946879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-604d6321-c353-48d8-b831-8bcdaaaa61eb req-5463dabd-7045-423e-a799-ee9a49b684a1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.1203046 Sep 19 03:13:41.990707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=549a4df9-3178-4a9b-8d4c-00695395230a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:42.017475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e563f54f-1196-4f7e-b627-9ed85724feb5 req-d124d4c9-20cb-4c59-9223-96fe535e0d29 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666592 Sep 19 03:13:42.020605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-604d6321-c353-48d8-b831-8bcdaaaa61eb req-df147d5d-d725-4171-b0e6-8a135d45946f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 Sep 19 03:13:42.289537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-46334ec8-ae2b-4764-b36a-c01891c8b845 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:42.291065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-46334ec8-ae2b-4764-b36a-c01891c8b845 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.1389084 Sep 19 03:13:42.310833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-f140a612-77e9-4327-b100-bfd4ddb14d8e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/quotas/11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 375 time: 0.0128334 Sep 19 03:13:42.321280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010c714-6d6c-4132-874c-f642484f2936 req-26a50e9d-7fd6-4043-8919-47fc68b92717 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:42.323493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c010c714-6d6c-4132-874c-f642484f2936 req-26a50e9d-7fd6-4043-8919-47fc68b92717 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 944 time: 0.0727851 Sep 19 03:13:42.391519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c010c714-6d6c-4132-874c-f642484f2936 req-77ac5870-7e3b-4153-b90a-cc2804a24e52 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590670 Sep 19 03:13:42.408358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-c71b3394-b26e-411c-a49e-3903313658f3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0838354 Sep 19 03:13:42.531586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-cdd93877-00bb-4519-9716-6e9f21d83108 service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222875 Sep 19 03:13:42.567994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['549a4df9-3178-4a9b-8d4c-00695395230a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:42.663494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-f07b404a-1b2c-4d44-9271-cf63449be472 service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304264 Sep 19 03:13:42.758200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea206e9-878e-4b31-8529-a037d55e6efc req-71441996-e3cc-4dd9-a9f0-483e409aef6c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:42.766058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ea206e9-878e-4b31-8529-a037d55e6efc req-71441996-e3cc-4dd9-a9f0-483e409aef6c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0595860 Sep 19 03:13:42.803870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ea206e9-878e-4b31-8529-a037d55e6efc req-d91699eb-c8f7-48ad-9ce6-8e1d9c94649b tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369339 Sep 19 03:13:42.999428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64ac8a78-cb12-4e1a-ac04-8b014a043720 req-f5a83618-9c73-4190-8d23-3fe43ce9ce47 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 210 time: 0.0378196 Sep 19 03:13:43.166006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a146f60-8b32-4b3f-8c62-981dbb115c3d req-494ce147-edfc-4721-8076-40ac852c7184 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:43.167609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a146f60-8b32-4b3f-8c62-981dbb115c3d req-494ce147-edfc-4721-8076-40ac852c7184 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0656459 Sep 19 03:13:43.211810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a146f60-8b32-4b3f-8c62-981dbb115c3d req-b1681144-a869-48d8-bb10-d18a6ade6ed6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Sep 19 03:13:43.511742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72ed84-c3a7-40f2-8a6b-f8018c64ec00 req-ccbf705b-1cff-43a8-b5d3-2664d9350b6b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:43.519157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f72ed84-c3a7-40f2-8a6b-f8018c64ec00 req-ccbf705b-1cff-43a8-b5d3-2664d9350b6b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 944 time: 0.0575957 Sep 19 03:13:43.586844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f72ed84-c3a7-40f2-8a6b-f8018c64ec00 req-9f48d254-b90c-4be3-8f3e-ff26ec74c284 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661457 Sep 19 03:13:43.952663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc2353-46cc-4748-ad7a-2e4bd1708fae req-7a765630-cec6-40bd-92b8-557859055d31 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:43.954269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54dc2353-46cc-4748-ad7a-2e4bd1708fae req-7a765630-cec6-40bd-92b8-557859055d31 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0587502 Sep 19 03:13:44.009652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54dc2353-46cc-4748-ad7a-2e4bd1708fae req-51b44075-c68e-4495-af4b-642e25519642 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483930 Sep 19 03:13:44.424613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae0a77fa-a15a-490e-8a50-0ed08c717523 req-0765bf1a-2151-4aca-8345-08ff325984c6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 210 time: 0.0388398 Sep 19 03:13:44.476468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-4a912e43-e0c6-459d-ac28-b930c5aea373 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1518147 Sep 19 03:13:44.483977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ec1fa42e-8918-46c0-ae17-aa1f10bbe47d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:44.485458 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ec1fa42e-8918-46c0-ae17-aa1f10bbe47d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.1957231 Sep 19 03:13:44.487517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d0819e44-40d0-424f-abfd-41effb4a7839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:44.496345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13002f5-c163-452c-b370-eef153740af2 req-7885fd4d-21b5-430e-9126-d9b9cc1769c1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:44.499961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c13002f5-c163-452c-b370-eef153740af2 req-7885fd4d-21b5-430e-9126-d9b9cc1769c1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0736403 Sep 19 03:13:44.540561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'port': {'device_id': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'admin_state_up': True, 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:44.564591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c13002f5-c163-452c-b370-eef153740af2 req-9eeaa075-b46c-4dd1-a49d-e82051adf5f7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Sep 19 03:13:44.627620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-e6afb702-ff46-442f-8109-8ac1f49bf717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:44.629615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-e6afb702-ff46-442f-8109-8ac1f49bf717 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1095 time: 0.0584118 Sep 19 03:13:44.727146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Made reservation on behalf of 11a72d8d880d4e5c9ef86b1ff8199024 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:13:44.731275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:44.815926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d09b04-6a7e-45d3-b03f-bd43e523f778 req-88ca45ec-781b-4a29-8f31-c007d549c152 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:44.817371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d09b04-6a7e-45d3-b03f-bd43e523f778 req-88ca45ec-781b-4a29-8f31-c007d549c152 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 944 time: 0.1104412 Sep 19 03:13:44.818931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-23d739f2-6f16-4afc-96c5-022e234faf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:44.820293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-23d739f2-6f16-4afc-96c5-022e234faf0c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.1563776 Sep 19 03:13:44.868759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d09b04-6a7e-45d3-b03f-bd43e523f778 req-94065832-157f-4a4a-8e37-86996ddf6c59 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Sep 19 03:13:44.917619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Allocated IP 172.20.0.3 (7ddbdce6-d85b-4f7d-b833-878eeb5a3e35/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950/773950ff-dfdd-42c5-825b-0241544b6d6a) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:13:44.962481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-8a313880-7983-4aa4-a58e-454aaa23882b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 999 time: 0.0918708 Sep 19 03:13:45.018027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-bd5eeccf-cff2-459c-8786-a57ca94b0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:45.019943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-bd5eeccf-cff2-459c-8786-a57ca94b0ce8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0500386 Sep 19 03:13:45.084467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-6f28e069-4901-4f2d-a884-26e3cbc21b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:45.086084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-6f28e069-4901-4f2d-a884-26e3cbc21b97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559063 Sep 19 03:13:45.115290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.159884 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.219614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=773950ff-dfdd-42c5-825b-0241544b6d6a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:45.229292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:13:45.232613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:13:45.246906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:13:45.258723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6c7fc-327a-486f-9ec6-ae59b43b58ed req-35e8fa46-ab43-40b6-aa1f-92cd52f1833e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:45.260853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37f6c7fc-327a-486f-9ec6-ae59b43b58ed req-35e8fa46-ab43-40b6-aa1f-92cd52f1833e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.1309965 Sep 19 03:13:45.270295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-34338aaf-2fd4-4be9-9fb3-b6164df470a4 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749451 Sep 19 03:13:45.316982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:45.319473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.357963 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4d4956f9-ac42-438d-9839-3553b6581063 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8222997 Sep 19 03:13:45.415538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37f6c7fc-327a-486f-9ec6-ae59b43b58ed req-b52b9953-fea7-4b0c-969d-b3cd0cef8068 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441088 Sep 19 03:13:45.423307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Request body: {'port': {'device_id': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:13:45.500547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0471cb2-ee8a-43d6-9182-e36e9373ab47 req-5e803a12-8fad-49bf-ab24-abeb185396a2 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093523 Sep 19 03:13:45.512806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.626731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e5f636f1-3d6e-40fb-b041-d4696b0ba513 None None] Provisioning complete for port 773950ff-dfdd-42c5-825b-0241544b6d6a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:45.627979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5f636f1-3d6e-40fb-b041-d4696b0ba513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.646431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83cb2f-6401-4c7f-af01-f6bc27ce16d8 req-daeda1d5-c466-451c-ab14-73c09052b491 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:45.656502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d83cb2f-6401-4c7f-af01-f6bc27ce16d8 req-daeda1d5-c466-451c-ab14-73c09052b491 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 931 time: 0.1047409 Sep 19 03:13:45.663982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 549a4df9-3178-4a9b-8d4c-00695395230a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:45.736519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e5f636f1-3d6e-40fb-b041-d4696b0ba513 None None] Port 773950ff-dfdd-42c5-825b-0241544b6d6a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:13:45.744702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 549a4df9-3178-4a9b-8d4c-00695395230a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:13:45.751328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 549a4df9-3178-4a9b-8d4c-00695395230a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:45.752063 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.764525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d83cb2f-6401-4c7f-af01-f6bc27ce16d8 req-7a7ea74e-4fa1-4251-906a-0afdd2187316 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023500 Sep 19 03:13:45.808995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8aecdb-354a-4e34-94f1-edf1114bad93 req-88cdc6e6-f1f1-4fa7-87a9-e6bf05667e0a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:45.817026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b8aecdb-354a-4e34-94f1-edf1114bad93 req-88cdc6e6-f1f1-4fa7-87a9-e6bf05667e0a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.1134822 Sep 19 03:13:45.870289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b8aecdb-354a-4e34-94f1-edf1114bad93 req-5d224c62-f66e-40f3-b5be-069d1a06fcc6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487828 Sep 19 03:13:45.921231 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.952026 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:45.958253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a4df9-3178-4a9b-8d4c-00695395230a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:45.960539 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7599d320-8f2f-4634-8707-363b72621de3" -d '{"events": [{"server_uuid": "6fb2cebf-a5fd-4f50-80d3-781a11168371", "name": "network-vif-plugged", "status": "completed", "tag": "549a4df9-3178-4a9b-8d4c-00695395230a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:45.982301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 549a4df9-3178-4a9b-8d4c-00695395230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=549a4df9-3178-4a9b-8d4c-00695395230a,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:45.995698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773950ff-dfdd-42c5-825b-0241544b6d6a {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:45.996083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:46.008900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:46.028934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Transition to ACTIVE for port object 773950ff-dfdd-42c5-825b-0241544b6d6a will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:13:46.037230 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:46.071191 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37d972b-b04f-4da8-826b-c6f6e5ee579d x-openstack-request-id: req-e37d972b-b04f-4da8-826b-c6f6e5ee579d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:46.071562 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb2cebf-a5fd-4f50-80d3-781a11168371", "name": "network-vif-plugged", "status": "completed", "tag": "549a4df9-3178-4a9b-8d4c-00695395230a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:46.071741 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e37d972b-b04f-4da8-826b-c6f6e5ee579d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:46.072154 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549a4df9-3178-4a9b-8d4c-00695395230a', 'code': 200} Sep 19 03:13:46.074096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff058133-3194-476d-a89e-edc9fdedd821 req-b3013345-4dc8-48fc-8f26-914642ef7293 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:46.083696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff058133-3194-476d-a89e-edc9fdedd821 req-b3013345-4dc8-48fc-8f26-914642ef7293 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0964735 Sep 19 03:13:46.085723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=549a4df9-3178-4a9b-8d4c-00695395230a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:46.137884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Pushing event updated for resources: {'Port': ['ID=773950ff-dfdd-42c5-825b-0241544b6d6a,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:46.144785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff058133-3194-476d-a89e-edc9fdedd821 req-b7843094-39c2-4ba8-b74f-da9aa8ee2560 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601151 Sep 19 03:13:46.229477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b6846-3f6c-42fc-8d2a-939883b2e8fa req-97c6a9d9-8162-4212-b6e5-e7191aa306aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:46.231094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-221b6846-3f6c-42fc-8d2a-939883b2e8fa req-97c6a9d9-8162-4212-b6e5-e7191aa306aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 1096 time: 0.0520053 Sep 19 03:13:46.231994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Attempting to bind port 773950ff-dfdd-42c5-825b-0241544b6d6a on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:13:46.232458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Attempting to bind port 773950ff-dfdd-42c5-825b-0241544b6d6a by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:13:46.232912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Attempting to bind port 773950ff-dfdd-42c5-825b-0241544b6d6a on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:46.238535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Port 773950ff-dfdd-42c5-825b-0241544b6d6a on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:13:46.238964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Attempting to bind port 773950ff-dfdd-42c5-825b-0241544b6d6a on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:13:46.246383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:13:46.246584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:13:46.247082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Bound using segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:13:46.247579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Bound port: 773950ff-dfdd-42c5-825b-0241544b6d6a, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:13:46.248034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:46.279547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-221b6846-3f6c-42fc-8d2a-939883b2e8fa req-178f883e-410f-4c34-bd4c-a382669d1b1a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Sep 19 03:13:46.345475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] For port 773950ff-dfdd-42c5-825b-0241544b6d6a, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:13:46.348586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] For port 773950ff-dfdd-42c5-825b-0241544b6d6a, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=773950ff-dfdd-42c5-825b-0241544b6d6a,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:13:46.354189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:46.395384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:46.396068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:46.397567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] 10.222.0.32 "PUT /v2.0/ports/773950ff-dfdd-42c5-825b-0241544b6d6a HTTP/1.1" status: 200 len: 1091 time: 0.9793243 Sep 19 03:13:46.398014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'tag': '773950ff-dfdd-42c5-825b-0241544b6d6a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:46.400696 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5735ad-5b9f-4624-bb11-b89e939df2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "59c1a7de-d71b-49e2-8185-594e6600ca04", "tag": "773950ff-dfdd-42c5-825b-0241544b6d6a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:46.438002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47d827-503c-45b3-86b6-d2e59f4aeda3 service neutron] Pushing event updated for resources: {'Port': ['ID=773950ff-dfdd-42c5-825b-0241544b6d6a,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:46.502963 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c5d58b-a640-47ff-bf8b-a6b534defc59 x-openstack-request-id: req-06c5d58b-a640-47ff-bf8b-a6b534defc59 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:46.503457 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c1a7de-d71b-49e2-8185-594e6600ca04", "tag": "773950ff-dfdd-42c5-825b-0241544b6d6a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:46.503884 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06c5d58b-a640-47ff-bf8b-a6b534defc59 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:46.504436 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'tag': '773950ff-dfdd-42c5-825b-0241544b6d6a', 'status': 'completed', 'code': 200} Sep 19 03:13:46.638047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa2b01-bc9c-4c04-bca8-cc260dac33ed req-0ffa55ab-28c4-4906-ada9-cd59b90a291e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:46.639738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3aa2b01-bc9c-4c04-bca8-cc260dac33ed req-0ffa55ab-28c4-4906-ada9-cd59b90a291e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0669260 Sep 19 03:13:46.684938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3aa2b01-bc9c-4c04-bca8-cc260dac33ed req-5c458d34-6a32-4a92-b45d-5e2e4eeca77a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381861 Sep 19 03:13:46.897919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a3a45-bdc6-446d-895a-ab78a1985903 req-0b3a0e68-ccc8-44ee-b27c-36eaa74878e6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:46.899806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-815a3a45-bdc6-446d-895a-ab78a1985903 req-0b3a0e68-ccc8-44ee-b27c-36eaa74878e6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 943 time: 0.0534813 Sep 19 03:13:46.939231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5735ad-5b9f-4624-bb11-b89e939df2bd req-9363d014-51fe-4451-aed7-412f056921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:46.940870 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4b5735ad-5b9f-4624-bb11-b89e939df2bd req-9363d014-51fe-4451-aed7-412f056921f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 1094 time: 0.0536644 Sep 19 03:13:46.952052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-815a3a45-bdc6-446d-895a-ab78a1985903 req-33bcf1a4-19c3-4212-9206-f372a259d5f3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452676 Sep 19 03:13:47.014387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b39cf-7d7c-481c-b7c1-8bf2a60604d1 req-7bcc2bf5-9941-4462-a492-3a2e91bcaa4d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.022560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d30b39cf-7d7c-481c-b7c1-8bf2a60604d1 req-7bcc2bf5-9941-4462-a492-3a2e91bcaa4d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0656550 Sep 19 03:13:47.079054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5735ad-5b9f-4624-bb11-b89e939df2bd req-ad410e63-d245-4e38-a7ba-b913617be83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.080616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4b5735ad-5b9f-4624-bb11-b89e939df2bd req-ad410e63-d245-4e38-a7ba-b913617be83b service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1185315 Sep 19 03:13:47.088358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d30b39cf-7d7c-481c-b7c1-8bf2a60604d1 req-4e804880-98c6-42f2-9cab-2603b01a53fe tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641184 Sep 19 03:13:47.175436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b39f20a9-c136-4fe7-8555-2ec5961f237b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:47.198414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5735ad-5b9f-4624-bb11-b89e939df2bd req-8f31f94e-0d8d-441f-9fc3-a78709b522a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.199909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4b5735ad-5b9f-4624-bb11-b89e939df2bd req-8f31f94e-0d8d-441f-9fc3-a78709b522a4 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094010 Sep 19 03:13:47.281226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313d3f8-a2ea-4b9c-9493-a4a2b12ce257 req-d4cc4a0b-b4d3-441c-aeb6-e5ad40c9e9a2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.283195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a313d3f8-a2ea-4b9c-9493-a4a2b12ce257 req-d4cc4a0b-b4d3-441c-aeb6-e5ad40c9e9a2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0600116 Sep 19 03:13:47.313806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-684cf25b-47e1-4dc2-97aa-bb50652b595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.316660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-684cf25b-47e1-4dc2-97aa-bb50652b595c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 1094 time: 0.0505285 Sep 19 03:13:47.325090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a313d3f8-a2ea-4b9c-9493-a4a2b12ce257 req-fa2bb3f3-1cba-4625-8e92-6a3d3ec162cd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Sep 19 03:13:47.370606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-cb42850c-6d3e-4687-a3b9-5c82fd8a70aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=773950ff-dfdd-42c5-825b-0241544b6d6a HTTP/1.1" status: 200 len: 217 time: 0.0396612 Sep 19 03:13:47.422654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4703dc3b-39b5-400f-b0c3-9d5f88149fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.424350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-4703dc3b-39b5-400f-b0c3-9d5f88149fad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0453889 Sep 19 03:13:47.477814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-73f42d13-45ee-42f4-8ca9-37e9e0614436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.479862 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-73f42d13-45ee-42f4-8ca9-37e9e0614436 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420144 Sep 19 03:13:47.576565 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-e82063d2-1f1c-4919-9885-a86f82df0ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863919 Sep 19 03:13:47.664201 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-da843833-b2ee-420e-94ef-5a251fbc11f1 req-a250bb2e-5f7f-40f6-953b-e809522b13f5 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799212 Sep 19 03:13:47.802612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7c57f-d7c4-455d-8e14-1cb83ffc1edc req-b4ca8712-fb3c-4957-940d-7f866dc1d6b1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:47.804123 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75a7c57f-d7c4-455d-8e14-1cb83ffc1edc req-b4ca8712-fb3c-4957-940d-7f866dc1d6b1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0488694 Sep 19 03:13:47.842272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75a7c57f-d7c4-455d-8e14-1cb83ffc1edc req-42fba961-d306-41b0-a358-8ba7c31fabad tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320613 Sep 19 03:13:47.917050 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:48.066028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26274c-241b-45d4-8bfc-135fd0628616 req-dfdd11d5-505b-4d36-b389-068e5f46ea21 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:48.067664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc26274c-241b-45d4-8bfc-135fd0628616 req-dfdd11d5-505b-4d36-b389-068e5f46ea21 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 943 time: 0.0476599 Sep 19 03:13:48.105763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc26274c-241b-45d4-8bfc-135fd0628616 req-0625b182-d4b8-443a-bbe2-5e7c1d2d9fbc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315504 Sep 19 03:13:48.208931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac49e86-358c-402f-8f5d-dfc0fad30bd9 req-c63623dd-cf92-4897-b4f5-acaba828c9c6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:48.210433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ac49e86-358c-402f-8f5d-dfc0fad30bd9 req-c63623dd-cf92-4897-b4f5-acaba828c9c6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0523028 Sep 19 03:13:48.248868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ac49e86-358c-402f-8f5d-dfc0fad30bd9 req-69eebde4-7e1c-473b-8f99-d288f09ae1dd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Sep 19 03:13:48.389711 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:48.441926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25afce0-0198-4aa9-8211-b71bc107b535 req-0586b3d5-b74b-4b36-8a45-d15eb6fc08a4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:48.443469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f25afce0-0198-4aa9-8211-b71bc107b535 req-0586b3d5-b74b-4b36-8a45-d15eb6fc08a4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0509717 Sep 19 03:13:48.489049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f25afce0-0198-4aa9-8211-b71bc107b535 req-c6175350-ee6b-4dfa-b564-bf805000871e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Sep 19 03:13:48.884026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f156c-aec7-4017-a53c-3e79ba53852f req-b40e4396-786e-4e82-a504-3b860c202f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:48.885587 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-525f156c-aec7-4017-a53c-3e79ba53852f req-b40e4396-786e-4e82-a504-3b860c202f8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 1097 time: 0.0459058 Sep 19 03:13:48.961372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d10965-32d4-4e62-8233-f5ff1c9d3234 req-769efbd9-144d-4d29-a32f-1793b78768f1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:48.962979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96d10965-32d4-4e62-8233-f5ff1c9d3234 req-769efbd9-144d-4d29-a32f-1793b78768f1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0506701 Sep 19 03:13:48.984871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f156c-aec7-4017-a53c-3e79ba53852f req-a4936ec1-dd8c-43b2-9511-df0bb2a4c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:48.986730 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-525f156c-aec7-4017-a53c-3e79ba53852f req-a4936ec1-dd8c-43b2-9511-df0bb2a4c5b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 914 time: 0.0926721 Sep 19 03:13:49.001571 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96d10965-32d4-4e62-8233-f5ff1c9d3234 req-871a98b3-b14c-45a5-b1f8-13cb0e54aab0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326438 Sep 19 03:13:49.034636 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-525f156c-aec7-4017-a53c-3e79ba53852f req-5bfd3c3c-cfe8-491d-b2e8-81303b9d7ff1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce HTTP/1.1" status: 200 len: 217 time: 0.0390694 Sep 19 03:13:49.123259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f156c-aec7-4017-a53c-3e79ba53852f req-8ae90377-2b00-4748-9b33-235a27736cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:49.124599 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-525f156c-aec7-4017-a53c-3e79ba53852f req-8ae90377-2b00-4748-9b33-235a27736cf0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637b3351-9dde-4220-89d7-f2741e40fd35 HTTP/1.1" status: 200 len: 853 time: 0.0431850 Sep 19 03:13:49.193257 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-525f156c-aec7-4017-a53c-3e79ba53852f req-fdb7645f-d7a7-4881-8a10-3297a166bd24 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=267b1e61-c050-4a17-8a32-289da9ae8c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242274 Sep 19 03:13:49.221250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e290ce2-b052-48d0-bebd-754aaae1895a req-d0d472df-9c65-4acb-8ac1-67e1b94cc6d8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:49.222781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e290ce2-b052-48d0-bebd-754aaae1895a req-d0d472df-9c65-4acb-8ac1-67e1b94cc6d8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 943 time: 0.0520682 Sep 19 03:13:49.264230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e290ce2-b052-48d0-bebd-754aaae1895a req-bd1cf2ca-7581-499a-8819-db8609cb1271 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Sep 19 03:13:49.297970 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-525f156c-aec7-4017-a53c-3e79ba53852f req-e334234c-60a1-4dd2-a460-5148d4b390e0 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912242 Sep 19 03:13:49.370341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a944ad-cff7-462f-8c8e-ed7a50e5c443 req-40b4497c-5c48-439d-98a1-5ae0cfe27ccd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:49.371855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01a944ad-cff7-462f-8c8e-ed7a50e5c443 req-40b4497c-5c48-439d-98a1-5ae0cfe27ccd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0508592 Sep 19 03:13:49.403777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-525f156c-aec7-4017-a53c-3e79ba53852f req-b741f15c-bf91-4b19-bd64-5443643e6de1 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844269 Sep 19 03:13:49.410399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01a944ad-cff7-462f-8c8e-ed7a50e5c443 req-7bfc47b8-347c-4cb1-a2b4-56af2b785536 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Sep 19 03:13:49.607051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3caea-9f14-4cc3-8168-e3daf850afb2 req-b6a85881-a1bb-4ed5-900b-1ae2ef5347d4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:49.608639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61b3caea-9f14-4cc3-8168-e3daf850afb2 req-b6a85881-a1bb-4ed5-900b-1ae2ef5347d4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Sep 19 03:13:49.646100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61b3caea-9f14-4cc3-8168-e3daf850afb2 req-f10c5e1d-006c-45d4-9921-24ce33c2775b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Sep 19 03:13:49.764043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce84e14-51a7-4df2-8c0d-938f7c85f5b7 req-d72ccbaf-a5cb-48b2-8b24-a9d698e722ed tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:49.765614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ce84e14-51a7-4df2-8c0d-938f7c85f5b7 req-d72ccbaf-a5cb-48b2-8b24-a9d698e722ed tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0526407 Sep 19 03:13:49.803389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ce84e14-51a7-4df2-8c0d-938f7c85f5b7 req-bbd11b4c-ad96-44f7-bdf4-c7c243e536bc tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Sep 19 03:13:49.926987 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:50.040054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e3f5-70db-4bce-a246-be346ce6c153 req-2bc1aa4d-1835-4412-a4ac-72e928115439 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:50.041586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f60e3f5-70db-4bce-a246-be346ce6c153 req-2bc1aa4d-1835-4412-a4ac-72e928115439 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Sep 19 03:13:50.080072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f60e3f5-70db-4bce-a246-be346ce6c153 req-3833af04-2b6a-42d9-9450-ea0abdb3f52b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323997 Sep 19 03:13:50.172034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad895-dcbc-4c1f-a55d-7d569753a152 req-645ba30d-38f3-4148-a60c-63b77656a5f9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:50.173563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fbad895-dcbc-4c1f-a55d-7d569753a152 req-645ba30d-38f3-4148-a60c-63b77656a5f9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0478816 Sep 19 03:13:50.211953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fbad895-dcbc-4c1f-a55d-7d569753a152 req-cf4268a2-e808-4ccd-bc41-1a421e4968b4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322630 Sep 19 03:13:50.386644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30574cc2-9d70-474c-beb9-3f2db8b9e74f req-a8784a98-ac3f-4d5d-b514-6ee20f291885 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:50.388167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30574cc2-9d70-474c-beb9-3f2db8b9e74f req-a8784a98-ac3f-4d5d-b514-6ee20f291885 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 943 time: 0.0551255 Sep 19 03:13:50.428712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30574cc2-9d70-474c-beb9-3f2db8b9e74f req-42ad6dfd-4f01-41e2-80eb-00cb00017e43 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Sep 19 03:13:50.534338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1b786-13c5-4190-8eb4-742d58b10d90 req-53d822a3-9358-40bc-99db-cf2dd425817f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:50.535822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46b1b786-13c5-4190-8eb4-742d58b10d90 req-53d822a3-9358-40bc-99db-cf2dd425817f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0496457 Sep 19 03:13:50.574115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46b1b786-13c5-4190-8eb4-742d58b10d90 req-b41e5c79-3da5-4661-8678-23fe572e14b7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Sep 19 03:13:51.107760 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:13:51.194410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8060792-bca8-4b85-a5a8-a7396da83e34 req-7605794c-a78e-4778-be2a-7adae67e9bd4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:51.196025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8060792-bca8-4b85-a5a8-a7396da83e34 req-7605794c-a78e-4778-be2a-7adae67e9bd4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Sep 19 03:13:51.235641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8060792-bca8-4b85-a5a8-a7396da83e34 req-5f5ec44c-7af0-4411-882a-5c9ef07fe18b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Sep 19 03:13:51.342876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c640-d916-4266-b9b1-4edbde89056e req-dadd1b63-51c9-470e-b73b-81df8e579517 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:51.344337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39d2c640-d916-4266-b9b1-4edbde89056e req-dadd1b63-51c9-470e-b73b-81df8e579517 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 946 time: 0.0524650 Sep 19 03:13:51.383410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39d2c640-d916-4266-b9b1-4edbde89056e req-50744565-34cc-48bb-8cd7-806806bef41e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Sep 19 03:13:51.554185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56207cd-ddeb-4580-932b-8e2ceb1511ff req-f5fcf740-798a-49b1-9d81-76b00248b77d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:51.555758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d56207cd-ddeb-4580-932b-8e2ceb1511ff req-f5fcf740-798a-49b1-9d81-76b00248b77d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 943 time: 0.0537465 Sep 19 03:13:51.599775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d56207cd-ddeb-4580-932b-8e2ceb1511ff req-38c3a814-2c3e-4e6c-90e7-37f35a440f78 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367846 Sep 19 03:13:51.700079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bc86e-78a5-43cf-a871-0b3cd42760b7 req-943dd650-ecb0-4c09-9928-1ac1a300f62e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:51.702910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-609bc86e-78a5-43cf-a871-0b3cd42760b7 req-943dd650-ecb0-4c09-9928-1ac1a300f62e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0568972 Sep 19 03:13:51.722177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:13:51.747153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-609bc86e-78a5-43cf-a871-0b3cd42760b7 req-2646cfac-3266-45dd-b681-adee750adbf6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Sep 19 03:13:51.802523 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:51.825370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:51.827767 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff0ed5b-7e49-450f-aa26-847dff52e755" -d '{"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-unplugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:51.839969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:51.844272 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:51.873023 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602c9e3b-dce7-4a2a-b7b5-5897317079ae x-openstack-request-id: req-602c9e3b-dce7-4a2a-b7b5-5897317079ae {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:51.873344 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-unplugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:51.873614 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-602c9e3b-dce7-4a2a-b7b5-5897317079ae {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:51.874012 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'code': 200} Sep 19 03:13:51.896428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:51.903982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.904281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.904619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.904953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.905286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.905613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.905944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.906271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.906592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.906963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.907284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:51.907603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:13:52.361751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca146-d071-485a-b2ec-b3ec3048fd6d req-0f57f5a0-340c-4980-b902-e4052a455830 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:52.363311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9bdca146-d071-485a-b2ec-b3ec3048fd6d req-0f57f5a0-340c-4980-b902-e4052a455830 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0574880 Sep 19 03:13:52.401269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9bdca146-d071-485a-b2ec-b3ec3048fd6d req-c117eec0-e081-43d9-9c07-fb18acafb405 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Sep 19 03:13:52.500841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2dbbd-cbf3-4093-b5f2-038909479250 req-03b6bce1-964f-44e1-902d-aab8760f3303 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:52.502373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2a2dbbd-cbf3-4093-b5f2-038909479250 req-03b6bce1-964f-44e1-902d-aab8760f3303 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0511477 Sep 19 03:13:52.511663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-02b44090-ad85-4bb8-a408-8c5c2e752688 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:52.513145 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-02b44090-ad85-4bb8-a408-8c5c2e752688 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 945 time: 0.0491147 Sep 19 03:13:52.545492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2a2dbbd-cbf3-4093-b5f2-038909479250 req-265b4f32-f09c-4554-920f-8bdadc459c7f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362291 Sep 19 03:13:52.614368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Deleting port 549a4df9-3178-4a9b-8d4c-00695395230a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:13:52.614720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:52.706490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] For port 549a4df9-3178-4a9b-8d4c-00695395230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=549a4df9-3178-4a9b-8d4c-00695395230a,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:52.707062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:52.719902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dc27f-06b9-4d85-906e-1a713f2ce8dd req-8f37dc9c-a11d-4999-aa2a-a105a84deadc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:52.721570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a4dc27f-06b9-4d85-906e-1a713f2ce8dd req-8f37dc9c-a11d-4999-aa2a-a105a84deadc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 943 time: 0.0509889 Sep 19 03:13:52.723710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Calling delete_port for 549a4df9-3178-4a9b-8d4c-00695395230a owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:13:52.758863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a4dc27f-06b9-4d85-906e-1a713f2ce8dd req-0ed43f70-0212-4991-8bf4-606eeacb9a4f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309424 Sep 19 03:13:52.871519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:52.890872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5b54d-7be9-4d01-ada4-c6a4edc691e7 req-ac971d2e-b756-4406-85e9-1eb9589d495c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:52.892462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47e5b54d-7be9-4d01-ada4-c6a4edc691e7 req-ac971d2e-b756-4406-85e9-1eb9589d495c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0709076 Sep 19 03:13:52.899627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event deleted for resources: {'Port': ['ID=549a4df9-3178-4a9b-8d4c-00695395230a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:52.914031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b', '549a4df9-3178-4a9b-8d4c-00695395230a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:52.939050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47e5b54d-7be9-4d01-ada4-c6a4edc691e7 req-89f45afd-705b-4aab-86c8-3867716cf7b8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Sep 19 03:13:52.959231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] No DVR routers for this DVR port 549a4df9-3178-4a9b-8d4c-00695395230a on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:13:52.962621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:52.966131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cd71cdc0-642f-4dd9-ad92-ed81526c4601 req-53767fc3-e49c-4d3b-9ce1-4dfc53e4a852 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "DELETE /v2.0/ports/549a4df9-3178-4a9b-8d4c-00695395230a HTTP/1.1" status: 204 len: 173 time: 0.4445801 Sep 19 03:13:52.966451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'name': 'network-vif-deleted', 'tag': '549a4df9-3178-4a9b-8d4c-00695395230a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:52.975707 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55615e6-8b30-4999-8e94-ca7ceac42efa" -d '{"events": [{"server_uuid": "6fb2cebf-a5fd-4f50-80d3-781a11168371", "name": "network-vif-deleted", "tag": "549a4df9-3178-4a9b-8d4c-00695395230a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:53.015406 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cadd28-f0a6-4ad3-84c2-fc9c1d7df9f1 x-openstack-request-id: req-15cadd28-f0a6-4ad3-84c2-fc9c1d7df9f1 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:13:53.015713 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb2cebf-a5fd-4f50-80d3-781a11168371", "name": "network-vif-deleted", "tag": "549a4df9-3178-4a9b-8d4c-00695395230a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:13:53.015956 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15cadd28-f0a6-4ad3-84c2-fc9c1d7df9f1 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:13:53.016464 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb2cebf-a5fd-4f50-80d3-781a11168371', 'name': 'network-vif-deleted', 'tag': '549a4df9-3178-4a9b-8d4c-00695395230a', 'status': 'completed', 'code': 200} Sep 19 03:13:53.521265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40690aae-80a0-4684-8f5b-ab062215b602 req-89fd5a05-f00b-4dc0-8531-fcb01105c83e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=6fb2cebf-a5fd-4f50-80d3-781a11168371 HTTP/1.1" status: 200 len: 210 time: 0.0293415 Sep 19 03:13:53.679065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b59b1-ffa6-4863-9356-275a041a09b8 req-7bfe2ee4-d177-46bb-99da-6441bd308838 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:53.687119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e6b59b1-ffa6-4863-9356-275a041a09b8 req-7bfe2ee4-d177-46bb-99da-6441bd308838 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0664802 Sep 19 03:13:53.723378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e6b59b1-ffa6-4863-9356-275a041a09b8 req-76bfec88-b4bd-4fa0-9ad3-c1b65557d787 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353153 Sep 19 03:13:53.727392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 773950ff-dfdd-42c5-825b-0241544b6d6a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:13:53.829254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 773950ff-dfdd-42c5-825b-0241544b6d6a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=773950ff-dfdd-42c5-825b-0241544b6d6a,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:53.845147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '773950ff-dfdd-42c5-825b-0241544b6d6a', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': '773950ff-dfdd-42c5-825b-0241544b6d6a', 'mac_address': 'fa:16:3e:be:00:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:13:53.889976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:53.897123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8a6fb-80cb-4791-bc16-f29af4e91db3 req-94768fbe-7a79-4d41-a046-4e2bc1b688fb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:53.898847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56b8a6fb-80cb-4791-bc16-f29af4e91db3 req-94768fbe-7a79-4d41-a046-4e2bc1b688fb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0917907 Sep 19 03:13:53.903409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773950ff-dfdd-42c5-825b-0241544b6d6a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:13:53.916868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b9e9d-d42c-40fc-890c-8b7bdc45cb95 req-a05f1197-f88e-4a14-975f-b543d6cfb508 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:53.918730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-979b9e9d-d42c-40fc-890c-8b7bdc45cb95 req-a05f1197-f88e-4a14-975f-b543d6cfb508 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 943 time: 0.0748398 Sep 19 03:13:53.924030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 773950ff-dfdd-42c5-825b-0241544b6d6a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=773950ff-dfdd-42c5-825b-0241544b6d6a,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:53.928984 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:53.984086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56b8a6fb-80cb-4791-bc16-f29af4e91db3 req-9ddaec5a-33ac-42b1-afb8-f7d42937bcea tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759246 Sep 19 03:13:53.989349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-979b9e9d-d42c-40fc-890c-8b7bdc45cb95 req-7962b9d9-5642-4d12-bb9c-e5f77c386d3c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561929 Sep 19 03:13:53.993908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=773950ff-dfdd-42c5-825b-0241544b6d6a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:54.103572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fe687-c480-4df5-b3f0-8f9b771e4da2 req-d83bf3bd-032d-4faf-895b-49f157f62362 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:54.105710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e33fe687-c480-4df5-b3f0-8f9b771e4da2 req-d83bf3bd-032d-4faf-895b-49f157f62362 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0548320 Sep 19 03:13:54.147000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e33fe687-c480-4df5-b3f0-8f9b771e4da2 req-007c4af7-4bd2-412f-8bb7-aeb7fc5a647b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344954 Sep 19 03:13:54.306176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501ee8f-1301-4d8f-923f-8eb891cf1a3d req-e1fdd6ec-8576-4428-9086-89ecb5fe46fa tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:54.308151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c501ee8f-1301-4d8f-923f-8eb891cf1a3d req-e1fdd6ec-8576-4428-9086-89ecb5fe46fa tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0545034 Sep 19 03:13:54.348620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c501ee8f-1301-4d8f-923f-8eb891cf1a3d req-a81f3df9-1d61-446e-8686-ec92b0726b02 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Sep 19 03:13:54.444991 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-a806fee8-e90b-4bda-b4d4-6b3fe408a39b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936086 Sep 19 03:13:54.530318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:13:54.848120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-3f6e30a9-a396-477d-90da-8e26f83d9ea6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:54.849710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-3f6e30a9-a396-477d-90da-8e26f83d9ea6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1076293 Sep 19 03:13:54.866783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-a8c4d631-6d9a-4e2b-8f23-554c51f34681 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0100143 Sep 19 03:13:54.921077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-25803d4c-4bc7-49e7-9174-853ee7c715c3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0474517 Sep 19 03:13:55.013885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-df20b403-0465-4367-94fe-6fef469bd45a service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845380 Sep 19 03:13:55.164414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-199b17c3-66e9-4746-9509-b35736029ea8 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424880 Sep 19 03:13:55.174021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b48aa-1fd8-4870-94b7-d60aa349ce17 req-6ec5bb67-f0b2-41d2-ac18-2adc721af468 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:55.175682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd9b48aa-1fd8-4870-94b7-d60aa349ce17 req-6ec5bb67-f0b2-41d2-ac18-2adc721af468 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 944 time: 0.0861785 Sep 19 03:13:55.216512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd9b48aa-1fd8-4870-94b7-d60aa349ce17 req-c2513c74-c3d6-47f9-a0e5-d40d788e416d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Sep 19 03:13:55.355285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d23cf53-5ad0-4231-ad13-229205340da5 req-137cc587-8699-4d49-b0af-7e454113a449 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 210 time: 0.0364301 Sep 19 03:13:55.378171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d9c92-f146-462b-a6b6-1837f001cda8 req-5493600e-a97b-41bb-9414-e167beb770c3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:55.378171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-455d9c92-f146-462b-a6b6-1837f001cda8 req-5493600e-a97b-41bb-9414-e167beb770c3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0863798 Sep 19 03:13:55.417028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-455d9c92-f146-462b-a6b6-1837f001cda8 req-4499ce7f-c3a1-404b-9009-e001abe21bf8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341620 Sep 19 03:13:55.489168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6bcd7-b030-45ae-bdf8-d5fdc21dd281 req-5271540a-d8ad-41e4-99ce-6c301f270be2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:55.490548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdb6bcd7-b030-45ae-bdf8-d5fdc21dd281 req-5271540a-d8ad-41e4-99ce-6c301f270be2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0595706 Sep 19 03:13:55.532345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdb6bcd7-b030-45ae-bdf8-d5fdc21dd281 req-3b880ab7-3537-4ac4-93d8-f391c40b774d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Sep 19 03:13:55.570870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-7a1f5923-b242-4f02-8ae5-70a5292d0178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:55.573368 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-7a1f5923-b242-4f02-8ae5-70a5292d0178 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2&tenant_id=564133a1aa544caa80ad2a7d44955b8d HTTP/1.1" status: 200 len: 1095 time: 0.0597284 Sep 19 03:13:55.660578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-27c43a9c-3b55-4c6e-9d3a-0f6fa84cf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:55.662392 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-27c43a9c-3b55-4c6e-9d3a-0f6fa84cf4d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 1095 time: 0.0461867 Sep 19 03:13:55.787660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-11f50113-065c-475c-8d66-d7fe7ab1fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:55.789298 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-11f50113-065c-475c-8d66-d7fe7ab1fb95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 914 time: 0.1064975 Sep 19 03:13:55.835674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-fbc369e5-b580-4611-9f98-28793fe47956 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce HTTP/1.1" status: 200 len: 217 time: 0.0382905 Sep 19 03:13:55.905890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-0b175146-2cd4-486a-aee2-4732c7e2aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:55.907906 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-0b175146-2cd4-486a-aee2-4732c7e2aa57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637b3351-9dde-4220-89d7-f2741e40fd35 HTTP/1.1" status: 200 len: 853 time: 0.0518839 Sep 19 03:13:55.948776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-46d7ffe1-ea9d-4851-9afc-b63bd9cadd2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=267b1e61-c050-4a17-8a32-289da9ae8c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261106 Sep 19 03:13:56.055090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-7c52246f-716e-40be-abe0-67c89eba92d8 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883901 Sep 19 03:13:56.151125 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-83285482-02ac-4d71-bc39-952d8c94e0f2 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876069 Sep 19 03:13:56.359317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921ccea-a393-4c11-9bd0-1ee03ee77003 req-320b713d-0a35-412c-a17e-3f09a7935746 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:56.360902 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0921ccea-a393-4c11-9bd0-1ee03ee77003 req-320b713d-0a35-412c-a17e-3f09a7935746 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 944 time: 0.0672820 Sep 19 03:13:56.408425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0921ccea-a393-4c11-9bd0-1ee03ee77003 req-a76b2c74-d0c3-4980-8055-9c50ccd49ca5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Sep 19 03:13:56.508584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7cd142a8-2b44-42dc-aa34-e5d6e9e1e853 req-a27e0cbe-add9-4f51-bab2-2a22cfa4e7a4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 210 time: 0.0522745 Sep 19 03:13:56.593877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f3739-b5f9-474b-8765-e1d05af4c880 req-7b7573ed-8975-4416-999a-222d3f1ba3c6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:56.607765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f25f3739-b5f9-474b-8765-e1d05af4c880 req-7b7573ed-8975-4416-999a-222d3f1ba3c6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0890794 Sep 19 03:13:56.725309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f25f3739-b5f9-474b-8765-e1d05af4c880 req-455eeaff-6d40-4ddf-ae9c-971584932815 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090708 Sep 19 03:13:56.779171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f9be0-d88e-49d9-8c2c-02d2beb735af req-efcddd53-4d25-4d10-952e-07c95a9ca11f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:56.797829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-762f9be0-d88e-49d9-8c2c-02d2beb735af req-efcddd53-4d25-4d10-952e-07c95a9ca11f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.1186478 Sep 19 03:13:56.870528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-762f9be0-d88e-49d9-8c2c-02d2beb735af req-2c27249b-00cf-4faa-aef6-f2569757a036 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713565 Sep 19 03:13:57.073180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-dc1db5ac-290a-48d5-823f-2dd8db01e356 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:13:57.075014 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-dc1db5ac-290a-48d5-823f-2dd8db01e356 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.6003673 Sep 19 03:13:57.750447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 773950ff-dfdd-42c5-825b-0241544b6d6a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:13:57.798914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 773950ff-dfdd-42c5-825b-0241544b6d6a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:13:57.802662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 773950ff-dfdd-42c5-825b-0241544b6d6a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:13:57.803185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:57.885067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:57.913523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773950ff-dfdd-42c5-825b-0241544b6d6a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:13:57.917325 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506ecc65-e3db-47aa-8d40-4e96b64d021f" -d '{"events": [{"server_uuid": "59c1a7de-d71b-49e2-8185-594e6600ca04", "name": "network-vif-plugged", "status": "completed", "tag": "773950ff-dfdd-42c5-825b-0241544b6d6a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:13:57.932197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 773950ff-dfdd-42c5-825b-0241544b6d6a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=773950ff-dfdd-42c5-825b-0241544b6d6a,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:13:57.937047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:13:57.937824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 549a4df9-3178-4a9b-8d4c-00695395230a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:13:57.973728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 549a4df9-3178-4a9b-8d4c-00695395230a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:13:57.974070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 549a4df9-3178-4a9b-8d4c-00695395230a not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:13:57.974475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:13:58.034696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=773950ff-dfdd-42c5-825b-0241544b6d6a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:13:59.665748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:12.240611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Request body: {'port': {'device_id': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'admin_state_up': True, 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:12.367011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:14:12.370858 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:12.403123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3739f7-84df-4423-82d5-cbb766e686c8 req-bd4fba4f-5106-4716-8855-f994ebca2da5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:12.404773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f3739f7-84df-4423-82d5-cbb766e686c8 req-bd4fba4f-5106-4716-8855-f994ebca2da5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0658133 Sep 19 03:14:12.438590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e3ca370-0eae-45c0-a907-227a1e1bd604 req-248ce6f1-0743-445a-9f6e-a408ceb1df46 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 210 time: 0.0327590 Sep 19 03:14:12.468312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f3739f7-84df-4423-82d5-cbb766e686c8 req-20159ccb-4620-4817-bb3d-9b9f7c6ad447 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535836 Sep 19 03:14:12.512377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Allocated IP 172.20.0.7 (b7b5f6cc-3e7a-4190-882e-b24fc4efc9da/8eeae48d-b8db-4a1d-8acf-1c112780b9cc/889ebbfe-f63f-4edd-9672-55b0e56d05e3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:14:12.606175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec06a0-2953-458a-8307-19301ab18101 req-077f2087-1dbe-4c8d-b05c-3326e4a9fd7a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:12.614589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fec06a0-2953-458a-8307-19301ab18101 req-077f2087-1dbe-4c8d-b05c-3326e4a9fd7a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0937855 Sep 19 03:14:12.645240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55d515-7799-41ba-aa7a-40088da8147e req-4abe98a4-bfb9-4a58-8a8c-8531359684e6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:12.646879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb55d515-7799-41ba-aa7a-40088da8147e req-4abe98a4-bfb9-4a58-8a8c-8531359684e6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0954394 Sep 19 03:14:12.668292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:12.671098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fec06a0-2953-458a-8307-19301ab18101 req-3eabc5b3-31ee-4cc9-8237-88b4d8842ed0 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555730 Sep 19 03:14:12.703732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:12.707412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb55d515-7799-41ba-aa7a-40088da8147e req-529f5b65-9ace-4d54-9235-71269b715f49 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499430 Sep 19 03:14:12.716952 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad436591-9cf0-4fcb-b145-8cf851d14f1d x-openstack-request-id: req-ad436591-9cf0-4fcb-b145-8cf851d14f1d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:12.717500 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1a7de-d71b-49e2-8185-594e6600ca04", "name": "network-vif-plugged", "status": "completed", "tag": "773950ff-dfdd-42c5-825b-0241544b6d6a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:12.717500 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad436591-9cf0-4fcb-b145-8cf851d14f1d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:12.717776 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773950ff-dfdd-42c5-825b-0241544b6d6a', 'code': 200} Sep 19 03:14:12.740327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:12.750824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:14:12.754220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:14:12.761393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:14:12.791185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event updated for resources: {'Port': ['ID=889ebbfe-f63f-4edd-9672-55b0e56d05e3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:12.821721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:12.822383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:12.838562 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-d79aca53-8f1b-43da-87a4-306f908dafd0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6028643 Sep 19 03:14:12.872467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Request body: {'port': {'device_id': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:12.875108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662068fa-4190-4005-b290-2abd901e5e0d req-e3c8bec4-c900-4e37-90e6-76902808733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:12.876614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-662068fa-4190-4005-b290-2abd901e5e0d req-e3c8bec4-c900-4e37-90e6-76902808733b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 1096 time: 0.0450392 Sep 19 03:14:12.920449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-662068fa-4190-4005-b290-2abd901e5e0d req-1b0ccb57-2203-4cf9-aa03-97db2e1f79d3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Sep 19 03:14:12.929221 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:13.176639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889ebbfe-f63f-4edd-9672-55b0e56d05e3 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:13.183850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:13.195911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Transition to ACTIVE for port object 889ebbfe-f63f-4edd-9672-55b0e56d05e3 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:14:13.199107 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:13.266216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Pushing event updated for resources: {'Port': ['ID=889ebbfe-f63f-4edd-9672-55b0e56d05e3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:13.316590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Attempting to bind port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:14:13.316922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Attempting to bind port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:14:13.317251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Attempting to bind port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:13.321394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:14:13.321718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Attempting to bind port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:13.326922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:14:13.327282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:14:13.327686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Bound using segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:14:13.328638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Bound port: 889ebbfe-f63f-4edd-9672-55b0e56d05e3, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:14:13.328988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:13.390165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] For port 889ebbfe-f63f-4edd-9672-55b0e56d05e3, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:14:13.393269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] For port 889ebbfe-f63f-4edd-9672-55b0e56d05e3, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=889ebbfe-f63f-4edd-9672-55b0e56d05e3,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:14:13.397952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:13.433620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:13.434261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:13.435672 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] 10.222.0.32 "PUT /v2.0/ports/889ebbfe-f63f-4edd-9672-55b0e56d05e3 HTTP/1.1" status: 200 len: 1091 time: 0.5680959 Sep 19 03:14:13.436114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'tag': '889ebbfe-f63f-4edd-9672-55b0e56d05e3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:13.438932 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77aaf753-b97c-45e3-9c15-2c73f42799fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2febd990-e4f8-4d5f-838c-a28ddd2f9105", "tag": "889ebbfe-f63f-4edd-9672-55b0e56d05e3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:13.458857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e133d-8b12-44f1-bffd-40d18d86ed77 service neutron] Pushing event updated for resources: {'Port': ['ID=889ebbfe-f63f-4edd-9672-55b0e56d05e3,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:13.560200 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6602b5d-6d9b-4461-b1a3-2ff73f106b2c x-openstack-request-id: req-a6602b5d-6d9b-4461-b1a3-2ff73f106b2c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:13.560594 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2febd990-e4f8-4d5f-838c-a28ddd2f9105", "tag": "889ebbfe-f63f-4edd-9672-55b0e56d05e3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:13.560981 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6602b5d-6d9b-4461-b1a3-2ff73f106b2c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:13.561546 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'tag': '889ebbfe-f63f-4edd-9672-55b0e56d05e3', 'status': 'completed', 'code': 200} Sep 19 03:14:13.668690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-2345d9ba-4981-4fe6-94e2-65dc80d7349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:13.671016 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-2345d9ba-4981-4fe6-94e2-65dc80d7349e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 1094 time: 0.0491228 Sep 19 03:14:13.733484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-c2ce5b24-1dc3-448e-9329-0e1ed3c75367 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889ebbfe-f63f-4edd-9672-55b0e56d05e3 HTTP/1.1" status: 200 len: 217 time: 0.0417342 Sep 19 03:14:13.748094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ab557-4b9b-45db-a7d2-f95826b5810d req-e06f1c94-5c56-4f06-be35-690a2b554eb8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:13.751335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-707ab557-4b9b-45db-a7d2-f95826b5810d req-e06f1c94-5c56-4f06-be35-690a2b554eb8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 943 time: 0.1459363 Sep 19 03:14:13.783227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b4c3c-bc6f-4b2f-ab56-1deae051d845 req-bd30939e-5541-47bf-b11c-7477589b5799 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:13.785121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-676b4c3c-bc6f-4b2f-ab56-1deae051d845 req-bd30939e-5541-47bf-b11c-7477589b5799 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.1705527 Sep 19 03:14:13.793191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-4167fa82-2dc0-4c40-8bff-34e168528042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:13.794693 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-4167fa82-2dc0-4c40-8bff-34e168528042 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0537574 Sep 19 03:14:13.819931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-707ab557-4b9b-45db-a7d2-f95826b5810d req-53d15513-2577-4308-9749-92aaaabf2a82 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628791 Sep 19 03:14:13.829837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-83382222-8459-4e5d-af0a-f41a017ab513 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259619 Sep 19 03:14:13.836990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-676b4c3c-bc6f-4b2f-ab56-1deae051d845 req-a47e5dc3-d945-4c41-88d0-6d8c15db4a13 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Sep 19 03:14:13.934342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-1639a3f4-1724-4a64-aaf4-821dfbda9a54 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935466 Sep 19 03:14:13.963193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653523b8-1055-4b87-8163-55f906d8d195 req-12607789-3f76-4123-9a23-692bb4b46d2f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:13.964663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-653523b8-1055-4b87-8163-55f906d8d195 req-12607789-3f76-4123-9a23-692bb4b46d2f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0822690 Sep 19 03:14:13.976356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608830b9-40fe-4bb7-b35d-d518484f534a req-659f2a75-d8ac-49d8-8f00-852e2e9d78d3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:13.977774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-608830b9-40fe-4bb7-b35d-d518484f534a req-659f2a75-d8ac-49d8-8f00-852e2e9d78d3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0688806 Sep 19 03:14:14.026383 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8f9f9ab-89a2-45eb-af22-d4e7c26c6cd1 req-080dd950-2788-4b0e-bab9-f2660d36cf70 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836329 Sep 19 03:14:14.030608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-653523b8-1055-4b87-8163-55f906d8d195 req-facbe77f-5575-4198-b09d-d7d6c02811d0 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519001 Sep 19 03:14:14.037932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-608830b9-40fe-4bb7-b35d-d518484f534a req-32e85b2e-c038-457c-8eea-3df20342a974 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527318 Sep 19 03:14:14.176123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-734c0cc8-cd32-4c55-90a3-cd17615254b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:14.177605 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-734c0cc8-cd32-4c55-90a3-cd17615254b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 1094 time: 0.0432680 Sep 19 03:14:14.267038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-9da29a76-a009-442f-87b3-da255b887f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:14.268461 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-9da29a76-a009-442f-87b3-da255b887f87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 907 time: 0.0830700 Sep 19 03:14:14.313443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-bd9c10a9-a507-4659-ab63-2d1f8fd963d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=889ebbfe-f63f-4edd-9672-55b0e56d05e3 HTTP/1.1" status: 200 len: 217 time: 0.0362139 Sep 19 03:14:14.367347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-f958bd09-d074-46dd-9343-25999438cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:14.368715 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-f958bd09-d074-46dd-9343-25999438cdc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0440979 Sep 19 03:14:14.399400 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-39462fb1-f060-4fa9-8d78-ee03d6748621 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229106 Sep 19 03:14:14.481392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de867e04-3fe6-46bb-9621-26c26f1a577e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:14.501044 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-9478c8bf-fb1f-4e45-abaf-7791b72f12c0 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933821 Sep 19 03:14:14.594065 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77aaf753-b97c-45e3-9c15-2c73f42799fc req-e1885a6d-b809-45ca-a727-388870f2909b service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837874 Sep 19 03:14:14.963584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24750b9f-e99e-4fdd-9327-2fb7933866a2 req-dfaf5f91-4cfb-4669-9a23-bab6e34f0cff tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:14.965061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24750b9f-e99e-4fdd-9327-2fb7933866a2 req-dfaf5f91-4cfb-4669-9a23-bab6e34f0cff tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 943 time: 0.0764494 Sep 19 03:14:14.977215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b122d-3063-429c-91a9-59678df4df7a req-68431a83-eb3a-4e80-b446-89e35417c875 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:14.978584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b78b122d-3063-429c-91a9-59678df4df7a req-68431a83-eb3a-4e80-b446-89e35417c875 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0627697 Sep 19 03:14:15.034203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24750b9f-e99e-4fdd-9327-2fb7933866a2 req-8ecaddae-391d-42d0-9e60-812084f5f409 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546551 Sep 19 03:14:15.042035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b78b122d-3063-429c-91a9-59678df4df7a req-244dc12e-4d40-4a3c-aa14-be32afad7ca4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564544 Sep 19 03:14:15.176162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08b64-bc28-4e21-9452-e2ac355f402e req-63f1c0a2-f666-408b-9dcf-b18ef9d5ed37 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:15.177591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4b08b64-bc28-4e21-9452-e2ac355f402e req-63f1c0a2-f666-408b-9dcf-b18ef9d5ed37 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0690670 Sep 19 03:14:15.185074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391a817-f165-4b7d-8cc3-e8747fb4aedf req-207d0655-41b4-4fa4-91c1-09950cbd6d45 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:15.186451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a391a817-f165-4b7d-8cc3-e8747fb4aedf req-207d0655-41b4-4fa4-91c1-09950cbd6d45 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0889413 Sep 19 03:14:15.238992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4b08b64-bc28-4e21-9452-e2ac355f402e req-bd8ab01a-99bf-49eb-a569-ffc53a5e69f5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Sep 19 03:14:15.246097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a391a817-f165-4b7d-8cc3-e8747fb4aedf req-362a537f-e0af-4751-8f21-5cfb8116eb8a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524442 Sep 19 03:14:15.846560 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:16.150899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bcf48-ef0d-4f7b-a7ac-92ebeb6df299 req-6f4392dc-4694-4dc5-bfd7-654014295c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:16.152408 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4c5bcf48-ef0d-4f7b-a7ac-92ebeb6df299 req-6f4392dc-4694-4dc5-bfd7-654014295c32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 1097 time: 0.0396214 Sep 19 03:14:16.181015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264781-a074-41de-b9db-285312b47f6c req-ad2d22c0-80b1-4e0c-854f-71a22f342860 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:16.182495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9264781-a074-41de-b9db-285312b47f6c req-ad2d22c0-80b1-4e0c-854f-71a22f342860 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 943 time: 0.0782018 Sep 19 03:14:16.187783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4c5bcf48-ef0d-4f7b-a7ac-92ebeb6df299 req-ba2d1efc-9ba3-4eea-aca8-189a064ed5f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277092 Sep 19 03:14:16.193928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dac99c-2825-4429-8b0a-eb9f5ce891e6 req-04bce753-4110-43ec-9940-ee5f90142040 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:16.195356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28dac99c-2825-4429-8b0a-eb9f5ce891e6 req-04bce753-4110-43ec-9940-ee5f90142040 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0801518 Sep 19 03:14:16.248717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9264781-a074-41de-b9db-285312b47f6c req-04602d60-7e7b-462d-9648-b9cc49b44502 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Sep 19 03:14:16.253395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28dac99c-2825-4429-8b0a-eb9f5ce891e6 req-ad89cba7-a1a8-4429-b7af-267a2a970795 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512631 Sep 19 03:14:16.391214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19a5a-a3b8-4534-a4b0-f4dafd563a56 req-3dae79e6-c184-4bad-b2f0-87e1e575b3cf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:16.392672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8d19a5a-a3b8-4534-a4b0-f4dafd563a56 req-3dae79e6-c184-4bad-b2f0-87e1e575b3cf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0776362 Sep 19 03:14:16.400445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b4073-3afc-4491-bbe4-637fc94718f2 req-f6027419-7f77-4792-8ee3-23b17c0599ac tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:16.401761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd3b4073-3afc-4491-bbe4-637fc94718f2 req-f6027419-7f77-4792-8ee3-23b17c0599ac tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0779674 Sep 19 03:14:16.454648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8d19a5a-a3b8-4534-a4b0-f4dafd563a56 req-ae79941d-ef30-4ca7-b9ca-2b2829091ca0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519681 Sep 19 03:14:16.459347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd3b4073-3afc-4491-bbe4-637fc94718f2 req-5472c0a2-7b7b-4d41-9ae8-f3aa2a6c2f73 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Sep 19 03:14:16.675617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103f1b1-95d4-4f93-a5db-61ee7875e7d5 req-33bb4150-02ee-447b-b978-f4c2347d386f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:16.676983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6103f1b1-95d4-4f93-a5db-61ee7875e7d5 req-33bb4150-02ee-447b-b978-f4c2347d386f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Sep 19 03:14:16.715539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6103f1b1-95d4-4f93-a5db-61ee7875e7d5 req-8ddd78a2-bf02-4e79-8089-6234347d0f95 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Sep 19 03:14:17.167082 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d044465-09b5-4a49-bdf2-0615135fdeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:17.366630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9e9528-0634-46fd-a75a-a1888508db85 req-9d69844f-f27f-4169-bc50-25ca27c13112 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:17.368113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c9e9528-0634-46fd-a75a-a1888508db85 req-9d69844f-f27f-4169-bc50-25ca27c13112 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 943 time: 0.0507150 Sep 19 03:14:17.404600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c9e9528-0634-46fd-a75a-a1888508db85 req-8f822440-33ed-42ad-bf57-5ee864abaab8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306492 Sep 19 03:14:17.601758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d85a9d-42f6-46aa-9d59-250e9152409b req-2f3221d5-da45-4ea5-b667-a920efdb6fa1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:17.603243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00d85a9d-42f6-46aa-9d59-250e9152409b req-2f3221d5-da45-4ea5-b667-a920efdb6fa1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0658588 Sep 19 03:14:17.611896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df48b0-2dab-4f08-ac5f-ba8a8434539f req-e34176af-b66f-4ebb-9e81-07cbbff8f5b6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:17.613252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46df48b0-2dab-4f08-ac5f-ba8a8434539f req-e34176af-b66f-4ebb-9e81-07cbbff8f5b6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 944 time: 0.0850592 Sep 19 03:14:17.667450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00d85a9d-42f6-46aa-9d59-250e9152409b req-b95249b7-7f0e-44d7-8891-0dcaeb2eeff2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Sep 19 03:14:17.670260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46df48b0-2dab-4f08-ac5f-ba8a8434539f req-58e162d9-6c84-4145-963e-fabe817e3938 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503507 Sep 19 03:14:17.850554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a313a-6876-49bd-b0c5-ffc128c49864 req-0cd6d185-3e86-403d-997e-9974072178dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:17.851622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-172a313a-6876-49bd-b0c5-ffc128c49864 req-0cd6d185-3e86-403d-997e-9974072178dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0550041 Sep 19 03:14:17.866736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:14:17.892785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-172a313a-6876-49bd-b0c5-ffc128c49864 req-d978ed49-44b3-44e8-b7c8-6af9ac847842 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Sep 19 03:14:17.946403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:17.978197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:17.990308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'network_id': '267b1e61-c050-4a17-8a32-289da9ae8c7d', 'port_id': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'mac_address': 'fa:16:3e:65:2d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '637b3351-9dde-4220-89d7-f2741e40fd35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:14:18.026782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:18.039664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe9c9c-9e6b-4544-b025-82eb208d08ce {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:18.061835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:18.065499 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:18.110572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:18.392043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:18.516733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f1660-ff70-43cd-9c17-0ab12d7c91df req-aab04741-9918-4de0-a341-dd260f1671b7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:18.518190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-732f1660-ff70-43cd-9c17-0ab12d7c91df req-aab04741-9918-4de0-a341-dd260f1671b7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 943 time: 0.0480123 Sep 19 03:14:18.554003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-732f1660-ff70-43cd-9c17-0ab12d7c91df req-fe8da64a-b869-4f17-ad2a-20f88c7e883f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298805 Sep 19 03:14:18.595636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0abe9c9c-9e6b-4544-b025-82eb208d08ce'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:18.822025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377923c-fd8e-4c4b-9630-3d4ebe39fb1a req-680ee953-a1e5-40b5-bc7a-7b6ddebe33e7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:18.823746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3377923c-fd8e-4c4b-9630-3d4ebe39fb1a req-680ee953-a1e5-40b5-bc7a-7b6ddebe33e7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0788550 Sep 19 03:14:18.831601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2535d2e-60d6-4c2a-a4b7-99fd5de4be13 req-2170673f-7422-420e-9678-686d5bb7b8d1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:18.832928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2535d2e-60d6-4c2a-a4b7-99fd5de4be13 req-2170673f-7422-420e-9678-686d5bb7b8d1 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0865121 Sep 19 03:14:18.888341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3377923c-fd8e-4c4b-9630-3d4ebe39fb1a req-a67cb860-5963-4fb1-a5ec-aa9cbee140b2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544653 Sep 19 03:14:18.891040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2535d2e-60d6-4c2a-a4b7-99fd5de4be13 req-0a39fca6-50ad-48cc-a32c-0cbad5847483 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Sep 19 03:14:19.090037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30060f62-778d-47cb-b979-4335d102dee7 req-0ae5af87-e438-4afb-8798-ca6249758c88 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:19.091647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30060f62-778d-47cb-b979-4335d102dee7 req-0ae5af87-e438-4afb-8798-ca6249758c88 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Sep 19 03:14:19.162454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30060f62-778d-47cb-b979-4335d102dee7 req-0c8ac858-00c8-427f-832b-9e0d2a9b2d8d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644374 Sep 19 03:14:19.224342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-a62f121c-d770-4e51-ac7c-4972a62a2f47 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:19.225705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-a62f121c-d770-4e51-ac7c-4972a62a2f47 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 810 time: 0.1143281 Sep 19 03:14:19.241083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-0c783a7f-a7e4-467d-8922-35ecd3cd847f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/quotas/4e0cdf7275bd4ee18d99844d976a6260 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Sep 19 03:14:19.292050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-1866e567-3de1-4233-9333-4ae50f4c4966 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453491 Sep 19 03:14:19.383286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-9d687e8a-6e3c-421c-897c-c94c3a47eb2e service neutron] 10.222.0.22 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835233 Sep 19 03:14:19.469776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-210a2e99-bf5d-42c8-ac50-4225c4f35de7 service neutron] 10.222.0.22 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804558 Sep 19 03:14:19.626858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2910621c-e72f-4233-9709-2c2a91022b79 req-839edd26-290b-4cd4-8ecc-e6d866239054 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 210 time: 0.0265303 Sep 19 03:14:19.889837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 889ebbfe-f63f-4edd-9672-55b0e56d05e3 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:14:19.965565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df36b4-b917-4bd1-89a5-d9a5d22257e5 req-39a0e46d-a247-4393-bb43-811180b88685 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:19.967019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76df36b4-b917-4bd1-89a5-d9a5d22257e5 req-39a0e46d-a247-4393-bb43-811180b88685 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 943 time: 0.3392575 Sep 19 03:14:19.996688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:20.026482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 889ebbfe-f63f-4edd-9672-55b0e56d05e3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=889ebbfe-f63f-4edd-9672-55b0e56d05e3,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:20.037418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '889ebbfe-f63f-4edd-9672-55b0e56d05e3', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'port_id': '889ebbfe-f63f-4edd-9672-55b0e56d05e3', 'mac_address': 'fa:16:3e:56:de:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeae48d-b8db-4a1d-8acf-1c112780b9cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:14:20.039017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76df36b4-b917-4bd1-89a5-d9a5d22257e5 req-983d81b3-d600-4ea4-9465-19f896abef3a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547037 Sep 19 03:14:20.048092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeedf2e-55f6-4357-8040-393598b3b78e req-1bc4e7fc-4c9d-461c-a4a9-e631a94743b8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:20.049575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adeedf2e-55f6-4357-8040-393598b3b78e req-1bc4e7fc-4c9d-461c-a4a9-e631a94743b8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0745087 Sep 19 03:14:20.077170 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:20.100034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889ebbfe-f63f-4edd-9672-55b0e56d05e3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:20.101173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adeedf2e-55f6-4357-8040-393598b3b78e req-dbca1881-a8e7-4b99-b630-a9c9cc3d3bc0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Sep 19 03:14:20.124166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 889ebbfe-f63f-4edd-9672-55b0e56d05e3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=889ebbfe-f63f-4edd-9672-55b0e56d05e3,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:20.129918 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:20.295918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febedb7e-972a-4aba-b022-a4a54e437e05 req-0db18a54-bbda-46a4-9490-df83ec89a4ee tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:20.303348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-febedb7e-972a-4aba-b022-a4a54e437e05 req-0db18a54-bbda-46a4-9490-df83ec89a4ee tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0608890 Sep 19 03:14:20.326059 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=889ebbfe-f63f-4edd-9672-55b0e56d05e3,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:20.339766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-febedb7e-972a-4aba-b022-a4a54e437e05 req-fab9f5bd-5ad1-46b1-a6f2-41fbfe50e3c6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351708 Sep 19 03:14:20.727152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29deee8a-1fd8-4441-8198-046d1287b735 req-899f3da2-d182-4bb4-b059-0a2d0ef98768 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Sep 19 03:14:20.762090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-1d8b4831-2e4c-4452-89bc-243b5717ec9d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:20.763558 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-1d8b4831-2e4c-4452-89bc-243b5717ec9d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 810 time: 0.1085863 Sep 19 03:14:20.768970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['889ebbfe-f63f-4edd-9672-55b0e56d05e3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:20.785047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Request body: {'port': {'device_id': '289e8a43-72ce-4655-809e-09c3c67e3064', 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'admin_state_up': True, 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:20.897455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Made reservation on behalf of 4e0cdf7275bd4ee18d99844d976a6260 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:14:20.901281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.020028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Allocated IP 172.20.0.2 (75540ffb-8db4-47c8-b199-61eceb1eeee8/4de98992-d86c-403e-8333-263490400c8c/36d83a53-7789-44ee-b8ab-0a917cbb4d50) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:14:21.160349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe38710-5165-4e7a-95bc-a3ef22d54ed0 req-103416d2-993f-4786-bd9d-c58ed06215f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:21.161968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbe38710-5165-4e7a-95bc-a3ef22d54ed0 req-103416d2-993f-4786-bd9d-c58ed06215f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 944 time: 0.0492890 Sep 19 03:14:21.172769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.206635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.232141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbe38710-5165-4e7a-95bc-a3ef22d54ed0 req-1c5296d7-cc2c-4fc3-bc8c-3bde0467ad2b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623894 Sep 19 03:14:21.243420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e56c421-a1a5-4854-8f9b-d1037c351f5d req-ca81087d-5489-4ac9-86eb-ee4a239387fe tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:21.244883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e56c421-a1a5-4854-8f9b-d1037c351f5d req-ca81087d-5489-4ac9-86eb-ee4a239387fe tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 945 time: 0.0740926 Sep 19 03:14:21.252424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Network 75540ffb-8db4-47c8-b199-61eceb1eeee8 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:14:21.254869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:14:21.257788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:14:21.290127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e56c421-a1a5-4854-8f9b-d1037c351f5d req-a531f5e0-834f-4d02-b3fc-1a0bef8d4f62 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383420 Sep 19 03:14:21.306118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Pushing event updated for resources: {'Port': ['ID=36d83a53-7789-44ee-b8ab-0a917cbb4d50,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:21.330968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:21.331684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.351367 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-989e557b-82fc-469c-a9cd-07d86940d0e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706139 Sep 19 03:14:21.394004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Request body: {'port': {'device_id': '289e8a43-72ce-4655-809e-09c3c67e3064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:21.448713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.513353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90253bab-d06c-4120-a1ff-ff5b6adb4ac1 req-55d5afa6-e03e-4617-af05-ce3483150a88 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:21.515315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90253bab-d06c-4120-a1ff-ff5b6adb4ac1 req-55d5afa6-e03e-4617-af05-ce3483150a88 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0515928 Sep 19 03:14:21.554219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90253bab-d06c-4120-a1ff-ff5b6adb4ac1 req-70b952c7-70c6-46a6-bfaf-efaed4d382cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Sep 19 03:14:21.715911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d83a53-7789-44ee-b8ab-0a917cbb4d50 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:21.723583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.735338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Transition to ACTIVE for port object 36d83a53-7789-44ee-b8ab-0a917cbb4d50 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:14:21.738761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.786655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Pushing event updated for resources: {'Port': ['ID=36d83a53-7789-44ee-b8ab-0a917cbb4d50,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:21.847363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727c6ae-256b-45df-9f2c-793963a21223 req-7c176d7f-9597-4a1a-86d2-71cb891fd0c2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:21.848882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e727c6ae-256b-45df-9f2c-793963a21223 req-7c176d7f-9597-4a1a-86d2-71cb891fd0c2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 943 time: 0.0485561 Sep 19 03:14:21.855346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Attempting to bind port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:14:21.855687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Attempting to bind port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:14:21.856020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Attempting to bind port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 on network 75540ffb-8db4-47c8-b199-61eceb1eeee8 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:21.860599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 on network 75540ffb-8db4-47c8-b199-61eceb1eeee8 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:14:21.860923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Attempting to bind port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 on network 75540ffb-8db4-47c8-b199-61eceb1eeee8 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:21.866158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:14:21.866495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Checking segment: {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:14:21.867043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Bound using segment: {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:14:21.867471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Bound port: 36d83a53-7789-44ee-b8ab-0a917cbb4d50, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd422b48c-c22f-4e06-97f6-ebdec9c31521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:14:21.867830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.888235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e727c6ae-256b-45df-9f2c-793963a21223 req-52127252-eab0-4efc-926e-fdba5072db23 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Sep 19 03:14:21.892800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:14:21.933702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] For port 36d83a53-7789-44ee-b8ab-0a917cbb4d50, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:14:21.936889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] For port 36d83a53-7789-44ee-b8ab-0a917cbb4d50, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:14:21.941280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 0abe9c9c-9e6b-4544-b025-82eb208d08ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:14:21.941755 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.943132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.977337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:21.977961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:21.979371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] 10.222.0.32 "PUT /v2.0/ports/36d83a53-7789-44ee-b8ab-0a917cbb4d50 HTTP/1.1" status: 200 len: 1091 time: 0.5905044 Sep 19 03:14:21.979807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '289e8a43-72ce-4655-809e-09c3c67e3064', 'tag': '36d83a53-7789-44ee-b8ab-0a917cbb4d50'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:21.982025 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79319472-7626-46b0-8047-95395fed2018" -d '{"events": [{"name": "network-changed", "server_uuid": "289e8a43-72ce-4655-809e-09c3c67e3064", "tag": "36d83a53-7789-44ee-b8ab-0a917cbb4d50"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:22.007122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b66231-9b78-4277-bd21-7299ce8de06f service neutron] Pushing event updated for resources: {'Port': ['ID=36d83a53-7789-44ee-b8ab-0a917cbb4d50,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:22.023242 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa63d54-e2df-402a-b003-80dde02331c1 x-openstack-request-id: req-2aa63d54-e2df-402a-b003-80dde02331c1 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:22.023742 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "289e8a43-72ce-4655-809e-09c3c67e3064", "tag": "36d83a53-7789-44ee-b8ab-0a917cbb4d50", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:22.024440 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2aa63d54-e2df-402a-b003-80dde02331c1 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:22.025153 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '289e8a43-72ce-4655-809e-09c3c67e3064', 'tag': '36d83a53-7789-44ee-b8ab-0a917cbb4d50', 'status': 'completed', 'code': 200} Sep 19 03:14:22.025276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:22.046762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:22.049130 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f977b1-cb51-4780-974c-0624a00fdcfe" -d '{"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-plugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:22.061536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:22.066111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:22.086252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-b3f39ed3-b443-4b72-a9c0-1c06235a036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:22.087929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-b3f39ed3-b443-4b72-a9c0-1c06235a036e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 1094 time: 0.0423577 Sep 19 03:14:22.092234 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26224886-f3ba-4384-853d-751a80b570ae x-openstack-request-id: req-26224886-f3ba-4384-853d-751a80b570ae {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:22.092521 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-plugged", "status": "completed", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:22.092769 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26224886-f3ba-4384-853d-751a80b570ae {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:22.093143 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'code': 200} Sep 19 03:14:22.117067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:22.159085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['70a0b6fc-007f-45f3-a4e8-45f5f0611607'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:22.165011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-c7190419-72ef-499c-beed-6dd6fc84517a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50 HTTP/1.1" status: 200 len: 217 time: 0.0369351 Sep 19 03:14:22.245141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-4a5f39b9-45f2-4a68-928c-b0bfb881949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:22.247205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-4a5f39b9-45f2-4a68-928c-b0bfb881949a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 200 len: 850 time: 0.0489974 Sep 19 03:14:22.287431 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-69b0968d-2070-4b37-bd06-4ca12235591e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75540ffb-8db4-47c8-b199-61eceb1eeee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316241 Sep 19 03:14:22.394191 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-9e10b75a-51f8-4cb5-8dd6-fc92938c86f3 service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964668 Sep 19 03:14:22.405857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5416-12b0-4aee-b756-f8bc81522261 req-f776796c-78d4-4882-a53b-d54336043d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:22.407787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-687b5416-12b0-4aee-b756-f8bc81522261 req-f776796c-78d4-4882-a53b-d54336043d70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 1098 time: 0.1107392 Sep 19 03:14:22.420927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472f8fa-c038-4af2-a90c-6dcfa66e7498 req-c86d0ffc-22df-43a5-aa32-b2077c634e3b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:22.422850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2472f8fa-c038-4af2-a90c-6dcfa66e7498 req-c86d0ffc-22df-43a5-aa32-b2077c634e3b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 944 time: 0.0916796 Sep 19 03:14:22.467407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd4937-8d89-46af-b5f2-a4c0c6645308 req-7605460b-cb41-4954-8d68-2f9f17f96b8f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:22.468889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fdd4937-8d89-46af-b5f2-a4c0c6645308 req-7605460b-cb41-4954-8d68-2f9f17f96b8f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.1055570 Sep 19 03:14:22.505400 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-64e7acbd-a383-4ef7-9247-33c70e64b553 req-caf0296e-b0ca-4884-b23f-63c32151f0ca service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849993 Sep 19 03:14:22.506698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-687b5416-12b0-4aee-b756-f8bc81522261 req-fc537b29-0c18-4e83-83a4-1c56f27aa2ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822468 Sep 19 03:14:22.510551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2472f8fa-c038-4af2-a90c-6dcfa66e7498 req-474d8f2d-e91b-45bc-91b2-1360e4d96a2a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800815 Sep 19 03:14:22.531242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fdd4937-8d89-46af-b5f2-a4c0c6645308 req-7b89b6c9-8d21-4992-aa9a-c20b89a77780 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Sep 19 03:14:23.181523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ffdf2-b86a-4d93-9346-5f7041134287 req-a6888d4a-4760-4cc2-bed1-9a60b9fbc2d2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:23.183031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-064ffdf2-b86a-4d93-9346-5f7041134287 req-a6888d4a-4760-4cc2-bed1-9a60b9fbc2d2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0711529 Sep 19 03:14:23.184977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79319472-7626-46b0-8047-95395fed2018 req-6d797e55-d9eb-40ac-b2f8-9ff328c12d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:23.186325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79319472-7626-46b0-8047-95395fed2018 req-6d797e55-d9eb-40ac-b2f8-9ff328c12d90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 1094 time: 0.0823574 Sep 19 03:14:23.307909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-064ffdf2-b86a-4d93-9346-5f7041134287 req-7be714aa-12c1-4e9a-9ff4-fb4e847069f5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190324 Sep 19 03:14:23.324362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505427a4-ca0b-4113-b956-dbca2faa6c00 req-dcd45d48-889b-4a2a-98cb-4c51e37b06b3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:23.325820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-505427a4-ca0b-4113-b956-dbca2faa6c00 req-dcd45d48-889b-4a2a-98cb-4c51e37b06b3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 943 time: 0.1304078 Sep 19 03:14:23.355775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79319472-7626-46b0-8047-95395fed2018 req-c3dab202-0ab9-4d4e-b21d-6f54a8e1dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:23.357167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79319472-7626-46b0-8047-95395fed2018 req-c3dab202-0ab9-4d4e-b21d-6f54a8e1dfc7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 911 time: 0.1627333 Sep 19 03:14:23.403971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-505427a4-ca0b-4113-b956-dbca2faa6c00 req-7fc7085d-67a2-448f-b91c-b4a34e5e8286 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700688 Sep 19 03:14:23.405215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79319472-7626-46b0-8047-95395fed2018 req-aa99ac1d-4caa-44a3-99c3-fdad93023d6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50 HTTP/1.1" status: 200 len: 217 time: 0.0378561 Sep 19 03:14:23.457898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79319472-7626-46b0-8047-95395fed2018 req-e2440ede-f95d-4a38-b57f-2e0089450c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:23.459337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79319472-7626-46b0-8047-95395fed2018 req-e2440ede-f95d-4a38-b57f-2e0089450c76 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 200 len: 850 time: 0.0474911 Sep 19 03:14:23.489985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79319472-7626-46b0-8047-95395fed2018 req-c0e7bef2-4f2f-4fd8-b45b-c77d07b71021 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75540ffb-8db4-47c8-b199-61eceb1eeee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229204 Sep 19 03:14:23.579830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79319472-7626-46b0-8047-95395fed2018 req-5979fefd-0134-4f02-b426-d8ed75ddc388 service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818098 Sep 19 03:14:23.717334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ca45f-fd82-476f-a8fe-db2780a6026c req-5ac0c25c-c71d-40bb-b5df-8e8c4736b792 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:23.718751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d93ca45f-fd82-476f-a8fe-db2780a6026c req-5ac0c25c-c71d-40bb-b5df-8e8c4736b792 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 944 time: 0.1380515 Sep 19 03:14:23.736924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e2f42-9a69-4b2d-998a-2d8ef859b863 req-1c17d779-eb4e-4923-b1ff-ed668722fb9a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:23.738318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b58e2f42-9a69-4b2d-998a-2d8ef859b863 req-1c17d779-eb4e-4923-b1ff-ed668722fb9a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.1225481 Sep 19 03:14:23.788186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79319472-7626-46b0-8047-95395fed2018 req-a6fe7b91-f748-4a4a-b5e4-b231aa312ab7 service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980927 Sep 19 03:14:23.802937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d93ca45f-fd82-476f-a8fe-db2780a6026c req-3800e557-4378-4168-bfce-7d5ec3934a91 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756502 Sep 19 03:14:23.810108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b58e2f42-9a69-4b2d-998a-2d8ef859b863 req-3515663f-b6c9-4ff7-89da-ee67f0ad41fa tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Sep 19 03:14:23.909536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 889ebbfe-f63f-4edd-9672-55b0e56d05e3 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:14:23.956409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:14:23.960046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:14:23.960417 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:24.038655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:24.070710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 889ebbfe-f63f-4edd-9672-55b0e56d05e3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=889ebbfe-f63f-4edd-9672-55b0e56d05e3,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:24.075020 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:24.098429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ebbfe-f63f-4edd-9672-55b0e56d05e3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:24.100658 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73d6325-6edb-4ab3-af47-dfaa3f562399" -d '{"events": [{"server_uuid": "2febd990-e4f8-4d5f-838c-a28ddd2f9105", "name": "network-vif-plugged", "status": "completed", "tag": "889ebbfe-f63f-4edd-9672-55b0e56d05e3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:24.128664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=889ebbfe-f63f-4edd-9672-55b0e56d05e3,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:24.143546 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd3d2d9-90a8-44e7-91f2-4a03aa9b7c5a x-openstack-request-id: req-6bd3d2d9-90a8-44e7-91f2-4a03aa9b7c5a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:24.143838 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2febd990-e4f8-4d5f-838c-a28ddd2f9105", "name": "network-vif-plugged", "status": "completed", "tag": "889ebbfe-f63f-4edd-9672-55b0e56d05e3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:24.144090 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bd3d2d9-90a8-44e7-91f2-4a03aa9b7c5a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:24.144477 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889ebbfe-f63f-4edd-9672-55b0e56d05e3', 'code': 200} Sep 19 03:14:24.320855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a74360-0164-46e9-ae85-30b011129d58 req-0a533080-bdea-4af6-97f5-15f851694616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:24.322367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42a74360-0164-46e9-ae85-30b011129d58 req-0a533080-bdea-4af6-97f5-15f851694616 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 1096 time: 0.0401523 Sep 19 03:14:24.364523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42a74360-0164-46e9-ae85-30b011129d58 req-ee03c81c-5b8f-4c18-b2ab-e46ada854804 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286663 Sep 19 03:14:24.423663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb98ab6-1021-49a7-869d-d88a8c391406 req-888bd1c3-ae89-43c5-b454-4194cd9a3947 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:24.425678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb98ab6-1021-49a7-869d-d88a8c391406 req-888bd1c3-ae89-43c5-b454-4194cd9a3947 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0476408 Sep 19 03:14:24.462988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb98ab6-1021-49a7-869d-d88a8c391406 req-ba8f55f0-6282-4f13-84a3-c052984a92cc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Sep 19 03:14:24.522870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978231cf-c1df-4c16-b8dc-09135039663d req-4d917035-71c5-4cb9-88ba-76fc50516c19 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:24.524337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978231cf-c1df-4c16-b8dc-09135039663d req-4d917035-71c5-4cb9-88ba-76fc50516c19 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 943 time: 0.0519619 Sep 19 03:14:24.561595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-978231cf-c1df-4c16-b8dc-09135039663d req-86b545f2-0b52-470f-9a97-648da79214c3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Sep 19 03:14:24.959178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cd3a3-1fc7-4ab2-8977-308e81e19e9a req-fe875ea8-c5c2-4540-9a23-e0cdf424adcc tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:24.960670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-819cd3a3-1fc7-4ab2-8977-308e81e19e9a req-fe875ea8-c5c2-4540-9a23-e0cdf424adcc tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0807521 Sep 19 03:14:24.982256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a50c12-81d0-4722-87ee-b54f89d54ba2 req-9e3ff570-81f5-41c4-8537-169bfe4aef7d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:24.983727 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84a50c12-81d0-4722-87ee-b54f89d54ba2 req-9e3ff570-81f5-41c4-8537-169bfe4aef7d tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0898988 Sep 19 03:14:25.032495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-819cd3a3-1fc7-4ab2-8977-308e81e19e9a req-5c70fa83-a989-4b6d-803e-2b7acec4bcd9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643861 Sep 19 03:14:25.044841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84a50c12-81d0-4722-87ee-b54f89d54ba2 req-93bdf4fd-65cf-42a9-b6bf-d4a0f59d13af tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Sep 19 03:14:25.582779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113b9e9-e958-4f9f-84a2-65ad22fb6e94 req-5d7ab41c-ccc2-490b-88d9-160b3da49197 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:25.584188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2113b9e9-e958-4f9f-84a2-65ad22fb6e94 req-5d7ab41c-ccc2-490b-88d9-160b3da49197 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0495455 Sep 19 03:14:25.622931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2113b9e9-e958-4f9f-84a2-65ad22fb6e94 req-413f23f1-83a9-4e15-b4f2-4bf635fa03e2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Sep 19 03:14:25.678825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc55ba-ff30-4a32-90fc-3e1711c2f7d5 req-730415f2-0bc0-41c0-bb3c-3e0299204afa tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:25.680276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17dc55ba-ff30-4a32-90fc-3e1711c2f7d5 req-730415f2-0bc0-41c0-bb3c-3e0299204afa tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 943 time: 0.0478961 Sep 19 03:14:25.717791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17dc55ba-ff30-4a32-90fc-3e1711c2f7d5 req-3bcc9c91-27a6-402b-a3cf-2917380c885f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Sep 19 03:14:26.177756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4d8e3-0b5a-4da0-a676-bd03725f334c req-bae138a7-faeb-4fdd-b3f5-2a760ff48104 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:26.179151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2b4d8e3-0b5a-4da0-a676-bd03725f334c req-bae138a7-faeb-4fdd-b3f5-2a760ff48104 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0787761 Sep 19 03:14:26.191993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adcd5b-8cdb-439c-b045-92499e9b4b59 req-824862fc-7708-4125-b8e0-f22a51cd4c14 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:26.193414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5adcd5b-8cdb-439c-b045-92499e9b4b59 req-824862fc-7708-4125-b8e0-f22a51cd4c14 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0667737 Sep 19 03:14:26.248649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2b4d8e3-0b5a-4da0-a676-bd03725f334c req-1e387eb0-6e15-4d95-bdf3-97c349441d80 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543041 Sep 19 03:14:26.251918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5adcd5b-8cdb-439c-b045-92499e9b4b59 req-190d849f-baf0-4692-869d-427f834e7dbe tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516095 Sep 19 03:14:26.475395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4105627-4946-43f1-b566-cf6016e600d3 req-3d08a564-c069-48c6-9886-c408042bab75 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:26.476976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4105627-4946-43f1-b566-cf6016e600d3 req-3d08a564-c069-48c6-9886-c408042bab75 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0489695 Sep 19 03:14:26.514391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4105627-4946-43f1-b566-cf6016e600d3 req-5ef65fcd-70a3-474d-a2ae-72e8a96ab077 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312340 Sep 19 03:14:26.652053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f5302-4b90-47f7-be5b-31009b81a304 req-bb8922b8-748a-4ca4-8e79-22b8693ec056 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:26.653718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce5f5302-4b90-47f7-be5b-31009b81a304 req-bb8922b8-748a-4ca4-8e79-22b8693ec056 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0604801 Sep 19 03:14:26.711805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce5f5302-4b90-47f7-be5b-31009b81a304 req-d9342f47-af27-4d5f-8b62-b7094646fdc5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502357 Sep 19 03:14:26.751503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66af189-e661-40c2-9fd2-f15c31b7c248 req-8a001a81-bf41-4af6-b918-467969779df1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:26.753383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e66af189-e661-40c2-9fd2-f15c31b7c248 req-8a001a81-bf41-4af6-b918-467969779df1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0581062 Sep 19 03:14:26.795219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e66af189-e661-40c2-9fd2-f15c31b7c248 req-62cfcf35-2216-42f7-abba-513367e06281 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343204 Sep 19 03:14:26.856358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5a38a-428e-4f86-a03e-334746f346c3 req-a7bcecba-e6e0-42f5-820d-187a81d5d0d4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:26.856358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53c5a38a-428e-4f86-a03e-334746f346c3 req-a7bcecba-e6e0-42f5-820d-187a81d5d0d4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 943 time: 0.0533607 Sep 19 03:14:26.943391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a0950-d96f-4c4f-b0a6-abfb3d4be750 req-39b5be3f-6cef-441c-95d1-2d7cf350c276 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:26.944881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d0a0950-d96f-4c4f-b0a6-abfb3d4be750 req-39b5be3f-6cef-441c-95d1-2d7cf350c276 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0854237 Sep 19 03:14:26.950396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53c5a38a-428e-4f86-a03e-334746f346c3 req-8a6fd41c-9151-4194-9b75-316c1fd2e788 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729122 Sep 19 03:14:26.984016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d0a0950-d96f-4c4f-b0a6-abfb3d4be750 req-affd74a2-200d-4583-9586-be473c27dfb8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Sep 19 03:14:27.100064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5d9df-a0e6-43dd-880e-c045a248e87e req-2aee2e13-fa7f-4aaa-addc-c55be390b26e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:27.101558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfa5d9df-a0e6-43dd-880e-c045a248e87e req-2aee2e13-fa7f-4aaa-addc-c55be390b26e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0487130 Sep 19 03:14:27.138248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfa5d9df-a0e6-43dd-880e-c045a248e87e req-a560cd42-c8a2-41ca-9384-38aa71224bd8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307417 Sep 19 03:14:27.268110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f079684-6529-4f5f-80a9-e1eefb841abf req-2e16c2ed-bcb7-4e36-942a-baf43a7dd742 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:27.269791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f079684-6529-4f5f-80a9-e1eefb841abf req-2e16c2ed-bcb7-4e36-942a-baf43a7dd742 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0497770 Sep 19 03:14:27.309519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f079684-6529-4f5f-80a9-e1eefb841abf req-0841a62d-f96e-4c39-a346-62210fed81cc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 Sep 19 03:14:27.398941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9db86-889d-45cc-931a-e815457c9ef5 req-e58e4df3-292f-46e8-9af8-11fa5947daea tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:27.400388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78f9db86-889d-45cc-931a-e815457c9ef5 req-e58e4df3-292f-46e8-9af8-11fa5947daea tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0649199 Sep 19 03:14:27.460405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfe90-9568-44fe-89fb-0dd104ac810b req-5adfd568-df47-4ddc-bd4a-e32d96753194 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:27.463224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-584cfe90-9568-44fe-89fb-0dd104ac810b req-5adfd568-df47-4ddc-bd4a-e32d96753194 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0841875 Sep 19 03:14:27.466950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78f9db86-889d-45cc-931a-e815457c9ef5 req-9db49699-a437-40a3-a3dc-bafcd00046a4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 Sep 19 03:14:27.507082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-584cfe90-9568-44fe-89fb-0dd104ac810b req-da1e2bb5-ced1-4e16-a16f-95ed8cbb8367 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Sep 19 03:14:27.861010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-dabaad5a-3928-4086-b9c3-2d675f34335f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:27.862479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-dabaad5a-3928-4086-b9c3-2d675f34335f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1338840 Sep 19 03:14:27.870723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b164d41-1319-4e42-bb5f-c56b4df7b8ee req-51ba7cc9-a61e-416a-b76c-586f953825a4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:27.872116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b164d41-1319-4e42-bb5f-c56b4df7b8ee req-51ba7cc9-a61e-416a-b76c-586f953825a4 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0771878 Sep 19 03:14:27.889010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4a4b706d-65cc-4359-b0ce-87ca579f308a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0159309 Sep 19 03:14:27.932543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 36d83a53-7789-44ee-b8ab-0a917cbb4d50 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:14:27.939246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b164d41-1319-4e42-bb5f-c56b4df7b8ee req-6c2c427f-dafd-4a20-9b6b-ac84957231a6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595112 Sep 19 03:14:27.955847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-65a6c584-1d42-4079-b40c-426941349429 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608296 Sep 19 03:14:28.059479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 36d83a53-7789-44ee-b8ab-0a917cbb4d50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:28.070148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '36d83a53-7789-44ee-b8ab-0a917cbb4d50', 'network_id': '75540ffb-8db4-47c8-b199-61eceb1eeee8', 'port_id': '36d83a53-7789-44ee-b8ab-0a917cbb4d50', 'mac_address': 'fa:16:3e:be:1e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de98992-d86c-403e-8333-263490400c8c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:14:28.081979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-1b095978-0087-4be5-bbba-46cbf33fecb6 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176953 Sep 19 03:14:28.093846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266a676-69ba-461f-ab3d-b5d1f4f479da req-d4dc59bd-dd77-4474-8d09-b25d783f1012 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:28.095309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f266a676-69ba-461f-ab3d-b5d1f4f479da req-d4dc59bd-dd77-4474-8d09-b25d783f1012 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0694785 Sep 19 03:14:28.106346 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:14:28.107022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:28.120164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d83a53-7789-44ee-b8ab-0a917cbb4d50 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:28.139063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 36d83a53-7789-44ee-b8ab-0a917cbb4d50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:28.143479 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:28.188906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=36d83a53-7789-44ee-b8ab-0a917cbb4d50,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:28.190516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f266a676-69ba-461f-ab3d-b5d1f4f479da req-3ee7d46e-335e-4335-80db-e6103b242455 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846102 Sep 19 03:14:28.217156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-78fabe4d-a388-49a4-847e-ec97c2a11182 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209242 Sep 19 03:14:28.294179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c562fd-0b3d-42b1-8a0b-dd67ebf3e01d req-10c153a9-cbc7-43af-8102-1cfea07a2302 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:28.295686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11c562fd-0b3d-42b1-8a0b-dd67ebf3e01d req-10c153a9-cbc7-43af-8102-1cfea07a2302 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 944 time: 0.0494068 Sep 19 03:14:28.337382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11c562fd-0b3d-42b1-8a0b-dd67ebf3e01d req-c4f0e598-07b3-4644-8d8e-ce14ebad261b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347524 Sep 19 03:14:28.405393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb388c82-ff53-4eed-8a7d-25c1c93392db req-805ae851-889b-4e17-9081-13606e4bc129 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 210 time: 0.0307624 Sep 19 03:14:28.835724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['36d83a53-7789-44ee-b8ab-0a917cbb4d50'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:29.074685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2146a-02f0-4173-82bd-19b5217beafa req-d968a07c-ecb4-4ecd-93c2-f7d9d89ba770 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:29.076368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6a2146a-02f0-4173-82bd-19b5217beafa req-d968a07c-ecb4-4ecd-93c2-f7d9d89ba770 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0504382 Sep 19 03:14:29.115257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6a2146a-02f0-4173-82bd-19b5217beafa req-e4487a1b-3ebd-454e-b5b6-f5003a6f1485 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 Sep 19 03:14:29.339940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f6018-6d73-4e87-bad4-7a8ed1f141f6 req-ac5eacbd-c4a3-4018-b619-6b4534c1fbff tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:29.348668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e07f6018-6d73-4e87-bad4-7a8ed1f141f6 req-ac5eacbd-c4a3-4018-b619-6b4534c1fbff tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0714831 Sep 19 03:14:29.396517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e07f6018-6d73-4e87-bad4-7a8ed1f141f6 req-010a53c1-1d52-41ec-844c-dc5d79e44d06 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463932 Sep 19 03:14:29.461864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305b745-6105-4f9a-b74e-b41819e46724 req-3707af9f-dc70-4826-9ff8-1c41426be467 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:29.463407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b305b745-6105-4f9a-b74e-b41819e46724 req-3707af9f-dc70-4826-9ff8-1c41426be467 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0595884 Sep 19 03:14:29.565089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b305b745-6105-4f9a-b74e-b41819e46724 req-365125af-2bf1-47d9-a706-c2c524aa4f7e tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911167 Sep 19 03:14:29.582999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd22e8-a78e-4a1e-b47a-280815403bf7 req-eeab3bae-9c0e-4e0e-a852-2c842bbe511d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:29.584525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ccd22e8-a78e-4a1e-b47a-280815403bf7 req-eeab3bae-9c0e-4e0e-a852-2c842bbe511d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 944 time: 0.1199663 Sep 19 03:14:29.601190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-92b624b4-b056-4edd-84a1-f3d992e42f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:29.602601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-92b624b4-b056-4edd-84a1-f3d992e42f7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=564133a1aa544caa80ad2a7d44955b8d&device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 1098 time: 0.0895317 Sep 19 03:14:29.636727 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ccd22e8-a78e-4a1e-b47a-280815403bf7 req-bad5a115-6a2c-451b-a9e3-29245dfaaec6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443368 Sep 19 03:14:29.672540 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:29.758418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-484fbf95-dc32-4108-adb8-119f1dcc0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:29.759811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-484fbf95-dc32-4108-adb8-119f1dcc0f2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 200 len: 914 time: 0.1286435 Sep 19 03:14:29.774565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8948350-8408-40b5-80b4-4e19c087c3f4 req-bb4614b4-c950-4633-a3e5-73dec0b934b3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 210 time: 0.1280091 Sep 19 03:14:29.836222 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-8c82ffbe-85ee-4f39-8c54-bf482704c86a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce HTTP/1.1" status: 200 len: 217 time: 0.0530379 Sep 19 03:14:29.994907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-c95eef42-615d-4796-890a-6e3b95bc72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:30.004223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-c95eef42-615d-4796-890a-6e3b95bc72c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=637b3351-9dde-4220-89d7-f2741e40fd35 HTTP/1.1" status: 200 len: 853 time: 0.0671830 Sep 19 03:14:30.072707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-90941f8b-bcb6-4246-afb0-0163e17775b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=267b1e61-c050-4a17-8a32-289da9ae8c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279176 Sep 19 03:14:30.162428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-0ca81741-ad55-4d40-a9f8-c806bd87b679 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:30.163859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-0ca81741-ad55-4d40-a9f8-c806bd87b679 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1199458 Sep 19 03:14:30.192140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Request body: {'port': {'device_id': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'admin_state_up': True, 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:30.200350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-32d639cc-299c-4918-a692-97333b5be773 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110296 Sep 19 03:14:30.315049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:14:30.319906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:30.349254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4d10f15-39ca-4daf-a56c-357b9c6a2606 req-1f571752-2d56-4db1-8791-cfb0adce09f0 service neutron] 10.222.0.32 "GET /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007495 Sep 19 03:14:30.454014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Allocated IP 172.20.0.2 (b7b5f6cc-3e7a-4190-882e-b24fc4efc9da/8eeae48d-b8db-4a1d-8acf-1c112780b9cc/daf5b38e-15b9-445e-a687-1c03b8f9439d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:14:30.527230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e5b61-f982-4466-8827-c01c6ee28a4a req-4a4e1354-837a-4e23-ba8b-6f92946bb640 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:30.529101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a7e5b61-f982-4466-8827-c01c6ee28a4a req-4a4e1354-837a-4e23-ba8b-6f92946bb640 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0624547 Sep 19 03:14:30.569414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a7e5b61-f982-4466-8827-c01c6ee28a4a req-7acf719c-6be2-46d2-94a1-f1d403c87c66 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338922 Sep 19 03:14:30.610202 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:30.644350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:30.694647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:14:30.696596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b', '889ebbfe-f63f-4edd-9672-55b0e56d05e3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:30.697902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:14:30.701297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:14:30.740229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event updated for resources: {'Port': ['ID=daf5b38e-15b9-445e-a687-1c03b8f9439d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:30.764817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefaa79d-ad19-4e70-8716-20a49aa79f53 req-83dfc117-4161-411a-8db4-1e14f9753ab8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:30.767258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cefaa79d-ad19-4e70-8716-20a49aa79f53 req-83dfc117-4161-411a-8db4-1e14f9753ab8 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.1272829 Sep 19 03:14:30.770127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.770819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.771169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.771516 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.771859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.772218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.772560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.772889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.773223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.773551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.773881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.774208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:30.785684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:30.786345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:30.815927 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4211a1f5-cf21-42f0-be0e-5d4f6d065978 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6275208 Sep 19 03:14:30.824979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100caa4-c12d-40f1-914a-2a885a29d9c6 req-fd39ea17-bc3e-4995-9ac5-e040b01bf687 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:30.826760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1100caa4-c12d-40f1-914a-2a885a29d9c6 req-fd39ea17-bc3e-4995-9ac5-e040b01bf687 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 944 time: 0.1105416 Sep 19 03:14:30.841224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Request body: {'port': {'device_id': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:30.869731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cefaa79d-ad19-4e70-8716-20a49aa79f53 req-8e85419d-c633-4ad4-937b-abc0a9fa3462 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805316 Sep 19 03:14:30.896083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1100caa4-c12d-40f1-914a-2a885a29d9c6 req-7b4faf80-de50-45c4-ae6f-264e28664688 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Sep 19 03:14:30.937839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:31.007105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541fc9e-4c77-4280-b8b8-6527b63be200 req-04791ac7-edaf-475b-8b0a-e96ad9755410 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:31.009083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f541fc9e-4c77-4280-b8b8-6527b63be200 req-04791ac7-edaf-475b-8b0a-e96ad9755410 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 931 time: 0.0629666 Sep 19 03:14:31.053548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f541fc9e-4c77-4280-b8b8-6527b63be200 req-9d3a93b0-2cb5-4a56-b84f-0b9935c1d642 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355895 Sep 19 03:14:31.237442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf5b38e-15b9-445e-a687-1c03b8f9439d {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:31.245322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:31.260223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Transition to ACTIVE for port object daf5b38e-15b9-445e-a687-1c03b8f9439d will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:14:31.264291 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:31.312984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Pushing event updated for resources: {'Port': ['ID=daf5b38e-15b9-445e-a687-1c03b8f9439d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:31.385013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Attempting to bind port daf5b38e-15b9-445e-a687-1c03b8f9439d on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:14:31.385391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Attempting to bind port daf5b38e-15b9-445e-a687-1c03b8f9439d by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:14:31.385679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Attempting to bind port daf5b38e-15b9-445e-a687-1c03b8f9439d on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:31.389940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Port daf5b38e-15b9-445e-a687-1c03b8f9439d on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:14:31.390791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Attempting to bind port daf5b38e-15b9-445e-a687-1c03b8f9439d on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:31.395471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:14:31.395808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:14:31.396183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Bound using segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:14:31.396600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Bound port: daf5b38e-15b9-445e-a687-1c03b8f9439d, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:14:31.396953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:31.458424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] For port daf5b38e-15b9-445e-a687-1c03b8f9439d, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:14:31.461371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] For port daf5b38e-15b9-445e-a687-1c03b8f9439d, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=daf5b38e-15b9-445e-a687-1c03b8f9439d,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:14:31.465976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:31.497030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:31.497650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:31.499117 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] 10.222.0.32 "PUT /v2.0/ports/daf5b38e-15b9-445e-a687-1c03b8f9439d HTTP/1.1" status: 200 len: 1091 time: 0.6631341 Sep 19 03:14:31.501937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'tag': 'daf5b38e-15b9-445e-a687-1c03b8f9439d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:31.504021 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9427018-7798-4272-89ea-3d88f6a7f3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "82e181c6-f415-46d3-b26e-db75cc5a6e34", "tag": "daf5b38e-15b9-445e-a687-1c03b8f9439d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:31.533850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba56e9a-d601-47fa-8f0a-68fd3e79ee89 service neutron] Pushing event updated for resources: {'Port': ['ID=daf5b38e-15b9-445e-a687-1c03b8f9439d,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:31.557496 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce70e56-296e-4cc5-adc2-8b18e4f739c6 x-openstack-request-id: req-0ce70e56-296e-4cc5-adc2-8b18e4f739c6 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:31.557496 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e181c6-f415-46d3-b26e-db75cc5a6e34", "tag": "daf5b38e-15b9-445e-a687-1c03b8f9439d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:31.557734 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ce70e56-296e-4cc5-adc2-8b18e4f739c6 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:31.558129 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'tag': 'daf5b38e-15b9-445e-a687-1c03b8f9439d', 'status': 'completed', 'code': 200} Sep 19 03:14:31.688920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9031245-d5ed-467f-a693-51cb36d59e20 req-63fd557b-dd4a-459f-8a31-1b95bc8345d5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:31.691060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9031245-d5ed-467f-a693-51cb36d59e20 req-63fd557b-dd4a-459f-8a31-1b95bc8345d5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Sep 19 03:14:31.728047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-dc45132d-4b6e-462a-a4c2-7d84dbb1d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:31.730316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-dc45132d-4b6e-462a-a4c2-7d84dbb1d396 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 1094 time: 0.0479486 Sep 19 03:14:31.738307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9031245-d5ed-467f-a693-51cb36d59e20 req-8ac2a1eb-1bd2-4773-a495-69a29b30b672 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387180 Sep 19 03:14:31.790104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-f4664610-f953-4bda-9a5e-52de7c7946da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=daf5b38e-15b9-445e-a687-1c03b8f9439d HTTP/1.1" status: 200 len: 217 time: 0.0390019 Sep 19 03:14:31.871338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-b0c2ac9b-6360-4838-aff3-e94c01663632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:31.872918 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-b0c2ac9b-6360-4838-aff3-e94c01663632 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0607240 Sep 19 03:14:31.912775 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-43653ce2-b700-4ece-b8d7-eeac0edb7082 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275829 Sep 19 03:14:31.977118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 36d83a53-7789-44ee-b8ab-0a917cbb4d50 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:14:32.025890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-72b4d4b2-d0e8-4a24-b84a-4b3bd46c0df8 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026633 Sep 19 03:14:32.033583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:14:32.037904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:14:32.038540 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:32.049561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ccd4-11ae-450d-8fad-dd9ac804020f req-4c839817-91c1-4ab9-8f62-e0bf1c9c1ad7 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.051249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9da9ccd4-11ae-450d-8fad-dd9ac804020f req-4c839817-91c1-4ab9-8f62-e0bf1c9c1ad7 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0916042 Sep 19 03:14:32.074152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b1507-978c-4b8f-a113-db1e0f9c96d6 req-ac262301-6b97-4ab8-9bd0-ef77e26fbe37 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.076233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-201b1507-978c-4b8f-a113-db1e0f9c96d6 req-ac262301-6b97-4ab8-9bd0-ef77e26fbe37 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 944 time: 0.1048021 Sep 19 03:14:32.140496 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:32.143426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db01f952-f24c-430a-8ff0-d0de507a87b7 req-c68df024-ee6c-4a5e-9a09-30939dd7dc2f service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076627 Sep 19 03:14:32.144196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9da9ccd4-11ae-450d-8fad-dd9ac804020f req-699b9175-ed89-42e0-ad3e-8f6f2e8c5c0c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841553 Sep 19 03:14:32.176875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e8a43-72ce-4655-809e-09c3c67e3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d83a53-7789-44ee-b8ab-0a917cbb4d50'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:32.179257 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001006fd-817e-4f84-ba2b-abfca8cf88b0" -d '{"events": [{"server_uuid": "289e8a43-72ce-4655-809e-09c3c67e3064", "name": "network-vif-plugged", "status": "completed", "tag": "36d83a53-7789-44ee-b8ab-0a917cbb4d50"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:32.192607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-201b1507-978c-4b8f-a113-db1e0f9c96d6 req-03f437a0-1dc6-4ff4-a0a4-5ea3c0ca365c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914314 Sep 19 03:14:32.193493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 36d83a53-7789-44ee-b8ab-0a917cbb4d50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:32.207312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:32.263254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=36d83a53-7789-44ee-b8ab-0a917cbb4d50,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:32.314824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e963-9ce4-49c5-bab2-8e79fe61e802 req-65a16840-3736-45df-83d7-1ebd0e67f031 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.316538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2992e963-9ce4-49c5-bab2-8e79fe61e802 req-65a16840-3736-45df-83d7-1ebd0e67f031 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 943 time: 0.0607953 Sep 19 03:14:32.351741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-2dc36cc7-f39a-4722-98d6-d9328acf1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.353324 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-2dc36cc7-f39a-4722-98d6-d9328acf1dc3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 1094 time: 0.0551529 Sep 19 03:14:32.360569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2992e963-9ce4-49c5-bab2-8e79fe61e802 req-a6dee40e-3300-4b6f-8344-e64e354d74da tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368724 Sep 19 03:14:32.421092 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885f2dcd-874c-4cb2-b04a-d8d5f0b599b4 x-openstack-request-id: req-885f2dcd-874c-4cb2-b04a-d8d5f0b599b4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:32.422163 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e8a43-72ce-4655-809e-09c3c67e3064", "name": "network-vif-plugged", "status": "completed", "tag": "36d83a53-7789-44ee-b8ab-0a917cbb4d50", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:32.422422 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-885f2dcd-874c-4cb2-b04a-d8d5f0b599b4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:32.422858 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e8a43-72ce-4655-809e-09c3c67e3064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d83a53-7789-44ee-b8ab-0a917cbb4d50', 'code': 200} Sep 19 03:14:32.505284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995f9f8-901c-4026-bab4-537b1d7ddf7b req-e8b571f4-fde4-45db-9c64-32d0c0fe108f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.506856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9995f9f8-901c-4026-bab4-537b1d7ddf7b req-e8b571f4-fde4-45db-9c64-32d0c0fe108f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0707009 Sep 19 03:14:32.508685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-79d0aa20-11f0-407d-b8e2-1e7c2812d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.510429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-79d0aa20-11f0-407d-b8e2-1e7c2812d1f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 907 time: 0.1232338 Sep 19 03:14:32.564033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9995f9f8-901c-4026-bab4-537b1d7ddf7b req-7cb97fe1-df18-46de-a182-5a514b917017 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Sep 19 03:14:32.571886 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-c2ebe1ef-2566-4377-b5f0-3cf96e72ec8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=daf5b38e-15b9-445e-a687-1c03b8f9439d HTTP/1.1" status: 200 len: 217 time: 0.0444403 Sep 19 03:14:32.638625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c796fe-457a-4cd0-863d-7610a8546260 req-c02d6a48-c1a2-464b-9b1d-53b7991de2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.640795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15c796fe-457a-4cd0-863d-7610a8546260 req-c02d6a48-c1a2-464b-9b1d-53b7991de2a0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 1096 time: 0.0482512 Sep 19 03:14:32.651816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-aee7b54e-e52b-48aa-8649-0d9b2c4ffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.653384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-aee7b54e-e52b-48aa-8649-0d9b2c4ffdae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0608323 Sep 19 03:14:32.688132 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-2c359620-92f1-45c3-bec8-5e7623e57a2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267742 Sep 19 03:14:32.720051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15c796fe-457a-4cd0-863d-7610a8546260 req-b681d8c7-7dfa-49fb-bef3-49d365cf6bec service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711336 Sep 19 03:14:32.738632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc4616-acac-4fb5-9645-82c81fd70995 req-b0655109-efa7-4d5f-9533-c9c87651e124 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.740139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2acc4616-acac-4fb5-9645-82c81fd70995 req-b0655109-efa7-4d5f-9533-c9c87651e124 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0757475 Sep 19 03:14:32.784893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2acc4616-acac-4fb5-9645-82c81fd70995 req-36ea5462-d1b0-4f06-9c03-b57044e18f44 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380700 Sep 19 03:14:32.797015 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-39b39f89-7155-4c84-b3c4-373968e1ca90 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945394 Sep 19 03:14:32.933428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a106c2-2a5c-4c9d-8c3d-19420ff968ed req-ba315fcb-a9b6-4cba-9bb1-5e716b8933d5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.934965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44a106c2-2a5c-4c9d-8c3d-19420ff968ed req-ba315fcb-a9b6-4cba-9bb1-5e716b8933d5 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0750487 Sep 19 03:14:32.947149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838f997-4dbb-4678-9ce2-74ab92b02f8f req-ef835078-3656-41c0-85bb-a5cf70732a2a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:32.948495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8838f997-4dbb-4678-9ce2-74ab92b02f8f req-ef835078-3656-41c0-85bb-a5cf70732a2a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0799732 Sep 19 03:14:33.009873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44a106c2-2a5c-4c9d-8c3d-19420ff968ed req-11bd3e54-1bee-4374-83b9-a798e920ce9f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601416 Sep 19 03:14:33.012728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8838f997-4dbb-4678-9ce2-74ab92b02f8f req-aabeb2b4-88e7-44a2-957e-0f4196448395 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Sep 19 03:14:33.172107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa3f95-06b1-40af-989b-1ba9fa8a7a06 req-99c4daea-1494-458e-8a83-69ac53a899fd tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:33.173798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0aa3f95-06b1-40af-989b-1ba9fa8a7a06 req-99c4daea-1494-458e-8a83-69ac53a899fd tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0506794 Sep 19 03:14:33.229288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0aa3f95-06b1-40af-989b-1ba9fa8a7a06 req-85087586-2aa7-4652-9bf9-5faa94a55280 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491886 Sep 19 03:14:33.286714 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d9427018-7798-4272-89ea-3d88f6a7f3e4 req-a064449b-38f3-4728-bcce-9d9775f9125a service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102927 Sep 19 03:14:33.319942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1c917-67d6-48d9-a1eb-c05d2007c6ba req-3962576e-7095-49fb-92be-614f528b21cd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:33.321891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48f1c917-67d6-48d9-a1eb-c05d2007c6ba req-3962576e-7095-49fb-92be-614f528b21cd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0615585 Sep 19 03:14:33.388949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48f1c917-67d6-48d9-a1eb-c05d2007c6ba req-fe79ff85-5e30-465b-a918-58d20ba7cd35 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569005 Sep 19 03:14:33.396998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340afbec-4c5a-4ee7-8a2e-2d46a34c8a1d req-afbd58ec-9282-4a52-af7d-2db5a489a9ea tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:33.398506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-340afbec-4c5a-4ee7-8a2e-2d46a34c8a1d req-afbd58ec-9282-4a52-af7d-2db5a489a9ea tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0898714 Sep 19 03:14:33.437934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-340afbec-4c5a-4ee7-8a2e-2d46a34c8a1d req-00a2b691-3029-449b-b403-f8723c241306 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333986 Sep 19 03:14:33.542372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee353d-0d3c-469b-9cee-94b770e3769e req-442afcbc-f02f-4269-abf1-11f2366db9c7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:33.543919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48ee353d-0d3c-469b-9cee-94b770e3769e req-442afcbc-f02f-4269-abf1-11f2366db9c7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 943 time: 0.0499790 Sep 19 03:14:33.582114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48ee353d-0d3c-469b-9cee-94b770e3769e req-e906fa1a-80a5-4321-9666-dec15d6256f2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317307 Sep 19 03:14:33.703441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c780b-b190-4272-99af-09e31a6b7262 req-0e2eb9c5-a15a-4c70-9511-d2110164302c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:33.704938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df9c780b-b190-4272-99af-09e31a6b7262 req-0e2eb9c5-a15a-4c70-9511-d2110164302c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0506196 Sep 19 03:14:33.742060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df9c780b-b190-4272-99af-09e31a6b7262 req-b116b013-c322-4fce-87fe-7985b1a065bb tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311255 Sep 19 03:14:33.862489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5c7d5-5817-46c0-b3e6-840b5a06c680 req-7ce69aa2-f7e9-42cd-9add-2785017b14b6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:33.863985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aec5c7d5-5817-46c0-b3e6-840b5a06c680 req-7ce69aa2-f7e9-42cd-9add-2785017b14b6 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0523140 Sep 19 03:14:33.900631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aec5c7d5-5817-46c0-b3e6-840b5a06c680 req-d86514d2-addc-4e8b-a813-c80fdf828baa tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307672 Sep 19 03:14:34.053837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a8317-9a62-429f-9296-d432dc9ea2c3 req-06c586d9-6dc5-4369-89d4-702570a142f3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.055428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c6a8317-9a62-429f-9296-d432dc9ea2c3 req-06c586d9-6dc5-4369-89d4-702570a142f3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0486860 Sep 19 03:14:34.103546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c6a8317-9a62-429f-9296-d432dc9ea2c3 req-ac25c4c1-a88b-42d4-b885-2300c27318fc tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Sep 19 03:14:34.137755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a15282-328b-4d8a-a8a9-41d95ae28ef0 req-9ae28053-623f-41a3-8c85-5a63c070d5d2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.139158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5a15282-328b-4d8a-a8a9-41d95ae28ef0 req-9ae28053-623f-41a3-8c85-5a63c070d5d2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0511825 Sep 19 03:14:34.184790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5a15282-328b-4d8a-a8a9-41d95ae28ef0 req-1968ea83-9cea-4405-94fb-bd038ef8f020 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390682 Sep 19 03:14:34.223997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe1ae6-b82f-47d7-8b2f-ce968dd3d2d8 req-095eb7a8-2878-455a-a882-e0eaf93d49cf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.225412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2fe1ae6-b82f-47d7-8b2f-ce968dd3d2d8 req-095eb7a8-2878-455a-a882-e0eaf93d49cf tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0557730 Sep 19 03:14:34.263135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2fe1ae6-b82f-47d7-8b2f-ce968dd3d2d8 req-e8937f00-ee48-4dfd-b04e-40e564d381e0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 Sep 19 03:14:34.392676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cfc2d-51b6-4d72-914b-df41e8ed2249 req-d4c63187-7546-46b9-9824-d7ccbc825ead tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.394101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b1cfc2d-51b6-4d72-914b-df41e8ed2249 req-d4c63187-7546-46b9-9824-d7ccbc825ead tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0480278 Sep 19 03:14:34.431731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b1cfc2d-51b6-4d72-914b-df41e8ed2249 req-4a1679ee-25a6-43f8-aeca-4824e470c616 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316556 Sep 19 03:14:34.502876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0f574-2797-44cb-94c4-82301d135319 req-c90c471c-c385-4e50-8ece-a2d8f5bdfa72 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.504372 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1b0f574-2797-44cb-94c4-82301d135319 req-c90c471c-c385-4e50-8ece-a2d8f5bdfa72 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0484424 Sep 19 03:14:34.571341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1b0f574-2797-44cb-94c4-82301d135319 req-cac2c81f-b43d-4c7d-93c1-87874a360631 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579121 Sep 19 03:14:34.580294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95eb6f-5147-4a65-944d-31fcd7f7a00b req-a77a817e-df02-40f1-b35d-d99533911123 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.581732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d95eb6f-5147-4a65-944d-31fcd7f7a00b req-a77a817e-df02-40f1-b35d-d99533911123 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0764022 Sep 19 03:14:34.620267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d95eb6f-5147-4a65-944d-31fcd7f7a00b req-73dcd25e-4b7d-4aa6-abd3-2f3d94ba3e94 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324159 Sep 19 03:14:34.768971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c2103-8411-4fe3-88fc-62d5e538eb63 req-13c5f888-b8c8-482c-a39e-83a01a034a36 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.770685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b9c2103-8411-4fe3-88fc-62d5e538eb63 req-13c5f888-b8c8-482c-a39e-83a01a034a36 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 943 time: 0.0530860 Sep 19 03:14:34.808910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b9c2103-8411-4fe3-88fc-62d5e538eb63 req-a924ebd0-2f77-434c-8ae5-3a06e98b5fad tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Sep 19 03:14:34.912128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de287a3-4c20-4cfd-9b29-da5127b9e1f5 req-b8dd6e73-67f0-4dfd-9601-3e16aba5dd49 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:34.913692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4de287a3-4c20-4cfd-9b29-da5127b9e1f5 req-b8dd6e73-67f0-4dfd-9601-3e16aba5dd49 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0500221 Sep 19 03:14:34.953658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4de287a3-4c20-4cfd-9b29-da5127b9e1f5 req-54567228-a1fc-43ad-8cb8-2d475ebc28c9 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Sep 19 03:14:35.076141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6c227-1774-4f32-8ff0-236e3a89e2d7 req-2d3852e6-9045-4409-b2d1-6585f4baa862 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:35.078166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6a6c227-1774-4f32-8ff0-236e3a89e2d7 req-2d3852e6-9045-4409-b2d1-6585f4baa862 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0547531 Sep 19 03:14:35.116126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6a6c227-1774-4f32-8ff0-236e3a89e2d7 req-49a46e43-0691-4351-bbbe-d1205b2b4435 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316098 Sep 19 03:14:35.237745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ad013-fed6-4335-a5a3-3cdc7bf4a647 req-e1deff48-4161-42e7-8f0f-179a78eb4117 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:35.239345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-101ad013-fed6-4335-a5a3-3cdc7bf4a647 req-e1deff48-4161-42e7-8f0f-179a78eb4117 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0493445 Sep 19 03:14:35.302609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-101ad013-fed6-4335-a5a3-3cdc7bf4a647 req-981c703e-76f7-4252-b166-0ab3f739f7ff tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565920 Sep 19 03:14:35.319170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da5c42-62e5-4a88-a42a-6dd34cc5f5ae req-808d3d74-ad43-4cd5-8cec-1b31a1c847dd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:35.320628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29da5c42-62e5-4a88-a42a-6dd34cc5f5ae req-808d3d74-ad43-4cd5-8cec-1b31a1c847dd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0672412 Sep 19 03:14:35.360492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29da5c42-62e5-4a88-a42a-6dd34cc5f5ae req-df43d255-3f67-4c98-9cd8-b946385f916c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335369 Sep 19 03:14:35.689502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496eb4f3-fb82-49fd-a2bc-4051c55e8d78 req-3d7059a2-63dd-4861-8136-f075c8f06658 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:35.691040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-496eb4f3-fb82-49fd-a2bc-4051c55e8d78 req-3d7059a2-63dd-4861-8136-f075c8f06658 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Sep 19 03:14:35.735011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-496eb4f3-fb82-49fd-a2bc-4051c55e8d78 req-b7064753-f17a-4c07-ad1d-d74cf42dcdd0 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Sep 19 03:14:36.017905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed789243-0599-4cfc-b750-12071b6df3e1 req-e43ad529-1b8e-43d8-ac7e-8ca12496628f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:36.019318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-752e7907-726e-4a49-9c93-412d444b9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:36.019750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed789243-0599-4cfc-b750-12071b6df3e1 req-e43ad529-1b8e-43d8-ac7e-8ca12496628f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0817766 Sep 19 03:14:36.021443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-752e7907-726e-4a49-9c93-412d444b9e19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 1096 time: 0.0440111 Sep 19 03:14:36.026892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f6c43-1131-4854-b2ba-96c06e588b2a req-79dac733-9af7-4308-9cca-40cbbf48e58f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:36.028301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-265f6c43-1131-4854-b2ba-96c06e588b2a req-79dac733-9af7-4308-9cca-40cbbf48e58f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 943 time: 0.0796387 Sep 19 03:14:36.090230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed789243-0599-4cfc-b750-12071b6df3e1 req-c80a69a4-0ed2-42ee-8b52-a442dc3feca6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596235 Sep 19 03:14:36.094029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-265f6c43-1131-4854-b2ba-96c06e588b2a req-89e52c11-8f24-48ef-9b17-e947fd123b37 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Sep 19 03:14:36.148906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-67b8a17e-9b6d-4bbc-85f7-755d1181197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:36.150472 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-67b8a17e-9b6d-4bbc-85f7-755d1181197c service neutron] 10.222.0.32 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 911 time: 0.1164689 Sep 19 03:14:36.193675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-a6678b4c-28ad-42ba-be86-e28bbd9e7c47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50 HTTP/1.1" status: 200 len: 217 time: 0.0350077 Sep 19 03:14:36.269698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-cd42ca16-9c31-42d4-8bc8-36ed02ed3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:36.271159 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-cd42ca16-9c31-42d4-8bc8-36ed02ed3c30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 200 len: 850 time: 0.0477350 Sep 19 03:14:36.316341 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-d989ee4a-0872-4031-bc03-3c08ba2eaa1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75540ffb-8db4-47c8-b199-61eceb1eeee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253289 Sep 19 03:14:36.412076 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-e0fbb9bd-29e6-4b93-91d2-3a529a9112e7 service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837333 Sep 19 03:14:36.483830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49758aed-2ce0-4631-9db9-0c8557d40047 req-f9bd1c97-a209-47f5-8320-1882ec833da6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:36.492923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49758aed-2ce0-4631-9db9-0c8557d40047 req-f9bd1c97-a209-47f5-8320-1882ec833da6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0623257 Sep 19 03:14:36.526407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49758aed-2ce0-4631-9db9-0c8557d40047 req-ead8b05a-0023-4dea-ba2d-e47b770ca32c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Sep 19 03:14:36.527760 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a402d2f7-49a3-4813-a7aa-8a9fd89bdca1 req-f117b1eb-defc-492d-a1ae-3c92ee1d79a0 service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985820 Sep 19 03:14:37.245837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840970b2-c408-4f3a-af56-ecc21318d051 req-7634f4c3-2461-49e1-a849-4e027d7b314b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:37.247378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-840970b2-c408-4f3a-af56-ecc21318d051 req-7634f4c3-2461-49e1-a849-4e027d7b314b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0809467 Sep 19 03:14:37.255910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cdec3-0223-42ec-b225-aa51a3b1ba24 req-03903f6d-4390-4ec0-b1ca-b0718c10ad93 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:37.257404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-268cdec3-0223-42ec-b225-aa51a3b1ba24 req-03903f6d-4390-4ec0-b1ca-b0718c10ad93 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 943 time: 0.0802445 Sep 19 03:14:37.600770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-840970b2-c408-4f3a-af56-ecc21318d051 req-1d30fcbe-42ad-478a-b4f3-769f37ee9cb1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420002 Sep 19 03:14:37.605213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-268cdec3-0223-42ec-b225-aa51a3b1ba24 req-291b4c01-1730-4c01-a433-dc590bbcc980 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406231 Sep 19 03:14:37.746582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c981cb-4a33-4bc7-8406-847e2382d9ae req-7424d2ec-66a0-41c6-897f-e0d49b87ccfb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:37.749380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9c981cb-4a33-4bc7-8406-847e2382d9ae req-7424d2ec-66a0-41c6-897f-e0d49b87ccfb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0600712 Sep 19 03:14:37.792025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9c981cb-4a33-4bc7-8406-847e2382d9ae req-816aac41-378d-4ca7-a15c-37a68462e0ed tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327034 Sep 19 03:14:38.024546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device daf5b38e-15b9-445e-a687-1c03b8f9439d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:14:38.121484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port daf5b38e-15b9-445e-a687-1c03b8f9439d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=daf5b38e-15b9-445e-a687-1c03b8f9439d,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:38.132186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'daf5b38e-15b9-445e-a687-1c03b8f9439d', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'port_id': 'daf5b38e-15b9-445e-a687-1c03b8f9439d', 'mac_address': 'fa:16:3e:36:8a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeae48d-b8db-4a1d-8acf-1c112780b9cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:14:38.168016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:38.180248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf5b38e-15b9-445e-a687-1c03b8f9439d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:38.198423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port daf5b38e-15b9-445e-a687-1c03b8f9439d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=daf5b38e-15b9-445e-a687-1c03b8f9439d,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:38.203654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:38.253216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=daf5b38e-15b9-445e-a687-1c03b8f9439d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:38.759199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f99a57-5dec-4303-b4a6-c509e535534a req-16f7aee5-6cc2-419b-8102-33e03d0559cc tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:38.760815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79f99a57-5dec-4303-b4a6-c509e535534a req-16f7aee5-6cc2-419b-8102-33e03d0559cc tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0778513 Sep 19 03:14:38.798919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8ab3f-1e1b-4d9a-b3a3-473a05f99a00 req-8e2171f5-8ea8-432c-b560-f8a01fc10824 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:38.800280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ec8ab3f-1e1b-4d9a-b3a3-473a05f99a00 req-8e2171f5-8ea8-432c-b560-f8a01fc10824 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 944 time: 0.0811143 Sep 19 03:14:38.826561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79f99a57-5dec-4303-b4a6-c509e535534a req-47bc3d69-11df-4419-8ad6-699e59a47117 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582907 Sep 19 03:14:38.846869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ec8ab3f-1e1b-4d9a-b3a3-473a05f99a00 req-4f1a0cf4-663b-411b-8382-bf9eda1aeaff tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Sep 19 03:14:38.962388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1954bf-68a9-4e7d-8dd4-3e011ea66760 req-9d9427e5-0179-48a9-9237-efb9ded264d3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:38.964072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db1954bf-68a9-4e7d-8dd4-3e011ea66760 req-9d9427e5-0179-48a9-9237-efb9ded264d3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0561516 Sep 19 03:14:39.006193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db1954bf-68a9-4e7d-8dd4-3e011ea66760 req-7c00dc1a-ba5d-4e64-974a-0c6943374ef8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Sep 19 03:14:39.094470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['daf5b38e-15b9-445e-a687-1c03b8f9439d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:39.953129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fdf27-57fb-4473-b926-f071b21e2dd4 req-27a41e6e-44b0-40d5-890c-ae344f683d3c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:39.954203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-076fdf27-57fb-4473-b926-f071b21e2dd4 req-27a41e6e-44b0-40d5-890c-ae344f683d3c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0583217 Sep 19 03:14:40.026259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-076fdf27-57fb-4473-b926-f071b21e2dd4 req-ce0abc13-308c-48b2-ab8e-ec4b9f791e24 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613647 Sep 19 03:14:40.034375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289b71-70e2-4fed-b6ec-da2293f2f8b1 req-f9d33b2e-9713-4707-845c-f75f7c7e0e1f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:40.035831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48289b71-70e2-4fed-b6ec-da2293f2f8b1 req-f9d33b2e-9713-4707-845c-f75f7c7e0e1f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 944 time: 0.0807078 Sep 19 03:14:40.076050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48289b71-70e2-4fed-b6ec-da2293f2f8b1 req-e41be808-54e9-4ca1-a05e-28914384e0f8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Sep 19 03:14:40.127818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faf1d5-dffc-436d-912a-8703f057b858 req-a9dd4b96-d519-46a1-b7d3-97bec25ad6f2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:40.129296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92faf1d5-dffc-436d-912a-8703f057b858 req-a9dd4b96-d519-46a1-b7d3-97bec25ad6f2 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0480247 Sep 19 03:14:40.167970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92faf1d5-dffc-436d-912a-8703f057b858 req-d83fe428-fbb0-4345-97d6-7465e0c89ff0 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308135 Sep 19 03:14:40.261485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec778a-da18-43cf-a9ff-ed109a175476 req-73fc964b-1d7f-4c72-9952-8dac49f167e1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:40.261485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-caec778a-da18-43cf-a9ff-ed109a175476 req-73fc964b-1d7f-4c72-9952-8dac49f167e1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Sep 19 03:14:40.304009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-caec778a-da18-43cf-a9ff-ed109a175476 req-57954b92-4f73-42e0-b1ac-9f770283a1d3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354011 Sep 19 03:14:40.621759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954f0d9-2fd2-4683-a811-c9b33d6368fb req-984e3222-759d-4ac5-9be2-60dbf03a4828 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:40.623256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1954f0d9-2fd2-4683-a811-c9b33d6368fb req-984e3222-759d-4ac5-9be2-60dbf03a4828 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0492887 Sep 19 03:14:40.660747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1954f0d9-2fd2-4683-a811-c9b33d6368fb req-dcf0207f-72ae-4d13-8321-3bc32a8b30ff tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308399 Sep 19 03:14:41.139803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5f07-ed06-4f75-8d41-861395e3fad2 req-eb2febbf-5b01-4379-9660-a532f8b65d10 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:41.141800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecea5f07-ed06-4f75-8d41-861395e3fad2 req-eb2febbf-5b01-4379-9660-a532f8b65d10 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0474737 Sep 19 03:14:41.181113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecea5f07-ed06-4f75-8d41-861395e3fad2 req-2d440561-de12-4ca4-a962-441d57baa8aa tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Sep 19 03:14:41.246553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b1c98-87cb-4876-9435-8163efe0a0fd req-e341605e-6bad-476b-9624-944dbf0a86d4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:41.248030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-003b1c98-87cb-4876-9435-8163efe0a0fd req-e341605e-6bad-476b-9624-944dbf0a86d4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 944 time: 0.1053641 Sep 19 03:14:41.289268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-003b1c98-87cb-4876-9435-8163efe0a0fd req-bb928f39-2745-46dd-8fd9-f072bf8d6dd6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348785 Sep 19 03:14:41.389499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70b1bf-3f06-4d49-be29-5905fe94ef6c req-503c78be-4b7f-4d55-9e8b-92b5c3df26ce tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:41.391485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a70b1bf-3f06-4d49-be29-5905fe94ef6c req-503c78be-4b7f-4d55-9e8b-92b5c3df26ce tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0497200 Sep 19 03:14:41.430193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a70b1bf-3f06-4d49-be29-5905fe94ef6c req-b79007ff-afaa-449a-a55d-28588b484934 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324306 Sep 19 03:14:41.489505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfecd1-604a-4995-9b4a-6dd3e2da4d9a req-b76bbf51-b774-40c1-accf-d49a866723eb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:41.491138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9dfecd1-604a-4995-9b4a-6dd3e2da4d9a req-b76bbf51-b774-40c1-accf-d49a866723eb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0487807 Sep 19 03:14:41.528558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9dfecd1-604a-4995-9b4a-6dd3e2da4d9a req-cf97c289-371c-4ce9-af3b-5ed4eb551ac1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Sep 19 03:14:41.781710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00452fb-5fc0-4adc-a8f6-087ef135b87e req-512277cc-5695-417f-96a8-4488099612c9 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:41.783210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c00452fb-5fc0-4adc-a8f6-087ef135b87e req-512277cc-5695-417f-96a8-4488099612c9 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0533767 Sep 19 03:14:41.819398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c00452fb-5fc0-4adc-a8f6-087ef135b87e req-235ce5b4-ba1c-43e2-8063-f09dd6dffb95 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303495 Sep 19 03:14:42.071594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device daf5b38e-15b9-445e-a687-1c03b8f9439d up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:14:42.117361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port daf5b38e-15b9-445e-a687-1c03b8f9439d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:14:42.121025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port daf5b38e-15b9-445e-a687-1c03b8f9439d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:14:42.121424 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:42.198583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:42.220989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf5b38e-15b9-445e-a687-1c03b8f9439d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:42.223247 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe536dd3-c04a-4ce2-8489-11e13f176677" -d '{"events": [{"server_uuid": "82e181c6-f415-46d3-b26e-db75cc5a6e34", "name": "network-vif-plugged", "status": "completed", "tag": "daf5b38e-15b9-445e-a687-1c03b8f9439d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:42.236421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port daf5b38e-15b9-445e-a687-1c03b8f9439d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=daf5b38e-15b9-445e-a687-1c03b8f9439d,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:42.242713 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:42.269424 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9454b66-9834-47aa-8451-4eddcfda9c06 x-openstack-request-id: req-e9454b66-9834-47aa-8451-4eddcfda9c06 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:42.269706 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e181c6-f415-46d3-b26e-db75cc5a6e34", "name": "network-vif-plugged", "status": "completed", "tag": "daf5b38e-15b9-445e-a687-1c03b8f9439d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:42.270024 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9454b66-9834-47aa-8451-4eddcfda9c06 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:42.270413 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf5b38e-15b9-445e-a687-1c03b8f9439d', 'code': 200} Sep 19 03:14:42.298946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=daf5b38e-15b9-445e-a687-1c03b8f9439d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:42.305824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef149d-064d-4a5e-8923-1744ce0aa449 req-dda0ca5f-e652-4d69-8e85-677d785c55b8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:42.307626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4ef149d-064d-4a5e-8923-1744ce0aa449 req-dda0ca5f-e652-4d69-8e85-677d785c55b8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0599318 Sep 19 03:14:42.353998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4ef149d-064d-4a5e-8923-1744ce0aa449 req-8a0c1b62-b673-497b-89d6-c32534e1e26d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Sep 19 03:14:42.454764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aff82e-c318-4575-b373-94e21bc052e1 req-48a0720a-edc4-415c-8861-6152681cfd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:42.456277 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4aff82e-c318-4575-b373-94e21bc052e1 req-48a0720a-edc4-415c-8861-6152681cfd35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 1096 time: 0.0403547 Sep 19 03:14:42.459658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f63d1-3453-4b76-808d-02666d479b7e req-d0272ce8-dfbc-4333-99d2-8900f022b2e3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:42.461165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a65f63d1-3453-4b76-808d-02666d479b7e req-d0272ce8-dfbc-4333-99d2-8900f022b2e3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.0520210 Sep 19 03:14:42.500211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a65f63d1-3453-4b76-808d-02666d479b7e req-70cb991c-9201-49cc-8c38-dc8b5b6ea6dc tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329521 Sep 19 03:14:42.528298 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4aff82e-c318-4575-b373-94e21bc052e1 req-99115ab9-8d49-493b-a1ab-37c565eec8d5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294478 Sep 19 03:14:42.589708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86603ce4-f0c8-4442-aa5b-5f3dd3dd66ca req-337f1dfd-5463-4236-bedc-56efd470170c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:42.591215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86603ce4-f0c8-4442-aa5b-5f3dd3dd66ca req-337f1dfd-5463-4236-bedc-56efd470170c tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0526459 Sep 19 03:14:42.628309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86603ce4-f0c8-4442-aa5b-5f3dd3dd66ca req-06960665-2a00-4fb3-a073-cf6b5526c8e3 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Sep 19 03:14:42.728206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f7546-ee61-44c6-a66b-67bf58ed80c2 req-5e60256a-636d-4415-b611-2ba7aa8e833a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:42.729657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f52f7546-ee61-44c6-a66b-67bf58ed80c2 req-5e60256a-636d-4415-b611-2ba7aa8e833a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0487406 Sep 19 03:14:42.766479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f52f7546-ee61-44c6-a66b-67bf58ed80c2 req-bb194985-973a-43c0-a8a1-9ec72cfbb1f1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309234 Sep 19 03:14:43.168445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83cb08-642c-4baf-a1a0-a11c5f40866b req-01999970-a57a-428d-ab8e-3cee5cd6646d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.169912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e83cb08-642c-4baf-a1a0-a11c5f40866b req-01999970-a57a-428d-ab8e-3cee5cd6646d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0806465 Sep 19 03:14:43.181154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c712c4b-65d8-4fbc-8a86-beaa1c4aa459 req-6fe9a3ef-3b62-4bc1-81aa-af3ca45fb144 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.182535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c712c4b-65d8-4fbc-8a86-beaa1c4aa459 req-6fe9a3ef-3b62-4bc1-81aa-af3ca45fb144 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1278453 Sep 19 03:14:43.236750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e83cb08-642c-4baf-a1a0-a11c5f40866b req-06b9b6a9-a40e-4546-bb95-70e09259471c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532541 Sep 19 03:14:43.241469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c712c4b-65d8-4fbc-8a86-beaa1c4aa459 req-a540105c-eef7-4513-a86f-c852a1c1913b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518541 Sep 19 03:14:43.353939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a41d450-147a-44e0-b9c7-8f9d55e1a56f req-db803a51-db0b-4c07-ae87-1241f8a821d8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.355431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a41d450-147a-44e0-b9c7-8f9d55e1a56f req-db803a51-db0b-4c07-ae87-1241f8a821d8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0487814 Sep 19 03:14:43.393046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a41d450-147a-44e0-b9c7-8f9d55e1a56f req-89f4ea22-93e3-4398-838c-ada856b14bea tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Sep 19 03:14:43.474384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24668d21-fcda-4ac0-acb8-0fcabccfe5fa req-a0af97e9-c487-442f-8893-86de828a0854 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.475910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24668d21-fcda-4ac0-acb8-0fcabccfe5fa req-a0af97e9-c487-442f-8893-86de828a0854 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0530870 Sep 19 03:14:43.490674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da2661-d93b-4912-9882-744de23c13c5 req-0ba735da-684a-49c0-98ee-252c899b9289 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.492148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2da2661-d93b-4912-9882-744de23c13c5 req-0ba735da-684a-49c0-98ee-252c899b9289 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0564883 Sep 19 03:14:43.520869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24668d21-fcda-4ac0-acb8-0fcabccfe5fa req-169d0f11-1d35-44d3-b7c8-54d16eefd898 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384395 Sep 19 03:14:43.592202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Deleting port 0abe9c9c-9e6b-4544-b025-82eb208d08ce {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:14:43.592547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:43.669576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-138c1191-46cc-4eff-b11f-8970ec6fb268 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.671166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-138c1191-46cc-4eff-b11f-8970ec6fb268 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.1066389 Sep 19 03:14:43.713346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-f1c46f6a-c8ee-44de-b3e2-a7009b1b28f4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/quotas/11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 375 time: 0.0294926 Sep 19 03:14:43.742774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f5b5d-c408-43e6-9e0d-a07e00a1ea17 req-cd049bc0-a5b8-460b-ba64-b7932d467433 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.744381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b0f5b5d-c408-43e6-9e0d-a07e00a1ea17 req-cd049bc0-a5b8-460b-ba64-b7932d467433 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.0722842 Sep 19 03:14:43.825249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-369d8f6c-93df-4ddb-aeee-4afcc790552d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1036706 Sep 19 03:14:43.828710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b0f5b5d-c408-43e6-9e0d-a07e00a1ea17 req-b121172b-78f2-4320-a37b-065e4b0ac650 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 Sep 19 03:14:43.960582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-89b98409-5516-43e4-8d0c-f63daad008d6 service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273818 Sep 19 03:14:43.972753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43754503-178e-4e4c-bf07-8fac677b3d4f req-38a24dcc-e708-449c-8ebf-a40020913a7a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:43.974224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43754503-178e-4e4c-bf07-8fac677b3d4f req-38a24dcc-e708-449c-8ebf-a40020913a7a tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff41d85-3222-4fe8-bf91-b3aad89602d2 HTTP/1.1" status: 200 len: 947 time: 0.0661674 Sep 19 03:14:43.977643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] For port 0abe9c9c-9e6b-4544-b025-82eb208d08ce, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0abe9c9c-9e6b-4544-b025-82eb208d08ce,segment=NetworkSegment(e00f5602-43e2-4acd-90c0-1bba94a50457),segment_id=e00f5602-43e2-4acd-90c0-1bba94a50457)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:43.978017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:43.990267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Calling delete_port for 0abe9c9c-9e6b-4544-b025-82eb208d08ce owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:14:44.068540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43754503-178e-4e4c-bf07-8fac677b3d4f req-ad246d86-6de1-41c4-b443-8f9fec1cbb35 tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.22 "GET /v2.0/security-groups?id=c39a9300-da56-4b78-9c95-4d30d5efcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862718 Sep 19 03:14:44.098934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-fed8a01d-5d75-47eb-b327-ad64e751c8d7 service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235664 Sep 19 03:14:44.118961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:44.152080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Pushing event deleted for resources: {'Port': ['ID=0abe9c9c-9e6b-4544-b025-82eb208d08ce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:44.169948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0abe9c9c-9e6b-4544-b025-82eb208d08ce'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:44.199516 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] No DVR routers for this DVR port 0abe9c9c-9e6b-4544-b025-82eb208d08ce on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:14:44.202079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:44.204151 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2da2661-d93b-4912-9882-744de23c13c5 req-71791099-d1cf-4653-9288-8a11b7b7788f tempest-ServersNegativeTestJSON-1367475327 tempest-ServersNegativeTestJSON-1367475327-project] 10.222.0.32 "DELETE /v2.0/ports/0abe9c9c-9e6b-4544-b025-82eb208d08ce HTTP/1.1" status: 204 len: 173 time: 0.7039402 Sep 19 03:14:44.204601 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-deleted', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:44.206881 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bed017-3a14-4fa9-8370-b049f750c135" -d '{"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-deleted", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:44.274330 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ab82f1-e7b4-4357-91cf-ad1166135e1c x-openstack-request-id: req-26ab82f1-e7b4-4357-91cf-ad1166135e1c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:44.274622 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff41d85-3222-4fe8-bf91-b3aad89602d2", "name": "network-vif-deleted", "tag": "0abe9c9c-9e6b-4544-b025-82eb208d08ce", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:44.274920 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26ab82f1-e7b4-4357-91cf-ad1166135e1c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:44.275294 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff41d85-3222-4fe8-bf91-b3aad89602d2', 'name': 'network-vif-deleted', 'tag': '0abe9c9c-9e6b-4544-b025-82eb208d08ce', 'status': 'completed', 'code': 200} Sep 19 03:14:44.279201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fbce66a-de11-4aab-8aac-9b5f33ac7bcd req-5442e0d0-f9bd-42df-90c5-9f8fdac6ffaa tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0312335 Sep 19 03:14:44.370166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc765fe-6369-4e20-bd41-a1aaaed6cb06 req-30703427-97dc-4a2e-83ec-cb41d1a599cb tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:44.371690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1dc765fe-6369-4e20-bd41-a1aaaed6cb06 req-30703427-97dc-4a2e-83ec-cb41d1a599cb tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0515859 Sep 19 03:14:44.412175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1dc765fe-6369-4e20-bd41-a1aaaed6cb06 req-8164b7dc-a841-4b95-ac68-539f3c366b07 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328069 Sep 19 03:14:44.484267 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b54797a5-bc3c-44b6-9d12-c4f02c0ca7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:44.649583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98e00-a424-4305-957d-b24faecebeaa req-7f6a0d9a-ddd8-4e6a-afd9-0e735efed92f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:44.655659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e98e00-a424-4305-957d-b24faecebeaa req-7f6a0d9a-ddd8-4e6a-afd9-0e735efed92f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0628622 Sep 19 03:14:44.694004 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07e98e00-a424-4305-957d-b24faecebeaa req-88b92fae-81dd-4f44-a430-6d8062737141 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343335 Sep 19 03:14:44.951038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344196-ccfd-4e3d-8f76-5ee951269ab1 req-b7c36c7f-c4ad-495e-83a8-78fb351d2883 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:44.952482 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb344196-ccfd-4e3d-8f76-5ee951269ab1 req-b7c36c7f-c4ad-495e-83a8-78fb351d2883 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.0534310 Sep 19 03:14:44.993249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb344196-ccfd-4e3d-8f76-5ee951269ab1 req-55334c7d-4120-4895-bb6b-41d55d7837ab tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344384 Sep 19 03:14:45.112129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5299-0eea-4eed-a2f8-f8b61c40110c req-a720a328-7b65-4498-8a84-9b4b6d9c7100 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:45.113625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28ed5299-0eea-4eed-a2f8-f8b61c40110c req-a720a328-7b65-4498-8a84-9b4b6d9c7100 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Sep 19 03:14:45.125019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51406) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:45.152829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28ed5299-0eea-4eed-a2f8-f8b61c40110c req-b8303e2b-c820-40a1-a592-a40019be56fe tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Sep 19 03:14:45.172214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] Deleting subnet 637b3351-9dde-4220-89d7-f2741e40fd35 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:14:45.175613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.210802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.253957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.269274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c47376-59e7-44d0-bdbe-c81cdc6891aa req-fc7c2fca-a2cf-4775-8a97-3268443ba181 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:45.270989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6c47376-59e7-44d0-bdbe-c81cdc6891aa req-fc7c2fca-a2cf-4775-8a97-3268443ba181 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.0503330 Sep 19 03:14:45.309014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.314922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6c47376-59e7-44d0-bdbe-c81cdc6891aa req-410d9fe3-4d53-488e-8182-fba6d7d2dbab tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371418 Sep 19 03:14:45.335452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=637b3351-9dde-4220-89d7-f2741e40fd35,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:45.340530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.346914 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d0a15347-6f1b-41c1-9843-bf41a1b45f86 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/637b3351-9dde-4220-89d7-f2741e40fd35 HTTP/1.1" status: 204 len: 168 time: 0.2155652 Sep 19 03:14:45.346914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:45.385329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f321364-e6a2-4393-8f01-11bb896e86c4 req-237aeec3-7e41-4412-8c82-e5fa0a11efca tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0299633 Sep 19 03:14:45.415178 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.506905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.527589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267b1e61-c050-4a17-8a32-289da9ae8c7d']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:14:45.538265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00f5602-43e2-4acd-90c0-1bba94a50457') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:14:45.538571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00f5602-43e2-4acd-90c0-1bba94a50457') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:14:45.541204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5251add-8b74-4bcb-9d78-af70af10507c req-0887790a-cd11-4117-95ab-71d2c04517fb tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:45.549291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5251add-8b74-4bcb-9d78-af70af10507c req-0887790a-cd11-4117-95ab-71d2c04517fb tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0638919 Sep 19 03:14:45.550121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.563328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.570000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:14:45.570415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:14:45.572203 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:14:45.617052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5251add-8b74-4bcb-9d78-af70af10507c req-fcfe228a-d660-43ad-ba3a-f868a09b523b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668027 Sep 19 03:14:45.637314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98832a43-69cb-41b7-a832-75f0a4c78d5b req-b5909b97-b779-41bb-8c35-067618b065d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:45.638754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98832a43-69cb-41b7-a832-75f0a4c78d5b req-b5909b97-b779-41bb-8c35-067618b065d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.0868270 Sep 19 03:14:45.683863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98832a43-69cb-41b7-a832-75f0a4c78d5b req-8420d8e0-b258-4f8a-a08a-3f3302694071 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361288 Sep 19 03:14:45.693835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.708443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.710458 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] 10.222.0.22 "DELETE /v2.0/networks/267b1e61-c050-4a17-8a32-289da9ae8c7d HTTP/1.1" status: 204 len: 168 time: 0.3632510 Sep 19 03:14:45.727850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997e124-c617-44a2-8c20-f787d6d66f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=267b1e61-c050-4a17-8a32-289da9ae8c7d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:45.770510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-563e4aae-977a-4cb3-bbee-e6f725701e96 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:45.772435 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-563e4aae-977a-4cb3-bbee-e6f725701e96 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.1904542 Sep 19 03:14:45.840792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51430) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:45.847100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'port': {'device_id': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'admin_state_up': True, 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:45.860157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:45.876171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325bfd3-0991-4325-97e3-d64b0892e9c3 req-1d5929f1-0b03-4f54-968c-25fff675d433 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:45.877571 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f325bfd3-0991-4325-97e3-d64b0892e9c3 req-1d5929f1-0b03-4f54-968c-25fff675d433 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0714667 Sep 19 03:14:45.916184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1ce9782d-50e0-4a04-a508-f4c4edbaef43 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=564133a1aa544caa80ad2a7d44955b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0719261 Sep 19 03:14:45.916599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51432) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:45.931710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f325bfd3-0991-4325-97e3-d64b0892e9c3 req-021f4369-0e13-43f2-bfd0-d964ae23c082 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 Sep 19 03:14:45.989085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Made reservation on behalf of 11a72d8d880d4e5c9ef86b1ff8199024 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:14:45.993135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.003184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-422f6676-6690-43be-bbb5-aae1b8c4e346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.035351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-422f6676-6690-43be-bbb5-aae1b8c4e346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.152738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-422f6676-6690-43be-bbb5-aae1b8c4e346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.155257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-422f6676-6690-43be-bbb5-aae1b8c4e346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.156433 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-422f6676-6690-43be-bbb5-aae1b8c4e346 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c39a9300-da56-4b78-9c95-4d30d5efcb09 HTTP/1.1" status: 204 len: 168 time: 0.2388370 Sep 19 03:14:46.171264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Allocated IP 172.20.0.12 (7ddbdce6-d85b-4f7d-b833-878eeb5a3e35/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950/b5f2504f-ad90-445c-9758-33f75f63b6cf) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:14:46.173813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f6676-6690-43be-bbb5-aae1b8c4e346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39a9300-da56-4b78-9c95-4d30d5efcb09,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:46.218303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-24ccca00-ead6-4bac-98cf-ae7794b0983f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0644333 Sep 19 03:14:46.315399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.315916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.316460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.316924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.317396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.317991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.318468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.320763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-443e9ab7-3f5f-4829-88a0-a5970b769af6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=eff36188a48b4053bdf51b3188fceea3&device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6490 time: 0.0646698 Sep 19 03:14:46.332034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.371589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.407797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:46.417556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=b5f2504f-ad90-445c-9758-33f75f63b6cf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:46.440720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:14:46.442139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:14:46.446029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:14:46.551121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.553325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.586644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2f85ebe-1618-449e-8c43-1d1c866a2b99 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478018 Sep 19 03:14:46.606927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Request body: {'port': {'device_id': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:46.612348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c03d9-8bc2-483c-a617-05e240bb0056 req-c4e66784-7a28-400f-aab2-c907da4ea202 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.619700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a4c03d9-8bc2-483c-a617-05e240bb0056 req-c4e66784-7a28-400f-aab2-c907da4ea202 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 932 time: 0.1018586 Sep 19 03:14:46.631232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-932fe3bc-ae27-4c22-bf5b-60a69f4ad865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.631712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-932fe3bc-ae27-4c22-bf5b-60a69f4ad865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.632198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-932fe3bc-ae27-4c22-bf5b-60a69f4ad865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.633794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-932fe3bc-ae27-4c22-bf5b-60a69f4ad865 service neutron] 10.222.0.32 "GET /v2.0/networks?id=065b3b62-b510-442e-b6be-b963b35c06e9&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=256dc6aa-26e8-44ca-be65-581892b397ef&id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&id=1412ec84-2b76-4b89-a1b9-10121cbc40e1 HTTP/1.1" status: 200 len: 2294 time: 0.2480993 Sep 19 03:14:46.670792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.778158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-409d201f-7b4d-41a3-862d-768a0695a22c None None] Provisioning complete for port b5f2504f-ad90-445c-9758-33f75f63b6cf triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:14:46.778817 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-409d201f-7b4d-41a3-862d-768a0695a22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:46.790581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a4c03d9-8bc2-483c-a617-05e240bb0056 req-f34ec1b2-7060-4db4-9272-14df9b726cbc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557052 Sep 19 03:14:46.830946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-409d201f-7b4d-41a3-862d-768a0695a22c None None] Port b5f2504f-ad90-445c-9758-33f75f63b6cf cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:14:46.840990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-a1cc58e6-7948-44fa-b098-18926b02feab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70 HTTP/1.1" status: 200 len: 1002 time: 0.1924500 Sep 19 03:14:46.854127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd270e-6810-4c0b-843d-82acd78d0655 req-8211e3ef-08f2-4feb-b23d-05b9f07b8a43 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.855745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebcd270e-6810-4c0b-843d-82acd78d0655 req-8211e3ef-08f2-4feb-b23d-05b9f07b8a43 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1325135 Sep 19 03:14:46.972427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-e9cde7e3-228b-4e1c-a988-064e7ea04f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.972427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-e9cde7e3-228b-4e1c-a988-064e7ea04f7b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e36a326a-75b8-42fb-b20b-c7b10be6991b HTTP/1.1" status: 200 len: 851 time: 0.1136150 Sep 19 03:14:46.983408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e675a-20c2-4abd-9290-cfd81dc1fbcc req-ae30bc5f-e2ae-4663-9c6d-ec1349df7e2d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:46.984926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa0e675a-20c2-4abd-9290-cfd81dc1fbcc req-ae30bc5f-e2ae-4663-9c6d-ec1349df7e2d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.0940208 Sep 19 03:14:46.987715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebcd270e-6810-4c0b-843d-82acd78d0655 req-9da8d402-e962-403f-854c-25495e175b78 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871675 Sep 19 03:14:46.987883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f2504f-ad90-445c-9758-33f75f63b6cf {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:46.995700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.012259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Transition to ACTIVE for port object b5f2504f-ad90-445c-9758-33f75f63b6cf will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:14:47.018359 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.063488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa0e675a-20c2-4abd-9290-cfd81dc1fbcc req-0895c440-b509-4a90-a132-94a3ea364111 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673022 Sep 19 03:14:47.073314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-42ea3c4b-7a09-411c-9958-c5e316a962bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.076503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-42ea3c4b-7a09-411c-9958-c5e316a962bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=065b3b62-b510-442e-b6be-b963b35c06e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879211 Sep 19 03:14:47.092407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f2504f-ad90-445c-9758-33f75f63b6cf,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:47.180120 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3880eeb6-e5eb-4bc7-afc1-754e6321323e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.220826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Attempting to bind port b5f2504f-ad90-445c-9758-33f75f63b6cf on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:14:47.221265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Attempting to bind port b5f2504f-ad90-445c-9758-33f75f63b6cf by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:14:47.221557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Attempting to bind port b5f2504f-ad90-445c-9758-33f75f63b6cf on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:47.226625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Port b5f2504f-ad90-445c-9758-33f75f63b6cf on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:14:47.227407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Attempting to bind port b5f2504f-ad90-445c-9758-33f75f63b6cf on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:14:47.235866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:14:47.236103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:14:47.236765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Bound using segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:14:47.237293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Bound port: b5f2504f-ad90-445c-9758-33f75f63b6cf, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:14:47.237771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.301998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-6a716ae9-228d-4d43-9e9c-2c068f28c232 service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753976 Sep 19 03:14:47.309731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] For port b5f2504f-ad90-445c-9758-33f75f63b6cf, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:14:47.314340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] For port b5f2504f-ad90-445c-9758-33f75f63b6cf, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5f2504f-ad90-445c-9758-33f75f63b6cf,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:14:47.319360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.351046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb6b01-489d-411e-8093-f5ef241feaa9 req-50f27330-1c06-43c2-9391-c4d2be15ac80 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.355305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-affb6b01-489d-411e-8093-f5ef241feaa9 req-50f27330-1c06-43c2-9391-c4d2be15ac80 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1320264 Sep 19 03:14:47.377880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.378306 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.379749 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5f2504f-ad90-445c-9758-33f75f63b6cf HTTP/1.1" status: 200 len: 1092 time: 0.7776425 Sep 19 03:14:47.380229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'tag': 'b5f2504f-ad90-445c-9758-33f75f63b6cf'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:47.382421 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb04807-57f2-4ad7-baa1-7a8dafa91108" -d '{"events": [{"name": "network-changed", "server_uuid": "2f756170-acb1-46f7-bce8-f3427c7dc4d1", "tag": "b5f2504f-ad90-445c-9758-33f75f63b6cf"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:47.409931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771983ed-de5f-42bd-95e6-cdc8eccddd32 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f2504f-ad90-445c-9758-33f75f63b6cf,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:47.442171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-affb6b01-489d-411e-8093-f5ef241feaa9 req-a01fd054-db7d-4ece-92ae-2fe4272ea2f4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789332 Sep 19 03:14:47.453517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-2a21ed8c-1a1b-4afd-a7bd-512a5bedf684 service neutron] 10.222.0.32 "GET /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428115 Sep 19 03:14:47.503562 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae94262-b9a7-4a79-8bee-8cc26860086a x-openstack-request-id: req-cae94262-b9a7-4a79-8bee-8cc26860086a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:47.503921 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f756170-acb1-46f7-bce8-f3427c7dc4d1", "tag": "b5f2504f-ad90-445c-9758-33f75f63b6cf", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:47.504246 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cae94262-b9a7-4a79-8bee-8cc26860086a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:47.504863 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'tag': 'b5f2504f-ad90-445c-9758-33f75f63b6cf', 'status': 'completed', 'code': 200} Sep 19 03:14:47.580629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51478) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:47.589195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-27bfbb3d-94c8-4923-90c3-b1ca7f5646c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 200 len: 217 time: 0.0435858 Sep 19 03:14:47.603086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-9ef8b0e7-3a0d-4b7c-90d4-d7607bed2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.604774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-9ef8b0e7-3a0d-4b7c-90d4-d7607bed2d0f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 1095 time: 0.0554395 Sep 19 03:14:47.645796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-15ae0973-7159-4cb2-b0b5-afddd450b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.647368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-15ae0973-7159-4cb2-b0b5-afddd450b77b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.0466866 Sep 19 03:14:47.656514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-c2d68a12-42f5-4452-bb0a-3dc69b2cb54c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f2504f-ad90-445c-9758-33f75f63b6cf HTTP/1.1" status: 200 len: 217 time: 0.0359750 Sep 19 03:14:47.702603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-7d1d7a9d-8f85-4bb1-89e5-7cb8dcff6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.704067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-7d1d7a9d-8f85-4bb1-89e5-7cb8dcff6528 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0473812 Sep 19 03:14:47.714237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11cfd261-6ba5-4101-a8c1-269f67a9923f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.734798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-3e18ed79-d804-4648-b676-fdaeca2bf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.736252 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-3e18ed79-d804-4648-b676-fdaeca2bf2fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0671003 Sep 19 03:14:47.797592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-2a554879-d6d4-4c1a-8a00-15c8fe3301bc service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846734 Sep 19 03:14:47.816418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-19d59413-96eb-4f74-bbfa-0a90368a319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.817950 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-19d59413-96eb-4f74-bbfa-0a90368a319d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718894 Sep 19 03:14:47.870144 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11cfd261-6ba5-4101-a8c1-269f67a9923f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.875704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11cfd261-6ba5-4101-a8c1-269f67a9923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.918908 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:47.927164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070df66f-4d9f-4cc2-ac84-de5a12b09071 req-65cfbced-8d49-4b9f-9fbc-69179f82af51 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:47.928643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-070df66f-4d9f-4cc2-ac84-de5a12b09071 req-65cfbced-8d49-4b9f-9fbc-69179f82af51 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 944 time: 0.0842497 Sep 19 03:14:47.944207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11cfd261-6ba5-4101-a8c1-269f67a9923f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41d3e6d564094ffcb43c529f0cda5068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625288 Sep 19 03:14:47.959205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51484) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:47.971523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfd261-6ba5-4101-a8c1-269f67a9923f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b736e6-f668-44ea-a34f-b33fdce8bb12,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:48.005255 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-7c4b060b-ea93-4160-acdb-cbc32b8f427f service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246083 Sep 19 03:14:48.049375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-070df66f-4d9f-4cc2-ac84-de5a12b09071 req-11d702d9-83e0-4f26-aa11-e309275b3529 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909753 Sep 19 03:14:48.051652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-d82322c1-294b-49bc-a73d-ac3b5137f95d service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705046 Sep 19 03:14:48.112133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:48.114423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-aab1da54-e7dc-45d0-a4cd-198a9162c68f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 200 len: 217 time: 0.0528767 Sep 19 03:14:48.125824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:14:48.139668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7da54941-25ff-45e4-9076-a6eac4c1b78e req-94c555d0-5002-4aa9-b4f1-13b0814ea51e service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016040 Sep 19 03:14:48.148963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 0abe9c9c-9e6b-4544-b025-82eb208d08ce {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:14:48.149558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0abe9c9c-9e6b-4544-b025-82eb208d08ce not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:14:48.213468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:48.263941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-1147c530-9dc3-474a-9736-8fc0daeb3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.265904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-1147c530-9dc3-474a-9736-8fc0daeb3970 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.1316192 Sep 19 03:14:48.273539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4371990-5561-4125-bf23-4398ace0052d req-5a84fa28-fb07-4cea-820e-1b388bdd7637 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.274937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4371990-5561-4125-bf23-4398ace0052d req-5a84fa28-fb07-4cea-820e-1b388bdd7637 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2033761 Sep 19 03:14:48.322095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-3db401d3-1488-40e9-9d0c-48553f405308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.323265 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-3db401d3-1488-40e9-9d0c-48553f405308 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 1095 time: 0.0427110 Sep 19 03:14:48.331497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc6cdc-8a21-4d51-b5f5-bfe6c8189fb9 req-d51c180d-eed2-49dc-9f56-c4fb1ca1714c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.332948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73bc6cdc-8a21-4d51-b5f5-bfe6c8189fb9 req-d51c180d-eed2-49dc-9f56-c4fb1ca1714c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.1922798 Sep 19 03:14:48.377531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4371990-5561-4125-bf23-4398ace0052d req-99aeb8b0-b5e5-4f5a-9886-2827f7177c9c tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940540 Sep 19 03:14:48.400643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-097f761b-c8d7-41a0-bfee-9fb45262ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.400643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-097f761b-c8d7-41a0-bfee-9fb45262ecbd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136997 Sep 19 03:14:48.406726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:48.431362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:48.433832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:48.437632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9b736e6-f668-44ea-a34f-b33fdce8bb12 HTTP/1.1" status: 204 len: 168 time: 0.4752152 Sep 19 03:14:48.472782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73bc6cdc-8a21-4d51-b5f5-bfe6c8189fb9 req-07475edc-9898-448c-acbe-436ee7f5cdef tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277812 Sep 19 03:14:48.475301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-f97b3123-7a0e-4e6f-a0e3-07a552185f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.476953 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-f97b3123-7a0e-4e6f-a0e3-07a552185f3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.1102374 Sep 19 03:14:48.477826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b736e6-f668-44ea-a34f-b33fdce8bb12,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:48.519907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.519907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.519907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.520267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.520397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.520723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.521042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.521362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.521680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.521988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.522306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.522624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56edfd94-c550-4085-9d9f-45ba08a2841d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:48.547105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-7f01a04d-4ff9-4985-9834-7c88fedaf62b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.548715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-7f01a04d-4ff9-4985-9834-7c88fedaf62b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.1759470 Sep 19 03:14:48.574617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-5fbfd81c-f768-4b6a-91f6-0187a2c9dc73 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5f2504f-ad90-445c-9758-33f75f63b6cf HTTP/1.1" status: 200 len: 217 time: 0.0642354 Sep 19 03:14:48.630728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-de043533-71c6-45b9-9196-fd9e94fbe355 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154186 Sep 19 03:14:48.674519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-26b44305-1870-4a8e-801d-0235ae486944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.676778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-26b44305-1870-4a8e-801d-0235ae486944 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0545974 Sep 19 03:14:48.701097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d898d0c-0987-4308-8477-0bb537304098 req-2fbc0f28-acff-43de-9be9-322477cfeee6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.703141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d898d0c-0987-4308-8477-0bb537304098 req-2fbc0f28-acff-43de-9be9-322477cfeee6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1454365 Sep 19 03:14:48.729461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-c63f881b-a41a-47c5-af07-d2456fa1c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:48.731737 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-c63f881b-a41a-47c5-af07-d2456fa1c7ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438645 Sep 19 03:14:48.817416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d898d0c-0987-4308-8477-0bb537304098 req-6c18785c-3f35-4a9c-a132-f09067308f7d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026394 Sep 19 03:14:48.820988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-bc15a77f-c3ad-4b25-a814-4a457baa0fa4 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715584 Sep 19 03:14:48.824416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Deleting port daf5b38e-15b9-445e-a687-1c03b8f9439d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:14:48.824762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:48.845476 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-4c5eae37-8576-4bab-911e-a49984c45b4c service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998046 Sep 19 03:14:48.886873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-4c3064cf-a028-4f4d-90cf-6b273840ad41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb HTTP/1.1" status: 200 len: 217 time: 0.0473809 Sep 19 03:14:48.947074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6eb04807-57f2-4ad7-baa1-7a8dafa91108 req-b3c46cb6-ce5c-4eff-bb17-06891406f160 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875580 Sep 19 03:14:49.303873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-c692ed59-7e8d-4961-a023-edd330a52ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:49.305292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-c692ed59-7e8d-4961-a023-edd330a52ed0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.0955646 Sep 19 03:14:49.312980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] For port daf5b38e-15b9-445e-a687-1c03b8f9439d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=daf5b38e-15b9-445e-a687-1c03b8f9439d,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:49.313347 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.350243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Calling delete_port for daf5b38e-15b9-445e-a687-1c03b8f9439d owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:14:49.360254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d57b2a-8621-4c32-861c-21b72fd9c9a3 req-a5e2346d-fffe-45b2-b789-bf04ef323b34 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:49.361698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7d57b2a-8621-4c32-861c-21b72fd9c9a3 req-a5e2346d-fffe-45b2-b789-bf04ef323b34 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 944 time: 0.1506555 Sep 19 03:14:49.434661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-dd1cc6ab-d1de-4e43-9556-cd14fe82ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:49.436178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-dd1cc6ab-d1de-4e43-9556-cd14fe82ff9d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1203361 Sep 19 03:14:49.470960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7d57b2a-8621-4c32-861c-21b72fd9c9a3 req-c437847a-f9bd-4535-add0-c74acba51ea1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018848 Sep 19 03:14:49.523356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51538) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:49.632665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b49055a-a270-45b9-90df-acd40fa7fef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.654400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cb4ce-d410-4d71-b147-b731bcac6748 req-c6685b43-0385-4a21-94e7-e4bf74173453 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:49.656192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-151cb4ce-d410-4d71-b147-b731bcac6748 req-c6685b43-0385-4a21-94e7-e4bf74173453 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1941321 Sep 19 03:14:49.672025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-3230a761-ae71-4969-94a6-c0daee0b1ddf service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219388 Sep 19 03:14:49.715438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ad1af-0854-47ec-904a-2f0a2b287cfe req-e88527dd-fbee-4849-a8cf-42d69ae6b380 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:49.716837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f5ad1af-0854-47ec-904a-2f0a2b287cfe req-e88527dd-fbee-4849-a8cf-42d69ae6b380 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e181c6-f415-46d3-b26e-db75cc5a6e34 HTTP/1.1" status: 200 len: 945 time: 0.1658857 Sep 19 03:14:49.750590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.797206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b49055a-a270-45b9-90df-acd40fa7fef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.802308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b49055a-a270-45b9-90df-acd40fa7fef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.806849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b', '889ebbfe-f63f-4edd-9672-55b0e56d05e3', 'daf5b38e-15b9-445e-a687-1c03b8f9439d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:49.845009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event deleted for resources: {'Port': ['ID=daf5b38e-15b9-445e-a687-1c03b8f9439d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:49.851528 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b49055a-a270-45b9-90df-acd40fa7fef1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=393d1d12b67a4de596204094531e3c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3254189 Sep 19 03:14:49.852141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51548) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:49.854380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-151cb4ce-d410-4d71-b147-b731bcac6748 req-d0ac30a8-e050-40ea-b79c-4ce6981e76f0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850843 Sep 19 03:14:49.861132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49055a-a270-45b9-90df-acd40fa7fef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a56b9e-0a11-4084-bef9-982c6a84a3cf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:49.903786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] No DVR routers for this DVR port daf5b38e-15b9-445e-a687-1c03b8f9439d on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:14:49.907482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.910785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c014fb47-f9fa-432f-b384-57f6052dc874 req-107f6774-025f-4127-a39d-56c23a3b8640 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "DELETE /v2.0/ports/daf5b38e-15b9-445e-a687-1c03b8f9439d HTTP/1.1" status: 204 len: 173 time: 1.3504171 Sep 19 03:14:49.913032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'name': 'network-vif-deleted', 'tag': 'daf5b38e-15b9-445e-a687-1c03b8f9439d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:49.915841 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d987dcc-6147-4c51-b136-96cacf36ebb4" -d '{"events": [{"server_uuid": "82e181c6-f415-46d3-b26e-db75cc5a6e34", "name": "network-vif-deleted", "tag": "daf5b38e-15b9-445e-a687-1c03b8f9439d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:49.919995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53c05f3e-dcfa-4079-a077-58a9cd050d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.923593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f5ad1af-0854-47ec-904a-2f0a2b287cfe req-36c6294a-5371-430b-ba39-9fade1ddbad3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930070 Sep 19 03:14:49.961526 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:49.961971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-4719368a-b43a-4642-b6fe-241e134abce0 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672889 Sep 19 03:14:49.986326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53c05f3e-dcfa-4079-a077-58a9cd050d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:50.024248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-fb7794c2-ac8d-4db0-a0d2-a0e063167cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07 HTTP/1.1" status: 200 len: 217 time: 0.0498812 Sep 19 03:14:50.047763 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53c05f3e-dcfa-4079-a077-58a9cd050d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:50.050370 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53c05f3e-dcfa-4079-a077-58a9cd050d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:50.054431 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-53c05f3e-dcfa-4079-a077-58a9cd050d36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01a56b9e-0a11-4084-bef9-982c6a84a3cf HTTP/1.1" status: 204 len: 168 time: 0.1988680 Sep 19 03:14:50.072110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c05f3e-dcfa-4079-a077-58a9cd050d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a56b9e-0a11-4084-bef9-982c6a84a3cf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:50.150695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-5ea24964-777f-4012-a201-a09f2818385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:50.153301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-5ea24964-777f-4012-a201-a09f2818385e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 200 len: 797 time: 0.0842645 Sep 19 03:14:50.176264 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d26920-2fbc-42f4-af90-09a0d31c8249 x-openstack-request-id: req-08d26920-2fbc-42f4-af90-09a0d31c8249 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:50.177006 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e181c6-f415-46d3-b26e-db75cc5a6e34", "name": "network-vif-deleted", "tag": "daf5b38e-15b9-445e-a687-1c03b8f9439d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:50.177264 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08d26920-2fbc-42f4-af90-09a0d31c8249 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:50.177770 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e181c6-f415-46d3-b26e-db75cc5a6e34', 'name': 'network-vif-deleted', 'tag': 'daf5b38e-15b9-445e-a687-1c03b8f9439d', 'status': 'completed', 'code': 200} Sep 19 03:14:50.248776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6a3f2-2476-4dc0-8e91-7757d0041360 req-67c0b6b4-cca3-4047-ae75-dd3d12a104c4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:50.250989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cec6a3f2-2476-4dc0-8e91-7757d0041360 req-67c0b6b4-cca3-4047-ae75-dd3d12a104c4 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0926943 Sep 19 03:14:50.254278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-9a7950e2-e184-4e13-9bfc-bc58676b31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:50.255671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-9a7950e2-e184-4e13-9bfc-bc58676b31eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=256dc6aa-26e8-44ca-be65-581892b397ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820596 Sep 19 03:14:50.307661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cec6a3f2-2476-4dc0-8e91-7757d0041360 req-73e5cf44-97c8-49e6-bac4-80caad194c14 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501390 Sep 19 03:14:50.373261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-03cca9cd-4bdd-4b20-ad2d-2cdf120616b4 service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951865 Sep 19 03:14:50.470539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-4460bc7a-c52c-403e-869d-0a874247cc5b service neutron] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873413 Sep 19 03:14:50.517814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-f09e7205-f93b-4e25-9d8a-58374e8adece service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9504012c-c4ac-4fea-8bdf-882041121bb0 HTTP/1.1" status: 200 len: 217 time: 0.0371797 Sep 19 03:14:50.604873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-47e11100-23ea-48d9-90fc-a50b58494b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:50.606378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-47e11100-23ea-48d9-90fc-a50b58494b47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07159f8a-0630-4a67-ab00-c34bd984a4ba HTTP/1.1" status: 200 len: 797 time: 0.0767553 Sep 19 03:14:50.632665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e33e4-480d-4756-8a5c-aa8696b42abb req-cf5eafd9-4f8d-4f19-9676-e6470537658a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:50.634248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f8e33e4-480d-4756-8a5c-aa8696b42abb req-cf5eafd9-4f8d-4f19-9676-e6470537658a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 944 time: 0.0763710 Sep 19 03:14:50.698471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-e1c4d8a0-1771-4a7e-beef-369000dd948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:50.700381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-e1c4d8a0-1771-4a7e-beef-369000dd948e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851061 Sep 19 03:14:50.703749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f8e33e4-480d-4756-8a5c-aa8696b42abb req-66ae5a29-3aa9-44f9-8efb-34b674e99036 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464573 Sep 19 03:14:50.821682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-8dd0b4a7-8cf9-4047-ac72-ed5a0057a752 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974638 Sep 19 03:14:50.921987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-54d50094-efaf-4ae0-a992-75174f4e7fed service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920575 Sep 19 03:14:50.973725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-fb47f67d-3d27-49c4-ad98-1b6e47191ee8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50 HTTP/1.1" status: 200 len: 217 time: 0.0410569 Sep 19 03:14:51.048131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-51dab53a-ff47-4a76-8019-dab37735b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:51.049758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-51dab53a-ff47-4a76-8019-dab37735b997 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=07159f8a-0630-4a67-ab00-c34bd984a4ba HTTP/1.1" status: 200 len: 797 time: 0.0673969 Sep 19 03:14:51.058156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e26ee-c9d4-4494-8cd4-04144ea12cf7 req-3da31478-82eb-46b3-a730-f8ac7559886e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:51.059653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc0e26ee-c9d4-4494-8cd4-04144ea12cf7 req-3da31478-82eb-46b3-a730-f8ac7559886e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0884049 Sep 19 03:14:51.127444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc0e26ee-c9d4-4494-8cd4-04144ea12cf7 req-64f4875c-6e1b-45dc-bc0a-f0ba769f366e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565367 Sep 19 03:14:51.130288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-7b693ae6-c5ce-4e75-a671-b540946f73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:51.131737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-7b693ae6-c5ce-4e75-a671-b540946f73c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1412ec84-2b76-4b89-a1b9-10121cbc40e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0699360 Sep 19 03:14:51.271033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-511c24b2-56d8-425b-9563-f333571033ad service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293550 Sep 19 03:14:51.448652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff7b8bb3-6f56-4de4-9d44-755a09e3a53f req-a93db66d-576a-46e6-87b8-444e8792a724 service neutron] 10.222.0.32 "GET /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277075 Sep 19 03:14:51.591188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfd081-d716-4db6-b70b-019b1b1b44dd req-6b338280-ade6-4bb0-b7ef-d1ac46cc7672 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:51.592664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9bfd081-d716-4db6-b70b-019b1b1b44dd req-6b338280-ade6-4bb0-b7ef-d1ac46cc7672 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0726199 Sep 19 03:14:51.601376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821aaacf-278a-4f97-82b2-f7b7159eb420 req-2865ecb7-f152-48e6-a8a7-6eb59098373a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:51.602987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-821aaacf-278a-4f97-82b2-f7b7159eb420 req-2865ecb7-f152-48e6-a8a7-6eb59098373a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0924535 Sep 19 03:14:51.661446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9bfd081-d716-4db6-b70b-019b1b1b44dd req-65b2ccc4-b0ce-4e61-a808-57118939cd04 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574889 Sep 19 03:14:51.664348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-821aaacf-278a-4f97-82b2-f7b7159eb420 req-eb4ecf7f-6798-4cd1-9cb7-1d8f7deb2f56 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521803 Sep 19 03:14:51.828668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38488a4-a660-4ab7-b251-ddcf404fbf16 req-bb53b513-8840-4388-a75d-946e4701851d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:51.830171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38488a4-a660-4ab7-b251-ddcf404fbf16 req-bb53b513-8840-4388-a75d-946e4701851d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 944 time: 0.0537748 Sep 19 03:14:51.872572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c38488a4-a660-4ab7-b251-ddcf404fbf16 req-7905e75e-a180-476b-a7af-13e9fc3df4f8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360851 Sep 19 03:14:52.144793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5f2504f-ad90-445c-9758-33f75f63b6cf details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:14:52.157222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device daf5b38e-15b9-445e-a687-1c03b8f9439d no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:14:52.181735 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: daf5b38e-15b9-445e-a687-1c03b8f9439d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:14:52.182163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device daf5b38e-15b9-445e-a687-1c03b8f9439d not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:14:52.246543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58865fa8-39a1-4519-81f3-c92230733c98 req-1b450841-0fef-4aad-bbb1-da704ada3f4b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:52.248153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58865fa8-39a1-4519-81f3-c92230733c98 req-1b450841-0fef-4aad-bbb1-da704ada3f4b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0490317 Sep 19 03:14:52.267331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b5f2504f-ad90-445c-9758-33f75f63b6cf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5f2504f-ad90-445c-9758-33f75f63b6cf,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:52.279108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b5f2504f-ad90-445c-9758-33f75f63b6cf', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': 'b5f2504f-ad90-445c-9758-33f75f63b6cf', 'mac_address': 'fa:16:3e:7e:1e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:14:52.291688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58865fa8-39a1-4519-81f3-c92230733c98 req-bd67325c-6bea-4e0c-97af-f8fac77adece tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367875 Sep 19 03:14:52.325802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:52.339280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f2504f-ad90-445c-9758-33f75f63b6cf {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:14:52.359398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b5f2504f-ad90-445c-9758-33f75f63b6cf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5f2504f-ad90-445c-9758-33f75f63b6cf,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:52.363912 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:52.409759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b5f2504f-ad90-445c-9758-33f75f63b6cf,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:52.416947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.417297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.417636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.417973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.418307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.418638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.418991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.419319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.419643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.419964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.420286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.420607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:14:52.822824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed708de0-efcb-4efd-aa50-0d84bb16f79b req-77252428-f2f4-4a87-9041-b02c0d4a9164 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:52.824557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed708de0-efcb-4efd-aa50-0d84bb16f79b req-77252428-f2f4-4a87-9041-b02c0d4a9164 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0855579 Sep 19 03:14:52.832532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8944cb-76da-4ee6-9bb3-6bb85d6bd483 req-e1d7a8ca-af4c-43dc-ab11-916274033e47 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:52.833899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a8944cb-76da-4ee6-9bb3-6bb85d6bd483 req-e1d7a8ca-af4c-43dc-ab11-916274033e47 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0853226 Sep 19 03:14:52.891162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed708de0-efcb-4efd-aa50-0d84bb16f79b req-d2658533-cc3d-44fb-ab06-18abea47d34b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562901 Sep 19 03:14:52.895301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a8944cb-76da-4ee6-9bb3-6bb85d6bd483 req-7739b524-d48c-468d-99e3-42e9361dec9d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534809 Sep 19 03:14:53.009749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e24ae-022f-4823-8fe4-5be44e3b0ce6 req-14456300-a1bf-4da3-a5ed-74180a5ac4e5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:53.011302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-931e24ae-022f-4823-8fe4-5be44e3b0ce6 req-14456300-a1bf-4da3-a5ed-74180a5ac4e5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0529850 Sep 19 03:14:53.050429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-931e24ae-022f-4823-8fe4-5be44e3b0ce6 req-6619ab4a-2b9e-4b2f-b6f9-f346283b1795 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327868 Sep 19 03:14:53.122488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b5f2504f-ad90-445c-9758-33f75f63b6cf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:53.408337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea24ea7-a577-4328-b9c8-5c996787905b req-d535c433-d822-4c27-82d9-87826d48dad9 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:53.410084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ea24ea7-a577-4328-b9c8-5c996787905b req-d535c433-d822-4c27-82d9-87826d48dad9 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0498450 Sep 19 03:14:53.453465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ea24ea7-a577-4328-b9c8-5c996787905b req-31242c89-891f-4135-b245-9291f80f3b6a tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366838 Sep 19 03:14:54.044780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac08a5-0d35-415e-9ef9-428aceaaaf61 req-af3863e9-9a87-4575-ae3d-169cefce1fc0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:54.046212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ac08a5-0d35-415e-9ef9-428aceaaaf61 req-af3863e9-9a87-4575-ae3d-169cefce1fc0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0786719 Sep 19 03:14:54.053395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23aba4-725d-4565-bcbe-7286e98dddb1 req-bccbfa57-999e-4b04-b8c2-4aab44818c37 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:54.054726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d23aba4-725d-4565-bcbe-7286e98dddb1 req-bccbfa57-999e-4b04-b8c2-4aab44818c37 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0776849 Sep 19 03:14:54.108742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ac08a5-0d35-415e-9ef9-428aceaaaf61 req-0c6204cb-b788-4892-8e14-c6dfa14e8446 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529664 Sep 19 03:14:54.147203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d23aba4-725d-4565-bcbe-7286e98dddb1 req-edcf1f70-27f7-4886-a1ae-7855c198fe55 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858219 Sep 19 03:14:54.179745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-b77a4777-b704-4219-8a80-6484f44d27e1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:54.181221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-b77a4777-b704-4219-8a80-6484f44d27e1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 945 time: 0.0761144 Sep 19 03:14:54.282440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed1b8c-da9d-450d-a28a-e2531dbe0da0 req-7ab4012d-2f92-4a6c-9ce4-257f53b20d91 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:54.284038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34ed1b8c-da9d-450d-a28a-e2531dbe0da0 req-7ab4012d-2f92-4a6c-9ce4-257f53b20d91 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 945 time: 0.1019194 Sep 19 03:14:54.340062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Deleting port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:14:54.340403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:54.349053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34ed1b8c-da9d-450d-a28a-e2531dbe0da0 req-2c729f6b-874d-4811-924b-cb8965985504 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552099 Sep 19 03:14:54.433008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] For port 889ebbfe-f63f-4edd-9672-55b0e56d05e3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=889ebbfe-f63f-4edd-9672-55b0e56d05e3,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:54.433384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:54.446250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Calling delete_port for 889ebbfe-f63f-4edd-9672-55b0e56d05e3 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:14:54.624019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d356b-2a06-436e-a191-79696c407e06 req-971d101a-d7a3-4427-89ea-f6932f5f4152 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:54.626303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-774d356b-2a06-436e-a191-79696c407e06 req-971d101a-d7a3-4427-89ea-f6932f5f4152 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0948682 Sep 19 03:14:54.627482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:54.662465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event deleted for resources: {'Port': ['ID=889ebbfe-f63f-4edd-9672-55b0e56d05e3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:54.724387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] No DVR routers for this DVR port 889ebbfe-f63f-4edd-9672-55b0e56d05e3 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:14:54.728841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-774d356b-2a06-436e-a191-79696c407e06 req-2591cd29-5317-447d-a694-a62043a6fd10 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932674 Sep 19 03:14:54.729888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:54.731822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e2e3130-4afa-440b-9d90-e69f2f63b0fd req-d815a94c-24b8-4d9b-ad28-aaed138ff7a3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "DELETE /v2.0/ports/889ebbfe-f63f-4edd-9672-55b0e56d05e3 HTTP/1.1" status: 204 len: 173 time: 0.5405896 Sep 19 03:14:54.732263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'name': 'network-vif-deleted', 'tag': '889ebbfe-f63f-4edd-9672-55b0e56d05e3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:54.735178 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec982751-0a59-43c4-a42a-c4979757ec2a" -d '{"events": [{"server_uuid": "2febd990-e4f8-4d5f-838c-a28ddd2f9105", "name": "network-vif-deleted", "tag": "889ebbfe-f63f-4edd-9672-55b0e56d05e3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:54.775349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b', '889ebbfe-f63f-4edd-9672-55b0e56d05e3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:54.779790 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd774947-2ee2-4aaf-b85c-4370f4928853 x-openstack-request-id: req-bd774947-2ee2-4aaf-b85c-4370f4928853 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:54.780086 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2febd990-e4f8-4d5f-838c-a28ddd2f9105", "name": "network-vif-deleted", "tag": "889ebbfe-f63f-4edd-9672-55b0e56d05e3", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:54.780368 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd774947-2ee2-4aaf-b85c-4370f4928853 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:54.780750 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2febd990-e4f8-4d5f-838c-a28ddd2f9105', 'name': 'network-vif-deleted', 'tag': '889ebbfe-f63f-4edd-9672-55b0e56d05e3', 'status': 'completed', 'code': 200} Sep 19 03:14:55.221463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d7963c8-d5fe-41d7-b518-488a5cfe435e req-5ed5174a-1e29-4f71-8c4e-1cc7a18e32ef tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=2febd990-e4f8-4d5f-838c-a28ddd2f9105 HTTP/1.1" status: 200 len: 210 time: 0.0310833 Sep 19 03:14:55.303810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eacdd23-a367-48be-b9d8-009c11e96964 req-aa296f9c-6c5f-458f-a027-2d2dc369b638 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:55.305303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5eacdd23-a367-48be-b9d8-009c11e96964 req-aa296f9c-6c5f-458f-a027-2d2dc369b638 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0602806 Sep 19 03:14:55.352684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5eacdd23-a367-48be-b9d8-009c11e96964 req-048590d0-acc8-4636-86b4-a74362be1ee8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Sep 19 03:14:55.476861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9e9f5-01b3-44ef-884f-9db71398b0cc req-ca3e37b6-7e2b-4bc3-9bb1-24de802a5bbe tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:55.478628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43a9e9f5-01b3-44ef-884f-9db71398b0cc req-ca3e37b6-7e2b-4bc3-9bb1-24de802a5bbe tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 945 time: 0.0538845 Sep 19 03:14:55.517932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43a9e9f5-01b3-44ef-884f-9db71398b0cc req-732d04de-38cf-48e8-b42b-cf801eb2ed38 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Sep 19 03:14:55.850619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65038-05e8-4d28-9b5a-6c711aa672a0 req-2260347b-fa2a-426b-a703-88708d0915c5 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:55.852152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55e65038-05e8-4d28-9b5a-6c711aa672a0 req-2260347b-fa2a-426b-a703-88708d0915c5 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0480311 Sep 19 03:14:55.889828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55e65038-05e8-4d28-9b5a-6c711aa672a0 req-91cfc1b9-e463-41b7-8791-2bcc22cec69f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315921 Sep 19 03:14:56.165082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5f2504f-ad90-445c-9758-33f75f63b6cf up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:14:56.214584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port b5f2504f-ad90-445c-9758-33f75f63b6cf completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:14:56.218531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b5f2504f-ad90-445c-9758-33f75f63b6cf triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:14:56.218932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:56.306299 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:56.328729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2504f-ad90-445c-9758-33f75f63b6cf'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:14:56.331047 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c1ad6-0501-4c08-a367-1892941beea3" -d '{"events": [{"server_uuid": "2f756170-acb1-46f7-bce8-f3427c7dc4d1", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2504f-ad90-445c-9758-33f75f63b6cf"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:14:56.343469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b5f2504f-ad90-445c-9758-33f75f63b6cf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5f2504f-ad90-445c-9758-33f75f63b6cf,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:14:56.347907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:56.348843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 889ebbfe-f63f-4edd-9672-55b0e56d05e3 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:14:56.394339 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a5271c-5d52-4961-a842-79b41a81a25d x-openstack-request-id: req-b7a5271c-5d52-4961-a842-79b41a81a25d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:14:56.394653 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f756170-acb1-46f7-bce8-f3427c7dc4d1", "name": "network-vif-plugged", "status": "completed", "tag": "b5f2504f-ad90-445c-9758-33f75f63b6cf", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:14:56.394932 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7a5271c-5d52-4961-a842-79b41a81a25d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:14:56.395315 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f2504f-ad90-445c-9758-33f75f63b6cf', 'code': 200} Sep 19 03:14:56.397466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 889ebbfe-f63f-4edd-9672-55b0e56d05e3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:14:56.397808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 889ebbfe-f63f-4edd-9672-55b0e56d05e3 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:14:56.429326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b5f2504f-ad90-445c-9758-33f75f63b6cf,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:56.596111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f19b4d-e7d0-44af-baf1-21e79c726bcc req-c79125b2-c0d0-4e74-a358-d8d0243ad8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:56.597598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51f19b4d-e7d0-44af-baf1-21e79c726bcc req-c79125b2-c0d0-4e74-a358-d8d0243ad8fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 1097 time: 0.1369238 Sep 19 03:14:56.617864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc40bec-91f4-420c-b1f9-df9b2db7d618 req-8d9f28dc-6964-43ad-9298-8af0f39ec63f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:56.619261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adc40bec-91f4-420c-b1f9-df9b2db7d618 req-8d9f28dc-6964-43ad-9298-8af0f39ec63f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1252010 Sep 19 03:14:56.656798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-7da52399-2524-4e3e-bb52-6c831e6bdeb5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:56.658187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-7da52399-2524-4e3e-bb52-6c831e6bdeb5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1884158 Sep 19 03:14:56.699619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adc40bec-91f4-420c-b1f9-df9b2db7d618 req-0fbd0bfa-b03d-4b30-96f5-1d6c0e79b50e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705774 Sep 19 03:14:56.700993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51f19b4d-e7d0-44af-baf1-21e79c726bcc req-a2444e4a-bfea-4b8e-b5a4-f4f2cbce07ee service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908177 Sep 19 03:14:56.702835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-1d6fccd8-a55e-472a-82e7-65041d0898a6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0374415 Sep 19 03:14:56.751793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-4517bbfa-da8a-4087-b96c-6619acb6a210 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435171 Sep 19 03:14:56.873068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-72f3e034-aa4d-4fbf-a04a-656bf824f532 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141138 Sep 19 03:14:56.920304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07df8df-236b-46b5-9641-c4b5b80e5b37 req-9a2da0c3-2b1e-4e53-8d88-d88bb28e6ad8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:56.921795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d07df8df-236b-46b5-9641-c4b5b80e5b37 req-9a2da0c3-2b1e-4e53-8d88-d88bb28e6ad8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 946 time: 0.0860686 Sep 19 03:14:56.999548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d07df8df-236b-46b5-9641-c4b5b80e5b37 req-e951785e-13e5-4eeb-bdcb-14288d682e54 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504181 Sep 19 03:14:57.002973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-2c6c4968-d014-4e5e-8a43-b71dbc1e9742 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228397 Sep 19 03:14:57.329386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b349cfdb-e62b-4b7d-93c6-c43a07bcce59 req-1cdc6736-732f-4690-bb04-c62e023d4e10 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 210 time: 0.0318272 Sep 19 03:14:57.350474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38845d91-4b20-4a10-b19e-18f8c7807010 req-83733138-c7ca-4a35-a6eb-d2364cd2dc93 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:57.352476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38845d91-4b20-4a10-b19e-18f8c7807010 req-83733138-c7ca-4a35-a6eb-d2364cd2dc93 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0876811 Sep 19 03:14:57.394703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38845d91-4b20-4a10-b19e-18f8c7807010 req-8d995e72-18fc-4693-875f-2e94c3e406f7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347331 Sep 19 03:14:57.622342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3195-df82-4c82-b55a-6e0140ef0283 req-21a71475-4e2d-464d-ad43-d6ad38693ee6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:57.625272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c41d3195-df82-4c82-b55a-6e0140ef0283 req-21a71475-4e2d-464d-ad43-d6ad38693ee6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0543830 Sep 19 03:14:57.669241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c41d3195-df82-4c82-b55a-6e0140ef0283 req-69d176b2-cdac-4199-914f-ba52caa945f0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364053 Sep 19 03:14:57.713210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-1b6ffbd6-d836-44f1-b6f8-91ffe7d592fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:57.714697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-1b6ffbd6-d836-44f1-b6f8-91ffe7d592fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 1097 time: 0.0444009 Sep 19 03:14:57.852470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-eba21055-5480-4927-ba78-39347c08e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:57.853925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-eba21055-5480-4927-ba78-39347c08e06d service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.1316357 Sep 19 03:14:57.862088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccd1f5-925e-49b2-bf62-5c0d006a0804 req-68a59bfd-5e43-4c82-9c86-35bdf3e2e516 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:57.863501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49ccd1f5-925e-49b2-bf62-5c0d006a0804 req-68a59bfd-5e43-4c82-9c86-35bdf3e2e516 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0700374 Sep 19 03:14:57.945744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-91a9114b-58f5-4b2d-890e-8f5496765e66 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 200 len: 1002 time: 0.0813189 Sep 19 03:14:57.948646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49ccd1f5-925e-49b2-bf62-5c0d006a0804 req-58c6a668-faf2-4a81-bfb5-55a6136dabd7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778110 Sep 19 03:14:57.999301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-bcc51728-2079-4671-8fa6-ee1dcf0e8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:58.000756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-bcc51728-2079-4671-8fa6-ee1dcf0e8850 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.0447237 Sep 19 03:14:58.053158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-e12d915c-8620-4dcb-8619-1fc43532b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:58.054214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-e12d915c-8620-4dcb-8619-1fc43532b89e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442083 Sep 19 03:14:58.165556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416da68-1eec-456a-b532-027a812a662d req-8f22134c-3dd5-4945-a1bf-74f8c5fdcb07 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:58.167070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5416da68-1eec-456a-b532-027a812a662d req-8f22134c-3dd5-4945-a1bf-74f8c5fdcb07 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 946 time: 0.0964456 Sep 19 03:14:58.203082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-992f72e1-ee72-4b8d-9e72-5002f85d6fff service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394916 Sep 19 03:14:58.225754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5416da68-1eec-456a-b532-027a812a662d req-5fdd7ab8-de2e-4834-8065-d6b53ba13028 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480318 Sep 19 03:14:58.370065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7832c2d0-2c9d-4cac-9692-a9311873b79f req-3f28144a-9f04-4a1e-be3d-5eaf8d7b57d6 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174259 Sep 19 03:14:58.495236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-499007c9-bc0f-4da2-9795-5b3ea2f0b4a7 req-77abfb37-fbe4-4e24-9114-a59411d69ff3 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 210 time: 0.0429347 Sep 19 03:14:58.768221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51780) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:58.892179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-deccbe00-cdef-469d-ace3-99361cca6ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:58.997287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466eead-f0bb-4879-ac83-0b04e9142bca req-3664299f-6122-4c0b-9b99-d3f332dce928 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:58.998628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7466eead-f0bb-4879-ac83-0b04e9142bca req-3664299f-6122-4c0b-9b99-d3f332dce928 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.0733664 Sep 19 03:14:59.004051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-deccbe00-cdef-469d-ace3-99361cca6ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.005546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-ccc6311c-b02d-4e42-a66d-e807335d4bb4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:59.007214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-ccc6311c-b02d-4e42-a66d-e807335d4bb4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.5142665 Sep 19 03:14:59.009879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-deccbe00-cdef-469d-ace3-99361cca6ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.029473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Request body: {'port': {'device_id': '919a843b-1a23-4b23-9b68-21f530295195', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'admin_state_up': True, 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:59.049371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-deccbe00-cdef-469d-ace3-99361cca6ed7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92110deeed7b4320b92fbc2edb057ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2797570 Sep 19 03:14:59.057100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:14:59.075859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccbe00-cdef-469d-ace3-99361cca6ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbcc5a3-8905-46b6-aad8-ff5937b22ac5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:59.103322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7466eead-f0bb-4879-ac83-0b04e9142bca req-65327a78-f4bc-460c-ac78-500b472b85d3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952289 Sep 19 03:14:59.116436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a27cf38-c18b-4b2d-9acc-709ceefec12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.140501 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a27cf38-c18b-4b2d-9acc-709ceefec12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.187720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675fa7f-c6eb-49ce-b2dd-93839c50d71b req-d802da6c-081a-4763-9f2f-0a98ca1691af tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:59.189328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7675fa7f-c6eb-49ce-b2dd-93839c50d71b req-d802da6c-081a-4763-9f2f-0a98ca1691af tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1565762 Sep 19 03:14:59.189727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a27cf38-c18b-4b2d-9acc-709ceefec12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.192931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a27cf38-c18b-4b2d-9acc-709ceefec12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.194143 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2a27cf38-c18b-4b2d-9acc-709ceefec12e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bbcc5a3-8905-46b6-aad8-ff5937b22ac5 HTTP/1.1" status: 204 len: 168 time: 0.1360343 Sep 19 03:14:59.209848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27cf38-c18b-4b2d-9acc-709ceefec12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbcc5a3-8905-46b6-aad8-ff5937b22ac5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:59.235807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:14:59.239613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.257751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7675fa7f-c6eb-49ce-b2dd-93839c50d71b req-9a577220-edb7-4a22-a5c4-e054cf64e346 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568058 Sep 19 03:14:59.428364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d437ec-4295-4926-aeb7-a0822d07609c req-6e591aa5-bc95-45f6-ac28-7ab25db1163d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:59.429891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84d437ec-4295-4926-aeb7-a0822d07609c req-6e591aa5-bc95-45f6-ac28-7ab25db1163d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 946 time: 0.0986099 Sep 19 03:14:59.448276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Allocated IP 172.20.0.14 (b7b5f6cc-3e7a-4190-882e-b24fc4efc9da/8eeae48d-b8db-4a1d-8acf-1c112780b9cc/4fc49786-462b-4884-aa56-a2c39ff2e451) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:14:59.497405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84d437ec-4295-4926-aeb7-a0822d07609c req-a96c3e05-5c9a-4e47-82ba-9115e64509e6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609162 Sep 19 03:14:59.659536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.694015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34ef536b-8084-4854-b8f0-8d48db96b52c req-9c36d8f8-9f01-47bc-9690-b96216754598 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 210 time: 0.0314240 Sep 19 03:14:59.696340 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.728779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.763912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:14:59.787175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:14:59.787175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:14:59.788455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:14:59.791985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event updated for resources: {'Port': ['ID=4fc49786-462b-4884-aa56-a2c39ff2e451,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:14:59.861258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:14:59.862012 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:14:59.876663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-e70cd671-98f7-4d7b-bdc6-404cd8a493ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8511577 Sep 19 03:14:59.896753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Request body: {'port': {'device_id': '919a843b-1a23-4b23-9b68-21f530295195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:14:59.950566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:00.247090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc49786-462b-4884-aa56-a2c39ff2e451 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:15:00.256772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:00.274993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37503a60-2050-461e-9894-f3c0ccba8eba req-f50054ab-5fc6-4a4d-821f-87bd04445b31 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:00.276486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37503a60-2050-461e-9894-f3c0ccba8eba req-f50054ab-5fc6-4a4d-821f-87bd04445b31 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1011488 Sep 19 03:15:00.281231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Transition to ACTIVE for port object 4fc49786-462b-4884-aa56-a2c39ff2e451 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:15:00.296461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:00.381584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37503a60-2050-461e-9894-f3c0ccba8eba req-97296022-9702-40d7-ad66-414c3d6b5833 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972528 Sep 19 03:15:00.386430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc49786-462b-4884-aa56-a2c39ff2e451,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:00.452887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7aa16a-a543-4c05-bf14-762666628a36 req-e9a6a762-221c-4d90-a3cc-35752bdd7bbe tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:00.454395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d7aa16a-a543-4c05-bf14-762666628a36 req-e9a6a762-221c-4d90-a3cc-35752bdd7bbe tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1195788 Sep 19 03:15:00.508868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Attempting to bind port 4fc49786-462b-4884-aa56-a2c39ff2e451 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:00.509207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Attempting to bind port 4fc49786-462b-4884-aa56-a2c39ff2e451 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:00.509531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Attempting to bind port 4fc49786-462b-4884-aa56-a2c39ff2e451 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:00.515772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d7aa16a-a543-4c05-bf14-762666628a36 req-4f3af356-675a-4698-9a75-d05ee5c9eae7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528090 Sep 19 03:15:00.521919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Port 4fc49786-462b-4884-aa56-a2c39ff2e451 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:15:00.522333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Attempting to bind port 4fc49786-462b-4884-aa56-a2c39ff2e451 on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:00.537459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:00.538114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:00.538583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Bound using segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:00.539361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Bound port: 4fc49786-462b-4884-aa56-a2c39ff2e451, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:00.540870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:00.605959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] For port 4fc49786-462b-4884-aa56-a2c39ff2e451, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:00.609142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] For port 4fc49786-462b-4884-aa56-a2c39ff2e451, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4fc49786-462b-4884-aa56-a2c39ff2e451,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:00.614781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:00.650891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:00.651906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:00.653691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] 10.222.0.32 "PUT /v2.0/ports/4fc49786-462b-4884-aa56-a2c39ff2e451 HTTP/1.1" status: 200 len: 1092 time: 0.7622447 Sep 19 03:15:00.657412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919a843b-1a23-4b23-9b68-21f530295195', 'tag': '4fc49786-462b-4884-aa56-a2c39ff2e451'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:00.659839 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "919a843b-1a23-4b23-9b68-21f530295195", "tag": "4fc49786-462b-4884-aa56-a2c39ff2e451"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:00.693057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25564e6e-da4a-4c8f-9141-b42766e80f26 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc49786-462b-4884-aa56-a2c39ff2e451,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:00.740026 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63644e6e-7883-4356-a04d-268183945150 x-openstack-request-id: req-63644e6e-7883-4356-a04d-268183945150 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:00.740314 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919a843b-1a23-4b23-9b68-21f530295195", "tag": "4fc49786-462b-4884-aa56-a2c39ff2e451", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:00.740565 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63644e6e-7883-4356-a04d-268183945150 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:00.740960 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919a843b-1a23-4b23-9b68-21f530295195', 'tag': '4fc49786-462b-4884-aa56-a2c39ff2e451', 'status': 'completed', 'code': 200} Sep 19 03:15:00.854604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-93a843a8-b8b2-48c5-ace5-5935e7e7068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:00.856080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-93a843a8-b8b2-48c5-ace5-5935e7e7068b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 1095 time: 0.0617125 Sep 19 03:15:00.864575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c72ff1-fbb6-4a73-87e8-64b43d919ce6 req-015ba31a-6a89-48ca-9b87-d2906e56c437 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:00.865954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43c72ff1-fbb6-4a73-87e8-64b43d919ce6 req-015ba31a-6a89-48ca-9b87-d2906e56c437 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 944 time: 0.0822129 Sep 19 03:15:00.923053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-a96569a3-efb3-4e40-867f-379bd06c9738 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc49786-462b-4884-aa56-a2c39ff2e451 HTTP/1.1" status: 200 len: 217 time: 0.0446677 Sep 19 03:15:00.948737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43c72ff1-fbb6-4a73-87e8-64b43d919ce6 req-bc49da93-7d13-4b0c-b167-a500f00269ed tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764797 Sep 19 03:15:00.983338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-49f3e818-dfb6-4be5-b36e-2422258ebde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:00.984791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-49f3e818-dfb6-4be5-b36e-2422258ebde8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0513415 Sep 19 03:15:01.017851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-ca17a362-42a8-421f-9ebd-77d191df290c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248473 Sep 19 03:15:01.111852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-19b31d0a-c29d-4b0c-9ee4-6a0ac147f098 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861368 Sep 19 03:15:01.204099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9be44e5-b565-453d-87a6-c878c63aed5f req-63f51684-1782-4767-b197-e6fbde5edec5 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841680 Sep 19 03:15:01.341326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-4b8e3a6d-1a16-4736-9ef6-f133b49d0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:01.342977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-4b8e3a6d-1a16-4736-9ef6-f133b49d0cf6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 1095 time: 0.0418849 Sep 19 03:15:01.438938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-06291dde-c2ae-456b-a92e-037b634d862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:01.440480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-06291dde-c2ae-456b-a92e-037b634d862c service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 907 time: 0.0895808 Sep 19 03:15:01.481720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-c804b932-d423-49af-ae6f-c758ce16d672 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fc49786-462b-4884-aa56-a2c39ff2e451 HTTP/1.1" status: 200 len: 217 time: 0.0334511 Sep 19 03:15:01.538925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-3733951d-94c9-4f41-9890-406d2d80bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:01.540282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-3733951d-94c9-4f41-9890-406d2d80bb41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0518260 Sep 19 03:15:01.616514 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-a8bc7747-ebad-41d2-a92e-f887bcd37f77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354028 Sep 19 03:15:01.706778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc6611-dcbf-4aaa-ba4b-c5460ba0d8ed req-dc7031a7-9d18-435e-91e9-c0958c70be30 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:01.708099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85cc6611-dcbf-4aaa-ba4b-c5460ba0d8ed req-dc7031a7-9d18-435e-91e9-c0958c70be30 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1180353 Sep 19 03:15:01.760068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-63bbce1f-cdf0-4f74-b044-cd00491a1969 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294680 Sep 19 03:15:01.766047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85cc6611-dcbf-4aaa-ba4b-c5460ba0d8ed req-e729a032-d9fd-4eec-b795-ca9d5ab16d34 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501151 Sep 19 03:15:01.889065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf50c4ae-e074-4f9e-ac9e-5885d8fce8dd req-bbe03d8c-382d-45b5-9f98-3f2009b2d460 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874686 Sep 19 03:15:02.070355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708902a-9d43-489a-af0f-862616664f95 req-bf727173-6104-4133-b7a2-825f0ce8dea2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:02.071896 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3708902a-9d43-489a-af0f-862616664f95 req-bf727173-6104-4133-b7a2-825f0ce8dea2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 944 time: 0.0539620 Sep 19 03:15:02.115443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3708902a-9d43-489a-af0f-862616664f95 req-9314253b-7a61-43e8-ad85-a9e305611ea5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318224 Sep 19 03:15:02.906234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ebb1b-b2b9-4b9f-a4e2-17e673d1414f req-fa96c1a2-97bb-4a46-a717-9e8a182603be tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:02.907909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316ebb1b-b2b9-4b9f-a4e2-17e673d1414f req-fa96c1a2-97bb-4a46-a717-9e8a182603be tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0532660 Sep 19 03:15:02.953478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316ebb1b-b2b9-4b9f-a4e2-17e673d1414f req-0cb458e5-df9a-44df-8c15-062c13571942 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Sep 19 03:15:03.232118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec6082-c2cc-4829-9427-05d63eb94f6e req-7e63f739-a5ec-43ed-8b05-83b619a387de tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:03.233717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3ec6082-c2cc-4829-9427-05d63eb94f6e req-7e63f739-a5ec-43ed-8b05-83b619a387de tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 944 time: 0.0507736 Sep 19 03:15:03.273832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3ec6082-c2cc-4829-9427-05d63eb94f6e req-1c969bf8-553c-4359-bfdc-9388b8aa5292 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342591 Sep 19 03:15:04.088901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ddd9-76ea-4a0c-bc0b-db5b6c192f62 req-27e8e2cd-7293-4cc5-8a25-069f2103da96 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:04.090384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41c2ddd9-76ea-4a0c-bc0b-db5b6c192f62 req-27e8e2cd-7293-4cc5-8a25-069f2103da96 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0546741 Sep 19 03:15:04.129042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41c2ddd9-76ea-4a0c-bc0b-db5b6c192f62 req-bc95070c-3741-4859-bd8b-1d97ed12ea87 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Sep 19 03:15:04.185745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4fc49786-462b-4884-aa56-a2c39ff2e451 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:15:04.281387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4fc49786-462b-4884-aa56-a2c39ff2e451, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4fc49786-462b-4884-aa56-a2c39ff2e451,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:04.292280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '4fc49786-462b-4884-aa56-a2c39ff2e451', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'port_id': '4fc49786-462b-4884-aa56-a2c39ff2e451', 'mac_address': 'fa:16:3e:00:9a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeae48d-b8db-4a1d-8acf-1c112780b9cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:15:04.337145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.351655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc49786-462b-4884-aa56-a2c39ff2e451 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:15:04.376894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4fc49786-462b-4884-aa56-a2c39ff2e451, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4fc49786-462b-4884-aa56-a2c39ff2e451,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:04.382063 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.396533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b87b7f-7f3a-479b-bb6b-1191fdbfa02e req-a58cf566-e31c-4cad-9ce9-721bc642fa2c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:04.398027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95b87b7f-7f3a-479b-bb6b-1191fdbfa02e req-a58cf566-e31c-4cad-9ce9-721bc642fa2c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 944 time: 0.0522108 Sep 19 03:15:04.440140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4fc49786-462b-4884-aa56-a2c39ff2e451,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:04.447617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95b87b7f-7f3a-479b-bb6b-1191fdbfa02e req-81aa336d-7d10-4559-821e-e930519ef782 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433328 Sep 19 03:15:04.496383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51962) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:04.600696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-264fbb6e-a63b-4705-b749-2a44bfff7b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.687452 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-264fbb6e-a63b-4705-b749-2a44bfff7b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.690970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-264fbb6e-a63b-4705-b749-2a44bfff7b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.728398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-264fbb6e-a63b-4705-b749-2a44bfff7b1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f48ce5d6b93140eb8ef79bd77bcd0140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309523 Sep 19 03:15:04.729333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fbb6e-a63b-4705-b749-2a44bfff7b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9828ed97-5aac-4851-b384-752d76056958,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:04.731105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51966) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:04.781698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc7258c-4af3-486e-9a5c-ae341a9f60f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.804553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc7258c-4af3-486e-9a5c-ae341a9f60f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.860511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc7258c-4af3-486e-9a5c-ae341a9f60f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.863205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc7258c-4af3-486e-9a5c-ae341a9f60f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:04.864933 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2fc7258c-4af3-486e-9a5c-ae341a9f60f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9828ed97-5aac-4851-b384-752d76056958 HTTP/1.1" status: 204 len: 168 time: 0.1322503 Sep 19 03:15:04.872718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7258c-4af3-486e-9a5c-ae341a9f60f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9828ed97-5aac-4851-b384-752d76056958,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:05.025201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4fc49786-462b-4884-aa56-a2c39ff2e451'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:15:05.105690 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:15:05.145084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51980) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:05.159287 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6248e71-1b2e-45f7-84f6-0e36fd411be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:05.250970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6248e71-1b2e-45f7-84f6-0e36fd411be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:05.252040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aafe1-a45f-47dd-a3b2-396ae667e56f req-fc2ee35a-a1ec-4bca-b91b-bcacaafdc4d2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:05.253963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-045aafe1-a45f-47dd-a3b2-396ae667e56f req-fc2ee35a-a1ec-4bca-b91b-bcacaafdc4d2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Sep 19 03:15:05.255565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6248e71-1b2e-45f7-84f6-0e36fd411be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:05.292899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-045aafe1-a45f-47dd-a3b2-396ae667e56f req-915f92f8-dbf7-4745-980d-63e0955f619e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Sep 19 03:15:05.297471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f6248e71-1b2e-45f7-84f6-0e36fd411be7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=573c4e54ec784f119f112fbb7e012a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513186 Sep 19 03:15:05.298610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6248e71-1b2e-45f7-84f6-0e36fd411be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b5ea71-8ced-4f86-96b7-ad5f158f2bdc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:05.300038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51984) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:05.348451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70361802-22c5-40e7-a3cf-87c51c41c3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:05.368569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70361802-22c5-40e7-a3cf-87c51c41c3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:05.413765 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70361802-22c5-40e7-a3cf-87c51c41c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:05.416517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70361802-22c5-40e7-a3cf-87c51c41c3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:05.417680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-70361802-22c5-40e7-a3cf-87c51c41c3ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34b5ea71-8ced-4f86-96b7-ad5f158f2bdc HTTP/1.1" status: 204 len: 168 time: 0.1167021 Sep 19 03:15:05.425072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70361802-22c5-40e7-a3cf-87c51c41c3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b5ea71-8ced-4f86-96b7-ad5f158f2bdc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:05.559587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b8a5f-7ff3-4395-9b81-8c46cda52b40 req-791f1711-4bbf-42ec-9950-00c661ab16f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:05.561136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-626b8a5f-7ff3-4395-9b81-8c46cda52b40 req-791f1711-4bbf-42ec-9950-00c661ab16f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 945 time: 0.0502219 Sep 19 03:15:05.603835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-626b8a5f-7ff3-4395-9b81-8c46cda52b40 req-f0167f77-89c8-4e75-a408-3fdcd052f092 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Sep 19 03:15:06.411953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91eb13e-774f-4d0f-9306-f1ae45f24159 req-6841818b-e832-4f1c-951a-d796b98b86e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:06.413445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c91eb13e-774f-4d0f-9306-f1ae45f24159 req-6841818b-e832-4f1c-951a-d796b98b86e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0511096 Sep 19 03:15:06.451248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c91eb13e-774f-4d0f-9306-f1ae45f24159 req-235c78b3-0138-4a25-a6bc-ad21e3d80768 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Sep 19 03:15:06.723861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b17c4-9aea-4857-82f2-a0dacf706903 req-4c2a3e55-42c1-4697-8bb6-8097f7ed9d72 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:06.725332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e61b17c4-9aea-4857-82f2-a0dacf706903 req-4c2a3e55-42c1-4697-8bb6-8097f7ed9d72 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 945 time: 0.0530636 Sep 19 03:15:06.764260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e61b17c4-9aea-4857-82f2-a0dacf706903 req-aa64dac2-9248-4107-a1e7-ff775cd87357 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329726 Sep 19 03:15:07.568427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bd79a-fcb7-4c21-9821-c25364192361 req-b19cf4f3-b1d7-45d5-9eb4-bca46f8c0fdb tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:07.569909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-524bd79a-fcb7-4c21-9821-c25364192361 req-b19cf4f3-b1d7-45d5-9eb4-bca46f8c0fdb tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0494633 Sep 19 03:15:07.611719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-524bd79a-fcb7-4c21-9821-c25364192361 req-098a37c5-3896-4b54-848a-fa82234f0d39 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Sep 19 03:15:07.641469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52088) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:07.752837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8d0d-eda2-4faf-a27f-6dc05b3c7875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:07.848601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8d0d-eda2-4faf-a27f-6dc05b3c7875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:07.853237 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d7a8d0d-eda2-4faf-a27f-6dc05b3c7875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:07.912435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6d7a8d0d-eda2-4faf-a27f-6dc05b3c7875 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d13dbccd69e34fee8ab41ebcd6376940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696269 Sep 19 03:15:07.913774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a8d0d-eda2-4faf-a27f-6dc05b3c7875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674bddef-5b30-4aaf-9501-cffe054f3dda,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:07.914991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52094) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:07.930449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca3da6-4192-4a6b-a816-79ddca12dab0 req-ec7ec7d2-0511-4be8-84db-0f74022e5673 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:07.932085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fca3da6-4192-4a6b-a816-79ddca12dab0 req-ec7ec7d2-0511-4be8-84db-0f74022e5673 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 945 time: 0.0960763 Sep 19 03:15:07.964316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b55eee73-b431-4978-b76b-4822c6e31c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:07.970462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fca3da6-4192-4a6b-a816-79ddca12dab0 req-c5e85d68-f72a-4b87-ba5b-a797c83dc9f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Sep 19 03:15:07.986251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b55eee73-b431-4978-b76b-4822c6e31c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.031972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b55eee73-b431-4978-b76b-4822c6e31c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.034948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b55eee73-b431-4978-b76b-4822c6e31c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.036101 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b55eee73-b431-4978-b76b-4822c6e31c2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/674bddef-5b30-4aaf-9501-cffe054f3dda HTTP/1.1" status: 204 len: 168 time: 0.1201310 Sep 19 03:15:08.046512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55eee73-b431-4978-b76b-4822c6e31c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674bddef-5b30-4aaf-9501-cffe054f3dda,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:08.219306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4fc49786-462b-4884-aa56-a2c39ff2e451 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:08.271186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 4fc49786-462b-4884-aa56-a2c39ff2e451 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:15:08.275273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 4fc49786-462b-4884-aa56-a2c39ff2e451 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:08.275650 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.303267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52108) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:08.317663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31b4f87b-7fd9-488d-889f-9e0ffc0e66dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.356045 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.378695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a843b-1a23-4b23-9b68-21f530295195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc49786-462b-4884-aa56-a2c39ff2e451'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:08.381018 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cd3c74-bc56-4bbc-b278-9758abc4a918" -d '{"events": [{"server_uuid": "919a843b-1a23-4b23-9b68-21f530295195", "name": "network-vif-plugged", "status": "completed", "tag": "4fc49786-462b-4884-aa56-a2c39ff2e451"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:08.394693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4fc49786-462b-4884-aa56-a2c39ff2e451, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4fc49786-462b-4884-aa56-a2c39ff2e451,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:08.399519 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.414817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31b4f87b-7fd9-488d-889f-9e0ffc0e66dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.418807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31b4f87b-7fd9-488d-889f-9e0ffc0e66dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.425268 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a9eb25-0e0c-4e94-9f6b-45c719bbbdc3 x-openstack-request-id: req-84a9eb25-0e0c-4e94-9f6b-45c719bbbdc3 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:08.425563 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a843b-1a23-4b23-9b68-21f530295195", "name": "network-vif-plugged", "status": "completed", "tag": "4fc49786-462b-4884-aa56-a2c39ff2e451", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:08.425824 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84a9eb25-0e0c-4e94-9f6b-45c719bbbdc3 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:08.426204 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919a843b-1a23-4b23-9b68-21f530295195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc49786-462b-4884-aa56-a2c39ff2e451', 'code': 200} Sep 19 03:15:08.451300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4fc49786-462b-4884-aa56-a2c39ff2e451,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:08.461345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-31b4f87b-7fd9-488d-889f-9e0ffc0e66dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3443b5a8b8bd417c9cc2fa571f89a562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569121 Sep 19 03:15:08.462730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4f87b-7fd9-488d-889f-9e0ffc0e66dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebefe20e-7267-4ea3-bac9-563bd5e287b9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:08.464385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52112) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:08.521626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68bc9b61-a44e-4c6a-b6de-79426f328b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.565350 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68bc9b61-a44e-4c6a-b6de-79426f328b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.595552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dff23e-c900-4667-aef4-216f2887d3dd req-5c639dec-2b83-4bdf-a3c6-5ec043300e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:08.597019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52dff23e-c900-4667-aef4-216f2887d3dd req-5c639dec-2b83-4bdf-a3c6-5ec043300e35 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 1097 time: 0.0729012 Sep 19 03:15:08.635292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68bc9b61-a44e-4c6a-b6de-79426f328b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.637780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68bc9b61-a44e-4c6a-b6de-79426f328b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:08.638976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68bc9b61-a44e-4c6a-b6de-79426f328b88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebefe20e-7267-4ea3-bac9-563bd5e287b9 HTTP/1.1" status: 204 len: 168 time: 0.1729054 Sep 19 03:15:08.641291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52dff23e-c900-4667-aef4-216f2887d3dd req-399bca27-aa1e-4d12-8255-de192b640af9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Sep 19 03:15:08.649246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc9b61-a44e-4c6a-b6de-79426f328b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebefe20e-7267-4ea3-bac9-563bd5e287b9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:08.731558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d96c1-0853-4795-93cb-d08849f30673 req-6618fbd6-b7ca-45e2-8376-883173b1c83e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:08.733039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d95d96c1-0853-4795-93cb-d08849f30673 req-6618fbd6-b7ca-45e2-8376-883173b1c83e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Sep 19 03:15:08.771456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d95d96c1-0853-4795-93cb-d08849f30673 req-b15ecd6c-a10d-4682-9904-1065be2991c7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Sep 19 03:15:09.089310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd7c03-3637-4184-a281-a75b56808987 req-811cfe3a-c5ad-4bdb-a779-3007a2338d3a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:09.090859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10fd7c03-3637-4184-a281-a75b56808987 req-811cfe3a-c5ad-4bdb-a779-3007a2338d3a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0529025 Sep 19 03:15:09.134327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10fd7c03-3637-4184-a281-a75b56808987 req-f077fe3b-aef1-4f56-8576-2271e5506c61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363531 Sep 19 03:15:09.893931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4c3ed-b11d-4480-a90c-5640b59d930d req-74c137df-4f1d-47f9-8217-75e4b2d8cd3b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:09.895604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bac4c3ed-b11d-4480-a90c-5640b59d930d req-74c137df-4f1d-47f9-8217-75e4b2d8cd3b tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0541441 Sep 19 03:15:09.937362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bac4c3ed-b11d-4480-a90c-5640b59d930d req-30da5a26-fc7a-4d12-a4e4-e1933a9b6a50 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350873 Sep 19 03:15:10.261098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2fc28-0a25-41ac-bf8a-88cd62354724 req-fdca62af-4b0d-4516-8b6e-265359c532ef tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:10.264349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ba2fc28-0a25-41ac-bf8a-88cd62354724 req-fdca62af-4b0d-4516-8b6e-265359c532ef tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0527942 Sep 19 03:15:10.316423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ba2fc28-0a25-41ac-bf8a-88cd62354724 req-36e0df73-6d1e-4c0e-84d9-f6884709dc93 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Sep 19 03:15:11.092285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbddf71-fd0d-4c5c-9927-ade414b05bc7 req-33a8c7d6-c3a9-45fa-8622-f7a0a681dcc1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:11.102126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dbddf71-fd0d-4c5c-9927-ade414b05bc7 req-33a8c7d6-c3a9-45fa-8622-f7a0a681dcc1 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0780649 Sep 19 03:15:11.143325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9dbddf71-fd0d-4c5c-9927-ade414b05bc7 req-d42559b5-cb36-48c3-9bfc-10e07abde75e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Sep 19 03:15:11.452903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422f32b-f894-4369-aea7-ab20488c0882 req-3f00cf92-04eb-4605-ab0f-64165169054c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:11.455135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1422f32b-f894-4369-aea7-ab20488c0882 req-3f00cf92-04eb-4605-ab0f-64165169054c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0499299 Sep 19 03:15:11.496398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1422f32b-f894-4369-aea7-ab20488c0882 req-fb4616b4-c4ce-427a-a0ff-5d5b051d5a44 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Sep 19 03:15:11.748453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c954f6-30f8-4d12-881d-2dc9dad60d9f req-8eceb8a0-6240-4354-ba89-f216baa8a2de tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:11.749974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7c954f6-30f8-4d12-881d-2dc9dad60d9f req-8eceb8a0-6240-4354-ba89-f216baa8a2de tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0491214 Sep 19 03:15:11.788527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7c954f6-30f8-4d12-881d-2dc9dad60d9f req-46cb6e9e-750a-4501-b6fb-a1f047507ff6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Sep 19 03:15:11.914617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38da92c-8888-43e4-afde-b7babdd5070c req-f6678e4e-6b98-4a2e-b141-a0a91d4d6e12 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:11.916139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b38da92c-8888-43e4-afde-b7babdd5070c req-f6678e4e-6b98-4a2e-b141-a0a91d4d6e12 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0555804 Sep 19 03:15:11.954079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b38da92c-8888-43e4-afde-b7babdd5070c req-5328cc88-0562-4a4c-b936-14d71d7578f1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Sep 19 03:15:11.979895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:12.099081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8543b324-9e49-4331-ad01-b0c54245c4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.210153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bcd000-317f-40cb-b63c-0d1e2b0486a0 req-1ca367ad-49b4-49c4-b6a3-df48d7c5e090 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:12.211676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2bcd000-317f-40cb-b63c-0d1e2b0486a0 req-1ca367ad-49b4-49c4-b6a3-df48d7c5e090 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0763807 Sep 19 03:15:12.262790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8543b324-9e49-4331-ad01-b0c54245c4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.275407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8543b324-9e49-4331-ad01-b0c54245c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.333728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8543b324-9e49-4331-ad01-b0c54245c4bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fff5596d122a4975b872730e60a432c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527439 Sep 19 03:15:12.336628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52284) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:12.338608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2bcd000-317f-40cb-b63c-0d1e2b0486a0 req-a9bec66c-cb03-4996-a228-15d511424b12 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153800 Sep 19 03:15:12.340155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543b324-9e49-4331-ad01-b0c54245c4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e90f8-b37b-41d5-a71f-38b369cd024d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:12.359245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd0417-5ea4-4f67-960c-10d6dc8876f0 req-7fe7774f-b13f-4761-a2cf-0227ee776fe3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:12.359245 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6bd0417-5ea4-4f67-960c-10d6dc8876f0 req-7fe7774f-b13f-4761-a2cf-0227ee776fe3 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1372347 Sep 19 03:15:12.393134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6bd0417-5ea4-4f67-960c-10d6dc8876f0 req-14c0da37-e938-45eb-bb45-ad89dc35f5a2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 Sep 19 03:15:12.397278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c926d707-def4-4d8d-9834-eb945fed2bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.417660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c926d707-def4-4d8d-9834-eb945fed2bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.462897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c926d707-def4-4d8d-9834-eb945fed2bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.465447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c926d707-def4-4d8d-9834-eb945fed2bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.466576 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c926d707-def4-4d8d-9834-eb945fed2bce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac7e90f8-b37b-41d5-a71f-38b369cd024d HTTP/1.1" status: 204 len: 168 time: 0.1289659 Sep 19 03:15:12.473771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926d707-def4-4d8d-9834-eb945fed2bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e90f8-b37b-41d5-a71f-38b369cd024d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:12.724997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52300) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:12.739671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c49db47d-3009-4daa-8834-95c3e7f4f64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.832835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c49db47d-3009-4daa-8834-95c3e7f4f64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.836620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c49db47d-3009-4daa-8834-95c3e7f4f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.870917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c49db47d-3009-4daa-8834-95c3e7f4f64c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d3db50ec5ba4c5d9f69852f729d9908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447070 Sep 19 03:15:12.872933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52306) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:12.880738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db47d-3009-4daa-8834-95c3e7f4f64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047973fd-dcf5-47a9-ab2d-02a1de34fc0f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:12.923676 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9481c21b-eb25-4ff3-96d5-c62d4ba5d510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.944293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9481c21b-eb25-4ff3-96d5-c62d4ba5d510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.991119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9481c21b-eb25-4ff3-96d5-c62d4ba5d510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.993915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9481c21b-eb25-4ff3-96d5-c62d4ba5d510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:12.995121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9481c21b-eb25-4ff3-96d5-c62d4ba5d510 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/047973fd-dcf5-47a9-ab2d-02a1de34fc0f HTTP/1.1" status: 204 len: 168 time: 0.1211209 Sep 19 03:15:13.003409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c21b-eb25-4ff3-96d5-c62d4ba5d510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047973fd-dcf5-47a9-ab2d-02a1de34fc0f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:13.145665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e4bdb-895d-4b15-8468-0567c6c76438 req-f705b7f3-8a88-4cec-a897-de433c7419c4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:13.147391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-700e4bdb-895d-4b15-8468-0567c6c76438 req-f705b7f3-8a88-4cec-a897-de433c7419c4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0570707 Sep 19 03:15:13.189149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-700e4bdb-895d-4b15-8468-0567c6c76438 req-2ad1896f-b20d-46ba-8f5d-e0a073f6ed06 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357714 Sep 19 03:15:13.468569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc0f47-a779-495a-9c5b-c0cd133b723a req-9f77d0a4-ad37-43a6-9051-e52dd4e1805f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:13.470295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afbc0f47-a779-495a-9c5b-c0cd133b723a req-9f77d0a4-ad37-43a6-9051-e52dd4e1805f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0544097 Sep 19 03:15:13.541393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71845bc3-fefb-4fc9-8bee-74cf87b08133 req-17f56448-7e50-4004-bcdd-e77404982a36 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:13.542891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71845bc3-fefb-4fc9-8bee-74cf87b08133 req-17f56448-7e50-4004-bcdd-e77404982a36 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0716476 Sep 19 03:15:13.551384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afbc0f47-a779-495a-9c5b-c0cd133b723a req-e1b9b7ca-4359-4b91-a980-f049f22e3d63 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703387 Sep 19 03:15:13.590148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71845bc3-fefb-4fc9-8bee-74cf87b08133 req-6c1e2fa4-c1e8-48e1-8675-e4328123f507 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Sep 19 03:15:14.318465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5830ca-8610-486a-bc96-e57423c90d50 req-64b1a862-334c-4fef-a7b5-523e3c9b8a2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:14.320543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5830ca-8610-486a-bc96-e57423c90d50 req-64b1a862-334c-4fef-a7b5-523e3c9b8a2a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0505543 Sep 19 03:15:14.363920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5830ca-8610-486a-bc96-e57423c90d50 req-18219d8a-c2d5-4f25-a1df-822f0c3028b3 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344336 Sep 19 03:15:14.487116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72a5cc64-f02e-4314-a9b4-1f5b4b222501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:14.600055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-2f66b666-42c2-4a86-bf80-ea236444273f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:14.601800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-2f66b666-42c2-4a86-bf80-ea236444273f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.0510535 Sep 19 03:15:14.754258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba8c9c-5c2e-43b8-a926-f1e6cd684c3f req-0c9c6bc2-598c-4f6d-87b6-4eed345a4401 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:14.755759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0ba8c9c-5c2e-43b8-a926-f1e6cd684c3f req-0c9c6bc2-598c-4f6d-87b6-4eed345a4401 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 946 time: 0.1192718 Sep 19 03:15:14.772739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72ff43-d75a-4753-8c3a-9fb3ca626629 req-3c2a3d95-7f74-4688-acae-f6ed4ecf7645 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:14.774182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e72ff43-d75a-4753-8c3a-9fb3ca626629 req-3c2a3d95-7f74-4688-acae-f6ed4ecf7645 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0992916 Sep 19 03:15:14.833322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0ba8c9c-5c2e-43b8-a926-f1e6cd684c3f req-a8f32094-de67-4219-82bf-7be05f442a1f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702848 Sep 19 03:15:14.840393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Deleting port 4fc49786-462b-4884-aa56-a2c39ff2e451 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:14.840738 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:14.880849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e72ff43-d75a-4753-8c3a-9fb3ca626629 req-e77ba26c-4b88-4abd-9904-632289bbf861 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Sep 19 03:15:14.972704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] For port 4fc49786-462b-4884-aa56-a2c39ff2e451, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4fc49786-462b-4884-aa56-a2c39ff2e451,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:14.973186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:14.986709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Calling delete_port for 4fc49786-462b-4884-aa56-a2c39ff2e451 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:15.165728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881576d-3f25-4516-b0d4-47eaf586206e req-9c095aaa-15b8-4b4c-a651-b435f9d47767 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:15.167396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0881576d-3f25-4516-b0d4-47eaf586206e req-9c095aaa-15b8-4b4c-a651-b435f9d47767 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0653479 Sep 19 03:15:15.167937 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.206435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event deleted for resources: {'Port': ['ID=4fc49786-462b-4884-aa56-a2c39ff2e451,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:15.211582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b', '4fc49786-462b-4884-aa56-a2c39ff2e451'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:15:15.271333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0881576d-3f25-4516-b0d4-47eaf586206e req-0a66b74d-aa41-4642-9af8-e22de0643a36 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947847 Sep 19 03:15:15.290420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] No DVR routers for this DVR port 4fc49786-462b-4884-aa56-a2c39ff2e451 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:15.294252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.298478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea87c26e-0257-4692-bdd1-1adced403ef4 req-6049ba9c-6c1b-451c-b734-4f4492e1c65f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "DELETE /v2.0/ports/4fc49786-462b-4884-aa56-a2c39ff2e451 HTTP/1.1" status: 204 len: 173 time: 0.6875169 Sep 19 03:15:15.299709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a843b-1a23-4b23-9b68-21f530295195', 'name': 'network-vif-deleted', 'tag': '4fc49786-462b-4884-aa56-a2c39ff2e451'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:15.303634 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35471082-9584-4967-9b14-c0d7b15ef162" -d '{"events": [{"server_uuid": "919a843b-1a23-4b23-9b68-21f530295195", "name": "network-vif-deleted", "tag": "4fc49786-462b-4884-aa56-a2c39ff2e451"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:15.310924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52414) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:15.368240 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82fd32a-1fb0-4e46-a940-b1066cda6383 x-openstack-request-id: req-a82fd32a-1fb0-4e46-a940-b1066cda6383 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:15.368240 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a843b-1a23-4b23-9b68-21f530295195", "name": "network-vif-deleted", "tag": "4fc49786-462b-4884-aa56-a2c39ff2e451", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:15.368978 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a82fd32a-1fb0-4e46-a940-b1066cda6383 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:15.368978 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919a843b-1a23-4b23-9b68-21f530295195', 'name': 'network-vif-deleted', 'tag': '4fc49786-462b-4884-aa56-a2c39ff2e451', 'status': 'completed', 'code': 200} Sep 19 03:15:15.429872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0ebd2-c713-47c3-892c-96a332b85b56 req-a0514472-fb0d-4bba-b0d5-8c4c9c9544d7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:15.431668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20f0ebd2-c713-47c3-892c-96a332b85b56 req-a0514472-fb0d-4bba-b0d5-8c4c9c9544d7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0586722 Sep 19 03:15:15.485699 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e99ae65d-ddd7-45ec-813c-59b79bdea7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.518851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20f0ebd2-c713-47c3-892c-96a332b85b56 req-4bccdb41-828f-47ab-921f-9629ef9c3455 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793567 Sep 19 03:15:15.560679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9031c-0ca9-4584-9e1c-ecd2b8be1117 req-e86efdd0-5a48-48e1-8aec-bca3dfddb043 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:15.562724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edc9031c-0ca9-4584-9e1c-ecd2b8be1117 req-e86efdd0-5a48-48e1-8aec-bca3dfddb043 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0956285 Sep 19 03:15:15.622159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edc9031c-0ca9-4584-9e1c-ecd2b8be1117 req-12fffdfc-bb57-4193-a318-cc62c59f1ee2 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523980 Sep 19 03:15:15.662875 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e99ae65d-ddd7-45ec-813c-59b79bdea7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.666971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e99ae65d-ddd7-45ec-813c-59b79bdea7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.710558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e99ae65d-ddd7-45ec-813c-59b79bdea7aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a48f7c6d22d84f2695dcd38da5c6cfb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982487 Sep 19 03:15:15.711204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ae65d-ddd7-45ec-813c-59b79bdea7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0dfdd4-7bfc-4cbf-9f3b-6be4cd6c0af6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:15.713187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52424) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:15.766076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aad9ea-f012-4b9c-aeb9-8c4c28d4c4f9 req-e143c728-14a5-49ec-9836-0fc1a8aaeffe tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:15.766333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5cff-a0ac-4c51-a8ed-e26f5a280def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.767610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2aad9ea-f012-4b9c-aeb9-8c4c28d4c4f9 req-e143c728-14a5-49ec-9836-0fc1a8aaeffe tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0524206 Sep 19 03:15:15.787518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5cff-a0ac-4c51-a8ed-e26f5a280def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.806508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2aad9ea-f012-4b9c-aeb9-8c4c28d4c4f9 req-21e94bb6-61a8-4805-940d-3edc631fcc56 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324540 Sep 19 03:15:15.839867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5cff-a0ac-4c51-a8ed-e26f5a280def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.841577 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.842700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5ed5cff-a0ac-4c51-a8ed-e26f5a280def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:15.846688 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e5ed5cff-a0ac-4c51-a8ed-e26f5a280def admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b0dfdd4-7bfc-4cbf-9f3b-6be4cd6c0af6 HTTP/1.1" status: 204 len: 168 time: 0.1323664 Sep 19 03:15:15.856860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed5cff-a0ac-4c51-a8ed-e26f5a280def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0dfdd4-7bfc-4cbf-9f3b-6be4cd6c0af6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:15.976313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00330288-7f08-4f79-880d-9a0982045341 req-d6f01c51-ff14-4c0a-ab93-6f946d11891b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=919a843b-1a23-4b23-9b68-21f530295195 HTTP/1.1" status: 200 len: 210 time: 0.0357981 Sep 19 03:15:16.100360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0e30f-b84f-4ad3-8746-1e8204155a33 req-866f9327-d355-4c06-9bf5-5118631a4a80 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:16.102181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ba0e30f-b84f-4ad3-8746-1e8204155a33 req-866f9327-d355-4c06-9bf5-5118631a4a80 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0559509 Sep 19 03:15:16.155352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ba0e30f-b84f-4ad3-8746-1e8204155a33 req-0fdd357b-dd0c-4414-b1ef-31bfabcc733c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468228 Sep 19 03:15:16.214943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52444) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:16.228416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10d345a8-501e-44ed-baf0-07dff740df45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:16.349653 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10d345a8-501e-44ed-baf0-07dff740df45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:16.356764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10d345a8-501e-44ed-baf0-07dff740df45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:16.394645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b59d2b-f29d-4816-839b-e4d1723b95ea req-a6373f93-d0c1-4e7b-adb7-2315e7366b06 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:16.396190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99b59d2b-f29d-4816-839b-e4d1723b95ea req-a6373f93-d0c1-4e7b-adb7-2315e7366b06 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0947340 Sep 19 03:15:16.410604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-10d345a8-501e-44ed-baf0-07dff740df45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d954a96767f24ad58dd9d72ccf27ba54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946619 Sep 19 03:15:16.412746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d345a8-501e-44ed-baf0-07dff740df45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b38773-843f-4182-b268-8e888d56f315,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:16.413767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52448) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:16.459696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99b59d2b-f29d-4816-839b-e4d1723b95ea req-46642c97-8afc-4382-ba61-b4da6ae7290e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347683 Sep 19 03:15:16.468119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3deee9d0-dfef-401a-9e22-ae742f9ddbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:16.489065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3deee9d0-dfef-401a-9e22-ae742f9ddbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:16.534002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3deee9d0-dfef-401a-9e22-ae742f9ddbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:16.536794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3deee9d0-dfef-401a-9e22-ae742f9ddbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:16.537926 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3deee9d0-dfef-401a-9e22-ae742f9ddbc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4b38773-843f-4182-b268-8e888d56f315 HTTP/1.1" status: 204 len: 168 time: 0.1232653 Sep 19 03:15:16.546368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deee9d0-dfef-401a-9e22-ae742f9ddbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b38773-843f-4182-b268-8e888d56f315,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:16.747780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c02d7-98bb-4302-bc56-ad7ed42e0702 req-0f536e8e-ebf7-4ae8-bb62-45a2daf9353a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:16.749376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-116c02d7-98bb-4302-bc56-ad7ed42e0702 req-0f536e8e-ebf7-4ae8-bb62-45a2daf9353a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0490348 Sep 19 03:15:16.787043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-116c02d7-98bb-4302-bc56-ad7ed42e0702 req-72dc81f8-2476-4685-bfb5-da34a6a61047 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318787 Sep 19 03:15:17.167686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0de86e4c-1a3a-4f37-a14f-22ef13700aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:17.356679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-ba53c61b-5759-4508-9d11-ff8e73377902 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:17.358141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-ba53c61b-5759-4508-9d11-ff8e73377902 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.1413274 Sep 19 03:15:17.369573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deff76-ee00-4c6c-b93e-0109728ef714 req-52cf4f05-2627-4bd2-bcd3-2794d6e28be6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:17.373255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40deff76-ee00-4c6c-b93e-0109728ef714 req-52cf4f05-2627-4bd2-bcd3-2794d6e28be6 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0790732 Sep 19 03:15:17.387115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-dba90937-4257-4fc2-8b99-db6fcec01ca6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/quotas/73fc03fe73bc483abf9bf016c1203cc5 HTTP/1.1" status: 200 len: 375 time: 0.0150521 Sep 19 03:15:17.437054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40deff76-ee00-4c6c-b93e-0109728ef714 req-30739ad0-b14f-42de-b055-e1682b64530e tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Sep 19 03:15:17.451980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-99521987-123a-4fea-bdaf-897c1c5cd85a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572696 Sep 19 03:15:17.550514 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-603e98c2-a8be-4860-b445-6b62572a3e72 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904360 Sep 19 03:15:17.640785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52510) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:17.752952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95d30896-af74-4b13-a884-2362055c7873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:17.850868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95d30896-af74-4b13-a884-2362055c7873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:17.856016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95d30896-af74-4b13-a884-2362055c7873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:17.897566 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-95d30896-af74-4b13-a884-2362055c7873 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4389c48bae14fa796c9409b9ac04d2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556720 Sep 19 03:15:17.898574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d30896-af74-4b13-a884-2362055c7873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9112d27-0f04-4e8c-bd34-93dba419e01b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:17.901097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52516) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:17.931462 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:17.960462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7212effb-a1a4-4f1f-9ff8-49584d9121de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:17.976531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-9c7e99a5-bf91-4f4f-bd02-87110be6da13 service neutron] 10.222.0.22 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196675 Sep 19 03:15:17.981994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7212effb-a1a4-4f1f-9ff8-49584d9121de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:17.988102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca018eb-c570-4392-9fe9-af58f11c634d req-10db6131-2751-498a-b7a2-b2f6db827cf5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:17.989557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ca018eb-c570-4392-9fe9-af58f11c634d req-10db6131-2751-498a-b7a2-b2f6db827cf5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.3727183 Sep 19 03:15:18.033334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ca018eb-c570-4392-9fe9-af58f11c634d req-a2b406a2-f041-411c-bcfc-1017f0aee773 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359180 Sep 19 03:15:18.036113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7212effb-a1a4-4f1f-9ff8-49584d9121de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:18.039342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7212effb-a1a4-4f1f-9ff8-49584d9121de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:18.043484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7212effb-a1a4-4f1f-9ff8-49584d9121de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9112d27-0f04-4e8c-bd34-93dba419e01b HTTP/1.1" status: 204 len: 168 time: 0.1387064 Sep 19 03:15:18.054851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212effb-a1a4-4f1f-9ff8-49584d9121de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9112d27-0f04-4e8c-bd34-93dba419e01b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:18.227368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31f692-4299-46a1-954f-849b5c3d7b16 req-71fcbdcb-bb41-4753-a98b-2ec07978a623 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:18.229032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab31f692-4299-46a1-954f-849b5c3d7b16 req-71fcbdcb-bb41-4753-a98b-2ec07978a623 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0868061 Sep 19 03:15:18.237879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f2738-748d-44bc-8dab-96012eea16a4 req-24767471-2b9b-4434-879f-baebba19a374 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:18.239499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-196f2738-748d-44bc-8dab-96012eea16a4 req-24767471-2b9b-4434-879f-baebba19a374 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0860360 Sep 19 03:15:18.294399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab31f692-4299-46a1-954f-849b5c3d7b16 req-d28a1fdb-89d6-4b28-9dad-5fc35a777b3b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538294 Sep 19 03:15:18.301187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4fc49786-462b-4884-aa56-a2c39ff2e451 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:18.323737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-196f2738-748d-44bc-8dab-96012eea16a4 req-9c4d8b23-e278-4d7c-82c7-7cb866e366c8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734646 Sep 19 03:15:18.336610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 4fc49786-462b-4884-aa56-a2c39ff2e451 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:18.337149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4fc49786-462b-4884-aa56-a2c39ff2e451 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:18.371079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c0a5cda-0f1a-4be5-8c26-4f83d362c4a3 req-72e490d6-bf2c-4ab8-90ae-00a0bd6f54f2 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0278108 Sep 19 03:15:18.398113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:18.560021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695bcdf-57b2-4106-b1af-b176a8b14dd8 req-e2865e30-9b5f-4b6c-b6b8-44deff9ebe52 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:18.562272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f695bcdf-57b2-4106-b1af-b176a8b14dd8 req-e2865e30-9b5f-4b6c-b6b8-44deff9ebe52 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0549941 Sep 19 03:15:18.625500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f695bcdf-57b2-4106-b1af-b176a8b14dd8 req-7d3fa1ae-1846-41ef-85e4-e6b6218b194d tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544608 Sep 19 03:15:19.108931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52562) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:19.214037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd346d87-2755-48bb-8d8c-71e66c84dcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.308153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd346d87-2755-48bb-8d8c-71e66c84dcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.312052 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd346d87-2755-48bb-8d8c-71e66c84dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.341985 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dd346d87-2755-48bb-8d8c-71e66c84dcb3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d76bbb716f554f66af32ab9f52018b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319720 Sep 19 03:15:19.345192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52574) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:19.360618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd346d87-2755-48bb-8d8c-71e66c84dcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d014867-f41a-48a2-b08a-d8762ccb330d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:19.472757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f95b-fc14-43a7-9f05-7e834c439968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.495884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf57d5-dcc8-4537-840d-018708895b06 req-37833a31-3f99-40c4-a883-d067c1fee3fc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:19.497338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0cf57d5-dcc8-4537-840d-018708895b06 req-37833a31-3f99-40c4-a883-d067c1fee3fc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1148810 Sep 19 03:15:19.507287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33d859-efa2-4f70-aa0f-9d0040300517 req-ac9bb50c-b17c-449b-8af9-a1748015d7a2 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:19.508659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb33d859-efa2-4f70-aa0f-9d0040300517 req-ac9bb50c-b17c-449b-8af9-a1748015d7a2 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.1117868 Sep 19 03:15:19.531798 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f95b-fc14-43a7-9f05-7e834c439968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.622966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0cf57d5-dcc8-4537-840d-018708895b06 req-b968749e-90d3-4307-9aa7-f599912d869e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095290 Sep 19 03:15:19.665377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb33d859-efa2-4f70-aa0f-9d0040300517 req-d4dcf378-f2d9-4640-9c7c-26c674f35d84 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449597 Sep 19 03:15:19.711288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f95b-fc14-43a7-9f05-7e834c439968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.713828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f95b-fc14-43a7-9f05-7e834c439968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.714998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b3e1f95b-fc14-43a7-9f05-7e834c439968 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d014867-f41a-48a2-b08a-d8762ccb330d HTTP/1.1" status: 204 len: 168 time: 0.3687816 Sep 19 03:15:19.755657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f95b-fc14-43a7-9f05-7e834c439968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d014867-f41a-48a2-b08a-d8762ccb330d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:19.763349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-aaa4f9b5-cad8-4b4c-9068-1d437df379df tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:19.765418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-aaa4f9b5-cad8-4b4c-9068-1d437df379df tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 806 time: 0.2183712 Sep 19 03:15:19.784292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4a19c9b-7531-4bb9-8058-8404a7685b66 req-83d9f7d3-e2e6-4532-bd4a-c7e8062c37ec tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0484471 Sep 19 03:15:19.805237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854850a2-c53e-4878-9c6e-0b01387bb6aa req-8f017284-8334-4f4c-954e-256933645554 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:19.805237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-854850a2-c53e-4878-9c6e-0b01387bb6aa req-8f017284-8334-4f4c-954e-256933645554 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1078279 Sep 19 03:15:19.831247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Request body: {'port': {'device_id': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'admin_state_up': True, 'tenant_id': '73fc03fe73bc483abf9bf016c1203cc5'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:19.905763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-854850a2-c53e-4878-9c6e-0b01387bb6aa req-1093b6fa-9066-497f-b454-9e7fc8cdd343 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958154 Sep 19 03:15:19.969784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c2415-9354-4507-96a1-b44bfbe88267 req-41d52a74-259c-4544-bd38-c59901240383 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:19.970043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:19.971347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a2c2415-9354-4507-96a1-b44bfbe88267 req-41d52a74-259c-4544-bd38-c59901240383 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1167850 Sep 19 03:15:20.052732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a2c2415-9354-4507-96a1-b44bfbe88267 req-6b45c2fb-ece5-4639-bfef-9656629adfac tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 Sep 19 03:15:20.059686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Made reservation on behalf of 73fc03fe73bc483abf9bf016c1203cc5 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:20.063796 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:20.177650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a395197-0729-4859-b10c-883fbf623bf1 req-529896fa-d456-4224-962a-1293fdeef46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:20.179170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a395197-0729-4859-b10c-883fbf623bf1 req-529896fa-d456-4224-962a-1293fdeef46b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 1096 time: 0.2459981 Sep 19 03:15:20.254391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Allocated IP 172.20.0.2 (b7b5f6cc-3e7a-4190-882e-b24fc4efc9da/8eeae48d-b8db-4a1d-8acf-1c112780b9cc/6a8462fb-debc-4e2a-bcdf-67ea792d9c1b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:20.257838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a395197-0729-4859-b10c-883fbf623bf1 req-e317b0e0-b350-4f60-95a9-ac48f55b4a27 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549691 Sep 19 03:15:20.411564 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:20.449117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:20.491557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:15:20.503508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:20.506768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:20.513277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:20.537291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event updated for resources: {'Port': ['ID=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:20.592348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:20.593745 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:20.615300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f2f8-6450-4348-97b2-d69fb1b3f14c req-88ec2730-5d9a-4c35-9e10-a43532764a72 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:20.616832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2634f2f8-6450-4348-97b2-d69fb1b3f14c req-88ec2730-5d9a-4c35-9e10-a43532764a72 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.0749204 Sep 19 03:15:20.623429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-fab5921f-31a1-404a-bd19-c1ddef491b61 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7967236 Sep 19 03:15:20.673123 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2634f2f8-6450-4348-97b2-d69fb1b3f14c req-0e3f31b6-f9be-4fb3-847f-4a681ee78943 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444853 Sep 19 03:15:20.745349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce978b0c-befb-4c57-81f7-a2339e6c7325 req-4b4876d6-3c88-4171-ae00-3a8287fbabc5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:20.746831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce978b0c-befb-4c57-81f7-a2339e6c7325 req-4b4876d6-3c88-4171-ae00-3a8287fbabc5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0505941 Sep 19 03:15:20.796621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Request body: {'port': {'device_id': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:20.804380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce978b0c-befb-4c57-81f7-a2339e6c7325 req-1ca89e27-0fac-4063-8a0d-1d48a9d736cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 Sep 19 03:15:20.860057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.041448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56765b-662e-4da6-aa58-4861d1ac2443 req-bc1901d4-6b61-4b1f-ae1e-df9d9a67d230 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.042970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b56765b-662e-4da6-aa58-4861d1ac2443 req-bc1901d4-6b61-4b1f-ae1e-df9d9a67d230 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 931 time: 0.1500380 Sep 19 03:15:21.111839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8c42c-9bd0-4f30-851f-d40136c0ae93 req-f1705818-80d4-4796-9a63-d5975b23b586 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.113346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fe8c42c-9bd0-4f30-851f-d40136c0ae93 req-f1705818-80d4-4796-9a63-d5975b23b586 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1186953 Sep 19 03:15:21.165177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b56765b-662e-4da6-aa58-4861d1ac2443 req-3db3ea17-0c3b-4e74-b8ab-7dd878ecb4c0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138356 Sep 19 03:15:21.201499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fe8c42c-9bd0-4f30-851f-d40136c0ae93 req-58dc88ad-8306-4760-b692-08924aa4d17e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802333 Sep 19 03:15:21.307074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:15:21.317193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.337076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Transition to ACTIVE for port object 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:15:21.347067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d897-52ba-4b9c-8307-f9ebf95b640f req-9ed3a20b-2ff9-4c97-ac3a-1ed2f8db9419 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.348566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d55d897-52ba-4b9c-8307-f9ebf95b640f req-9ed3a20b-2ff9-4c97-ac3a-1ed2f8db9419 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0783451 Sep 19 03:15:21.349646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.443770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:21.456939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d55d897-52ba-4b9c-8307-f9ebf95b640f req-6305ae7a-8295-44ee-8671-7ba66b8d32d2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999146 Sep 19 03:15:21.465712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:21.503318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Attempting to bind port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:21.503652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Attempting to bind port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:21.503977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Attempting to bind port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:21.508150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:15:21.508466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Attempting to bind port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b on network b7b5f6cc-3e7a-4190-882e-b24fc4efc9da {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:21.513123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:21.513455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Checking segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:21.513833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Bound using segment: {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:21.514253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Bound port: 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb631568-0a93-43bd-bad0-2b847f8360df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:21.514603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.573163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ebffcb20-79b2-42c4-843c-417f6076bb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.577569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] For port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:21.581304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] For port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:21.585348 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.625327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.625965 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.627364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] 10.222.0.32 "PUT /v2.0/ports/6a8462fb-debc-4e2a-bcdf-67ea792d9c1b HTTP/1.1" status: 200 len: 1091 time: 0.8446107 Sep 19 03:15:21.627797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'tag': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:21.630034 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d898bf5a-1e93-433f-b08f-6f8ee65143b6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa07497-5c57-4c43-9cc1-ecfde1872bad", "tag": "6a8462fb-debc-4e2a-bcdf-67ea792d9c1b"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:21.654683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a67233-4803-4f56-80ff-8802be9d9265 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:21.671932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ebffcb20-79b2-42c4-843c-417f6076bb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.676604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ebffcb20-79b2-42c4-843c-417f6076bb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.677407 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f72a6b-a58f-4560-a2bf-cf06ac285eed x-openstack-request-id: req-e9f72a6b-a58f-4560-a2bf-cf06ac285eed {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:21.677936 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa07497-5c57-4c43-9cc1-ecfde1872bad", "tag": "6a8462fb-debc-4e2a-bcdf-67ea792d9c1b", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:21.678162 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9f72a6b-a58f-4560-a2bf-cf06ac285eed {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:21.678690 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'tag': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b', 'status': 'completed', 'code': 200} Sep 19 03:15:21.719874 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ebffcb20-79b2-42c4-843c-417f6076bb1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08a675e5a41d462badb65be7eeb00820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2529945 Sep 19 03:15:21.721341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52654) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:21.728325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffcb20-79b2-42c4-843c-417f6076bb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c54fc0-fb4c-4d76-8090-9ae153d73089,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:21.774503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d989d1bc-fc6b-4f77-bf0d-787194c84b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.783646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-780687a7-556a-4a8d-9bcd-f6469434b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.785236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-780687a7-556a-4a8d-9bcd-f6469434b27b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 1094 time: 0.0694089 Sep 19 03:15:21.795597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d989d1bc-fc6b-4f77-bf0d-787194c84b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.800581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1f30-85fc-4cfe-be8f-f47da7e08b1b req-33ee106b-d3b4-493d-8e19-9cdb294fe47a tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.802038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02bc1f30-85fc-4cfe-be8f-f47da7e08b1b req-33ee106b-d3b4-493d-8e19-9cdb294fe47a tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.0574472 Sep 19 03:15:21.850097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d989d1bc-fc6b-4f77-bf0d-787194c84b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.859132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d989d1bc-fc6b-4f77-bf0d-787194c84b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:21.863065 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d989d1bc-fc6b-4f77-bf0d-787194c84b19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95c54fc0-fb4c-4d76-8090-9ae153d73089 HTTP/1.1" status: 204 len: 168 time: 0.1407821 Sep 19 03:15:21.871196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-bc4f6910-faeb-40f3-a4d8-d5b6b3b08514 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b HTTP/1.1" status: 200 len: 217 time: 0.0440350 Sep 19 03:15:21.871805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989d1bc-fc6b-4f77-bf0d-787194c84b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c54fc0-fb4c-4d76-8090-9ae153d73089,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:21.877476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02bc1f30-85fc-4cfe-be8f-f47da7e08b1b req-f87be2e3-af64-4d20-b239-1f57e65930d3 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694306 Sep 19 03:15:21.994482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea20b18-7702-413c-b548-6499dc6ba523 req-19442521-35e4-4f26-81af-bc0d0c605f29 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.996021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aea20b18-7702-413c-b548-6499dc6ba523 req-19442521-35e4-4f26-81af-bc0d0c605f29 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0852313 Sep 19 03:15:21.997958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-d1b514c8-1869-4b12-862f-0551519ba87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:21.999742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-d1b514c8-1869-4b12-862f-0551519ba87c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0608675 Sep 19 03:15:22.058074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-86a55d5e-417f-4d68-8998-dbc4d979d7ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368752 Sep 19 03:15:22.066099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aea20b18-7702-413c-b548-6499dc6ba523 req-d5593667-7efb-4327-94d1-3ea7d51ee452 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592029 Sep 19 03:15:22.158438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52662) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:22.160746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-7e2b7f25-0e96-4656-a33c-df41f7da605f service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905824 Sep 19 03:15:22.171413 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e26a42d-4e6c-4661-9686-280e73c25b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:22.276939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e26a42d-4e6c-4661-9686-280e73c25b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:22.281478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e26a42d-4e6c-4661-9686-280e73c25b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:22.320743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e26a42d-4e6c-4661-9686-280e73c25b4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e395c5c04de84393be91bd7b5dd4d940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610045 Sep 19 03:15:22.321647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26a42d-4e6c-4661-9686-280e73c25b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3b0af8-379a-4915-9189-57712f110d2a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:22.324087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52670) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:22.339216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ac05813-d100-48eb-8e9e-3cb9539ab1d0 req-c7fb499e-3e1b-4e73-83af-346f1900fecd service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599932 Sep 19 03:15:22.349405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dac629-5f51-49da-a7e4-cda33ab4fb9a req-af49bd0e-47f3-468b-90a3-2f6fc53a6d11 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:22.351714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96dac629-5f51-49da-a7e4-cda33ab4fb9a req-af49bd0e-47f3-468b-90a3-2f6fc53a6d11 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 943 time: 0.1072388 Sep 19 03:15:22.374648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309997d-b35c-49e3-9a6c-28b6f420f42b req-22e9659e-415d-4a88-bffc-435337517e91 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:22.376536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f309997d-b35c-49e3-9a6c-28b6f420f42b req-22e9659e-415d-4a88-bffc-435337517e91 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0903914 Sep 19 03:15:22.379956 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b699f73-cf68-423c-8793-599dc0029d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:22.401992 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b699f73-cf68-423c-8793-599dc0029d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:22.436056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96dac629-5f51-49da-a7e4-cda33ab4fb9a req-0d2966b1-c63e-4620-b9f0-e065872a9eac tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722740 Sep 19 03:15:22.442513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f309997d-b35c-49e3-9a6c-28b6f420f42b req-667564c1-ef48-499d-94f9-d1f369a15867 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530438 Sep 19 03:15:22.455199 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b699f73-cf68-423c-8793-599dc0029d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:22.457751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b699f73-cf68-423c-8793-599dc0029d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:22.458987 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4b699f73-cf68-423c-8793-599dc0029d9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c3b0af8-379a-4915-9189-57712f110d2a HTTP/1.1" status: 204 len: 168 time: 0.1335049 Sep 19 03:15:22.466734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b699f73-cf68-423c-8793-599dc0029d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3b0af8-379a-4915-9189-57712f110d2a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:22.534149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-92da3331-af10-42a3-ae5b-2fd39e16a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:22.535701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-92da3331-af10-42a3-ae5b-2fd39e16a36f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 1094 time: 0.0607469 Sep 19 03:15:22.642668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f77eea-bedc-4f1b-b5ab-2f89b5cd92ec req-c8388f3b-626d-43b7-8690-37b0fdddcade tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:22.644268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19f77eea-bedc-4f1b-b5ab-2f89b5cd92ec req-c8388f3b-626d-43b7-8690-37b0fdddcade tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1076753 Sep 19 03:15:22.685403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-37a499d1-c4b6-404d-81c6-b7a070600e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:22.687438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-37a499d1-c4b6-404d-81c6-b7a070600e35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 200 len: 907 time: 0.1260955 Sep 19 03:15:22.705052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19f77eea-bedc-4f1b-b5ab-2f89b5cd92ec req-0b290281-ddc9-45e9-b5e2-8f3848cdb20f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523529 Sep 19 03:15:22.736286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-33fc7234-5948-4d00-8312-f8f519c66a7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b HTTP/1.1" status: 200 len: 217 time: 0.0392292 Sep 19 03:15:22.790038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-c8bd39f3-b49f-4574-88bc-f0cd7c0c5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:22.791639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-c8bd39f3-b49f-4574-88bc-f0cd7c0c5ccf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 200 len: 846 time: 0.0465567 Sep 19 03:15:22.832792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-b358c004-dd16-4a68-b0c3-fc0644107d4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315366 Sep 19 03:15:23.029791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66c9cb-8967-4945-a6a1-d3f4d81ef188 req-e997d740-cf3f-4072-a673-6d549fc2a9cd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.031852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e66c9cb-8967-4945-a6a1-d3f4d81ef188 req-e997d740-cf3f-4072-a673-6d549fc2a9cd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1565390 Sep 19 03:15:23.037425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-a1a75d12-c599-4525-b204-a573e5cc90f4 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928673 Sep 19 03:15:23.053622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-5ada8174-1410-447e-b49d-ddd7048ca2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.055061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-5ada8174-1410-447e-b49d-ddd7048ca2d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 1096 time: 0.1275640 Sep 19 03:15:23.136668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596ed3-242e-4a2a-b413-a32a1531c286 req-50c34c33-9538-4e10-8945-4232f32f3362 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.138158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90596ed3-242e-4a2a-b413-a32a1531c286 req-50c34c33-9538-4e10-8945-4232f32f3362 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.1693337 Sep 19 03:15:23.179882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e66c9cb-8967-4945-a6a1-d3f4d81ef188 req-4a061f28-03ab-491a-a276-9ba91517152c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399038 Sep 19 03:15:23.302986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90596ed3-242e-4a2a-b413-a32a1531c286 req-9b8cac87-86b5-47db-b2ba-df46c1d934de tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522882 Sep 19 03:15:23.313172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-29c77a16-1907-4a8c-9575-9aae7f86bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.314641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-29c77a16-1907-4a8c-9575-9aae7f86bcff service neutron] 10.222.0.32 "GET /v2.0/networks?id=75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 200 len: 911 time: 0.2424257 Sep 19 03:15:23.319065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d898bf5a-1e93-433f-b08f-6f8ee65143b6 req-c91e33a5-f420-4f81-9fe3-fa6382193393 service neutron] 10.222.0.32 "GET /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679839 Sep 19 03:15:23.335314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec410bb-9d88-4ef9-9bf9-0a09e2dd199e req-e1eb63d3-ce08-4c05-ae68-70964f861bd7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.336796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eec410bb-9d88-4ef9-9bf9-0a09e2dd199e req-e1eb63d3-ce08-4c05-ae68-70964f861bd7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0958059 Sep 19 03:15:23.375799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eec410bb-9d88-4ef9-9bf9-0a09e2dd199e req-52c6f1b3-6bd0-42c7-bf86-184b2f0403db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331404 Sep 19 03:15:23.454824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-283c1d26-fe7b-43ff-938b-2b485b145b1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50 HTTP/1.1" status: 200 len: 217 time: 0.0358419 Sep 19 03:15:23.525254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-eb5b5d50-ea52-40f5-be8b-0cb09937f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.526720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-eb5b5d50-ea52-40f5-be8b-0cb09937f472 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 200 len: 850 time: 0.0627377 Sep 19 03:15:23.576298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-9bce5ce0-4a76-4bd1-b870-d3f0ef491817 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=75540ffb-8db4-47c8-b199-61eceb1eeee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357144 Sep 19 03:15:23.646260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c39cf4-7fe8-42c0-a50a-27b228e49b54 req-c7aeb47f-2050-474d-824b-ebf47b06d99b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.648068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65c39cf4-7fe8-42c0-a50a-27b228e49b54 req-c7aeb47f-2050-474d-824b-ebf47b06d99b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 943 time: 0.1397357 Sep 19 03:15:23.690965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ac921-020f-47f5-9e60-a6fb788de4f3 req-19ce364b-9d46-4a00-adbf-c132b89b692c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:23.692452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-245ac921-020f-47f5-9e60-a6fb788de4f3 req-19ce364b-9d46-4a00-adbf-c132b89b692c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1499231 Sep 19 03:15:23.768793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-33c733c0-a6c1-42cd-9c06-715a483f99cd service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776392 Sep 19 03:15:23.773643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65c39cf4-7fe8-42c0-a50a-27b228e49b54 req-fcc67b33-ad27-4134-837d-aa449cda6d84 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945847 Sep 19 03:15:23.776710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-245ac921-020f-47f5-9e60-a6fb788de4f3 req-48056736-c772-4ff6-94f5-5f689f17d1cb tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729461 Sep 19 03:15:23.886451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5821d7-e9bd-448c-9290-3df46fa4ab43 req-a0590782-fccb-4fbd-814e-abdc2edbdfe8 service neutron] 10.222.0.32 "GET /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044540 Sep 19 03:15:24.111271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a01ea-8489-4126-bb13-8fd2719f850c req-116b1b2a-ae22-4514-a5d2-647aa509eb98 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:24.112731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-943a01ea-8489-4126-bb13-8fd2719f850c req-116b1b2a-ae22-4514-a5d2-647aa509eb98 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.32 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.0487413 Sep 19 03:15:24.209434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Deleting port af70e22a-3159-46f9-b534-787287b192ea {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:24.209873 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:24.328969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] For port af70e22a-3159-46f9-b534-787287b192ea, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=af70e22a-3159-46f9-b534-787287b192ea,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:24.329467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:24.338483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ba27d-8108-44a6-abba-938f39957dba req-29d048d2-93ea-4ab9-a831-6775e12333ed tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:24.340003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8ba27d-8108-44a6-abba-938f39957dba req-29d048d2-93ea-4ab9-a831-6775e12333ed tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0741644 Sep 19 03:15:24.775321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52770) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:24.778581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8ba27d-8108-44a6-abba-938f39957dba req-93c4db44-24c5-4a7b-8b09-c5d830ce4b50 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311388 Sep 19 03:15:24.799818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1dc6a-80ed-4285-b41a-8d258cc1c617 req-3e418a5a-67ba-464b-8c0d-efa23818821f tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:24.801534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ad1dc6a-80ed-4285-b41a-8d258cc1c617 req-3e418a5a-67ba-464b-8c0d-efa23818821f tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 946 time: 0.4051867 Sep 19 03:15:24.892697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfee1829-c1ad-427e-85f4-60af511f950d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:24.925810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ad1dc6a-80ed-4285-b41a-8d258cc1c617 req-92b3e1fa-4271-4e7d-a3d8-329d54e9c951 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups?id=97f0a643-a520-4125-80ae-65e59ab11a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166942 Sep 19 03:15:24.931833 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:24.932423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:24.932667 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Floating IP 1df17b0b-843d-44ed-92a6-e5496a2356da disassociated. External IP: 172.25.8.154, port: af70e22a-3159-46f9-b534-787287b192ea. Sep 19 03:15:24.933025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Calling delete_port for af70e22a-3159-46f9-b534-787287b192ea owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:24.956985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88001a-df85-4454-b34f-980719131d93 req-b1886ca9-b063-42da-804a-cdbdbed12f94 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:24.958683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d88001a-df85-4454-b34f-980719131d93 req-b1886ca9-b063-42da-804a-cdbdbed12f94 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0956953 Sep 19 03:15:24.986108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfee1829-c1ad-427e-85f4-60af511f950d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:24.990181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfee1829-c1ad-427e-85f4-60af511f950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.028196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dfee1829-c1ad-427e-85f4-60af511f950d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38529bb773fb47fe820924eea93d9381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516041 Sep 19 03:15:25.028955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee1829-c1ad-427e-85f4-60af511f950d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab39fd1b-1274-4a19-a2c8-a14ebca0485b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:25.032905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52780) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:25.070367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d88001a-df85-4454-b34f-980719131d93 req-23cb9160-70c4-4999-8ca3-6fe94d996af8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766802 Sep 19 03:15:25.081392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3779696b-388e-493e-b431-5bd3bd1d4c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.097793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f73e8b-3dae-462f-8393-0883984c924e req-376590b5-2436-4eda-9384-daedfe5990e7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:25.098770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0f73e8b-3dae-462f-8393-0883984c924e req-376590b5-2436-4eda-9384-daedfe5990e7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 943 time: 0.0975456 Sep 19 03:15:25.105683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3779696b-388e-493e-b431-5bd3bd1d4c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.156694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3779696b-388e-493e-b431-5bd3bd1d4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.159389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3779696b-388e-493e-b431-5bd3bd1d4c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.160555 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3779696b-388e-493e-b431-5bd3bd1d4c09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab39fd1b-1274-4a19-a2c8-a14ebca0485b HTTP/1.1" status: 204 len: 168 time: 0.1265504 Sep 19 03:15:25.169557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779696b-388e-493e-b431-5bd3bd1d4c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab39fd1b-1274-4a19-a2c8-a14ebca0485b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:25.189234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0f73e8b-3dae-462f-8393-0883984c924e req-668ef335-d224-4353-a68a-b74f461bda9e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838752 Sep 19 03:15:25.233962 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.277971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b242bd-9a14-424c-82a6-2689c8eac78e req-2caa7e37-bc52-4d42-a608-5669d4901206 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:25.279615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4b242bd-9a14-424c-82a6-2689c8eac78e req-2caa7e37-bc52-4d42-a608-5669d4901206 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1139190 Sep 19 03:15:25.281159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event deleted for resources: {'Port': ['ID=af70e22a-3159-46f9-b534-787287b192ea,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:25.374459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4b242bd-9a14-424c-82a6-2689c8eac78e req-240f9830-2acf-416d-a861-a9101b1c4ac6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484397 Sep 19 03:15:25.432573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Router 16638e98-eb75-4be1-b799-18b61fb7fe28 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:15:25.459640 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:25.473117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-daa1e53f-26ff-4d08-b13d-149a2c4bf4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.544451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:15:25.554966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] Sync routers for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:15:25.563892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:25.564500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:25.565092 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-daa1e53f-26ff-4d08-b13d-149a2c4bf4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.569154 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-daa1e53f-26ff-4d08-b13d-149a2c4bf4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.594466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] No DVR routers for this DVR port af70e22a-3159-46f9-b534-787287b192ea on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:25.597417 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.599654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-943a01ea-8489-4126-bb13-8fd2719f850c req-57e81c32-f1d7-435b-8e27-6f84eec7135b tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.32 "DELETE /v2.0/ports/af70e22a-3159-46f9-b534-787287b192ea HTTP/1.1" status: 204 len: 173 time: 1.4794230 Sep 19 03:15:25.600209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'name': 'network-vif-deleted', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:25.603166 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-daa1e53f-26ff-4d08-b13d-149a2c4bf4c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b70d740e6d664f1fa269768ff1c65cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423104 Sep 19 03:15:25.607076 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f4cc4-2cb9-4e51-8509-23f147d45ace" -d '{"events": [{"server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "name": "network-vif-deleted", "tag": "af70e22a-3159-46f9-b534-787287b192ea"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:25.607772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52788) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:25.626853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1e53f-26ff-4d08-b13d-149a2c4bf4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2be37f-8b9e-4f07-8bd8-37147e3f5000,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:25.664688 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34860d8-dd6b-40e2-92cc-a057ac8de7ef x-openstack-request-id: req-e34860d8-dd6b-40e2-92cc-a057ac8de7ef {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:25.665233 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "471d2f76-3c24-4156-9674-b709daa17a04", "name": "network-vif-deleted", "tag": "af70e22a-3159-46f9-b534-787287b192ea", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:25.665587 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e34860d8-dd6b-40e2-92cc-a057ac8de7ef {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:25.666139 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471d2f76-3c24-4156-9674-b709daa17a04', 'name': 'network-vif-deleted', 'tag': 'af70e22a-3159-46f9-b534-787287b192ea', 'status': 'completed', 'code': 200} Sep 19 03:15:25.683261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a43121c3-fe31-4607-881e-428637c21d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.703909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:25.708171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a43121c3-fe31-4607-881e-428637c21d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.758440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a43121c3-fe31-4607-881e-428637c21d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.761398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a43121c3-fe31-4607-881e-428637c21d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:25.765543 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a43121c3-fe31-4607-881e-428637c21d88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef2be37f-8b9e-4f07-8bd8-37147e3f5000 HTTP/1.1" status: 204 len: 168 time: 0.1539536 Sep 19 03:15:25.772653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43121c3-fe31-4607-881e-428637c21d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2be37f-8b9e-4f07-8bd8-37147e3f5000,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:25.966080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:37Z', 'revision_number': 5, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:25.970107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed8ecc-75b1-4b35-8281-8bfcdf71ad7b req-0cf85939-8665-44f1-9266-e15b3c818dac tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:25.978195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9ed8ecc-75b1-4b35-8281-8bfcdf71ad7b req-0cf85939-8665-44f1-9266-e15b3c818dac tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1100962 Sep 19 03:15:26.018690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9ed8ecc-75b1-4b35-8281-8bfcdf71ad7b req-e8f959cc-6bd1-4088-8666-b648ac40cd7a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381584 Sep 19 03:15:26.032348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] Checking router: 16638e98-eb75-4be1-b799-18b61fb7fe28 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:15:26.050811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:26.051678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:26.055287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36258cd5-f0cb-4930-8fb6-9744e2170127 req-6ae0a476-0c3d-4969-87b7-72215908ba47 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0354648 Sep 19 03:15:26.167561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:26.236647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d203f-09d5-46e7-a3d8-db58a821fd12 req-21f611b5-32e0-4f1c-a9ee-21128a35b5f0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:26.240486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f7d203f-09d5-46e7-a3d8-db58a821fd12 req-21f611b5-32e0-4f1c-a9ee-21128a35b5f0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0735877 Sep 19 03:15:26.306150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f7d203f-09d5-46e7-a3d8-db58a821fd12 req-997433dc-9181-492e-aced-e254002dacf7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584157 Sep 19 03:15:26.390164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:15:26.399747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device af70e22a-3159-46f9-b534-787287b192ea no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:26.402852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4c8c4-109a-4f5b-a1f8-7425a8f34669 req-6510ce43-0243-4328-abd4-2a74d2734120 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:26.404603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8a4c8c4-109a-4f5b-a1f8-7425a8f34669 req-6510ce43-0243-4328-abd4-2a74d2734120 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 943 time: 0.1044333 Sep 19 03:15:26.446801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: af70e22a-3159-46f9-b534-787287b192ea {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:26.447115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device af70e22a-3159-46f9-b534-787287b192ea not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:26.489088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8a4c8c4-109a-4f5b-a1f8-7425a8f34669 req-ca54d202-9e18-4b08-a95d-8d60f343aab1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601923 Sep 19 03:15:26.530828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:37Z', 'revision_number': 5, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:26.568140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23bb0a5-7975-4bfb-b1e1-9b7b085e7524 None None] The sync data for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 is: [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:12:28Z', 'revision_number': 4, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '1fda4371-b0ac-411b-b1e1-262d303eceb5', 'name': '', 'network_id': 'e8e08ea0-3632-4496-9e20-ad8518f261db', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'mac_address': 'fa:16:3e:0f:8f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:27Z', 'updated_at': '2021-09-19T03:12:37Z', 'revision_number': 5, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'subnets': [{'id': '6c622779-e601-4251-83bf-4d65a64b7e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:15:26.578889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:26.595204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b', 'network_id': 'b7b5f6cc-3e7a-4190-882e-b24fc4efc9da', 'port_id': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b', 'mac_address': 'fa:16:3e:85:a5:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eeae48d-b8db-4a1d-8acf-1c112780b9cc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:15:26.599489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc00bc-3d77-422f-b9ad-5cc63576cace req-d62483d6-2507-43c9-ab05-ae4466487890 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:26.605736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78cc00bc-3d77-422f-b9ad-5cc63576cace req-d62483d6-2507-43c9-ab05-ae4466487890 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0724232 Sep 19 03:15:26.648433 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:26.659891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78cc00bc-3d77-422f-b9ad-5cc63576cace req-61dfa5a6-defa-45dd-8a25-088e29b17177 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474775 Sep 19 03:15:26.670613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:15:26.694716 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:26.701710 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:26.752281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:26.896127 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8ffebe-b3fa-4323-814c-a2b50c927c57 None None] New status for floating IP 1df17b0b-843d-44ed-92a6-e5496a2356da: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:15:27.177570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-671d288f-fe9d-4523-8382-6c5f532b62fe req-8ed55f45-dbde-4d88-b531-b0f5e5dcac0c tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0343137 Sep 19 03:15:27.190207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4027-5d51-4c90-92ed-a27a1521db1a req-882e8dd1-cfe4-4059-8116-dd62a3e2c56a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:27.197364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b61a4027-5d51-4c90-92ed-a27a1521db1a req-882e8dd1-cfe4-4059-8116-dd62a3e2c56a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0904953 Sep 19 03:15:27.231912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b61a4027-5d51-4c90-92ed-a27a1521db1a req-e17025c3-0726-419e-bac2-5f765e2fb5d7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336843 Sep 19 03:15:27.329052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['6a8462fb-debc-4e2a-bcdf-67ea792d9c1b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:15:27.434125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8216b1-351a-44e7-984b-c4f30a6105d0 req-a16d79e0-b5e7-42bb-a144-4aa52a08ac68 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:27.450389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8216b1-351a-44e7-984b-c4f30a6105d0 req-a16d79e0-b5e7-42bb-a144-4aa52a08ac68 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0631397 Sep 19 03:15:27.512162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8216b1-351a-44e7-984b-c4f30a6105d0 req-cd376d93-9e6f-4512-b1bf-05915a50df41 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608289 Sep 19 03:15:27.633609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2824e-e2af-42da-84b4-4c90c2cff454 req-a9758f79-7d55-4fc7-bca3-6ba88874d21d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:27.635163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0df2824e-e2af-42da-84b4-4c90c2cff454 req-a9758f79-7d55-4fc7-bca3-6ba88874d21d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 944 time: 0.0511613 Sep 19 03:15:27.680701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0df2824e-e2af-42da-84b4-4c90c2cff454 req-61a73003-6ca6-4ec8-8327-3b10a06d2cf9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Sep 19 03:15:27.797645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecb2ba-5046-4143-9aad-fe4104a1e91b req-727302c2-1380-4cb5-ac26-b8fbb250d083 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:27.799270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35ecb2ba-5046-4143-9aad-fe4104a1e91b req-727302c2-1380-4cb5-ac26-b8fbb250d083 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0553694 Sep 19 03:15:27.840313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35ecb2ba-5046-4143-9aad-fe4104a1e91b req-24cb73f9-e1f0-4e69-a622-2152527d7fe0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346551 Sep 19 03:15:28.115501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52890) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:28.219983 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4e8cddf-6126-4df6-a8eb-f0f76803fd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.296431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1aa84364-e49f-443a-a960-cb4a231da365 req-d366e22b-55f4-4aef-93aa-2b9f0cf86743 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0448747 Sep 19 03:15:28.386317 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4e8cddf-6126-4df6-a8eb-f0f76803fd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.398598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5c2b6-9995-44c6-8da1-978c39455f4d req-04262e52-0000-419f-9fd5-1967c65259c2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:28.400145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db5c2b6-9995-44c6-8da1-978c39455f4d req-04262e52-0000-419f-9fd5-1967c65259c2 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0732157 Sep 19 03:15:28.401223 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b4e8cddf-6126-4df6-a8eb-f0f76803fd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.460024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b4e8cddf-6126-4df6-a8eb-f0f76803fd27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b13bfbf2a0af4460920156a1955c7c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3409154 Sep 19 03:15:28.460773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52900) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:28.463261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8cddf-6126-4df6-a8eb-f0f76803fd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088cd363-c0b9-4778-aeef-9bc2d08d26fa,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:28.479028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db5c2b6-9995-44c6-8da1-978c39455f4d req-007d3e7a-e78f-4a60-85a3-17618e5331cd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667872 Sep 19 03:15:28.522202 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c84f8787-13f2-4e56-9c80-53f1c82c8d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.551191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c84f8787-13f2-4e56-9c80-53f1c82c8d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.607432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c84f8787-13f2-4e56-9c80-53f1c82c8d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.611907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c84f8787-13f2-4e56-9c80-53f1c82c8d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.626208 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c84f8787-13f2-4e56-9c80-53f1c82c8d57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/088cd363-c0b9-4778-aeef-9bc2d08d26fa HTTP/1.1" status: 204 len: 168 time: 0.1579902 Sep 19 03:15:28.640469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a73a90-175d-4443-b402-b4fddd76e874 req-0d55809f-098e-4bdb-a63c-fafde735c173 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:28.649097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1a73a90-175d-4443-b402-b4fddd76e874 req-0d55809f-098e-4bdb-a63c-fafde735c173 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0588138 Sep 19 03:15:28.651493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f8787-13f2-4e56-9c80-53f1c82c8d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088cd363-c0b9-4778-aeef-9bc2d08d26fa,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:28.700125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1a73a90-175d-4443-b402-b4fddd76e874 req-7231a7ad-f732-4e94-ae04-f68af1ab631c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497038 Sep 19 03:15:28.836954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753067b1-426e-437d-9de7-6dc8334d4849 req-2ebd84b3-2148-4339-ba9e-5d32cda00598 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:28.838505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-753067b1-426e-437d-9de7-6dc8334d4849 req-2ebd84b3-2148-4339-ba9e-5d32cda00598 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0558753 Sep 19 03:15:28.926624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dddcfe-a18d-45be-a627-d554d7ee63ab req-64f4fb2e-e405-4471-9383-d43331e1e6dd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:28.928148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08dddcfe-a18d-45be-a627-d554d7ee63ab req-64f4fb2e-e405-4471-9383-d43331e1e6dd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 944 time: 0.0887372 Sep 19 03:15:28.930817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-753067b1-426e-437d-9de7-6dc8334d4849 req-0a55063b-206b-437e-9917-1fb000ed3735 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711803 Sep 19 03:15:28.953037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52918) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:28.969833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-146abe46-3cd7-4dff-9977-c491a90b818c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:28.991281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08dddcfe-a18d-45be-a627-d554d7ee63ab req-2104f1fe-2566-4cdb-953f-2874b073c5c5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557654 Sep 19 03:15:29.049032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51c4d-733d-4612-b804-4f1a8f87dec4 req-be880b7f-ee75-43a6-be82-5bf133ee7d91 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:29.056517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bd51c4d-733d-4612-b804-4f1a8f87dec4 req-be880b7f-ee75-43a6-be82-5bf133ee7d91 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0574868 Sep 19 03:15:29.079344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-146abe46-3cd7-4dff-9977-c491a90b818c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:29.085988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-146abe46-3cd7-4dff-9977-c491a90b818c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:29.100440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bd51c4d-733d-4612-b804-4f1a8f87dec4 req-18d442f0-e243-4e20-b1a9-256cb49be206 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429988 Sep 19 03:15:29.120194 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-146abe46-3cd7-4dff-9977-c491a90b818c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7c0fb5aebdd42c7986ac7175007d758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632583 Sep 19 03:15:29.124405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52920) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:29.143982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146abe46-3cd7-4dff-9977-c491a90b818c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fcd6c0-0e70-4c33-b81a-b98518ec2df9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:29.176197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a021863a-4745-4c00-92a7-585e64dcc736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:29.198089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a021863a-4745-4c00-92a7-585e64dcc736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:29.249922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a021863a-4745-4c00-92a7-585e64dcc736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:29.252586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a021863a-4745-4c00-92a7-585e64dcc736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:29.256370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a021863a-4745-4c00-92a7-585e64dcc736 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67fcd6c0-0e70-4c33-b81a-b98518ec2df9 HTTP/1.1" status: 204 len: 168 time: 0.1283572 Sep 19 03:15:29.271441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021863a-4745-4c00-92a7-585e64dcc736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fcd6c0-0e70-4c33-b81a-b98518ec2df9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:29.398159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e86b1be-5a02-4880-b8bf-364547b954b3 req-eb243c6d-e5fe-4306-8b02-17c317f3573d tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0287623 Sep 19 03:15:29.705214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:29.932237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7ad5f-61c3-4c8f-9ff4-c133fa48202b req-fc7e1e47-e08a-4131-b4ff-0ce455347695 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:29.934433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84d7ad5f-61c3-4c8f-9ff4-c133fa48202b req-fc7e1e47-e08a-4131-b4ff-0ce455347695 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0730319 Sep 19 03:15:29.982259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84d7ad5f-61c3-4c8f-9ff4-c133fa48202b req-75f2730b-0eed-414c-ab59-d2fd7685c937 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414562 Sep 19 03:15:30.148495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1464615-4383-4ef6-a36d-2836a87e6ea9 req-5aa17682-82aa-4d84-be9c-bd932816b3ac tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:30.149995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1464615-4383-4ef6-a36d-2836a87e6ea9 req-5aa17682-82aa-4d84-be9c-bd932816b3ac tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0968747 Sep 19 03:15:30.162353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f37de-88b2-4c35-86fb-ff4454332ac7 req-f29f46c8-9ef9-4a98-8abf-f878db414a93 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:30.165923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-548f37de-88b2-4c35-86fb-ff4454332ac7 req-f29f46c8-9ef9-4a98-8abf-f878db414a93 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 944 time: 0.0786626 Sep 19 03:15:30.225368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1464615-4383-4ef6-a36d-2836a87e6ea9 req-6a9341d0-df6c-44e8-a907-947e66f6ebaa tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577991 Sep 19 03:15:30.235214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-548f37de-88b2-4c35-86fb-ff4454332ac7 req-5960efba-302b-4208-9056-a800bfc208f0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596681 Sep 19 03:15:30.358857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde080c-be10-45ce-abc9-79968a25576f req-728ed43a-788e-434f-a1bb-f37fa75e1dac tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:30.365291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cde080c-be10-45ce-abc9-79968a25576f req-728ed43a-788e-434f-a1bb-f37fa75e1dac tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0607882 Sep 19 03:15:30.396729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:15:30.409710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cde080c-be10-45ce-abc9-79968a25576f req-6a0c7e74-e4d2-424e-8a4d-84c5c0c71bf9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Sep 19 03:15:30.497894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:30.559464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcd92639-8ebe-4bbf-9ff3-0e1f46d5682d req-59adf334-cf45-4d0e-a5e4-80c9c2baa6db tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/ports?device_id=471d2f76-3c24-4156-9674-b709daa17a04 HTTP/1.1" status: 200 len: 210 time: 0.0508215 Sep 19 03:15:30.567053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:30.587815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'port_id': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'mac_address': 'fa:16:3e:9c:3d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:15:30.597115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:15:30.620389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:30.620772 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:30.656387 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:30.674693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22b80bb7-877b-4f89-90bd-f5c34afb9985 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:15:30.702968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:30.722520 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:30.761727 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:30.797276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:30.804103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:30.806388 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec39606-3919-4efc-96cd-1d538e5541c5" -d '{"events": [{"server_uuid": "0fa07497-5c57-4c43-9cc1-ecfde1872bad", "name": "network-vif-plugged", "status": "completed", "tag": "6a8462fb-debc-4e2a-bcdf-67ea792d9c1b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:30.820974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:30.829263 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:30.895496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:30.901188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53000) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:31.008265 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6a8175-9721-4049-a530-90c76699de8d x-openstack-request-id: req-2f6a8175-9721-4049-a530-90c76699de8d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:31.008762 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa07497-5c57-4c43-9cc1-ecfde1872bad", "name": "network-vif-plugged", "status": "completed", "tag": "6a8462fb-debc-4e2a-bcdf-67ea792d9c1b", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:31.009190 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f6a8175-9721-4049-a530-90c76699de8d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:31.009759 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b', 'code': 200} Sep 19 03:15:31.018537 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6064f03-47bb-475d-a3dd-2130cc460783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.027453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['22b80bb7-877b-4f89-90bd-f5c34afb9985'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:15:31.147987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e54be-22f0-46c6-839b-abfd22879f16 req-e80be3b5-e713-419f-a4af-72b0eae684ff tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:31.149455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d84e54be-22f0-46c6-839b-abfd22879f16 req-e80be3b5-e713-419f-a4af-72b0eae684ff tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0780621 Sep 19 03:15:31.207414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6064f03-47bb-475d-a3dd-2130cc460783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.216832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6064f03-47bb-475d-a3dd-2130cc460783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.256627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d84e54be-22f0-46c6-839b-abfd22879f16 req-c8b95b69-4564-47a7-8789-67a14ab8a2be tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887780 Sep 19 03:15:31.283219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f6064f03-47bb-475d-a3dd-2130cc460783 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1d2c93afc0345c89ddaa1251d34f396&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803234 Sep 19 03:15:31.283981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6064f03-47bb-475d-a3dd-2130cc460783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281837ab-96fd-404d-a8ed-c2381010c500,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:31.285574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53012) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:31.293050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef21c-df36-493c-b53e-1ec8274cbd34 req-19d5cbbf-115f-4b81-be7e-3f89fbe9a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:31.295265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d82ef21c-df36-493c-b53e-1ec8274cbd34 req-19d5cbbf-115f-4b81-be7e-3f89fbe9a5ed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 1096 time: 0.1371920 Sep 19 03:15:31.351841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d82ef21c-df36-493c-b53e-1ec8274cbd34 req-b6fcdd01-e72f-4499-8895-508eabebe163 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480745 Sep 19 03:15:31.356448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.379276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.439087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52967b-ab2c-4e9f-a739-fb64d880d989 req-7c0292f2-e5b7-4618-b51e-a9d244354b3d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:31.443344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb52967b-ab2c-4e9f-a739-fb64d880d989 req-7c0292f2-e5b7-4618-b51e-a9d244354b3d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1056378 Sep 19 03:15:31.445946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.449300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.453091 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/281837ab-96fd-404d-a8ed-c2381010c500 HTTP/1.1" status: 204 len: 168 time: 0.1639383 Sep 19 03:15:31.461048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281837ab-96fd-404d-a8ed-c2381010c500,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:31.464599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c97d0f-34a6-46b2-abc8-17057c868621 req-c097e589-6668-4513-b426-8c9c6106f46c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:31.466127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80c97d0f-34a6-46b2-abc8-17057c868621 req-c097e589-6668-4513-b426-8c9c6106f46c tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.0829618 Sep 19 03:15:31.472130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.472484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.473020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.473519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.474029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.474529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.474894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.475232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.475556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.476095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.477028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.477515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4b822-3e27-4b0e-800d-6aaa3f27c4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:31.519819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb52967b-ab2c-4e9f-a739-fb64d880d989 req-caa2ed11-8977-400d-b317-d8ef6b54d359 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707285 Sep 19 03:15:31.535078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80c97d0f-34a6-46b2-abc8-17057c868621 req-2a438140-88af-419d-96a2-d9c63fa95e50 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592968 Sep 19 03:15:31.658454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53024) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:31.681809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95f9d5-d048-4ce6-a4f7-6bab84c2a6f6 req-bf3fe207-3351-415e-b704-2f0902435a1c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:31.684363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad95f9d5-d048-4ce6-a4f7-6bab84c2a6f6 req-bf3fe207-3351-415e-b704-2f0902435a1c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 944 time: 0.0847876 Sep 19 03:15:31.724700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4086db5-25dc-491f-83bf-ec3118913c18 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.738508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad95f9d5-d048-4ce6-a4f7-6bab84c2a6f6 req-c2c6f329-3fa1-4275-969a-da73a7b487af tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Sep 19 03:15:31.770674 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4086db5-25dc-491f-83bf-ec3118913c18 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.825178 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4086db5-25dc-491f-83bf-ec3118913c18 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.828116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4086db5-25dc-491f-83bf-ec3118913c18 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:31.829527 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e4086db5-25dc-491f-83bf-ec3118913c18 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "DELETE /v2.0/security-groups/97f0a643-a520-4125-80ae-65e59ab11a0d HTTP/1.1" status: 204 len: 168 time: 0.1698267 Sep 19 03:15:31.833230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53032) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:31.862165 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-f35fb069-c3cb-49d5-aca6-63fc5c42bc71 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] show failed (client error): The resource could not be found. Sep 19 03:15:31.866025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f35fb069-c3cb-49d5-aca6-63fc5c42bc71 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "GET /v2.0/security-groups/97f0a643-a520-4125-80ae-65e59ab11a0d HTTP/1.1" status: 404 len: 347 time: 0.0293710 Sep 19 03:15:31.866025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4086db5-25dc-491f-83bf-ec3118913c18 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f0a643-a520-4125-80ae-65e59ab11a0d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:31.866517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53036) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:32.018387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Deleting port db0803f4-c8f9-4baf-9033-09f3b3b5bbc2 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:32.018718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.130973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.131933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.149904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Calling delete_port for db0803f4-c8f9-4baf-9033-09f3b3b5bbc2 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:32.301046 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.330557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Pushing event deleted for resources: {'Port': ['ID=db0803f4-c8f9-4baf-9033-09f3b3b5bbc2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:32.393876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:32.444063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 22b80bb7-877b-4f89-90bd-f5c34afb9985 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:32.444760 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.456999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.459939 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.463929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2212a1ad-5862-452a-b496-9310067aa5b5 tempest-ServersTestBootFromVolume-842485006 tempest-ServersTestBootFromVolume-842485006-project] 10.222.0.22 "DELETE /v2.0/floatingips/1df17b0b-843d-44ed-92a6-e5496a2356da HTTP/1.1" status: 204 len: 168 time: 0.5935631 Sep 19 03:15:32.464661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53056) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:32.476581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb1882-4e98-4d08-b2d6-df356a29d36c req-84a197e9-4795-4744-8277-0ab78d8f1835 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:32.478496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3fb1882-4e98-4d08-b2d6-df356a29d36c req-84a197e9-4795-4744-8277-0ab78d8f1835 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1160212 Sep 19 03:15:32.546946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3fb1882-4e98-4d08-b2d6-df356a29d36c req-f530317f-ea1b-421d-b75a-166c6c28c78a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596230 Sep 19 03:15:32.572402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.636250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:32.646525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.719943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:32.778099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937227f-1c54-48d6-ab46-fba58a706058 req-94c246bc-58d6-4c0d-a855-82091accb538 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:32.779652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f937227f-1c54-48d6-ab46-fba58a706058 req-94c246bc-58d6-4c0d-a855-82091accb538 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1040738 Sep 19 03:15:32.793128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ad222-d253-404e-9d00-771f168a6b41 req-fbf017be-f4ad-4370-98ee-6669e736ddd7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:32.794693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b5ad222-d253-404e-9d00-771f168a6b41 req-fbf017be-f4ad-4370-98ee-6669e736ddd7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.1352820 Sep 19 03:15:32.857364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f937227f-1c54-48d6-ab46-fba58a706058 req-866b2d8e-bded-4835-bd9d-62c2ee2090ac tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575593 Sep 19 03:15:32.858499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b5ad222-d253-404e-9d00-771f168a6b41 req-674f4033-a13d-461c-a5bd-b14382a1ffcc tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489609 Sep 19 03:15:32.939038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53074) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:32.942455 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:32.984334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7d0be-91c5-4357-a3b3-a29b5d92fc5c req-a771537b-5910-4c53-bec0-73679380b864 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:32.986450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8af7d0be-91c5-4357-a3b3-a29b5d92fc5c req-a771537b-5910-4c53-bec0-73679380b864 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0597014 Sep 19 03:15:33.011198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:33.013450 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b12dc17-c58e-41d2-ad61-c4e2eddc6f66" -d '{"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-plugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:33.084190 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4f1a53-2796-434f-9f78-41ff909b6d50 x-openstack-request-id: req-ab4f1a53-2796-434f-9f78-41ff909b6d50 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:33.084496 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-plugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:33.084659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8af7d0be-91c5-4357-a3b3-a29b5d92fc5c req-fa82d818-13be-4539-912f-1d66401aa2ef tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910218 Sep 19 03:15:33.084765 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab4f1a53-2796-434f-9f78-41ff909b6d50 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:33.085128 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'code': 200} Sep 19 03:15:33.181072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-babe532e-8232-4580-aa9e-872c93581212 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1025762926'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:33.182152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-babe532e-8232-4580-aa9e-872c93581212 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Unknown quota resources ['metering_label']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:15:33.247869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Deleting port 1fda4371-b0ac-411b-b1e1-262d303eceb5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:33.248188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:33.302287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7f064-593a-4628-93f3-7f0c96ba84b2 req-26a5cc7a-d769-4774-adb8-cd68844d3b9b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:33.304005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08a7f064-593a-4628-93f3-7f0c96ba84b2 req-26a5cc7a-d769-4774-adb8-cd68844d3b9b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1604834 Sep 19 03:15:33.334961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] For port 1fda4371-b0ac-411b-b1e1-262d303eceb5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1fda4371-b0ac-411b-b1e1-262d303eceb5,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:33.335350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:33.349323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Calling delete_port for 1fda4371-b0ac-411b-b1e1-262d303eceb5 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:33.445262 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-babe532e-8232-4580-aa9e-872c93581212 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:33.446440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-babe532e-8232-4580-aa9e-872c93581212 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5060937 Sep 19 03:15:33.449683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53084) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:33.454792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c3ff4deb-010b-4703-bec1-1764546ee2bd tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '67054a19-eaf1-443d-9b93-7971f60bb540'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:33.455297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c3ff4deb-010b-4703-bec1-1764546ee2bd tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:15:33.464391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-7999a2e6-d21b-4d8d-989e-06290d842ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:33.465855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-7999a2e6-d21b-4d8d-989e-06290d842ed1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1095 time: 0.2499084 Sep 19 03:15:33.476911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08a7f064-593a-4628-93f3-7f0c96ba84b2 req-43b0edbb-acea-472c-a550-1b6598af8590 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638570 Sep 19 03:15:33.529723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:33.556315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fda4371-b0ac-411b-b1e1-262d303eceb5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:33.569657 n-d-809936-1 neutron-server[94723]: WARNING neutron.services.metering.metering_plugin [None req-c3ff4deb-010b-4703-bec1-1764546ee2bd tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 19 03:15:33.706119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c3ff4deb-010b-4703-bec1-1764546ee2bd tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:33.707395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c3ff4deb-010b-4703-bec1-1764546ee2bd tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2558250 Sep 19 03:15:33.710627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53086) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:33.714980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-92beeb4b-fa14-45ac-9736-bef9e4b7725a tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '67054a19-eaf1-443d-9b93-7971f60bb540'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:33.715471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-92beeb4b-fa14-45ac-9736-bef9e4b7725a tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:15:33.734891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:33.781161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-9671d337-9368-4fe3-94cb-461097f046a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:33.782704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-9671d337-9368-4fe3-94cb-461097f046a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.3047564 Sep 19 03:15:33.783814 n-d-809936-1 neutron-server[94723]: WARNING neutron.services.metering.metering_plugin [None req-92beeb4b-fa14-45ac-9736-bef9e4b7725a tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 19 03:15:33.899244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92beeb4b-fa14-45ac-9736-bef9e4b7725a tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:33.900440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-92beeb4b-fa14-45ac-9736-bef9e4b7725a tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1888433 Sep 19 03:15:33.903125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:33.920455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d03c8c2-975a-4d18-97be-33cf2ccbcf94 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=6058dee0-62b2-47ed-a8dc-f962d7af23d4 HTTP/1.1" status: 200 len: 464 time: 0.0139725 Sep 19 03:15:33.922967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53094) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:33.950107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-80fd6e61-bec2-4f6c-a0a1-392af02676f1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 999 time: 0.1591353 Sep 19 03:15:34.272559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Router 16638e98-eb75-4be1-b799-18b61fb7fe28 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:15:34.375049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:15:34.381054 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cc063675-f85b-4dd2-b7ee-c7eabdf75c72 admin admin] 10.222.0.22 "PUT /v2.0/routers/16638e98-eb75-4be1-b799-18b61fb7fe28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9151220 Sep 19 03:15:34.383475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53100) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:34.388989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] Sync routers for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:15:34.398534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:34.399218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:34.431539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-96db8aa1-2179-4a6d-8ac1-bf1812259adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:34.433142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-96db8aa1-2179-4a6d-8ac1-bf1812259adc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.4733672 Sep 19 03:15:34.444813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fdccc-466a-4baf-aa3a-a31f6dc1c5a6 req-1b14d0ed-bd36-43e4-b903-eec234f88f40 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:34.446242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-261fdccc-466a-4baf-aa3a-a31f6dc1c5a6 req-1b14d0ed-bd36-43e4-b903-eec234f88f40 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.5089145 Sep 19 03:15:34.464225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b28ab3ef-38cc-4e13-bf99-b99e938f3a3f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:34.465625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b28ab3ef-38cc-4e13-bf99-b99e938f3a3f tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.5182405 Sep 19 03:15:34.488300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:34.523484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7052e4-1c32-4153-8b2e-678d0f236458 req-f6ae7eb9-d2cd-4650-be25-3ade0f01dc6a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:34.525037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a7052e4-1c32-4153-8b2e-678d0f236458 req-f6ae7eb9-d2cd-4650-be25-3ade0f01dc6a tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 945 time: 0.5479968 Sep 19 03:15:34.537785 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-57aac843-0339-4cc1-a223-ea0e3c43ef14 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:34.542641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-57aac843-0339-4cc1-a223-ea0e3c43ef14 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/6058dee0-62b2-47ed-a8dc-f962d7af23d4 HTTP/1.1" status: 204 len: 168 time: 0.6151884 Sep 19 03:15:34.542828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53104) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:34.593084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8d03e380-2fcb-4ef7-bdde-dce5757eef4d tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=6058dee0-62b2-47ed-a8dc-f962d7af23d4 HTTP/1.1" status: 200 len: 221 time: 0.0460260 Sep 19 03:15:34.593084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53106) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:34.602215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dd406808-c358-4c6f-a5f6-f4ead04604f0 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1451430507', 'description': 'label created by tempest'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:34.602215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dd406808-c358-4c6f-a5f6-f4ead04604f0 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Unknown quota resources ['metering_label']. {{(pid=94722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:15:34.653632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:34.662214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-261fdccc-466a-4baf-aa3a-a31f6dc1c5a6 req-2997c840-396c-405b-a23d-a4416af12cd1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915073 Sep 19 03:15:34.676742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-73559edc-f0fb-4ed7-83ef-bcbb516f78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:34.678330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-73559edc-f0fb-4ed7-83ef-bcbb516f78cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2312102 Sep 19 03:15:34.682590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:34.722595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a7052e4-1c32-4153-8b2e-678d0f236458 req-9c21940b-98af-4568-9a4e-6e429b9788e9 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464481 Sep 19 03:15:34.855270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Deleting port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:34.855613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:34.877388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:15:33Z', 'revision_number': 5, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port': {'id': 'd4c4b927-21fd-45fb-81ce-e0e89572dd6b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:25Z', 'updated_at': '2021-09-19T03:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:34.896381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5360b75-b898-4cd3-bf43-f2a7a1595569 req-234fdd23-c90d-415c-8ea4-60f79d20aa6a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:34.897936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd406808-c358-4c6f-a5f6-f4ead04604f0 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:34.898484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5360b75-b898-4cd3-bf43-f2a7a1595569 req-234fdd23-c90d-415c-8ea4-60f79d20aa6a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1314032 Sep 19 03:15:34.901611 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dd406808-c358-4c6f-a5f6-f4ead04604f0 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3056042 Sep 19 03:15:34.903014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53108) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:34.904045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-29997888-9c26-42c4-b8d4-828f2b78833a service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165358 Sep 19 03:15:34.911245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] Checking router: 16638e98-eb75-4be1-b799-18b61fb7fe28 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:15:34.920289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] Routers {'16638e98-eb75-4be1-b799-18b61fb7fe28'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:34.920987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['16638e98-eb75-4be1-b799-18b61fb7fe28'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:34.983255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Deleting port d4c4b927-21fd-45fb-81ce-e0e89572dd6b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:34.984324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:34.986575 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2f0fedbf-66f5-419a-bde0-d79c6c9f013a tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=9d4416e9-3411-4e84-bbb4-8cc945cf60dc HTTP/1.1" status: 200 len: 468 time: 0.0817659 Sep 19 03:15:34.997338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53110) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.009129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] Set router 16638e98-eb75-4be1-b799-18b61fb7fe28 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:35.063170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:15:34Z', 'revision_number': 6, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:35.072792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] For port d4c4b927-21fd-45fb-81ce-e0e89572dd6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:35.073165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.086876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Calling delete_port for d4c4b927-21fd-45fb-81ce-e0e89572dd6b owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:35.090478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b33a5f-cedc-41b5-be38-f4b755c28399 None None] The sync data for ids ['16638e98-eb75-4be1-b799-18b61fb7fe28'] in n-d-809936-1 is: [{'id': '16638e98-eb75-4be1-b799-18b61fb7fe28', 'name': 'tempest-ServersTestBootFromVolume-1420229106-router', 'tenant_id': '84c28d74324e435a91d2a165c8ec6c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:24Z', 'updated_at': '2021-09-19T03:15:34Z', 'revision_number': 6, 'project_id': '84c28d74324e435a91d2a165c8ec6c19', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:15:35.151988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5360b75-b898-4cd3-bf43-f2a7a1595569 req-0502ce2e-dc66-4b3f-bb4d-2096e12d1da8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467210 Sep 19 03:15:35.223502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] For port 36d83a53-7789-44ee-b8ab-0a917cbb4d50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=36d83a53-7789-44ee-b8ab-0a917cbb4d50,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:35.223892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.244404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005eec-70cc-41c7-8ecd-bb7c18ec5669 req-7c865184-a5ca-4c87-99d7-3c34372e5f7b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:35.246564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a005eec-70cc-41c7-8ecd-bb7c18ec5669 req-7c865184-a5ca-4c87-99d7-3c34372e5f7b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.3402293 Sep 19 03:15:35.267255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.287677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Calling delete_port for 36d83a53-7789-44ee-b8ab-0a917cbb4d50 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:35.290612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c4b927-21fd-45fb-81ce-e0e89572dd6b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:35.352431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.366541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b9a6af1-4026-4b21-9a81-36d620f2a588 req-3776d3b2-45a9-4638-b5cb-1112bff2b1e2 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402022 Sep 19 03:15:35.402850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a0046b7d-f6f7-4e44-8d12-57251531a6f9 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.403905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a0046b7d-f6f7-4e44-8d12-57251531a6f9 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/9d4416e9-3411-4e84-bbb4-8cc945cf60dc HTTP/1.1" status: 204 len: 168 time: 0.3973267 Sep 19 03:15:35.411192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53114) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.420127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a005eec-70cc-41c7-8ecd-bb7c18ec5669 req-68988f36-67fc-4157-8c35-35036f1a0f61 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372855 Sep 19 03:15:35.426983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-62dae91a-9aa7-4981-95a4-601114446ff8 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=9d4416e9-3411-4e84-bbb4-8cc945cf60dc HTTP/1.1" status: 200 len: 216 time: 0.0146461 Sep 19 03:15:35.430435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53116) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.456312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c991b087-3277-4b0a-a688-fff71f45fdaa tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0216579 Sep 19 03:15:35.456513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.456736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.457244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53118) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.480421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dc93d8fd-8aff-4866-aeb3-a5889a77a5b7 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0224295 Sep 19 03:15:35.484359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53120) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.508105 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.508611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16638e98-eb75-4be1-b799-18b61fb7fe28 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:15:35.513203 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.514540 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3b3937ea-bef9-4341-9566-f8301e734bef admin admin] 10.222.0.22 "DELETE /v2.0/routers/16638e98-eb75-4be1-b799-18b61fb7fe28 HTTP/1.1" status: 204 len: 168 time: 1.1300910 Sep 19 03:15:35.517105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53122) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.537792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f4863a02-280a-43e1-b78d-849e1badcb0e tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/67054a19-eaf1-443d-9b93-7971f60bb540 HTTP/1.1" status: 200 len: 473 time: 0.0523267 Sep 19 03:15:35.543031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53124) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.564577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] Deleting subnet 6c622779-e601-4251-83bf-4d65a64b7e26 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:15:35.570242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.575523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7cc98a3b-981e-46f2-9cca-add0f556f36f tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/ab645f87-2aa8-406d-9a56-2f9d1d79066a HTTP/1.1" status: 200 len: 461 time: 0.0322204 Sep 19 03:15:35.578821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53128) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.603641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.617746 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.653383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['70a0b6fc-007f-45f3-a4e8-45f5f0611607'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:15:35.686309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.743556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.752309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Pushing event deleted for resources: {'Port': ['ID=36d83a53-7789-44ee-b8ab-0a917cbb4d50,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:35.756451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c75f4f18-9127-43f2-8825-c6904a5dcf86 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.757775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c75f4f18-9127-43f2-8825-c6904a5dcf86 tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/ab645f87-2aa8-406d-9a56-2f9d1d79066a HTTP/1.1" status: 204 len: 168 time: 0.1780183 Sep 19 03:15:35.773891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53134) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.798318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c622779-e601-4251-83bf-4d65a64b7e26,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:35.809121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.811387 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f99e6857-03cb-45d8-bb1c-52030d2ed273 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c622779-e601-4251-83bf-4d65a64b7e26 HTTP/1.1" status: 204 len: 168 time: 0.2931218 Sep 19 03:15:35.813609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53136) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:35.815407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f73276-f4a6-40a6-a94c-41ef8e1a39b0 None None] Network e8e08ea0-3632-4496-9e20-ad8518f261db requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:35.828644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] No DVR routers for this DVR port 36d83a53-7789-44ee-b8ab-0a917cbb4d50 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:35.832129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.834071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-659853ee-f1e8-437b-bc24-9deb7f08a2aa req-b20e2dd2-86d9-45d9-aab5-4468f52806a7 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "DELETE /v2.0/ports/36d83a53-7789-44ee-b8ab-0a917cbb4d50 HTTP/1.1" status: 204 len: 173 time: 1.3196747 Sep 19 03:15:35.837155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '289e8a43-72ce-4655-809e-09c3c67e3064', 'name': 'network-vif-deleted', 'tag': '36d83a53-7789-44ee-b8ab-0a917cbb4d50'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:35.841013 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44bb740-8b6a-480a-a1b0-18e79de18ea9" -d '{"events": [{"server_uuid": "289e8a43-72ce-4655-809e-09c3c67e3064", "name": "network-vif-deleted", "tag": "36d83a53-7789-44ee-b8ab-0a917cbb4d50"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:35.904844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:35.929441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db02083c-5af6-4c59-9b73-d191833877f5 req-81474183-5837-4711-af5d-cb3176796499 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=289e8a43-72ce-4655-809e-09c3c67e3064 HTTP/1.1" status: 200 len: 210 time: 0.1025558 Sep 19 03:15:35.988836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Deleting port cbca508a-5bb2-47c7-84f5-b138fa5035f7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:35.989273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.040718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dcebe-1e5a-4158-bf0f-05cb0a4eaefd req-149fdbd5-f827-4de1-9f93-38d300d0da9d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:36.042655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-961dcebe-1e5a-4158-bf0f-05cb0a4eaefd req-149fdbd5-f827-4de1-9f93-38d300d0da9d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.2933538 Sep 19 03:15:36.073781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] For port cbca508a-5bb2-47c7-84f5-b138fa5035f7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cbca508a-5bb2-47c7-84f5-b138fa5035f7,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:36.074253 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.075075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] DHCP port deletion for e8e08ea0-3632-4496-9e20-ad8518f261db request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:15:36.089718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Calling delete_port for cbca508a-5bb2-47c7-84f5-b138fa5035f7 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:36.133560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] Deleting port cbca508a-5bb2-47c7-84f5-b138fa5035f7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:36.134134 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.140869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa9ff476-c191-4ddb-b465-5d8ae46d4abb tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.142095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aa9ff476-c191-4ddb-b465-5d8ae46d4abb tempest-MeteringTestJSON-1198504653 tempest-MeteringTestJSON-1198504653-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/67054a19-eaf1-443d-9b93-7971f60bb540 HTTP/1.1" status: 204 len: 168 time: 0.3598173 Sep 19 03:15:36.151520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-961dcebe-1e5a-4158-bf0f-05cb0a4eaefd req-56cb7c49-7af7-486c-8835-bf4c04e52dce tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968857 Sep 19 03:15:36.187305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.231977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbca508a-5bb2-47c7-84f5-b138fa5035f7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:36.250247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] No DVR routers for this DVR port cbca508a-5bb2-47c7-84f5-b138fa5035f7 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:36.270100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] For port cbca508a-5bb2-47c7-84f5-b138fa5035f7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cbca508a-5bb2-47c7-84f5-b138fa5035f7,segment=NetworkSegment(e4595195-655e-47a7-a802-903b11556288),segment_id=e4595195-655e-47a7-a802-903b11556288)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:36.270501 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.294242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] Calling delete_port for cbca508a-5bb2-47c7-84f5-b138fa5035f7 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:36.397221 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.436798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 36d83a53-7789-44ee-b8ab-0a917cbb4d50 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:36.437062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e08ea0-3632-4496-9e20-ad8518f261db']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:36.449687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625df4-6bad-4598-badf-39766d32ae68 req-d44556bb-e1b9-46ba-b123-150374603102 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:36.451341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b625df4-6bad-4598-badf-39766d32ae68 req-d44556bb-e1b9-46ba-b123-150374603102 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1308496 Sep 19 03:15:36.454593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4595195-655e-47a7-a802-903b11556288') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:36.454935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4595195-655e-47a7-a802-903b11556288') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:36.466786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.474212 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.482266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.485274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 36d83a53-7789-44ee-b8ab-0a917cbb4d50 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:36.485849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 36d83a53-7789-44ee-b8ab-0a917cbb4d50 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:36.489628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:15:36.490699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:15:36.492950 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:15:36.516571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] Pushing event deleted for resources: {'Port': ['ID=cbca508a-5bb2-47c7-84f5-b138fa5035f7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:36.521563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35499d55-7c42-47f5-ae81-aaf785967e20 None None] No DVR routers for this DVR port cbca508a-5bb2-47c7-84f5-b138fa5035f7 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:36.555965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b625df4-6bad-4598-badf-39766d32ae68 req-80e3e820-9785-4dc8-a021-b32559065980 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896311 Sep 19 03:15:36.561604 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77818200-18d9-4c96-ab35-f97690fa55e1 x-openstack-request-id: req-77818200-18d9-4c96-ab35-f97690fa55e1 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:36.563544 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "289e8a43-72ce-4655-809e-09c3c67e3064", "name": "network-vif-deleted", "tag": "36d83a53-7789-44ee-b8ab-0a917cbb4d50", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:36.567439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.568376 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77818200-18d9-4c96-ab35-f97690fa55e1 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:36.569272 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '289e8a43-72ce-4655-809e-09c3c67e3064', 'name': 'network-vif-deleted', 'tag': '36d83a53-7789-44ee-b8ab-0a917cbb4d50', 'status': 'completed', 'code': 200} Sep 19 03:15:36.590079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.601240 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e8e08ea0-3632-4496-9e20-ad8518f261db HTTP/1.1" status: 204 len: 168 time: 0.7863948 Sep 19 03:15:36.612689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfe53e-71a1-4007-9df7-a28f63ba5957 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e08ea0-3632-4496-9e20-ad8518f261db,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:36.674563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53156) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:36.682623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d4c4b927-21fd-45fb-81ce-e0e89572dd6b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:36.715662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d4c4b927-21fd-45fb-81ce-e0e89572dd6b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:36.716352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d4c4b927-21fd-45fb-81ce-e0e89572dd6b not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:36.716918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cbca508a-5bb2-47c7-84f5-b138fa5035f7 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:36.752858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: cbca508a-5bb2-47c7-84f5-b138fa5035f7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:36.753554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cbca508a-5bb2-47c7-84f5-b138fa5035f7 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:36.754431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1fda4371-b0ac-411b-b1e1-262d303eceb5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:36.761964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ac1f1-1d11-48d8-9b23-e34d388ccbae req-45c6b6e3-933a-4eaf-b70c-537d5526aad1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:36.763667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff8ac1f1-1d11-48d8-9b23-e34d388ccbae req-45c6b6e3-933a-4eaf-b70c-537d5526aad1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0818331 Sep 19 03:15:36.784329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1fda4371-b0ac-411b-b1e1-262d303eceb5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:36.784696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1fda4371-b0ac-411b-b1e1-262d303eceb5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:36.854075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff8ac1f1-1d11-48d8-9b23-e34d388ccbae req-0d59b2aa-78b4-496f-97c6-470f1aa7557f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785794 Sep 19 03:15:36.873996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ef03e6b-eee5-4d91-a3e0-1451e302897a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.878850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53164) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:36.895931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c5629-fb65-4f5b-89dd-f8940adebcc7 req-c7224807-4a32-4328-b8fd-4d0b71735ed5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:36.897784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-744c5629-fb65-4f5b-89dd-f8940adebcc7 req-c7224807-4a32-4328-b8fd-4d0b71735ed5 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.0923605 Sep 19 03:15:36.982225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ef03e6b-eee5-4d91-a3e0-1451e302897a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:36.987141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ef03e6b-eee5-4d91-a3e0-1451e302897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.006324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cd4ec468-fccc-48df-9218-d7be46f08379 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84c28d74324e435a91d2a165c8ec6c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262281 Sep 19 03:15:37.010705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-744c5629-fb65-4f5b-89dd-f8940adebcc7 req-3c7a6044-50e2-434f-931b-429c1d9d2fb4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969279 Sep 19 03:15:37.012059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53168) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:37.025419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef03e6b-eee5-4d91-a3e0-1451e302897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8954b0-f11f-4e27-a098-3ddfc098d39d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:37.029703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4ef03e6b-eee5-4d91-a3e0-1451e302897a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=987ca5e292474062876afcbd0da014f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3538680 Sep 19 03:15:37.032528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53170) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:37.048252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a63b61-5f36-472e-8407-7d80136e6e2e req-84bc26b9-fa46-404f-a47c-294ca14539aa tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:37.049717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7a63b61-5f36-472e-8407-7d80136e6e2e req-84bc26b9-fa46-404f-a47c-294ca14539aa tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1201634 Sep 19 03:15:37.168574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7a63b61-5f36-472e-8407-7d80136e6e2e req-f70e18b8-ebc0-4892-80a4-bd42d0c4f076 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101267 Sep 19 03:15:37.172651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82a6f014-c946-4ff4-ae11-e92203554942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.197301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d6-fd8b-4783-8f9f-3ee60e06365a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.219639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75d211-7b20-4bdd-a1cc-df16413bcd26 req-4aaa806d-a0a5-4036-8ef0-cbea212c06ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:37.221131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f75d211-7b20-4bdd-a1cc-df16413bcd26 req-4aaa806d-a0a5-4036-8ef0-cbea212c06ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1165428 Sep 19 03:15:37.222976 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82a6f014-c946-4ff4-ae11-e92203554942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.274242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d6-fd8b-4783-8f9f-3ee60e06365a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.318164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f75d211-7b20-4bdd-a1cc-df16413bcd26 req-66c14966-9aba-4fa1-941c-aa1faec9b713 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837231 Sep 19 03:15:37.338378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82a6f014-c946-4ff4-ae11-e92203554942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.341494 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82a6f014-c946-4ff4-ae11-e92203554942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.343335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-82a6f014-c946-4ff4-ae11-e92203554942 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70159308-3569-46f4-a6e1-70d2c07387fa HTTP/1.1" status: 204 len: 168 time: 0.3282032 Sep 19 03:15:37.353644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6f014-c946-4ff4-ae11-e92203554942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70159308-3569-46f4-a6e1-70d2c07387fa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:37.359528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d6-fd8b-4783-8f9f-3ee60e06365a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.362294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d6-fd8b-4783-8f9f-3ee60e06365a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.363604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bf8609d6-fd8b-4783-8f9f-3ee60e06365a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b8954b0-f11f-4e27-a098-3ddfc098d39d HTTP/1.1" status: 204 len: 168 time: 0.3293808 Sep 19 03:15:37.372766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8609d6-fd8b-4783-8f9f-3ee60e06365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8954b0-f11f-4e27-a098-3ddfc098d39d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:37.519055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d73fe-3898-4b3a-8775-566b723e67dc req-ef2bd062-043f-4308-94da-e0478aa16135 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:37.520746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e84d73fe-3898-4b3a-8775-566b723e67dc req-ef2bd062-043f-4308-94da-e0478aa16135 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0653811 Sep 19 03:15:37.569616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e84d73fe-3898-4b3a-8775-566b723e67dc req-46027b50-97ae-478e-912f-63a2fc23a197 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Sep 19 03:15:37.720781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13259d02-ab24-4aa1-b0a4-9368a23c342d req-53f787f1-25e9-407b-a2e5-46e6869050bf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:37.722376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13259d02-ab24-4aa1-b0a4-9368a23c342d req-53f787f1-25e9-407b-a2e5-46e6869050bf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0841367 Sep 19 03:15:37.753870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839cbd8-7575-427e-a1d9-5ce3ec459706 req-46d8aa8b-5f3f-410c-ac1e-a9c4e83a5c5d tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:37.761399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c839cbd8-7575-427e-a1d9-5ce3ec459706 req-46d8aa8b-5f3f-410c-ac1e-a9c4e83a5c5d tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1105175 Sep 19 03:15:37.804928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13259d02-ab24-4aa1-b0a4-9368a23c342d req-7b0609af-c5b4-4be9-86e3-341987bc4c24 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735970 Sep 19 03:15:37.814626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53204) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:37.831341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c839cbd8-7575-427e-a1d9-5ce3ec459706 req-af774d3a-996c-40a1-bb44-f181256126a2 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689831 Sep 19 03:15:37.837183 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57adfb53-3b21-4577-998b-06776d58ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:37.956938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36319eaa-de7a-427b-b3bb-e01a386c51fe req-99be5807-7c42-4982-a171-87a5033ab9eb tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:37.959526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36319eaa-de7a-427b-b3bb-e01a386c51fe req-99be5807-7c42-4982-a171-87a5033ab9eb tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.0648451 Sep 19 03:15:38.013360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36319eaa-de7a-427b-b3bb-e01a386c51fe req-1f657d22-58a8-4c3c-849c-0a0cb47c3b99 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Sep 19 03:15:38.028076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57adfb53-3b21-4577-998b-06776d58ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.034359 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57adfb53-3b21-4577-998b-06776d58ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.080957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-57adfb53-3b21-4577-998b-06776d58ca33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3e61a2ff91243b7a546dcec1dcc5deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2651391 Sep 19 03:15:38.083683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:38.086274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57adfb53-3b21-4577-998b-06776d58ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4ab1d-e7b8-431f-9214-c6e286baa67f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:38.177690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-674d801a-9171-4a42-81ef-60fe99519041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.209210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-674d801a-9171-4a42-81ef-60fe99519041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.224164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb395c-e02a-4cb8-b2e9-b2d5ac4797fc req-fbe6e2f5-3e5c-422f-8707-13ee4a7bbc11 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:38.225719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87cb395c-e02a-4cb8-b2e9-b2d5ac4797fc req-fbe6e2f5-3e5c-422f-8707-13ee4a7bbc11 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0851591 Sep 19 03:15:38.287399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87cb395c-e02a-4cb8-b2e9-b2d5ac4797fc req-daf595b2-a82e-4bac-82fb-4978d57becb6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519631 Sep 19 03:15:38.301396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-674d801a-9171-4a42-81ef-60fe99519041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.306070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-674d801a-9171-4a42-81ef-60fe99519041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.307233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-674d801a-9171-4a42-81ef-60fe99519041 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dd4ab1d-e7b8-431f-9214-c6e286baa67f HTTP/1.1" status: 204 len: 168 time: 0.2224510 Sep 19 03:15:38.320364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d801a-9171-4a42-81ef-60fe99519041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4ab1d-e7b8-431f-9214-c6e286baa67f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:38.398061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53236) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:38.629530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-289325612-network', 'tenant_id': 'ef46786a939947b5ba537526488f533e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:38.664132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:38.666713 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.698479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.731738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badd0c5-79ea-4b16-8d99-9fb19c0488ee req-9b95de71-ce98-4dcc-ac45-f80073e12430 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:38.731738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6badd0c5-79ea-4b16-8d99-9fb19c0488ee req-9b95de71-ce98-4dcc-ac45-f80073e12430 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.0811219 Sep 19 03:15:38.790789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6badd0c5-79ea-4b16-8d99-9fb19c0488ee req-86eb9bcc-cca4-462d-8da5-f9dcfb0a3d90 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529482 Sep 19 03:15:38.846164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.869272 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.901281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:15:38.918161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beacc2b6-5bd0-4df4-89d4-eab387f1c033,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:38.921822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:38.922300 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Added segment 2e4ae361-c6c8-4dd2-999e-10ed1705afa4 of type vlan for network 489696fe-c9bd-4194-8110-e5e0038a5f3e Sep 19 03:15:38.997408 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.036827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e35950-39fa-4dd7-9fa4-04f21ceb022c req-92fd0e40-c434-480b-9089-6510bea99a5f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:39.038633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00e35950-39fa-4dd7-9fa4-04f21ceb022c req-92fd0e40-c434-480b-9089-6510bea99a5f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0819135 Sep 19 03:15:39.054615 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.056057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:39.058044 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.197659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7993255 Sep 19 03:15:39.200889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53282) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:39.208293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Request body: {'subnet': {'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-subnet', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:39.259711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00e35950-39fa-4dd7-9fa4-04f21ceb022c req-e4451306-0f97-4635-994e-a9d1c3d6e030 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118440 Sep 19 03:15:39.261232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fb38a-dcdc-4e40-9f99-603c0a601ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=489696fe-c9bd-4194-8110-e5e0038a5f3e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:39.266541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:39.269778 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.282332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:15:39.288738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ac3b2-2798-4893-a097-fa6ead61c334 req-37648339-f21f-4a8c-86bf-11d89325a1fa tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:39.297189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-516ac3b2-2798-4893-a097-fa6ead61c334 req-37648339-f21f-4a8c-86bf-11d89325a1fa tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1420171 Sep 19 03:15:39.334586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53286) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:39.414114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-516ac3b2-2798-4893-a097-fa6ead61c334 req-5b7d6f8d-e34c-4b29-8942-35a417118fec tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156015 Sep 19 03:15:39.501426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1672832631'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:39.512253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b39e7-4029-4eeb-a1c5-af4a94b016b0 req-0c267392-3866-433f-8917-d2a5948608d9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:39.520600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee1b39e7-4029-4eeb-a1c5-af4a94b016b0 req-0c267392-3866-433f-8917-d2a5948608d9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0972352 Sep 19 03:15:39.578871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee1b39e7-4029-4eeb-a1c5-af4a94b016b0 req-d2737877-063b-4842-82c4-6565e4dbc323 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572624 Sep 19 03:15:39.579750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:39.581055 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.587203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.596818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.685235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Pushing event updated for resources: {'Subnet': ['ID=57bce8c9-3872-4f80-aa6d-916337e8c649,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:39.695182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Checking segment: {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:39.695780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Network hostable DHCP agents. Network: 489696fe-c9bd-4194-8110-e5e0038a5f3e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:15:39.726247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:15:39.740355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 489696fe-c9bd-4194-8110-e5e0038a5f3e) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:39.750376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:39.751293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.753152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9586a3-1bbe-4aa1-b55a-b8a20e2ba38b None None] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:39.787660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.794067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.807763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d8ef21f-c712-4c6f-88b1-9d6aafae085d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6021407 Sep 19 03:15:39.810971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53296) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:39.819025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:39.863129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:15:39.893102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c152a7-4988-4aa7-99f8-362fc4548843,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:39.902325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.903997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.904139 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:39.904498 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Added segment b7b0e04d-4629-4e6f-914e-96d95c886b1a of type vlan for network e3e2bc32-0994-4d48-a279-d11c2c4732c5 Sep 19 03:15:39.980418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.016874 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.068262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f680eb1-af0f-49b5-afb2-364040073028 req-ea78cd76-ded7-456f-89ba-3fea76549367 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:40.079277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f680eb1-af0f-49b5-afb2-364040073028 req-ea78cd76-ded7-456f-89ba-3fea76549367 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.1526186 Sep 19 03:15:40.096199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625603f-f929-4a41-8109-45ca7b1445eb req-e1c5d43d-edb6-4ca3-9690-f7b04ae2456b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:40.104574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d625603f-f929-4a41-8109-45ca7b1445eb req-e1c5d43d-edb6-4ca3-9690-f7b04ae2456b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1767581 Sep 19 03:15:40.125545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.126906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-489696fe-c9bd-4194-8110-e5e0038a5f3e', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:15:40.128635 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.131663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:40.132266 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.204655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53300) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:40.205241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8677711 Sep 19 03:15:40.226585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f680eb1-af0f-49b5-afb2-364040073028 req-2584c334-6064-4159-9217-f2633c3f14e8 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/security-groups?id=fb829418-4211-4109-adbc-4b792b7a9d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437547 Sep 19 03:15:40.246522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:40.249481 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.293292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d625603f-f929-4a41-8109-45ca7b1445eb req-5e851162-8b02-4fd4-8388-c79c18eb2490 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842725 Sep 19 03:15:40.311057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095db3a1-777a-4268-bb8f-51767ec32c55 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Network': ['ID=e3e2bc32-0994-4d48-a279-d11c2c4732c5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:40.345575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:15:40.409914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e266424-35e9-4285-9b77-05a9d03d0e94 req-2825f86e-9617-4b38-b2bd-2a47a81cffb9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:40.412237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e266424-35e9-4285-9b77-05a9d03d0e94 req-2825f86e-9617-4b38-b2bd-2a47a81cffb9 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0685005 Sep 19 03:15:40.446585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Allocated IP 172.20.0.2 (489696fe-c9bd-4194-8110-e5e0038a5f3e/57bce8c9-3872-4f80-aa6d-916337e8c649/f96ebd99-9a47-4cc6-908a-6da82ee1eff4) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:40.448283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:40.455972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.490778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e266424-35e9-4285-9b77-05a9d03d0e94 req-11657a91-3814-4f53-baee-c3b1ab6c0ffe tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665450 Sep 19 03:15:40.620328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0992960-dce4-42b3-bf51-752fe348a33b req-72ac10bf-8bcd-4c72-b266-a95d6bf2d0ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:40.622236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0992960-dce4-42b3-bf51-752fe348a33b req-72ac10bf-8bcd-4c72-b266-a95d6bf2d0ca tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1022391 Sep 19 03:15:40.724584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.735453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-5612d32f-631e-48b2-b487-65dc019d8370 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:40.738400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-5612d32f-631e-48b2-b487-65dc019d8370 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 946 time: 0.1612775 Sep 19 03:15:40.762779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.776133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0992960-dce4-42b3-bf51-752fe348a33b req-c90b1b66-d8f9-4b49-b4fc-24e7ccab0e2c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428487 Sep 19 03:15:40.779288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.789646 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.819668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:40.821092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:40.866798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:40.870174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Pushing event updated for resources: {'Port': ['ID=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:40.924194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Deleting port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:40.925177 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.949763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Attempting to bind port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:40.950444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Attempting to bind port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:40.951198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Attempting to bind port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 on network 489696fe-c9bd-4194-8110-e5e0038a5f3e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:40.959406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:40.959841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Checking segment: {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:40.960257 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:40.960654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Bound using segment: {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:40.961147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Bound port: f96ebd99-9a47-4cc6-908a-6da82ee1eff4, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:40.961527 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.001032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Allocated IP 172.25.8.133 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/229bd8ae-5993-4832-90a9-161ed7decfc2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:41.057374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] For port 70a0b6fc-007f-45f3-a4e8-45f5f0611607, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=70a0b6fc-007f-45f3-a4e8-45f5f0611607,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:41.058189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.071135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] For port f96ebd99-9a47-4cc6-908a-6da82ee1eff4, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:41.073170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Calling delete_port for 70a0b6fc-007f-45f3-a4e8-45f5f0611607 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:41.076359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] For port f96ebd99-9a47-4cc6-908a-6da82ee1eff4, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:41.083931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.087148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.167863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00200c-17c3-4d5c-8a29-42253dd73d35 None None] Pushing event updated for resources: {'Port': ['ID=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:41.227005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=130326bd-a7eb-45a6-bb62-5a09af511fc2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:41.238597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:41.239166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network hostable DHCP agents. Network: e3e2bc32-0994-4d48-a279-d11c2c4732c5, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:15:41.251463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.269340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.296286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:15:41.305954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['70a0b6fc-007f-45f3-a4e8-45f5f0611607'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:15:41.316659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e3e2bc32-0994-4d48-a279-d11c2c4732c5) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:41.324541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:41.325526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.337402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.356355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Pushing event deleted for resources: {'Port': ['ID=70a0b6fc-007f-45f3-a4e8-45f5f0611607,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:41.388189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353a93fa-d958-4aaf-89d1-12fdac3d10e6 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:41.401386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:41.410471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e4bff8ec-525f-4048-a1c4-e655252c6daa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2019768 Sep 19 03:15:41.411775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:41.413556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53312) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:41.433260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'name': 'tempest-NetworksTestDHCPv6-783038089'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:41.444795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:41.447156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Pushing event updated for resources: {'Port': ['ID=229bd8ae-5993-4832-90a9-161ed7decfc2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:41.666613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '130326bd-a7eb-45a6-bb62-5a09af511fc2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:15:41.668471 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.900225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/130326bd-a7eb-45a6-bb62-5a09af511fc2/5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:41.924082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] No DVR routers for this DVR port 70a0b6fc-007f-45f3-a4e8-45f5f0611607 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:41.939009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e481159-cb9a-4242-a76c-630101c3a61c req-98b88cff-d9b6-4f04-ba77-b859834215fd tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.22 "GET /v2.0/ports?device_id=db3bf59a-3a5d-4e5c-8147-77b1c2efcb86 HTTP/1.1" status: 200 len: 210 time: 0.0730913 Sep 19 03:15:41.948978 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:41.955437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ab07f5c-cd22-4ec2-8f99-7e50d80b9c4c req-fadd08ae-10a0-464b-b637-a848a1bd0188 tempest-ServerRescueTestJSON-361959215 tempest-ServerRescueTestJSON-361959215-project] 10.222.0.32 "DELETE /v2.0/ports/70a0b6fc-007f-45f3-a4e8-45f5f0611607 HTTP/1.1" status: 204 len: 173 time: 1.1777754 Sep 19 03:15:41.957021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'name': 'network-vif-deleted', 'tag': '70a0b6fc-007f-45f3-a4e8-45f5f0611607'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:15:41.960501 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24f22bc-55f0-4d20-80a9-4296c1e52db9" -d '{"events": [{"server_uuid": "db3bf59a-3a5d-4e5c-8147-77b1c2efcb86", "name": "network-vif-deleted", "tag": "70a0b6fc-007f-45f3-a4e8-45f5f0611607"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:15:41.999983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2103c-f8f8-4e6a-8ab3-6e2b4798f6e8 req-76b8e251-065f-4d03-a32b-0ac6abaaa4c0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:42.010777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbc2103c-f8f8-4e6a-8ab3-6e2b4798f6e8 req-76b8e251-065f-4d03-a32b-0ac6abaaa4c0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1509106 Sep 19 03:15:42.052165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:42.066731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:42.075659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbc2103c-f8f8-4e6a-8ab3-6e2b4798f6e8 req-05138338-d63f-4b1b-947e-841a7aa4d42a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583661 Sep 19 03:15:42.086496 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:42.104996 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:15:42.145691 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:42.178163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:42.185276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd72a-8ec4-4984-ad4e-62f491ce0e01 req-02988899-05ed-46e6-a62e-e81fac4b811f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:42.192113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-159dd72a-8ec4-4984-ad4e-62f491ce0e01 req-02988899-05ed-46e6-a62e-e81fac4b811f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1153567 Sep 19 03:15:42.252978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-159dd72a-8ec4-4984-ad4e-62f491ce0e01 req-537f7e1a-c63a-4469-99db-5c990be40878 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491109 Sep 19 03:15:42.268812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 8e708671-a94f-4d68-a306-ef7b14e802d0 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:15:42.324566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:42.329873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:42.340080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Pushing event updated for resources: {'Port': ['ID=5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:42.342532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:42.386121 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa3055b-74af-47fb-bbb5-5d886a227ef1 x-openstack-request-id: req-9aa3055b-74af-47fb-bbb5-5d886a227ef1 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:15:42.386420 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3bf59a-3a5d-4e5c-8147-77b1c2efcb86", "name": "network-vif-deleted", "tag": "70a0b6fc-007f-45f3-a4e8-45f5f0611607", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:15:42.386872 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9aa3055b-74af-47fb-bbb5-5d886a227ef1 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:15:42.387364 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3bf59a-3a5d-4e5c-8147-77b1c2efcb86', 'name': 'network-vif-deleted', 'tag': '70a0b6fc-007f-45f3-a4e8-45f5f0611607', 'status': 'completed', 'code': 200} Sep 19 03:15:42.462036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb9100-8db6-4391-bbc9-c12ba814c97c req-2ba0ec1a-a7a0-4b3a-ada9-d796f1052165 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:42.473394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35fb9100-8db6-4391-bbc9-c12ba814c97c req-2ba0ec1a-a7a0-4b3a-ada9-d796f1052165 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.0757947 Sep 19 03:15:42.476879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Attempting to bind port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:42.477374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Attempting to bind port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:42.477612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Attempting to bind port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:42.500592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:42.500973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:42.501391 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:42.501792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:42.502272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Bound port: 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:42.502655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:42.580177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35fb9100-8db6-4391-bbc9-c12ba814c97c req-bee3a6fb-ccf1-4a6b-b6c9-168247242a6c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057827 Sep 19 03:15:42.656114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30800fb9-4194-4549-806f-085ddd9edeb7 req-797b45d2-e4e2-40d0-b7e3-9589acdf7635 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:42.658391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30800fb9-4194-4549-806f-085ddd9edeb7 req-797b45d2-e4e2-40d0-b7e3-9589acdf7635 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1327257 Sep 19 03:15:42.702603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] For port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:42.733561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] For port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:42.743138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:42.749085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30800fb9-4194-4549-806f-085ddd9edeb7 req-1d3b7b54-e49c-4140-8db6-dfeecd376fef tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825253 Sep 19 03:15:42.838653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f96ebd99-9a47-4cc6-908a-6da82ee1eff4 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:42.911292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47065d1e-f622-4e17-bd54-bb29f137b144 None None] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:43.024967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4728d7-7970-45d1-aabf-3d8f9afefdd6 None None] Pushing event updated for resources: {'Port': ['ID=5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:43.025188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:43.027234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ded40c-9b29-4be7-9e1a-08b9f5e6cc30 req-b34e935b-f9e6-4f20-8600-029beda56af7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:43.039875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83ded40c-9b29-4be7-9e1a-08b9f5e6cc30 req-b34e935b-f9e6-4f20-8600-029beda56af7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1116655 Sep 19 03:15:43.109371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c6978dd0-946c-47f2-b0f7-1bf22c0606a0 None None] Provisioning complete for port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:43.109750 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6978dd0-946c-47f2-b0f7-1bf22c0606a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:43.139408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83ded40c-9b29-4be7-9e1a-08b9f5e6cc30 req-c30547be-5245-40e0-be3d-a401bda3c399 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928409 Sep 19 03:15:43.211793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:43.211793 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:43.280736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:43.357390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229d1e7-1877-4065-9100-05bd95a10e7a req-c24b0cdb-f861-447d-a9b9-4b52f5bdd60f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:43.364858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8229d1e7-1877-4065-9100-05bd95a10e7a req-c24b0cdb-f861-447d-a9b9-4b52f5bdd60f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1023171 Sep 19 03:15:43.435726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::308 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/130326bd-a7eb-45a6-bb62-5a09af511fc2/8e708671-a94f-4d68-a306-ef7b14e802d0) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:43.453533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8229d1e7-1877-4065-9100-05bd95a10e7a req-32281377-e17a-4143-ad0c-df458dfcad2b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836797 Sep 19 03:15:43.480383 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6978dd0-946c-47f2-b0f7-1bf22c0606a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:43.617162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35833a7-24fe-4b54-b0a2-83736748d659 req-064e3145-2eb2-43d2-b80f-f5ea21d10cfd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:43.631706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b35833a7-24fe-4b54-b0a2-83736748d659 req-064e3145-2eb2-43d2-b80f-f5ea21d10cfd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1132004 Sep 19 03:15:43.721149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b35833a7-24fe-4b54-b0a2-83736748d659 req-edb55cd0-9fcd-412c-8c16-eecf3ad6c5cd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882366 Sep 19 03:15:43.761492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c6978dd0-946c-47f2-b0f7-1bf22c0606a0 None None] For port f96ebd99-9a47-4cc6-908a-6da82ee1eff4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:43.798774 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6978dd0-946c-47f2-b0f7-1bf22c0606a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:43.820807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41bb5b-91db-4dab-b105-04c0be83efa0 req-1dc135e6-84f0-49e6-a1fd-acae7646e7a9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:43.823198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b41bb5b-91db-4dab-b105-04c0be83efa0 req-1dc135e6-84f0-49e6-a1fd-acae7646e7a9 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1226101 Sep 19 03:15:43.917145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:15:43.933605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:43.945572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b41bb5b-91db-4dab-b105-04c0be83efa0 req-e38803bd-9c67-45d2-83a0-f92015df8258 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053782 Sep 19 03:15:43.970668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978dd0-946c-47f2-b0f7-1bf22c0606a0 None None] Pushing event updated for resources: {'Port': ['ID=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:44.156184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:44.241255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:44.254541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:15:44.259030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:44.263928 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Sync routers for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:15:44.279450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=8e708671-a94f-4d68-a306-ef7b14e802d0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:44.281877 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:44.282664 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:44.287278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:44.305391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:44.306121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:44.369394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-de8d6139-3180-4967-9b66-cd4d041d9fda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9508793 Sep 19 03:15:44.372780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53344) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:44.399761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3864fa5b-b003-44ff-9a68-1295e7c7c2be None None] Provisioning complete for port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:44.403698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3864fa5b-b003-44ff-9a68-1295e7c7c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:44.408022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a1193-cc09-4cf5-ad31-08c30aed9ec6 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:44.441421 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:44.469816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 70a0b6fc-007f-45f3-a4e8-45f5f0611607 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:44.495712 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:44.496865 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-148acdea-573f-4c55-b407-770e8fa1c418 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6845984 Sep 19 03:15:44.500264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53348) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:44.525691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:44.590621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 70a0b6fc-007f-45f3-a4e8-45f5f0611607 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:44.591194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 70a0b6fc-007f-45f3-a4e8-45f5f0611607 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:44.614540 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39a9eed9-cfb1-4a51-863d-d521d7419d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:44.621282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519a221-9d45-4b47-9de2-1a62069fab17 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:44.655923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6519a221-9d45-4b47-9de2-1a62069fab17 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:44.657611 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6519a221-9d45-4b47-9de2-1a62069fab17 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2834227 Sep 19 03:15:44.661297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53354) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:44.847210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f96ebd99-9a47-4cc6-908a-6da82ee1eff4 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:44.881219 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:41Z', 'revision_number': 3, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:44.934460 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Checking router: 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:15:44.935328 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Updating router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 port 229bd8ae-5993-4832-90a9-161ed7decfc2 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:15:44.998046 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.034529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:45.035041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.077654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 8e708671-a94f-4d68-a306-ef7b14e802d0 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:45.078033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.102470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513317cd-7d1e-4505-8964-902508d373c5 req-0a421ed3-5070-4e31-99d0-274ab299298c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:45.111170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-513317cd-7d1e-4505-8964-902508d373c5 req-0a421ed3-5070-4e31-99d0-274ab299298c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1777880 Sep 19 03:15:45.131127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ece83c04-0b25-4398-a2f1-b3eeab5056c8 None None] Provisioning complete for port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:45.134700 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ece83c04-0b25-4398-a2f1-b3eeab5056c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.270314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-513317cd-7d1e-4505-8964-902508d373c5 req-b9d7f4d4-4449-44a6-9bf5-838fd51b5625 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578083 Sep 19 03:15:45.286268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Deleting port 4d307302-eee7-4552-a6ed-a0691b5be471 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:45.286551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.290323 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.320369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 8e708671-a94f-4d68-a306-ef7b14e802d0 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:45.409818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cab991-9798-4bc4-af5b-ae0b0304dce2 req-364dd96b-e102-4c62-aa16-8c3f0c0c77fd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:45.422672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:45.423538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61cab991-9798-4bc4-af5b-ae0b0304dce2 req-364dd96b-e102-4c62-aa16-8c3f0c0c77fd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.3413012 Sep 19 03:15:45.471277 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ece83c04-0b25-4398-a2f1-b3eeab5056c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.509457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61cab991-9798-4bc4-af5b-ae0b0304dce2 req-02af8334-5fe0-452b-a1fb-a10b060f09ab tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849352 Sep 19 03:15:45.515631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] For port 4d307302-eee7-4552-a6ed-a0691b5be471, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4d307302-eee7-4552-a6ed-a0691b5be471,segment=NetworkSegment(d422b48c-c22f-4e06-97f6-ebdec9c31521),segment_id=d422b48c-c22f-4e06-97f6-ebdec9c31521)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:45.516009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.549664 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.556770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Calling delete_port for 4d307302-eee7-4552-a6ed-a0691b5be471 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:45.565925 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.584932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ece83c04-0b25-4398-a2f1-b3eeab5056c8 None None] For port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:45.590705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:45.592545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.597313 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ece83c04-0b25-4398-a2f1-b3eeab5056c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.621014 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Attempting to bind port 229bd8ae-5993-4832-90a9-161ed7decfc2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:45.621424 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Attempting to bind port 229bd8ae-5993-4832-90a9-161ed7decfc2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:45.621720 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Attempting to bind port 229bd8ae-5993-4832-90a9-161ed7decfc2 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:45.674155 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:45.674979 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:45.682985 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.683570 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:45.684074 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Bound port: 229bd8ae-5993-4832-90a9-161ed7decfc2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:45.684535 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.737784 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Pushing event updated for resources: {'Port': ['ID=229bd8ae-5993-4832-90a9-161ed7decfc2,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:45.752466 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.752899 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.753138 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.753955 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.754301 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.754633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.755686 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.756030 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.756360 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.756691 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.757016 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.757758 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:45.772949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.845634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a7a74475-bac7-4793-ad7d-3c5cb7497674 None None] Provisioning complete for port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:45.846117 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7a74475-bac7-4793-ad7d-3c5cb7497674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.864166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.866448 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] For port 229bd8ae-5993-4832-90a9-161ed7decfc2, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:45.879988 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] For port 229bd8ae-5993-4832-90a9-161ed7decfc2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=229bd8ae-5993-4832-90a9-161ed7decfc2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:45.904486 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:45.940763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece83c04-0b25-4398-a2f1-b3eeab5056c8 None None] Pushing event updated for resources: {'Port': ['ID=5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:45.984940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.039920 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3be53-06ed-47cc-ad00-dc20cc935392 None None] Pushing event updated for resources: {'Port': ['ID=229bd8ae-5993-4832-90a9-161ed7decfc2,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:46.060044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a7a74475-bac7-4793-ad7d-3c5cb7497674 None None] Could not find standard attr ID for object 8e708671-a94f-4d68-a306-ef7b14e802d0. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:15:46.063090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.068092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/8e708671-a94f-4d68-a306-ef7b14e802d0 HTTP/1.1" status: 204 len: 168 time: 1.4019294 Sep 19 03:15:46.068092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9c087-d8cc-43b8-9ef2-b8558301309a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=8e708671-a94f-4d68-a306-ef7b14e802d0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:46.071428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53362) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:46.075593 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:46.076223 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:46.157085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Allocated IP 172.20.0.1 (489696fe-c9bd-4194-8110-e5e0038a5f3e/57bce8c9-3872-4f80-aa6d-916337e8c649/bb5cdb3c-af31-4b49-b96f-0233fceb09e2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:46.174449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-def805b5-1fc4-4a3c-b00a-fc8484df022e None None] Could not find standard attr ID for object 8e708671-a94f-4d68-a306-ef7b14e802d0. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:15:46.181179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2589ce-4f29-4ad1-be52-f2aeaeeeceda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:46.183230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2589ce-4f29-4ad1-be52-f2aeaeeeceda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:46.185003 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0f2589ce-4f29-4ad1-be52-f2aeaeeeceda tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1126156 Sep 19 03:15:46.189252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53364) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:46.271785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 130326bd-a7eb-45a6-bb62-5a09af511fc2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:15:46.272196 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:46.277486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.385670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.396808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.485152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.499508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.565192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:46.569940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.581195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:46.597616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:46.600409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:46.611925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.616426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/130326bd-a7eb-45a6-bb62-5a09af511fc2 HTTP/1.1" status: 204 len: 168 time: 0.4230661 Sep 19 03:15:46.616426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc457896-84f9-4901-a6a2-79ef9bec5723 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=130326bd-a7eb-45a6-bb62-5a09af511fc2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:46.617581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53370) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:46.624411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e49a50-0bf2-4f07-a60e-5623731f8ce9 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:46.667439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba1bf0-8cd6-4732-ab43-5275cf162d9c req-549e190e-6523-4476-9a14-b40ab88e6f75 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:46.676913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adba1bf0-8cd6-4732-ab43-5275cf162d9c req-549e190e-6523-4476-9a14-b40ab88e6f75 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.2107174 Sep 19 03:15:46.781396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.782729 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f06d01c1-7a2c-4bf1-b8b4-f9de13da7b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464138 Sep 19 03:15:46.783834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:46.800152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:46.801937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:46.815782 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:41Z', 'revision_number': 3, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:46.821334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:46.849061 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d5429-2446-4d82-897c-8bb2ad7096f4 None None] The sync data for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 is: [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:41Z', 'revision_number': 3, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:15:46.954428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adba1bf0-8cd6-4732-ab43-5275cf162d9c req-76b95eec-6a59-4c82-8ae6-6dd1ed7e5959 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738564 Sep 19 03:15:46.979586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Pushing event deleted for resources: {'Port': ['ID=4d307302-eee7-4552-a6ed-a0691b5be471,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:46.980404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:46.980404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.096779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f092a-908e-431c-b418-fdf02157bd3a req-81d06ca2-4e4b-400f-93a4-db31861f1ced tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:47.098395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c2f092a-908e-431c-b418-fdf02157bd3a req-81d06ca2-4e4b-400f-93a4-db31861f1ced tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.3466890 Sep 19 03:15:47.163069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:47.167369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.188482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:15:47.209117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-22c047c6-7b07-4d84-aebd-7667d3162f5b None None] Provisioning complete for port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:47.209844 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22c047c6-7b07-4d84-aebd-7667d3162f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.227149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c2f092a-908e-431c-b418-fdf02157bd3a req-33191686-4da5-4158-83e1-bd96ca04bb2e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167021 Sep 19 03:15:47.271822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.340189 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f1bfcf3-284e-4f2d-85c3-832c648f89ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.364244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-22c047c6-7b07-4d84-aebd-7667d3162f5b None None] Port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:15:47.418296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] Deleting port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:47.419388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.474220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.551406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] For port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:47.551960 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.578764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] Calling delete_port for 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:47.619162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-7dd466ee-7088-4517-b746-7f7c49febcbb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1566904 Sep 19 03:15:47.716395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.726421 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.753271 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.764680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-2ef9bd8d-886c-409d-abbe-1d198a3a6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:47.767081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-2ef9bd8d-886c-409d-abbe-1d198a3a6155 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 1097 time: 0.1098139 Sep 19 03:15:47.790821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] Pushing event deleted for resources: {'Port': ['ID=5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:47.807646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca9615-1ec9-4e6f-bb8f-0771f6aea15a None None] No DVR routers for this DVR port 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:47.874029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:47.876034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:47.944185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:48.095489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-e66e0b3c-8bae-4afe-a407-219c8aa0758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:48.097127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-e66e0b3c-8bae-4afe-a407-219c8aa0758d service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.2938063 Sep 19 03:15:48.224608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:48.236896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:48.288568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9dad0-c947-4456-949c-c20a648d9288 req-b240617e-fe11-4dd5-b2ac-7cf603de9623 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:48.290315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6e9dad0-c947-4456-949c-c20a648d9288 req-b240617e-fe11-4dd5-b2ac-7cf603de9623 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.2078094 Sep 19 03:15:48.309353 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:48.410883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:48.451144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:48.451377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-ca78827f-8c13-4c13-8b5c-1f6235d4fab9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 200 len: 1002 time: 0.3175926 Sep 19 03:15:48.474712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:48.488051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab276fad-be30-4c90-864a-b9c69794b9a7 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:48.498796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=0e77b19e-ac24-4d74-9a4e-a959415ba292,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:48.500337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6e9dad0-c947-4456-949c-c20a648d9288 req-afd80681-c744-417e-99c8-8fd39aa4829f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897159 Sep 19 03:15:48.563150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:48.575908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:48.619175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bf8f5-6044-42ed-800b-9272074715ee req-afb67edc-80a6-48e4-b150-50dafdea4e1d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:48.626841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c87bf8f5-6044-42ed-800b-9272074715ee req-afb67edc-80a6-48e4-b150-50dafdea4e1d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.2015579 Sep 19 03:15:48.636355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-66ca376e-9dd1-4f69-b956-c1f85a5afcd3 None None] Provisioning complete for port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:48.636730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ca376e-9dd1-4f69-b956-c1f85a5afcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:48.688821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-66ca376e-9dd1-4f69-b956-c1f85a5afcd3 None None] Port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:15:48.689458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:15:48.695044 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-096084f6-16c3-4634-b923-6574d6582b07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8762133 Sep 19 03:15:48.701168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53382) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:48.712409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'name': 'tempest-NetworksTestDHCPv6-1739536282'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:48.780768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-6798cbb6-60ac-4490-bdd8-3a5ddbb89781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:48.783071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-6798cbb6-60ac-4490-bdd8-3a5ddbb89781 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.3140130 Sep 19 03:15:48.805821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:15:48.821943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '0e77b19e-ac24-4d74-9a4e-a959415ba292'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:15:48.830520 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:48.875239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 229bd8ae-5993-4832-90a9-161ed7decfc2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:48.889626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c87bf8f5-6044-42ed-800b-9272074715ee req-22955415-d278-4f5f-8e29-34a1c3150497 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721773 Sep 19 03:15:48.944959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-35b6cb01-3af0-4b47-a1e5-7fd55f46c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:48.946467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-35b6cb01-3af0-4b47-a1e5-7fd55f46c2d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364641 Sep 19 03:15:48.990439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:15:48.996391 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cf548e50-aa53-46c8-935c-a8bb7d8c2bea admin admin] 10.222.0.22 "PUT /v2.0/routers/540e3f1d-82cd-4b91-95eb-2a6ed0c520af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9706447 Sep 19 03:15:49.003599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53384) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:49.013101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] Sync routers for ids ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:15:49.058257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] Routers {'540e3f1d-82cd-4b91-95eb-2a6ed0c520af'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:49.059493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:49.101615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-71fb6f65-5a5e-4bf6-a295-14d7f477d669 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408365 Sep 19 03:15:49.116279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:49.119919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:49.142776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port e981c05a-7719-4219-9f61-0a6c6f53aa15 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:15:49.204204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:49.260944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d3800e-a86d-472e-8f05-d3f4574453c6 req-6bd31eec-4fcd-45e9-bf2d-fe54e03223ef service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144199 Sep 19 03:15:49.294400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 229bd8ae-5993-4832-90a9-161ed7decfc2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:49.294793 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:49.297937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/0e77b19e-ac24-4d74-9a4e-a959415ba292/decf6978-0451-45a2-b8a8-c9501108ab90) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:49.304578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:15:49.326139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-76c6a722-914a-43c3-afa0-557f01c69d99 admin admin] 10.222.0.22 "PUT /v2.0/routers/248c9bda-d0b2-4343-ac44-d7d2f1f4c518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8225834 Sep 19 03:15:49.381298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] Set router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:49.414188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:49.476080 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Sync routers for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:15:49.488347 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:49.489074 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:49.517131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Deleting port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:49.518243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:49.742305 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:49.772913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] For port 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:49.775553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:49.783604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4c243-c4d9-43c7-b18d-ffe95ec777e6 req-b2b42932-6cb8-4929-80af-534619724d71 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:49.785592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fc4c243-c4d9-43c7-b18d-ffe95ec777e6 req-b2b42932-6cb8-4929-80af-534619724d71 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0952606 Sep 19 03:15:49.811208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Calling delete_port for 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:49.878233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fc4c243-c4d9-43c7-b18d-ffe95ec777e6 req-da60ac44-20a9-474c-a85c-2f027e3a5bec tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765917 Sep 19 03:15:50.072679 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.099752 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 2, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:50.137703 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Checking router: 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:15:50.138378 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Updating router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:15:50.169500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.177245 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.179642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c0f97-ce77-47c8-a40d-6daf0c28a42b req-fb4487b1-f5bf-4f3d-bf50-92b6e4b10ff4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:50.182718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a1c0f97-ce77-47c8-a40d-6daf0c28a42b req-fb4487b1-f5bf-4f3d-bf50-92b6e4b10ff4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1655107 Sep 19 03:15:50.235344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:50.244391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 229bd8ae-5993-4832-90a9-161ed7decfc2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=229bd8ae-5993-4832-90a9-161ed7decfc2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:50.259339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a1c0f97-ce77-47c8-a40d-6daf0c28a42b req-874dc9af-edca-40ad-b802-b6087d9d96dc tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687754 Sep 19 03:15:50.322101 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.326436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.331109 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.382878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.408635 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.417136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=229bd8ae-5993-4832-90a9-161ed7decfc2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:50.521612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:50.579122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:50.580265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5cba0f7d-a180-426a-8c8e-d7b5cda5d8fc not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:50.592665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:50.596273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:50.599993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Pushing event updated for resources: {'Port': ['ID=decf6978-0451-45a2-b8a8-c9501108ab90,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:50.603410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:50.685383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.692998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:15:46Z', 'revision_number': 5, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port': {'id': '9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:12:51Z', 'updated_at': '2021-09-19T03:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:50.703251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.730874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] Checking router: 540e3f1d-82cd-4b91-95eb-2a6ed0c520af for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:15:50.739571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Attempting to bind port decf6978-0451-45a2-b8a8-c9501108ab90 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:50.740021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Attempting to bind port decf6978-0451-45a2-b8a8-c9501108ab90 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:50.740497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Attempting to bind port decf6978-0451-45a2-b8a8-c9501108ab90 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:50.746171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::14e (e3e2bc32-0994-4d48-a279-d11c2c4732c5/0e77b19e-ac24-4d74-9a4e-a959415ba292/e981c05a-7719-4219-9f61-0a6c6f53aa15) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:50.749291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] Routers {'540e3f1d-82cd-4b91-95eb-2a6ed0c520af'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:50.763547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:50.771223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:50.771223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:50.771223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.771598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:50.775105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Bound port: decf6978-0451-45a2-b8a8-c9501108ab90, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:50.776069 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.884005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] Set router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:50.884741 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.898610 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:50.946509 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adb5f0-f06e-4f7c-a1cb-621477dd38c6 None None] Pushing event updated for resources: {'Port': ['ID=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:50.948578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 7, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:51.036397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7593c935-a2c8-4663-b83a-858faf9e1521 None None] The sync data for ids ['540e3f1d-82cd-4b91-95eb-2a6ed0c520af'] in n-d-809936-1 is: [{'id': '540e3f1d-82cd-4b91-95eb-2a6ed0c520af', 'name': 'tempest-ServerRescueTestJSON-351809198-router', 'tenant_id': '4e0cdf7275bd4ee18d99844d976a6260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:12:50Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 7, 'project_id': '4e0cdf7275bd4ee18d99844d976a6260', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:15:51.040360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 229bd8ae-5993-4832-90a9-161ed7decfc2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:51.106100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.111292 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Attempting to bind port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:51.111667 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Attempting to bind port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:51.114208 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Attempting to bind port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 on network 489696fe-c9bd-4194-8110-e5e0038a5f3e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:51.121230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 540e3f1d-82cd-4b91-95eb-2a6ed0c520af {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:15:51.121565 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:51.122039 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Checking segment: {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:51.122545 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.123064 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Bound using segment: {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:51.126958 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Bound port: bb5cdb3c-af31-4b49-b96f-0233fceb09e2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:51.127512 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.128795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.130231 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca62aded-cf8d-43c5-8037-081a867511b8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/540e3f1d-82cd-4b91-95eb-2a6ed0c520af HTTP/1.1" status: 204 len: 168 time: 2.1253526 Sep 19 03:15:51.135066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53470) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:51.172929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] For port decf6978-0451-45a2-b8a8-c9501108ab90, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:51.188897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] For port decf6978-0451-45a2-b8a8-c9501108ab90, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=decf6978-0451-45a2-b8a8-c9501108ab90,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:51.203441 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.230617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 229bd8ae-5993-4832-90a9-161ed7decfc2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:51.231049 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.259581 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] For port bb5cdb3c-af31-4b49-b96f-0233fceb09e2, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:51.264570 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] For port bb5cdb3c-af31-4b49-b96f-0233fceb09e2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:51.272701 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.274560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.376480 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.442277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147b405-fe41-47e1-a738-1cbf5c38f195 req-e3e93493-8ad6-4a87-99d6-0fda84fcaa12 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:51.463192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3147b405-fe41-47e1-a738-1cbf5c38f195 req-e3e93493-8ad6-4a87-99d6-0fda84fcaa12 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.3902237 Sep 19 03:15:51.472990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea79c4-24a1-494e-a616-c3895e3e5156 None None] Pushing event updated for resources: {'Port': ['ID=decf6978-0451-45a2-b8a8-c9501108ab90,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:51.482846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Deleting subnet 4de98992-d86c-403e-8333-263490400c8c {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:15:51.501751 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:15:51.503003 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:15:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:51.510006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:51.520636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:51.530584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:51.542044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:51.545696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.593000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65c61072-5b6c-47ed-bbf8-73360e92f27c None None] Provisioning complete for port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:51.624948 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65c61072-5b6c-47ed-bbf8-73360e92f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.632239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=e981c05a-7719-4219-9f61-0a6c6f53aa15,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:51.646934 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-032f361d-de51-4027-8db8-42eaad09d9ce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9391358 Sep 19 03:15:51.649337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53478) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:51.726212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96511d1-2849-443d-8947-06addc493e3d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:51.734026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96511d1-2849-443d-8947-06addc493e3d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:51.735924 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d96511d1-2849-443d-8947-06addc493e3d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0854321 Sep 19 03:15:51.738668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53480) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:51.791376 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adb5f0-f06e-4f7c-a1cb-621477dd38c6 None None] Pushing event updated for resources: {'Port': ['ID=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:51.886879 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:15:51.933317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65c61072-5b6c-47ed-bbf8-73360e92f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:51.934794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port e981c05a-7719-4219-9f61-0a6c6f53aa15 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:51.935133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.018779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-65c61072-5b6c-47ed-bbf8-73360e92f27c None None] For port bb5cdb3c-af31-4b49-b96f-0233fceb09e2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:52.037866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65c61072-5b6c-47ed-bbf8-73360e92f27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.192418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.212269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for e981c05a-7719-4219-9f61-0a6c6f53aa15 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:52.237072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c61072-5b6c-47ed-bbf8-73360e92f27c None None] Pushing event updated for resources: {'Port': ['ID=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:52.249177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-286242e1-4387-409e-be76-2f42078f6b61 None None] Provisioning complete for port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:52.249556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-286242e1-4387-409e-be76-2f42078f6b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.475476 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:52.539330 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7abb365-aa1e-49da-bfe2-63427306d59e None None] The sync data for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 is: [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:15:52.550875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.572300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.633752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3147b405-fe41-47e1-a738-1cbf5c38f195 req-89621daa-a33e-4d7a-ba99-b9f867b2ba00 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0496809 Sep 19 03:15:52.663698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=e981c05a-7719-4219-9f61-0a6c6f53aa15,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:52.668516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.702934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ebf17-0aab-4b69-8cfa-1248cf49b12d req-c63c9347-9e4f-4c46-8a89-09593893c801 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:52.705290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a1ebf17-0aab-4b69-8cfa-1248cf49b12d req-c63c9347-9e4f-4c46-8a89-09593893c801 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 1.2156048 Sep 19 03:15:52.723597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.736443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-519733fd-1d77-4f59-a43a-bab721cab962 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/e981c05a-7719-4219-9f61-0a6c6f53aa15 HTTP/1.1" status: 204 len: 168 time: 0.9965863 Sep 19 03:15:52.738893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53486) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:52.889364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a1ebf17-0aab-4b69-8cfa-1248cf49b12d req-004bd089-6bda-4bed-adba-5ce40b9cb0c1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685619 Sep 19 03:15:52.890561 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:52.927940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d52b3-2329-4c94-b0b1-52da578b72d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:52.935994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2d52b3-2329-4c94-b0b1-52da578b72d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:52.942296 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b2d52b3-2329-4c94-b0b1-52da578b72d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2023077 Sep 19 03:15:52.945979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53490) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:53.033222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device decf6978-0451-45a2-b8a8-c9501108ab90 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:53.063999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.134300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port decf6978-0451-45a2-b8a8-c9501108ab90 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:53.134969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.153478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de98992-d86c-403e-8333-263490400c8c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:53.160311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 0e77b19e-ac24-4d74-9a4e-a959415ba292 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:15:53.165282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.181395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.186848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4de98992-d86c-403e-8333-263490400c8c HTTP/1.1" status: 204 len: 168 time: 2.0433669 Sep 19 03:15:53.191926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53492) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:53.224832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.225170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.227022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.227527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.228013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.230256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.232614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.237111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.242649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.243032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.243371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.243699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fb30b6-d145-464f-8e37-6dd73e53ff29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.287248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.341786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.363891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.408110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port decf6978-0451-45a2-b8a8-c9501108ab90, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=decf6978-0451-45a2-b8a8-c9501108ab90,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:53.419719 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.420781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bb5cdb3c-af31-4b49-b96f-0233fceb09e2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:53.499344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.604330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.630771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=decf6978-0451-45a2-b8a8-c9501108ab90,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:53.642335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.642730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.643089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.643471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.643839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.644198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.644535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.644900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.645223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.645581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.645939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.646268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:15:53.648873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.653962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75540ffb-8db4-47c8-b199-61eceb1eeee8']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:53.673103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:53.673486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.689782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd422b48c-c22f-4e06-97f6-ebdec9c31521') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:53.690378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd422b48c-c22f-4e06-97f6-ebdec9c31521') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:15:53.705851 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.734680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.767215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:15:53.767411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.772019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:15:53.776348 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:15:53.781839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/0e77b19e-ac24-4d74-9a4e-a959415ba292 HTTP/1.1" status: 204 len: 168 time: 0.8347852 Sep 19 03:15:53.782965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14e270-ac48-4cd1-b74e-2fc273423b33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=0e77b19e-ac24-4d74-9a4e-a959415ba292,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:53.790364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53498) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:53.848627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0619d9b4-d2fa-427d-b837-a8230880e4ff None None] Provisioning complete for port decf6978-0451-45a2-b8a8-c9501108ab90 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:53.849065 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0619d9b4-d2fa-427d-b837-a8230880e4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:53.892467 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2db26909-0f96-4e35-8985-56baff63ed6d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009240 Sep 19 03:15:53.899538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53502) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:53.913788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:54.115931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9faed87-a707-4f82-90c9-26a79a6c77a8 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:54.207006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.233470 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.243948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/75540ffb-8db4-47c8-b199-61eceb1eeee8 HTTP/1.1" status: 204 len: 168 time: 1.0322788 Sep 19 03:15:54.250134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:54.315264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dacd01-d614-4245-9537-42bd2b1cbeb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75540ffb-8db4-47c8-b199-61eceb1eeee8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:54.340599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8279c-f1fe-4ac1-86f2-051859c46872 req-ad2c28c1-17bf-4b7d-b2a3-b49a3d47eb83 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:54.347251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:54.348623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b11ed2a-ab5d-43e6-87d2-a43df1e6e4e0 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:54.348623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4d307302-eee7-4552-a6ed-a0691b5be471 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:54.351516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34e8279c-f1fe-4ac1-86f2-051859c46872 req-ad2c28c1-17bf-4b7d-b2a3-b49a3d47eb83 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.4844675 Sep 19 03:15:54.352710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6a5b3fd5-c5dc-4a00-8962-87ebdf020a2d None None] Could not find standard attr ID for object e981c05a-7719-4219-9f61-0a6c6f53aa15. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:15:54.419186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4d307302-eee7-4552-a6ed-a0691b5be471 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:15:54.419546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4d307302-eee7-4552-a6ed-a0691b5be471 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:15:54.477625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34e8279c-f1fe-4ac1-86f2-051859c46872 req-3e665166-2c70-4576-8038-1acc5dbe9638 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249371 Sep 19 03:15:54.524347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084f39d-69c8-4d63-8534-d72a20aa23a5 req-13d75e52-1b20-455b-a607-31040f3a9eea tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:54.528141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3084f39d-69c8-4d63-8534-d72a20aa23a5 req-13d75e52-1b20-455b-a607-31040f3a9eea tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.3388979 Sep 19 03:15:54.529443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:54.539699 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.598499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53510) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:54.632106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:15:54.724670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-68cbd630-6089-4150-b6f1-a6c01c0899a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e0cdf7275bd4ee18d99844d976a6260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237826 Sep 19 03:15:54.725796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53512) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:54.750788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] Deleting port decf6978-0451-45a2-b8a8-c9501108ab90 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:54.752285 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.765773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3084f39d-69c8-4d63-8534-d72a20aa23a5 req-474d745d-f1e6-4a88-9d3c-2ab09e43b911 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149525 Sep 19 03:15:54.813201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device decf6978-0451-45a2-b8a8-c9501108ab90 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:15:54.832374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb207a5-4e44-41e4-8775-3f5b11c4a69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.883697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb207a5-4e44-41e4-8775-3f5b11c4a69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.910815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] For port decf6978-0451-45a2-b8a8-c9501108ab90, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=decf6978-0451-45a2-b8a8-c9501108ab90,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:54.911607 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.932213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] Calling delete_port for decf6978-0451-45a2-b8a8-c9501108ab90 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:54.994171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb207a5-4e44-41e4-8775-3f5b11c4a69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.997252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb207a5-4e44-41e4-8775-3f5b11c4a69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:54.997979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:55.000170 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9eb207a5-4e44-41e4-8775-3f5b11c4a69e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb829418-4211-4109-adbc-4b792b7a9d85 HTTP/1.1" status: 204 len: 168 time: 0.2715428 Sep 19 03:15:55.017701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb207a5-4e44-41e4-8775-3f5b11c4a69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb829418-4211-4109-adbc-4b792b7a9d85,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:55.032912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:55.035929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:55.073188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:55.073806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:55.107390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2013590 Sep 19 03:15:55.107900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53522) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:55.116985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'name': 'tempest-NetworksTestDHCPv6-688093399'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:55.271329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bdc58-3312-4204-b790-7385b7067bd6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=8f6e52ae-e6ad-4bdd-8772-e918479d1bb6,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:55.374969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:55.379357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:55.418421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port b75c9c45-3ea3-4ac4-8ead-ba78fd48d457 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:15:55.458702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:55.567043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port decf6978-0451-45a2-b8a8-c9501108ab90, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=decf6978-0451-45a2-b8a8-c9501108ab90,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:55.580277 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:55.633219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:55.652378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] No DVR routers for this DVR port decf6978-0451-45a2-b8a8-c9501108ab90 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:55.678674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eab50a-c281-4640-a470-f3ae836b7f4c None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:55.685004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=decf6978-0451-45a2-b8a8-c9501108ab90,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:55.728958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545f1dc-85fa-4627-85be-4e1e63f768dc None None] Pushing event deleted for resources: {'Port': ['ID=decf6978-0451-45a2-b8a8-c9501108ab90,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:55.771419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::3e5 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/8f6e52ae-e6ad-4bdd-8772-e918479d1bb6/b75c9c45-3ea3-4ac4-8ead-ba78fd48d457) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:55.815428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3136f76-ec11-49cf-843e-f51824a2fb4f req-100830b6-b38c-463d-9b09-32dba0408fd5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:55.817618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3136f76-ec11-49cf-843e-f51824a2fb4f req-100830b6-b38c-463d-9b09-32dba0408fd5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1395245 Sep 19 03:15:55.939193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '8f6e52ae-e6ad-4bdd-8772-e918479d1bb6'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:15:55.940725 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.092487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.224739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3136f76-ec11-49cf-843e-f51824a2fb4f req-6ee8f21c-abc2-47b0-aa21-97e3f574bc89 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908987 Sep 19 03:15:56.271120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dc8a9-7545-4ca5-b52a-bafdfdc272db req-a3674678-6745-4f8e-a277-bd07c2904a4c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:56.273485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c0dc8a9-7545-4ca5-b52a-bafdfdc272db req-a3674678-6745-4f8e-a277-bd07c2904a4c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1775846 Sep 19 03:15:56.362420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c0dc8a9-7545-4ca5-b52a-bafdfdc272db req-2e828782-6ff5-4782-bad5-7f742b1d1482 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758777 Sep 19 03:15:56.363516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.363752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/8f6e52ae-e6ad-4bdd-8772-e918479d1bb6/d7f9f9be-e3fc-4569-af58-2eb4d53d71d9) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:15:56.490408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:56.509555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:56.516668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:56.542558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:56.543295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.550145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=b75c9c45-3ea3-4ac4-8ead-ba78fd48d457,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:56.565991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d1e726a2-7f90-4d10-8858-8fb868b706dd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4568751 Sep 19 03:15:56.568444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53554) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:56.591796 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.606525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.671358 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:56.674889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:56.685528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:15:56.690061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Pushing event updated for resources: {'Port': ['ID=d7f9f9be-e3fc-4569-af58-2eb4d53d71d9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:56.713053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3367489-fe3f-4ea3-92df-c18897304368 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:56.720785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3367489-fe3f-4ea3-92df-c18897304368 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:56.722672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b3367489-fe3f-4ea3-92df-c18897304368 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1532247 Sep 19 03:15:56.725398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53558) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:56.763367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Attempting to bind port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:15:56.763609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Attempting to bind port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:15:56.764736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Attempting to bind port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:15:56.780790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:15:56.781096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:15:56.781422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.781821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:15:56.782292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Bound port: d7f9f9be-e3fc-4569-af58-2eb4d53d71d9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:15:56.782677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.866371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port b75c9c45-3ea3-4ac4-8ead-ba78fd48d457 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:56.867489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:56.922974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] For port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:15:56.929730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] For port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d7f9f9be-e3fc-4569-af58-2eb4d53d71d9,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:15:56.936862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:57.001841 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:57.017263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for b75c9c45-3ea3-4ac4-8ead-ba78fd48d457 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:57.089218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5ae0-993e-4c11-bb35-73d571426510 None None] Pushing event updated for resources: {'Port': ['ID=d7f9f9be-e3fc-4569-af58-2eb4d53d71d9,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:57.193715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:57.249512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=b75c9c45-3ea3-4ac4-8ead-ba78fd48d457,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:57.279421 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:57.282170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-693a2d56-1965-4995-98a3-b09a4329ad8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/b75c9c45-3ea3-4ac4-8ead-ba78fd48d457 HTTP/1.1" status: 204 len: 168 time: 0.5551651 Sep 19 03:15:57.284790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53572) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:57.489634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e9262-3915-4735-809c-07b4ef276dc6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:57.493632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e9262-3915-4735-809c-07b4ef276dc6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:57.501559 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-740e9262-3915-4735-809c-07b4ef276dc6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2148578 Sep 19 03:15:57.504181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:57.585439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18511f3-7cbd-4b8c-b153-8c3bec24a636 req-470fadc7-47b3-48f3-9664-26a821514b2e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:57.597831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18511f3-7cbd-4b8c-b153-8c3bec24a636 req-470fadc7-47b3-48f3-9664-26a821514b2e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1213114 Sep 19 03:15:57.645060 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 8f6e52ae-e6ad-4bdd-8772-e918479d1bb6 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:15:57.660115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:57.715895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a18511f3-7cbd-4b8c-b153-8c3bec24a636 req-5ce35ff3-9e42-463d-b877-21f25ce0da39 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125944 Sep 19 03:15:57.730065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:57.786824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a2328-8a3e-4ead-929e-589c5414fe63 req-321e9845-3451-4d6a-a9bb-d87603c8a892 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:57.788954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b2a2328-8a3e-4ead-929e-589c5414fe63 req-321e9845-3451-4d6a-a9bb-d87603c8a892 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.0917308 Sep 19 03:15:57.883803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b2a2328-8a3e-4ead-929e-589c5414fe63 req-14b39c66-f6f9-42b5-bab0-0e2af7782fb0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882478 Sep 19 03:15:57.912247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:58.013349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:58.061131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6e52ae-e6ad-4bdd-8772-e918479d1bb6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:58.063864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:58.067417 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-272c764a-1e50-40f8-a739-b897e24cc9e4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/8f6e52ae-e6ad-4bdd-8772-e918479d1bb6 HTTP/1.1" status: 204 len: 168 time: 0.5608740 Sep 19 03:15:58.069342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53590) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:58.150698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53592) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:58.161715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3899dc44-c0a5-48f1-a184-71c029595a12 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766497 Sep 19 03:15:58.243624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072695e7-1726-4720-95d7-5bdfd7684e0d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:58.247574 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-072695e7-1726-4720-95d7-5bdfd7684e0d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0955164 Sep 19 03:15:58.250191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53596) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:58.458548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12abf43e-dda0-4ec4-988a-f5748e8f6f95 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:58.461129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-12abf43e-dda0-4ec4-988a-f5748e8f6f95 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2095854 Sep 19 03:15:58.463643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53600) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:58.526885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-84d199ea-3162-4b4a-bdc8-da88440aa7b2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615852 Sep 19 03:15:58.527449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53604) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:58.533034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:58.600167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f06fc-19a5-4a86-a1c1-defbc585245b None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:58.782541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9222d89d-b514-4267-99a4-8c7f3cc1c038 None None] Provisioning complete for port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:58.782937 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9222d89d-b514-4267-99a4-8c7f3cc1c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:58.804992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:58.818012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:58.831900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:15:59.005674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782b862-8736-4970-929b-56ddaff9351e req-64d54c2b-8253-4eee-96ec-6399d64fea67 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:59.013184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d782b862-8736-4970-929b-56ddaff9351e req-64d54c2b-8253-4eee-96ec-6399d64fea67 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1360402 Sep 19 03:15:59.023154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:15:59.023781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.029301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:15:59.058138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9222d89d-b514-4267-99a4-8c7f3cc1c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.142937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9222d89d-b514-4267-99a4-8c7f3cc1c038 None None] For port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d7f9f9be-e3fc-4569-af58-2eb4d53d71d9,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:59.153019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d782b862-8736-4970-929b-56ddaff9351e req-e3ed66ef-4122-46e2-87ac-ee500a5cf37d tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152101 Sep 19 03:15:59.166788 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9222d89d-b514-4267-99a4-8c7f3cc1c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.174075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c2c82-f0b5-4f98-8034-ad4f053dbfde req-2e6d8127-3134-429c-8554-baabccbf20dc tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:59.175450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e8c2c82-f0b5-4f98-8034-ad4f053dbfde req-2e6d8127-3134-429c-8554-baabccbf20dc tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1600080 Sep 19 03:15:59.249605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] Deleting port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:15:59.250280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.278496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e8c2c82-f0b5-4f98-8034-ad4f053dbfde req-a4363175-c718-4238-b47b-6841ca017830 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932107 Sep 19 03:15:59.317571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.363718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:15:59.370487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:15:59.376387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:15:59.376971 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.403904 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8722229 Sep 19 03:15:59.403904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de226b22-5ca4-433b-b305-4f88091d0cdf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=a6e12b52-d3b9-40f3-b7ba-db61e44dd258,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:59.404240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:15:59.405260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222d89d-b514-4267-99a4-8c7f3cc1c038 None None] Pushing event updated for resources: {'Port': ['ID=d7f9f9be-e3fc-4569-af58-2eb4d53d71d9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:59.409499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': 'a6e12b52-d3b9-40f3-b7ba-db61e44dd258', 'ip_address': '2001:db8::5376:fee4:af07:7576'}], 'name': 'tempest-NetworksTestDHCPv6-1515429268'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:15:59.429458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] For port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d7f9f9be-e3fc-4569-af58-2eb4d53d71d9,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:15:59.430384 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.459988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] Calling delete_port for d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:15:59.595176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:15:59.629019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.688264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] No DVR routers for this DVR port d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:15:59.698791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005b483-1cf0-459b-9582-568de0d4ca9b None None] Pushing event deleted for resources: {'Port': ['ID=d7f9f9be-e3fc-4569-af58-2eb4d53d71d9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:15:59.713709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326e958e-d913-4bdf-a5e5-ff8e867e589d None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:15:59.762377 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.762595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:15:59.791941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 88e60cb5-a4b9-4346-bcb5-a8eb70ec2545 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:00.017193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': 'a6e12b52-d3b9-40f3-b7ba-db61e44dd258'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:00.020749 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:00.171617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::5376:fee4:af07:7576 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/a6e12b52-d3b9-40f3-b7ba-db61e44dd258/88e60cb5-a4b9-4346-bcb5-a8eb70ec2545) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:00.441780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01250f-0506-44b8-9e79-82af3fbbe365 req-8115f465-e8b5-4a5f-940d-02f37f7bea8b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:00.443378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d01250f-0506-44b8-9e79-82af3fbbe365 req-8115f465-e8b5-4a5f-940d-02f37f7bea8b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1552320 Sep 19 03:16:00.494296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad09c8-0bad-44b7-81bf-133692b8043f req-4fbb7ae9-0b1f-4fd5-aca4-c18f0ee7b853 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:00.494495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2ad09c8-0bad-44b7-81bf-133692b8043f req-4fbb7ae9-0b1f-4fd5-aca4-c18f0ee7b853 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1112292 Sep 19 03:16:00.512807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:00.559898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d01250f-0506-44b8-9e79-82af3fbbe365 req-67dbf361-4823-469b-8e93-a27b8937504f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945585 Sep 19 03:16:00.583707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2ad09c8-0bad-44b7-81bf-133692b8043f req-95587cf1-55d5-4dca-ae80-dc72653e483b tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803716 Sep 19 03:16:00.606865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:00.665383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/a6e12b52-d3b9-40f3-b7ba-db61e44dd258/6917253b-a669-467d-9816-adf873c11771) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:00.688013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:00.695616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:00.700109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:00.706771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:00.707583 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:00.755011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:00.755172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=88e60cb5-a4b9-4346-bcb5-a8eb70ec2545,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:00.764944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1284c4cf-6439-4326-afea-5163b271d14f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3587210 Sep 19 03:16:00.767384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53666) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:00.793553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:16:00.793885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d7f9f9be-e3fc-4569-af58-2eb4d53d71d9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:00.827855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaff3a4-5183-457a-9e4a-72f81444129c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:00.829656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-deaff3a4-5183-457a-9e4a-72f81444129c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0612261 Sep 19 03:16:00.832303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53668) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:00.932579 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:00.934710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 88e60cb5-a4b9-4346-bcb5-a8eb70ec2545 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:00.935804 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:00.941145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:00.999766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:01.004001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:01.013407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:01.039307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Pushing event updated for resources: {'Port': ['ID=6917253b-a669-467d-9816-adf873c11771,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:01.061934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.081278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 88e60cb5-a4b9-4346-bcb5-a8eb70ec2545 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:01.100236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Attempting to bind port 6917253b-a669-467d-9816-adf873c11771 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:01.100610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Attempting to bind port 6917253b-a669-467d-9816-adf873c11771 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:01.100977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Attempting to bind port 6917253b-a669-467d-9816-adf873c11771 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:01.106679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:01.107148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:01.107609 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.108011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:01.108483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Bound port: 6917253b-a669-467d-9816-adf873c11771, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:01.108870 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.183768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] For port 6917253b-a669-467d-9816-adf873c11771, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:01.192746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] For port 6917253b-a669-467d-9816-adf873c11771, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6917253b-a669-467d-9816-adf873c11771,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:01.212810 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.284699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.291069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e764cc5-d477-41de-9fa2-a19c70ec2e09 None None] Pushing event updated for resources: {'Port': ['ID=6917253b-a669-467d-9816-adf873c11771,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:01.325049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=88e60cb5-a4b9-4346-bcb5-a8eb70ec2545,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:01.371054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.374202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88f4ad2a-3834-4615-9bce-9d0a09670696 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/88e60cb5-a4b9-4346-bcb5-a8eb70ec2545 HTTP/1.1" status: 204 len: 168 time: 0.5407758 Sep 19 03:16:01.376818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53678) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:01.441709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902b6a7-5e96-40ed-9458-67fb5bd52b06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:01.443600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902b6a7-5e96-40ed-9458-67fb5bd52b06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:01.445544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1902b6a7-5e96-40ed-9458-67fb5bd52b06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0669518 Sep 19 03:16:01.453720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53682) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:01.541627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet a6e12b52-d3b9-40f3-b7ba-db61e44dd258 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:01.544874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.552536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-af806d18-79ec-48f6-b2ba-ecc563c47438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:01.554064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-af806d18-79ec-48f6-b2ba-ecc563c47438 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1096 time: 0.0856719 Sep 19 03:16:01.616439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.739224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.810029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.818274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-0eba02bf-ac3a-464b-9e62-d553443073de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:01.819778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-0eba02bf-ac3a-464b-9e62-d553443073de service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.2484031 Sep 19 03:16:01.836472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e12b52-d3b9-40f3-b7ba-db61e44dd258,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:01.842984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d43fed-0572-42ef-8759-a540dba2caeb req-ed1b7916-ad45-4167-98a6-044f396fadcd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:01.844471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d43fed-0572-42ef-8759-a540dba2caeb req-ed1b7916-ad45-4167-98a6-044f396fadcd tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1172874 Sep 19 03:16:01.853973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8a9e1-cf35-4290-907b-05687bff6625 req-41cad22b-5657-42dd-bcda-5ec5a7288482 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:01.855505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cae8a9e1-cf35-4290-907b-05687bff6625 req-41cad22b-5657-42dd-bcda-5ec5a7288482 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1252215 Sep 19 03:16:01.867281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:01.869519 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2a744dbc-8186-4520-9d1e-8b357bad8842 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/a6e12b52-d3b9-40f3-b7ba-db61e44dd258 HTTP/1.1" status: 204 len: 168 time: 0.4145381 Sep 19 03:16:01.871957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:01.914363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dee55860-1f00-45c0-aa82-67e7045a3256 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411911 Sep 19 03:16:01.917253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53696) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:01.924003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:01.962305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-8dd42607-b445-450a-9159-c88e174cd43d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 200 len: 1000 time: 0.1352971 Sep 19 03:16:01.969958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d43fed-0572-42ef-8759-a540dba2caeb req-55d63e2f-bdba-4297-86a4-0f80e07f77cf tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134946 Sep 19 03:16:01.972676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cae8a9e1-cf35-4290-907b-05687bff6625 req-8652c9dc-3440-4681-8d75-6c816662517a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818391 Sep 19 03:16:02.036428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-4181f26e-5c9d-4c4a-a33d-5157ee60e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:02.038181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-4181f26e-5c9d-4c4a-a33d-5157ee60e3e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0646503 Sep 19 03:16:02.062470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:02.067312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.100700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-729484a8-4fbb-4345-8fba-77b3c87e6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:02.102213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-729484a8-4fbb-4345-8fba-77b3c87e6231 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558858 Sep 19 03:16:02.271687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-6699753e-8fed-4331-99ba-585f1a47deae service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608083 Sep 19 03:16:02.403113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.405096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fa10ce7-4b2c-47ea-ad47-5748839c707b req-a4076f9e-93a9-4f1c-8d58-847e2288050a service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263952 Sep 19 03:16:02.450679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:02.454132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:02.458782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:02.459458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.473590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=d7a80934-9415-42a7-bdab-38ca0a8d67f0,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:02.484739 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-31d6bb2a-1c82-498b-bd1e-2844ef00c77b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5615876 Sep 19 03:16:02.484954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:02.489937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': 'd7a80934-9415-42a7-bdab-38ca0a8d67f0', 'ip_address': '2001:db8::6638:7938:7514:249c'}], 'name': 'tempest-NetworksTestDHCPv6-8093121'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:02.603940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f7997-13da-445d-8c54-bb65a5b34f1d None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:02.622583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:02.678469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-011ff1b6-2068-4f6f-b0cd-4ad2d5e68a82 None None] Provisioning complete for port 6917253b-a669-467d-9816-adf873c11771 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:02.678874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011ff1b6-2068-4f6f-b0cd-4ad2d5e68a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.766143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.791069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6917253b-a669-467d-9816-adf873c11771 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:02.794683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:02.846683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011ff1b6-2068-4f6f-b0cd-4ad2d5e68a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.895881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-011ff1b6-2068-4f6f-b0cd-4ad2d5e68a82 None None] For port 6917253b-a669-467d-9816-adf873c11771, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6917253b-a669-467d-9816-adf873c11771,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:02.901158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6917253b-a669-467d-9816-adf873c11771 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:02.901692 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.905480 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-011ff1b6-2068-4f6f-b0cd-4ad2d5e68a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:02.989160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::6638:7938:7514:249c (e3e2bc32-0994-4d48-a279-d11c2c4732c5/d7a80934-9415-42a7-bdab-38ca0a8d67f0/cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:03.002271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ff1b6-2068-4f6f-b0cd-4ad2d5e68a82 None None] Pushing event updated for resources: {'Port': ['ID=6917253b-a669-467d-9816-adf873c11771,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:03.182838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07ae30-015f-401d-95d2-03d3f63044e8 req-56682f52-ca1b-4635-87ce-5a2fb927ad0f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:03.184306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb07ae30-015f-401d-95d2-03d3f63044e8 req-56682f52-ca1b-4635-87ce-5a2fb927ad0f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.0965314 Sep 19 03:16:03.192416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b210c7-ca58-4cd8-bb60-b93f09db5b42 req-39e82d09-2820-4809-8437-ed2f445bbf9e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:03.194135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84b210c7-ca58-4cd8-bb60-b93f09db5b42 req-39e82d09-2820-4809-8437-ed2f445bbf9e tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1030712 Sep 19 03:16:03.212119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:03.235300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65730e79-1133-4788-aec7-0f1a6d9436c2 None None] Provisioning complete for port 6917253b-a669-467d-9816-adf873c11771 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:03.235671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65730e79-1133-4788-aec7-0f1a6d9436c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:03.268057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb07ae30-015f-401d-95d2-03d3f63044e8 req-3c17acca-7ecc-4913-8f42-7a7880276a6e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720582 Sep 19 03:16:03.282571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:03.287389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84b210c7-ca58-4cd8-bb60-b93f09db5b42 req-39663e39-8543-4f63-853d-b704dd8a3d46 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862570 Sep 19 03:16:03.344504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:03.347952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:03.352036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:03.357649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:03.358846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:03.376562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:03.388071 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-48656b21-6190-458c-be9b-21a7ab8db234 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 0.8997040 Sep 19 03:16:03.389520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53722) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:03.445565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab60ab0-474c-4782-9e5e-8460880cb5ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:03.452676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab60ab0-474c-4782-9e5e-8460880cb5ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:03.454281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9ab60ab0-474c-4782-9e5e-8460880cb5ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0637732 Sep 19 03:16:03.456916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53724) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:03.553803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:03.554137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:03.572981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8f8b9d3d-bd29-43fa-bb0e-fab3e22d5800 None None] Could not find standard attr ID for object b75c9c45-3ea3-4ac4-8ead-ba78fd48d457. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:03.667473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:03.684470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:03.686923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a1190fc8-2c08-4348-8ce2-3310185b0f48 None None] Could not find standard attr ID for object 88e60cb5-a4b9-4346-bcb5-a8eb70ec2545. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:03.861465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.016841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-22ccd81e-570a-4251-bd2d-19b58178b14f None None] Could not find standard attr ID for object cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:04.231839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:04.259469 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.263667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8a2cee85-ffe5-4a25-a237-41554ec2669d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d HTTP/1.1" status: 204 len: 168 time: 0.8047419 Sep 19 03:16:04.266018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53744) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:04.331072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7827c7-6678-442b-9645-ee65f06e99cc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:04.332776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7827c7-6678-442b-9645-ee65f06e99cc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:04.335308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6c7827c7-6678-442b-9645-ee65f06e99cc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0679641 Sep 19 03:16:04.337359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53750) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:04.452426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet d7a80934-9415-42a7-bdab-38ca0a8d67f0 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:04.456058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.513396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3d7c4-ff95-47f7-bda8-b5757a5df94f req-2d06a704-2dba-4f7e-b7a4-f74605a1729c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:04.516156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd3d7c4-ff95-47f7-bda8-b5757a5df94f req-2d06a704-2dba-4f7e-b7a4-f74605a1729c tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1238222 Sep 19 03:16:04.524397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf03ed-4038-45f5-aa1f-2569af77c541 req-ebcd4b78-8d62-4633-82d4-1fc003dca704 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:04.526341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fdf03ed-4038-45f5-aa1f-2569af77c541 req-ebcd4b78-8d62-4633-82d4-1fc003dca704 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 945 time: 0.1222532 Sep 19 03:16:04.533885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.558624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:04.613770 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.661895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fd3d7c4-ff95-47f7-bda8-b5757a5df94f req-dd834f82-f7a3-48f5-b790-754bcaa8f2b4 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343510 Sep 19 03:16:04.694470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fdf03ed-4038-45f5-aa1f-2569af77c541 req-2aeef81c-2fa3-4723-ba6f-8f3a0b1de56e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575017 Sep 19 03:16:04.743635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.749191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.793814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6917253b-a669-467d-9816-adf873c11771 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:04.796252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:16:04.801053 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba045372-aa6c-47e1-a8f1-8242a9ab165c" -d '{"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-unplugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:16:04.845037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:04.855905 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:04.870963 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3562a129-ebf2-4ae4-a4a9-3f8221d7089f x-openstack-request-id: req-3562a129-ebf2-4ae4-a4a9-3f8221d7089f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:16:04.871302 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-unplugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:16:04.871649 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3562a129-ebf2-4ae4-a4a9-3f8221d7089f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:16:04.872280 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'code': 200} Sep 19 03:16:05.163644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:05.167321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6917253b-a669-467d-9816-adf873c11771 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:05.167780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.242694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a80934-9415-42a7-bdab-38ca0a8d67f0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:05.244768 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.247129 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b8250f1-ad6a-41c9-b9cb-758ff74e4342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/d7a80934-9415-42a7-bdab-38ca0a8d67f0 HTTP/1.1" status: 204 len: 168 time: 0.9083667 Sep 19 03:16:05.250084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53764) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:05.277066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6edfe7c-26e8-4cdd-80f9-aa78dff350ae None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:05.296887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-36bd7050-d4e0-4f37-b219-75cc5197bdc9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450399 Sep 19 03:16:05.299655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53766) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:05.305011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:05.351051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53768) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:05.407312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:05.411495 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.491155 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04067e93-3dec-49a4-9404-382a17370a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.512987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:16:05.570167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] Deleting port 6917253b-a669-467d-9816-adf873c11771 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:05.571083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.606827 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04067e93-3dec-49a4-9404-382a17370a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.613230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04067e93-3dec-49a4-9404-382a17370a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.642482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] For port 6917253b-a669-467d-9816-adf873c11771, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6917253b-a669-467d-9816-adf873c11771,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:05.642936 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.646819 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.667154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] Calling delete_port for 6917253b-a669-467d-9816-adf873c11771 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:05.667597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-04067e93-3dec-49a4-9404-382a17370a00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=655a6d04a38a4280a47dccbe9b91e50a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127530 Sep 19 03:16:05.668414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53772) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:05.669177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04067e93-3dec-49a4-9404-382a17370a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1685f07b-3016-4430-8811-fafc77fdcfea,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:05.698337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:05.703259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:05.708087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:05.708692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.725405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82f6981-cad4-4be5-b841-de5fcf53787f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.725538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=0dc32ad6-3985-43f1-856a-fd19e7e3e12b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:05.739674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0acfd487-a762-4a2d-a69e-f01a129fea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4355175 Sep 19 03:16:05.740173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53778) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:05.756412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '0dc32ad6-3985-43f1-856a-fd19e7e3e12b', 'ip_address': '2001:db8::45e2:ec1b:5beb:ee23'}], 'name': 'tempest-NetworksTestDHCPv6-1453427909'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:05.757243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82f6981-cad4-4be5-b841-de5fcf53787f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.814291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82f6981-cad4-4be5-b841-de5fcf53787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.818566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82f6981-cad4-4be5-b841-de5fcf53787f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.823291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b82f6981-cad4-4be5-b841-de5fcf53787f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1685f07b-3016-4430-8811-fafc77fdcfea HTTP/1.1" status: 204 len: 168 time: 0.1507452 Sep 19 03:16:05.829071 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.866580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] Pushing event deleted for resources: {'Port': ['ID=6917253b-a669-467d-9816-adf873c11771,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:05.868860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278fe7e1-365b-46da-921c-3e337a402db8 None None] No DVR routers for this DVR port 6917253b-a669-467d-9816-adf873c11771 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:05.887384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb87d454-9d7e-460a-806b-74ccfb93979d None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:05.914397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f6981-cad4-4be5-b841-de5fcf53787f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1685f07b-3016-4430-8811-fafc77fdcfea,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:05.963246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2709374-3593-4539-ac44-abfe492faa60 req-e84b0d2f-2b50-4deb-861d-eae22aa9ca5a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:05.965271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2709374-3593-4539-ac44-abfe492faa60 req-e84b0d2f-2b50-4deb-861d-eae22aa9ca5a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1399901 Sep 19 03:16:05.977089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:05.987563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11358000-f633-4b56-9f47-5507be6b383a req-599699d7-7364-4460-83b9-05e3ba711c02 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:05.987866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:05.989256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11358000-f633-4b56-9f47-5507be6b383a req-599699d7-7364-4460-83b9-05e3ba711c02 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1585276 Sep 19 03:16:06.031708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 092e0e70-c75f-40f4-aa49-05478affa867 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:06.095601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '0dc32ad6-3985-43f1-856a-fd19e7e3e12b'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:06.096486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.102148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2709374-3593-4539-ac44-abfe492faa60 req-580423f5-ba34-4608-a999-88be161bcf75 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118691 Sep 19 03:16:06.105349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11358000-f633-4b56-9f47-5507be6b383a req-b42e2004-51f5-4fc6-8395-851e02836771 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011961 Sep 19 03:16:06.305864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::45e2:ec1b:5beb:ee23 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/0dc32ad6-3985-43f1-856a-fd19e7e3e12b/092e0e70-c75f-40f4-aa49-05478affa867) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:06.370268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53792) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:06.387320 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f40cb52-1284-4adc-91ac-287651707c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.536256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f40cb52-1284-4adc-91ac-287651707c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.542159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f40cb52-1284-4adc-91ac-287651707c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.550670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.604096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.613224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7f40cb52-1284-4adc-91ac-287651707c91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e434ad30750c46fab94385ee72860ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427483 Sep 19 03:16:06.616697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53796) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:06.644353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40cb52-1284-4adc-91ac-287651707c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dfb9dc-e3cd-48c4-a38d-255a61a71075,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:06.662155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:06.665647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:06.669896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:06.676118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:06.676764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.679197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/0dc32ad6-3985-43f1-856a-fd19e7e3e12b/d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:06.712306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=092e0e70-c75f-40f4-aa49-05478affa867,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:06.720577 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-afc87803-ac19-41e4-8be6-88838608612f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9762714 Sep 19 03:16:06.722862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:06.744589 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89fdd829-d11d-4c06-a312-b54c35c72813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.770996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89fdd829-d11d-4c06-a312-b54c35c72813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.815131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894b20f-e227-443f-a77a-1de4f171308b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:06.817750 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2894b20f-e227-443f-a77a-1de4f171308b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0932658 Sep 19 03:16:06.822241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:06.832980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6917253b-a669-467d-9816-adf873c11771 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:06.845568 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89fdd829-d11d-4c06-a312-b54c35c72813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.848313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89fdd829-d11d-4c06-a312-b54c35c72813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:06.852232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-89fdd829-d11d-4c06-a312-b54c35c72813 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1dfb9dc-e3cd-48c4-a38d-255a61a71075 HTTP/1.1" status: 204 len: 168 time: 0.2345650 Sep 19 03:16:06.861016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdd829-d11d-4c06-a312-b54c35c72813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dfb9dc-e3cd-48c4-a38d-255a61a71075,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:06.891528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 6917253b-a669-467d-9816-adf873c11771 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:16:06.891987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6917253b-a669-467d-9816-adf873c11771 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:06.958953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 092e0e70-c75f-40f4-aa49-05478affa867 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:06.959399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.055146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.064805 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.076262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.093794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 092e0e70-c75f-40f4-aa49-05478affa867 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:07.111085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:07.114034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:07.117295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:07.137878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Pushing event updated for resources: {'Port': ['ID=d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:07.210581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Attempting to bind port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:07.212286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Attempting to bind port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:07.212652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Attempting to bind port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:07.222694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:07.222898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:07.223219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.223608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:07.224076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Bound port: d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:07.224454 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.352003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec24bd1-e577-43e7-ba70-2ada210aa612 req-a8771586-f8ce-4dfe-add9-2728cc38a032 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:07.353944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fec24bd1-e577-43e7-ba70-2ada210aa612 req-a8771586-f8ce-4dfe-add9-2728cc38a032 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.0980897 Sep 19 03:16:07.362382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] For port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:07.367016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] For port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:07.372273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.377604 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.432963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fec24bd1-e577-43e7-ba70-2ada210aa612 req-71fa9f65-88e7-4f38-8195-058f391134e0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703669 Sep 19 03:16:07.463021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c8359-dd08-457b-a42d-f2b2676e48b2 None None] Pushing event updated for resources: {'Port': ['ID=d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:07.500350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=092e0e70-c75f-40f4-aa49-05478affa867,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:07.503344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.507229 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b950d3c3-db7d-49c5-b18f-93e62600693b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/092e0e70-c75f-40f4-aa49-05478affa867 HTTP/1.1" status: 204 len: 168 time: 0.6807792 Sep 19 03:16:07.509678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53830) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:07.586556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1340a5-8df3-4006-8d6a-ae41d410f650 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:07.588561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1340a5-8df3-4006-8d6a-ae41d410f650 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:07.590639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a1340a5-8df3-4006-8d6a-ae41d410f650 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0794981 Sep 19 03:16:07.593209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53836) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:07.673118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 0dc32ad6-3985-43f1-856a-fd19e7e3e12b {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:07.681112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.740281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.883580 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:07.975790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:08.011902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc32ad6-3985-43f1-856a-fd19e7e3e12b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:08.016227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:08.020399 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-87245392-5f94-4664-b188-1249163b4cb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/0dc32ad6-3985-43f1-856a-fd19e7e3e12b HTTP/1.1" status: 204 len: 168 time: 0.4233043 Sep 19 03:16:08.020687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53854) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:08.074850 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bd55029a-ea11-4e6f-8f9d-218c5fed0ef6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505300 Sep 19 03:16:08.075041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53858) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:08.120160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-1b770f02-4001-43b3-9175-c2934b29c430 req-3058c1ac-7c41-4c22-aa93-2f60ab6f6301 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:16:08.130756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b770f02-4001-43b3-9175-c2934b29c430 req-3058c1ac-7c41-4c22-aa93-2f60ab6f6301 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1568110 Sep 19 03:16:08.168219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3516a20a-3cba-4417-8a5e-0b82e10172d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:08.174540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:08.184181 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3516a20a-3cba-4417-8a5e-0b82e10172d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1077909 Sep 19 03:16:08.243316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081f63c7-71a5-46d9-a29c-2c4c38bf78d5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:08.248827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53864) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:08.255417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-081f63c7-71a5-46d9-a29c-2c4c38bf78d5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797346 Sep 19 03:16:08.307868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53874) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:08.308716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9d131a80-b89e-4d9a-b6fc-5ad9a9186fad tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583677 Sep 19 03:16:08.315463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:08.467389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e50c8a-ecb1-4a87-90e8-c71dc55f205f req-8930cc32-072a-4f35-925b-db8386748282 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:08.471312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9e50c8a-ecb1-4a87-90e8-c71dc55f205f req-8930cc32-072a-4f35-925b-db8386748282 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1519289 Sep 19 03:16:08.556395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9e50c8a-ecb1-4a87-90e8-c71dc55f205f req-7449d575-5c43-4893-94dd-d9ebabda8db0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706758 Sep 19 03:16:08.578148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:08.584607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:08.837687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5feec44-2fb5-4b73-8495-1f4efa61db47 req-d211a2f0-0ec2-419f-8b48-e68770637e3f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:08.843273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5feec44-2fb5-4b73-8495-1f4efa61db47 req-d211a2f0-0ec2-419f-8b48-e68770637e3f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1498203 Sep 19 03:16:08.843987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:08.881241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81691ac8-46f3-4749-8868-e1454b540667 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:08.957631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-91755d0c-b6a2-40ba-9636-2e6724886241 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2638569 Sep 19 03:16:08.974497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-381063c3-de8b-4c66-8681-8e61255bc417 None None] Provisioning complete for port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:08.974981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-381063c3-de8b-4c66-8681-8e61255bc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:08.981119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5feec44-2fb5-4b73-8495-1f4efa61db47 req-815541e8-718c-4413-9803-ecadbbd99102 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073759 Sep 19 03:16:08.988618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-57768f33-0cd8-4923-9b43-4c4a5be61b6d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:16:08.990296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-57768f33-0cd8-4923-9b43-4c4a5be61b6d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128901 Sep 19 03:16:09.015122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:09.015567 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.110453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.200044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:09.206477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:09.214015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:09.214904 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.227245 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-381063c3-de8b-4c66-8681-8e61255bc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.249959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9374046 Sep 19 03:16:09.249959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee93534-7142-46f8-86a2-3073343466a7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=25bc30d6-ad10-43ce-9242-f03352afa8e2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:09.250313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:09.255854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '25bc30d6-ad10-43ce-9242-f03352afa8e2', 'ip_address': '2001:db8::608d:8cef:dfab:8a1b'}], 'name': 'tempest-NetworksTestDHCPv6-1387383859'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:09.300472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:16:09.313109 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.339059 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-381063c3-de8b-4c66-8681-8e61255bc417 None None] For port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:09.373797 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-381063c3-de8b-4c66-8681-8e61255bc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.488800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:09.495894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257102e-cda4-4a5c-8cbc-05f4ea418cb1 req-57bbb75e-819d-4fe9-915a-e9ad93e1caa0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:09.502239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] Deleting port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:09.504453 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.508161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:16:09.508521 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:16:09.508991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381063c3-de8b-4c66-8681-8e61255bc417 None None] Pushing event updated for resources: {'Port': ['ID=d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:09.509423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0257102e-cda4-4a5c-8cbc-05f4ea418cb1 req-57bbb75e-819d-4fe9-915a-e9ad93e1caa0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1968009 Sep 19 03:16:09.617932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] For port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:09.618502 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.634302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] Calling delete_port for d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:09.663443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0257102e-cda4-4a5c-8cbc-05f4ea418cb1 req-9125d1d0-1dfd-4887-8652-170605e796df tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487513 Sep 19 03:16:09.685344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.714510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 8e0f0e85-c9c5-4b46-b67a-a40dd6637772 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:09.805337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:09.840691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] Pushing event deleted for resources: {'Port': ['ID=d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:09.844700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f353c2d-fed4-4aff-a761-2b52e410874a None None] No DVR routers for this DVR port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:09.866130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969837e1-0fb7-4c74-b03f-f2282cd05d5a None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:09.877945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53930) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:09.950271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82985b88-372c-407b-bc32-e1195c8af410 req-d6227f02-f859-4085-bb8f-afdbcc5fdbcc tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:09.952172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82985b88-372c-407b-bc32-e1195c8af410 req-d6227f02-f859-4085-bb8f-afdbcc5fdbcc tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1770225 Sep 19 03:16:09.986222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e839a2-825e-4bf5-9ebe-ba9c6c1b3dea req-96da5c60-ec65-434d-94ab-02d78f98c82d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:09.988954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83e839a2-825e-4bf5-9ebe-ba9c6c1b3dea req-96da5c60-ec65-434d-94ab-02d78f98c82d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1596534 Sep 19 03:16:10.031105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82985b88-372c-407b-bc32-e1195c8af410 req-b957ffdf-394a-4f69-862d-f084e743eb48 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723014 Sep 19 03:16:10.032342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::608d:8cef:dfab:8a1b (e3e2bc32-0994-4d48-a279-d11c2c4732c5/25bc30d6-ad10-43ce-9242-f03352afa8e2/8e0f0e85-c9c5-4b46-b67a-a40dd6637772) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:10.049788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 update to ACTIVE by agent not found {{(pid=94724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 19 03:16:10.065803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83e839a2-825e-4bf5-9ebe-ba9c6c1b3dea req-d129f541-bccc-4c5d-82b0-fd60acc7f234 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694308 Sep 19 03:16:10.119557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5087b55-00b2-40ba-8579-6dbc6af7db3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.151705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '25bc30d6-ad10-43ce-9242-f03352afa8e2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:10.152878 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.269402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.331180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5087b55-00b2-40ba-8579-6dbc6af7db3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.335349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5087b55-00b2-40ba-8579-6dbc6af7db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.341603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.388313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/25bc30d6-ad10-43ce-9242-f03352afa8e2/bce0d5b2-393a-499c-a598-46d5f65ef9ff) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:10.413604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5087b55-00b2-40ba-8579-6dbc6af7db3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4556fcf4-30d4-42b8-83b1-0b6eb21d3ffc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:10.423812 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5087b55-00b2-40ba-8579-6dbc6af7db3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa2b5d0ba37f4fddb6a66aacd5034ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420699 Sep 19 03:16:10.434383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:10.435368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53946) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:10.446395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:10.455118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=8e0f0e85-c9c5-4b46-b67a-a40dd6637772,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:10.457534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:10.463203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:10.463825 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.468052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4107106-6762-428a-9333-929c56ce726a req-9bbffc62-56fb-4377-a4f1-c09d2163c642 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:10.476195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4107106-6762-428a-9333-929c56ce726a req-9bbffc62-56fb-4377-a4f1-c09d2163c642 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.1847074 Sep 19 03:16:10.499316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97ca1b85-b1e4-4329-9251-15c2fcf263e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2473066 Sep 19 03:16:10.502864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53948) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:10.508759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7c63fc3a-3692-4b85-b863-6bc99d039c3e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '25bc30d6-ad10-43ce-9242-f03352afa8e2', 'ip_address': '2001:db8::608d:8cef:dfab:8a1b'}], 'name': 'tempest-NetworksTestDHCPv6-1315176464'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:10.516912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-9fee01d2-e2df-47ef-85bf-016ba365b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:10.518536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-9fee01d2-e2df-47ef-85bf-016ba365b107 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a&tenant_id=9483a53b2c9643059cea027e7e359194 HTTP/1.1" status: 200 len: 1094 time: 0.2157674 Sep 19 03:16:10.540533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72ab14b8-445a-4b57-aaeb-090ddfbb5912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.549858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4107106-6762-428a-9333-929c56ce726a req-be78f0c5-cdb1-4d0d-b605-e34ac93d5175 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674539 Sep 19 03:16:10.561902 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.571552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72ab14b8-445a-4b57-aaeb-090ddfbb5912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.573792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.629156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-e62ef71e-10ff-422c-a089-0fd0fdfbd077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:10.630677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-e62ef71e-10ff-422c-a089-0fd0fdfbd077 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1094 time: 0.0711160 Sep 19 03:16:10.657409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72ab14b8-445a-4b57-aaeb-090ddfbb5912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.660181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-72ab14b8-445a-4b57-aaeb-090ddfbb5912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.661395 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-72ab14b8-445a-4b57-aaeb-090ddfbb5912 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4556fcf4-30d4-42b8-83b1-0b6eb21d3ffc HTTP/1.1" status: 204 len: 168 time: 0.2241290 Sep 19 03:16:10.671263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Pushing event updated for resources: {'Port': ['ID=bce0d5b2-393a-499c-a598-46d5f65ef9ff,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:10.675775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:10.677641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:10.679979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:10.723682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab14b8-445a-4b57-aaeb-090ddfbb5912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4556fcf4-30d4-42b8-83b1-0b6eb21d3ffc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:10.784703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:10.788305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Attempting to bind port bce0d5b2-393a-499c-a598-46d5f65ef9ff on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:10.788620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Attempting to bind port bce0d5b2-393a-499c-a598-46d5f65ef9ff by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:10.788985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Attempting to bind port bce0d5b2-393a-499c-a598-46d5f65ef9ff on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:10.800105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c63fc3a-3692-4b85-b863-6bc99d039c3e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:10.807803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c63fc3a-3692-4b85-b863-6bc99d039c3e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.819522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:16:10.819869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d7cfa3e5-f8ed-44a9-9e6f-cbab06fb50c8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:10.821844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:10.822219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:10.822622 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.823244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:10.823724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Bound port: bce0d5b2-393a-499c-a598-46d5f65ef9ff, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:10.824217 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.830228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-7c63fc3a-3692-4b85-b863-6bc99d039c3e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port b97a97ce-6a36-4e78-9c1d-ccaf96fd068c yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:10.856985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-eea47f8a-de34-48c3-9f0e-c63405184e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:10.858646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-eea47f8a-de34-48c3-9f0e-c63405184e7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.2197549 Sep 19 03:16:10.916490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] For port bce0d5b2-393a-499c-a598-46d5f65ef9ff, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:10.921923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] For port bce0d5b2-393a-499c-a598-46d5f65ef9ff, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bce0d5b2-393a-499c-a598-46d5f65ef9ff,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:10.931825 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:10.940697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-d1388f30-9e96-432d-89c0-6324c2f9b2ef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 200 len: 998 time: 0.0731649 Sep 19 03:16:11.031254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-bfe29ea4-aa44-4928-8e90-cae75f831838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:11.033172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-bfe29ea4-aa44-4928-8e90-cae75f831838 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.0830936 Sep 19 03:16:11.113665 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c63fc3a-3692-4b85-b863-6bc99d039c3e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 03:16:11.114174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c63fc3a-3692-4b85-b863-6bc99d039c3e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:16:11.156199 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7c63fc3a-3692-4b85-b863-6bc99d039c3e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6521029 Sep 19 03:16:11.158061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53972) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:11.166458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7a19e-045d-40f3-9ceb-037fa85a5c66 None None] Pushing event updated for resources: {'Port': ['ID=bce0d5b2-393a-499c-a598-46d5f65ef9ff,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:11.212557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-8bac11b2-8da1-424f-b4b2-4c2130c07cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:11.214036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-8bac11b2-8da1-424f-b4b2-4c2130c07cfa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687243 Sep 19 03:16:11.269092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f191f49-d192-475c-b3ad-670d089501bf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:11.277010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f191f49-d192-475c-b3ad-670d089501bf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:11.286505 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1f191f49-d192-475c-b3ad-670d089501bf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1273363 Sep 19 03:16:11.289015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53978) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:11.392990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-1a221d77-c9e4-403d-a46a-d2df42385535 service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552272 Sep 19 03:16:11.490440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 8e0f0e85-c9c5-4b46-b67a-a40dd6637772 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:11.490978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:11.650498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:11.681148 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 8e0f0e85-c9c5-4b46-b67a-a40dd6637772 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:11.736020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad57a9-3471-44ad-8d94-6e4329d04762 req-8b9b8970-71c4-49ff-9ce7-cdf83c45dec1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:11.739667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86ad57a9-3471-44ad-8d94-6e4329d04762 req-8b9b8970-71c4-49ff-9ce7-cdf83c45dec1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.5293121 Sep 19 03:16:11.813622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bec636-37ab-44c5-906c-3f8ba0a05c98 req-5554746c-2572-42c8-80be-3f9f2a277d4d service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843720 Sep 19 03:16:11.863774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86ad57a9-3471-44ad-8d94-6e4329d04762 req-b725008c-4603-4328-ab6d-9533b5816cf6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170776 Sep 19 03:16:11.872991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:11.878957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e21b6-e3bf-4d30-952c-8027145f6f07 req-5f185773-9611-4e5d-9574-d98810e982b1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:11.903069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d6e21b6-e3bf-4d30-952c-8027145f6f07 req-5f185773-9611-4e5d-9574-d98810e982b1 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.2427821 Sep 19 03:16:11.917021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=8e0f0e85-c9c5-4b46-b67a-a40dd6637772,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:11.949467 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:11.952323 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1448392a-9684-4d09-826f-49961e383763 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/8e0f0e85-c9c5-4b46-b67a-a40dd6637772 HTTP/1.1" status: 204 len: 168 time: 0.6619382 Sep 19 03:16:11.955075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:12.028521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d6e21b6-e3bf-4d30-952c-8027145f6f07 req-b11f7536-bc59-4897-8655-79fdd4e9a95a tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148715 Sep 19 03:16:12.047130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-966c5948-81d7-4bc8-861c-d4bea1d00fed tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:12.048800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-966c5948-81d7-4bc8-861c-d4bea1d00fed tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 945 time: 0.2598453 Sep 19 03:16:12.071524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8013e-ab49-4cad-b736-9bd1efd58249 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:12.078717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b8013e-ab49-4cad-b736-9bd1efd58249 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:12.082604 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-68b8013e-ab49-4cad-b736-9bd1efd58249 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1265013 Sep 19 03:16:12.085247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54008) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:12.186290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Deleting port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:12.186766 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.214075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 25bc30d6-ad10-43ce-9242-f03352afa8e2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:12.218512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.293443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.340906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] For port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:12.341213 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.374164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Calling delete_port for 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:12.494555 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.622277 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.673093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.677795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/25bc30d6-ad10-43ce-9242-f03352afa8e2 HTTP/1.1" status: 204 len: 168 time: 0.5914979 Sep 19 03:16:12.684233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54034) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:12.749815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096b810-ce53-4861-a44c-f13ecfd302cd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=25bc30d6-ad10-43ce-9242-f03352afa8e2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:12.768391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54036) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:12.770172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4f2bb6b9-74b5-418e-a2f1-d9d65736f685 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0818851 Sep 19 03:16:12.774644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:12.796488 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:12.827677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad31a2-98d8-43af-a098-8906cdb22edb None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:12.864166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:16:12.952639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event deleted for resources: {'Port': ['ID=6a8462fb-debc-4e2a-bcdf-67ea792d9c1b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:13.058911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bce0d5b2-393a-499c-a598-46d5f65ef9ff up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:13.102839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:13.110818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:13.118667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] No DVR routers for this DVR port 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:13.120307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:13.129031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfc7e7d2-bde4-47c9-a2ee-7e696a0b3e3a req-0f7e8b10-5743-42b2-ae34-10287a6f07be tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "DELETE /v2.0/ports/6a8462fb-debc-4e2a-bcdf-67ea792d9c1b HTTP/1.1" status: 204 len: 173 time: 1.0690329 Sep 19 03:16:13.151231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'name': 'network-vif-deleted', 'tag': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:16:13.153555 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa7862-add0-4da6-903b-c841c38bdb46" -d '{"events": [{"server_uuid": "0fa07497-5c57-4c43-9cc1-ecfde1872bad", "name": "network-vif-deleted", "tag": "6a8462fb-debc-4e2a-bcdf-67ea792d9c1b"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:16:13.263753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55149bd-06d0-46fb-b2bf-6b90c4904a14 req-d250ce54-711d-45ea-9802-47b3db768346 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:13.277949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d55149bd-06d0-46fb-b2bf-6b90c4904a14 req-d250ce54-711d-45ea-9802-47b3db768346 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1921897 Sep 19 03:16:13.401434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d55149bd-06d0-46fb-b2bf-6b90c4904a14 req-bd811570-e58f-43c1-9578-fbb742c33c52 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224387 Sep 19 03:16:13.509377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4f3015b-6174-4f40-b256-6b9c96997a58 req-8c35c49e-e7e1-4cdf-a61c-da409d15d81f tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.1204858 Sep 19 03:16:13.530531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-16ab5f08-28a7-4c48-9ab6-994d8196e020 None None] Provisioning complete for port bce0d5b2-393a-499c-a598-46d5f65ef9ff triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:13.533136 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16ab5f08-28a7-4c48-9ab6-994d8196e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:13.542897 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bf2107-f840-45c3-860e-d465e144be7d x-openstack-request-id: req-33bf2107-f840-45c3-860e-d465e144be7d {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:16:13.543447 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa07497-5c57-4c43-9cc1-ecfde1872bad", "name": "network-vif-deleted", "tag": "6a8462fb-debc-4e2a-bcdf-67ea792d9c1b", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:16:13.543858 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33bf2107-f840-45c3-860e-d465e144be7d {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:16:13.544449 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa07497-5c57-4c43-9cc1-ecfde1872bad', 'name': 'network-vif-deleted', 'tag': '6a8462fb-debc-4e2a-bcdf-67ea792d9c1b', 'status': 'completed', 'code': 200} Sep 19 03:16:13.676966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port bce0d5b2-393a-499c-a598-46d5f65ef9ff triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:13.677340 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:13.717281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:13.770190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:13.791568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:13.804947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:13.808728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:13.908272 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1382058 Sep 19 03:16:13.911724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54068) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:13.916841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cd8f72a4-64ae-4628-9e3d-ed4844ba130b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '45f29d3a-40e9-40e8-8e2f-5b29d9f74637', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1753222880'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:13.937066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34bd9e-152e-4555-8d98-cb76eb46809b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=45f29d3a-40e9-40e8-8e2f-5b29d9f74637,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:14.037884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:16:14.046268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16ab5f08-28a7-4c48-9ab6-994d8196e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:14.141902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-16ab5f08-28a7-4c48-9ab6-994d8196e020 None None] For port bce0d5b2-393a-499c-a598-46d5f65ef9ff, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bce0d5b2-393a-499c-a598-46d5f65ef9ff,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:14.143892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8f72a4-64ae-4628-9e3d-ed4844ba130b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:14.189053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16ab5f08-28a7-4c48-9ab6-994d8196e020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:14.300259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab5f08-28a7-4c48-9ab6-994d8196e020 None None] Pushing event updated for resources: {'Port': ['ID=bce0d5b2-393a-499c-a598-46d5f65ef9ff,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:14.308846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] Deleting port bce0d5b2-393a-499c-a598-46d5f65ef9ff {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:14.309178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:14.428909 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cd8f72a4-64ae-4628-9e3d-ed4844ba130b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:14.491128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-cd8f72a4-64ae-4628-9e3d-ed4844ba130b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port a56b4447-3ad5-428a-9268-ef979a112b45 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:14.545002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] For port bce0d5b2-393a-499c-a598-46d5f65ef9ff, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bce0d5b2-393a-499c-a598-46d5f65ef9ff,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:14.547375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:14.555761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-172d0aa9-99e8-438b-9177-a44871659c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:14.577548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:14.588629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] Calling delete_port for bce0d5b2-393a-499c-a598-46d5f65ef9ff owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:14.663159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:16:14.669087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6a8462fb-debc-4e2a-bcdf-67ea792d9c1b not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:14.804972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bce0d5b2-393a-499c-a598-46d5f65ef9ff no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:14.843682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf2c4-6ece-4eb5-ba1f-75c8afd39752 req-7d84ab63-086a-4e7b-b435-e586b7a606db tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:14.851995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c4cf2c4-6ece-4eb5-ba1f-75c8afd39752 req-7d84ab63-086a-4e7b-b435-e586b7a606db tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.2231717 Sep 19 03:16:14.866474 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:14.929689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] Pushing event deleted for resources: {'Port': ['ID=bce0d5b2-393a-499c-a598-46d5f65ef9ff,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:14.940964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af08c48-1e6c-437d-8cc6-20589f19f0b4 None None] No DVR routers for this DVR port bce0d5b2-393a-499c-a598-46d5f65ef9ff on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:14.943527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No active binding found for port bce0d5b2-393a-499c-a598-46d5f65ef9ff {{(pid=94724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 19 03:16:14.944380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bce0d5b2-393a-499c-a598-46d5f65ef9ff not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:14.978587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00471d58-516d-43bc-963d-4a78e7e45b5b None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:15.016382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c4cf2c4-6ece-4eb5-ba1f-75c8afd39752 req-2236ed20-266f-4aec-8075-c7cc5a71194b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432114 Sep 19 03:16:15.053816 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8f72a4-64ae-4628-9e3d-ed4844ba130b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:16:15.054559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8f72a4-64ae-4628-9e3d-ed4844ba130b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:16:15.083802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cd8f72a4-64ae-4628-9e3d-ed4844ba130b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1709261 Sep 19 03:16:15.086303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:15.169290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-691c991d-cffb-4937-a370-9016afdee10c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0809934 Sep 19 03:16:15.171111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54094) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:15.273754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:15.332797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80991a78-3d6a-4883-8f5a-73bad5410dc6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:15.334421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80991a78-3d6a-4883-8f5a-73bad5410dc6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:15.343715 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-80991a78-3d6a-4883-8f5a-73bad5410dc6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1703975 Sep 19 03:16:15.345033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54100) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:15.351317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842969e2-8b1e-4bd2-889c-6b725f3b2ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '45f29d3a-40e9-40e8-8e2f-5b29d9f74637'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:15.353154 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-842969e2-8b1e-4bd2-889c-6b725f3b2ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.365968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b434638-44d0-489e-b9ba-f501eac16fec req-3a5934d8-a645-4697-9d16-81fa95625f12 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.1030459 Sep 19 03:16:15.450152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 45f29d3a-40e9-40e8-8e2f-5b29d9f74637 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:15.456741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.525335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7006da72-1d7e-4226-b476-11ee81e4cb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.545419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.635348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.760686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-842969e2-8b1e-4bd2-889c-6b725f3b2ec0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45f29d3a-40e9-40e8-8e2f-5b29d9f74637: This subnet is being modified by another concurrent operation. Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:16:15.812585 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45f29d3a-40e9-40e8-8e2f-5b29d9f74637: This subnet is being modified by another concurrent operation. Sep 19 03:16:15.816802 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:16:15.819957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7006da72-1d7e-4226-b476-11ee81e4cb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.819957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=45f29d3a-40e9-40e8-8e2f-5b29d9f74637,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:15.819957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.819957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8abbfa20-6770-43bf-a292-a49712d70ffc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/45f29d3a-40e9-40e8-8e2f-5b29d9f74637 HTTP/1.1" status: 204 len: 168 time: 0.4736202 Sep 19 03:16:15.822982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54104) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:15.866975 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.880781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae9e827b-dcf9-4b4c-ab73-da93493a421b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563824 Sep 19 03:16:15.882101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7006da72-1d7e-4226-b476-11ee81e4cb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:15.889471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54106) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:15.913993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6620d256-83ca-423a-953e-2f414dafd854 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:16:15.921666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:15.938604 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7006da72-1d7e-4226-b476-11ee81e4cb54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12ddb32993bf4fc497af22b5d0fd058d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6636341 Sep 19 03:16:15.939339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54108) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:15.999249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006da72-1d7e-4226-b476-11ee81e4cb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe47dea4-a242-481f-ac74-ed28672ad31e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:16.024424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a494044-d64b-4ef4-ad00-da48e4be099f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.096591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a494044-d64b-4ef4-ad00-da48e4be099f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.121518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:16.128512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.179349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620d256-83ca-423a-953e-2f414dafd854 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:16:16.232793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a494044-d64b-4ef4-ad00-da48e4be099f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.237509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a494044-d64b-4ef4-ad00-da48e4be099f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.240651 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a494044-d64b-4ef4-ad00-da48e4be099f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe47dea4-a242-481f-ac74-ed28672ad31e HTTP/1.1" status: 204 len: 168 time: 0.2992404 Sep 19 03:16:16.259500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a494044-d64b-4ef4-ad00-da48e4be099f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe47dea4-a242-481f-ac74-ed28672ad31e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:16.355345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ef2fc-e496-418c-9ddc-eefd044b3d69 req-de03b66d-8ccc-4b8c-aa7d-e74f6a41a650 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:16.363458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb5ef2fc-e496-418c-9ddc-eefd044b3d69 req-de03b66d-8ccc-4b8c-aa7d-e74f6a41a650 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.0828931 Sep 19 03:16:16.483012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb5ef2fc-e496-418c-9ddc-eefd044b3d69 req-f58be75f-a5bb-4507-91ca-3c1f1b9a7512 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130095 Sep 19 03:16:16.665391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b4c8ce9-933e-4434-9ada-4716c70554cd req-d4038cea-688f-451d-ba6d-32ba975daa26 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0389552 Sep 19 03:16:16.672048 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.774242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:16.775934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:16.781378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:16.782061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.834501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=365fb486-a688-47e0-b47e-441fee970b6c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:16.860630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-33a463e4-2535-4eb6-b39c-666ef910a6b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9697354 Sep 19 03:16:16.871335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54124) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:16.876033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-65becfbe-9749-44b8-b5ed-2489cb7bf02d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-588326881', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:16.923318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65becfbe-9749-44b8-b5ed-2489cb7bf02d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:16.925955 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65becfbe-9749-44b8-b5ed-2489cb7bf02d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:17.036214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65becfbe-9749-44b8-b5ed-2489cb7bf02d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:17.046724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65becfbe-9749-44b8-b5ed-2489cb7bf02d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:17.084297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65becfbe-9749-44b8-b5ed-2489cb7bf02d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:17.085939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-65becfbe-9749-44b8-b5ed-2489cb7bf02d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2133958 Sep 19 03:16:17.089002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54130) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:17.147568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '365fb486-a688-47e0-b47e-441fee970b6c'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:17.149639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:17.780438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5017e68b-b7d0-4375-9bd0-222bdff70f98 req-9bad963f-f552-4a60-9ac3-fa96e3699bb5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:17.783019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5017e68b-b7d0-4375-9bd0-222bdff70f98 req-9bad963f-f552-4a60-9ac3-fa96e3699bb5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1389291 Sep 19 03:16:17.818119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:17.860855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/365fb486-a688-47e0-b47e-441fee970b6c/397841e2-79e4-484d-b83e-bb6113bc5b50) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:17.919176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5017e68b-b7d0-4375-9bd0-222bdff70f98 req-75085688-01e0-4456-860b-2eb2519610be tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982223 Sep 19 03:16:18.048418 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.056209 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3bc56cba-5acd-481d-88e7-c4aac711371a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.089502 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.197871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Pushing event updated for resources: {'Port': ['ID=397841e2-79e4-484d-b83e-bb6113bc5b50,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:18.206080 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.214118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:18.215666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:18.219147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:18.278340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Attempting to bind port 397841e2-79e4-484d-b83e-bb6113bc5b50 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:18.278793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Attempting to bind port 397841e2-79e4-484d-b83e-bb6113bc5b50 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:18.280096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Attempting to bind port 397841e2-79e4-484d-b83e-bb6113bc5b50 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:18.286400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:18.286697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:18.287178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.287587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:18.288141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Bound port: 397841e2-79e4-484d-b83e-bb6113bc5b50, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:18.288460 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.370461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] For port 397841e2-79e4-484d-b83e-bb6113bc5b50, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:18.376181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] For port 397841e2-79e4-484d-b83e-bb6113bc5b50, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=397841e2-79e4-484d-b83e-bb6113bc5b50,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:18.385570 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.455872 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:18.470355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e858a-93a9-4e26-884a-b7020123ad37 None None] Pushing event updated for resources: {'Port': ['ID=397841e2-79e4-484d-b83e-bb6113bc5b50,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:18.515729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32145e33-d956-42a7-9179-0ffe6a575b2c req-a25178af-47df-4fbe-bf0f-831dccdb7aad tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0687604 Sep 19 03:16:18.736712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::1 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/365fb486-a688-47e0-b47e-441fee970b6c/7e727410-a424-4166-b99e-243e080a2236) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:19.014619 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:19.085560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:19.108272 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:16:19.127753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:19.136141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:19.142122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:19.142697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:19.198889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c34d3-8040-4f43-b57b-64ee13bb81a6 req-ce762d5f-4dde-4f8b-993c-3038ffdfaaca tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:19.200505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-165c34d3-8040-4f43-b57b-64ee13bb81a6 req-ce762d5f-4dde-4f8b-993c-3038ffdfaaca tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1516149 Sep 19 03:16:19.206372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=7e727410-a424-4166-b99e-243e080a2236,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:19.323406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-165c34d3-8040-4f43-b57b-64ee13bb81a6 req-f2704bab-ccaa-44ef-ab2f-3524672c1633 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682731 Sep 19 03:16:19.373808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:19.808851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-115221fd-6ee7-49db-868e-45d5433bfe19 req-ea40e589-2cc4-481c-b9ad-bca00d5c1c55 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0457809 Sep 19 03:16:19.915821 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:19.923740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:19.924648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:19.957427 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:20.010649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=7e727410-a424-4166-b99e-243e080a2236,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:20.089771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:20.092545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:20.135029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18aec21-7487-48e7-bd84-919c05adf03f None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:20.254115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-755f18d2-bf41-4c0d-a1eb-d5169a00628b None None] Provisioning complete for port 397841e2-79e4-484d-b83e-bb6113bc5b50 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:20.254502 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-755f18d2-bf41-4c0d-a1eb-d5169a00628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:20.408786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Router c80e323e-0ffd-4e4f-bfba-5ae648906062 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:16:20.600383 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-755f18d2-bf41-4c0d-a1eb-d5169a00628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:20.611140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2e251-7d0a-4dc8-9e15-3e2fea8af4e5 req-c31662a3-ef09-4b98-a74d-330e3b5a6c88 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:20.612760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42d2e251-7d0a-4dc8-9e15-3e2fea8af4e5 req-c31662a3-ef09-4b98-a74d-330e3b5a6c88 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1568313 Sep 19 03:16:20.630685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:16:20.639313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54228) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:20.640232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-51af37d9-72e2-45f4-8afa-8b55be61f338 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "PUT /v2.0/routers/c80e323e-0ffd-4e4f-bfba-5ae648906062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5495889 Sep 19 03:16:20.655618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Sync routers for ids ['c80e323e-0ffd-4e4f-bfba-5ae648906062'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:16:20.660224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-755f18d2-bf41-4c0d-a1eb-d5169a00628b None None] For port 397841e2-79e4-484d-b83e-bb6113bc5b50, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=397841e2-79e4-484d-b83e-bb6113bc5b50,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:20.673726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-755f18d2-bf41-4c0d-a1eb-d5169a00628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:20.690950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42d2e251-7d0a-4dc8-9e15-3e2fea8af4e5 req-c03765b9-ceee-49f6-9d22-102567c28529 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701253 Sep 19 03:16:20.711752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Routers {'c80e323e-0ffd-4e4f-bfba-5ae648906062'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:20.712540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c80e323e-0ffd-4e4f-bfba-5ae648906062'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:20.774980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72d880-f54c-49d1-ba6d-a4a6388fb073 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:20.779687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb72d880-f54c-49d1-ba6d-a4a6388fb073 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports/7e727410-a424-4166-b99e-243e080a2236 HTTP/1.1" status: 200 len: 911 time: 0.1386847 Sep 19 03:16:20.783291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54234) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:20.932872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Set router c80e323e-0ffd-4e4f-bfba-5ae648906062 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:16:20.941120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d26af-8c01-4573-bf90-5c55f1ea0e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:20.975021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d26af-8c01-4573-bf90-5c55f1ea0e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:20.986066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-136d26af-8c01-4573-bf90-5c55f1ea0e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1975257 Sep 19 03:16:20.986379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54242) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:21.086677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed055d6-8448-47ec-93b3-e33aced674f8 req-9889dc3a-f476-4a56-963f-41a6973af071 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0626276 Sep 19 03:16:21.138687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 397841e2-79e4-484d-b83e-bb6113bc5b50 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:21.394220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f18d2-bf41-4c0d-a1eb-d5169a00628b None None] Pushing event updated for resources: {'Port': ['ID=397841e2-79e4-484d-b83e-bb6113bc5b50,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:21.466359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-eb8b006d-a7b9-43de-821e-da85f27e050c None None] Provisioning complete for port 7e727410-a424-4166-b99e-243e080a2236 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:21.467289 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb8b006d-a7b9-43de-821e-da85f27e050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:21.635047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b006d-a7b9-43de-821e-da85f27e050c None None] Port 7e727410-a424-4166-b99e-243e080a2236 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:21.740514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-eb8b006d-a7b9-43de-821e-da85f27e050c None None] Provisioning complete for port 397841e2-79e4-484d-b83e-bb6113bc5b50 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:21.741042 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb8b006d-a7b9-43de-821e-da85f27e050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:21.840877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 397841e2-79e4-484d-b83e-bb6113bc5b50 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:21.841384 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:22.021610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:22.153425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e323e-0ffd-4e4f-bfba-5ae648906062', 'name': 'tempest-NetworksTestDHCPv6-router-588326881', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:16Z', 'updated_at': '2021-09-19T03:16:19Z', 'revision_number': 2, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None, '_interfaces': [{'id': '7e727410-a424-4166-b99e-243e080a2236', 'name': '', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'mac_address': 'fa:16:3e:4d:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c80e323e-0ffd-4e4f-bfba-5ae648906062', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': '365fb486-a688-47e0-b47e-441fee970b6c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:16:18Z', 'updated_at': '2021-09-19T03:16:19Z', 'revision_number': 2, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'subnets': [{'id': '365fb486-a688-47e0-b47e-441fee970b6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:22.280448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Checking router: c80e323e-0ffd-4e4f-bfba-5ae648906062 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:16:22.281342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Updating router c80e323e-0ffd-4e4f-bfba-5ae648906062 port 7e727410-a424-4166-b99e-243e080a2236 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:16:22.285953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39bac5-a0c1-40fa-888b-44a7d2587d80 req-02ab2c68-684a-4dc3-a26c-b55b0e5f5222 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:22.302224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df39bac5-a0c1-40fa-888b-44a7d2587d80 req-02ab2c68-684a-4dc3-a26c-b55b0e5f5222 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.0913429 Sep 19 03:16:22.340176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:22.402542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df39bac5-a0c1-40fa-888b-44a7d2587d80 req-733fbe93-b14a-4dad-9e00-cf106481ffc7 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954897 Sep 19 03:16:22.586587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ecc46eea-01d1-4a61-a3fe-00b5329c97de None None] Provisioning complete for port 7e727410-a424-4166-b99e-243e080a2236 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:22.587011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecc46eea-01d1-4a61-a3fe-00b5329c97de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:22.606538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbdcf505-7812-4b40-b6d3-f877dac88c63 req-a780d30e-9e08-4fd2-b670-c1107812af06 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0848298 Sep 19 03:16:22.748889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ecc46eea-01d1-4a61-a3fe-00b5329c97de None None] Port 7e727410-a424-4166-b99e-243e080a2236 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:22.835340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 397841e2-79e4-484d-b83e-bb6113bc5b50 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:22.958483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 397841e2-79e4-484d-b83e-bb6113bc5b50 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:22.959113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:23.156463 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 7e727410-a424-4166-b99e-243e080a2236 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:23.157091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:23.323662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:23.358484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 7e727410-a424-4166-b99e-243e080a2236 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:23.476399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:23.491283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:23.569369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9d33c-61d4-475f-8596-a385a3fba447 None None] Pushing event updated for resources: {'Port': ['ID=7e727410-a424-4166-b99e-243e080a2236,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:23.704438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d327373-31ef-4746-af76-62f8c84d1aa7 req-c91dbbe1-615b-416a-8ef1-afb7f3cbf500 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:23.714973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d327373-31ef-4746-af76-62f8c84d1aa7 req-c91dbbe1-615b-416a-8ef1-afb7f3cbf500 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.2044017 Sep 19 03:16:23.830888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d327373-31ef-4746-af76-62f8c84d1aa7 req-fa008230-f7b7-4126-be15-b3ccfbd4ea98 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071663 Sep 19 03:16:23.887574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Attempting to bind port 7e727410-a424-4166-b99e-243e080a2236 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:23.887574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Attempting to bind port 7e727410-a424-4166-b99e-243e080a2236 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:23.887574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Attempting to bind port 7e727410-a424-4166-b99e-243e080a2236 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:23.909635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:23.910009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:23.910416 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:23.910851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:23.911393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Bound port: 7e727410-a424-4166-b99e-243e080a2236, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:23.911721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:23.950191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:24.008553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Port 7e727410-a424-4166-b99e-243e080a2236 has been deleted concurrently {{(pid=94724) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 19 03:16:24.027040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=7e727410-a424-4166-b99e-243e080a2236,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:24.059615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf207d8f-ecda-400a-96e2-ee00a4a76657 req-894610c6-08dd-45f5-9eee-6543f262fc24 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0500405 Sep 19 03:16:24.063678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Routers {'c80e323e-0ffd-4e4f-bfba-5ae648906062'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:24.073328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c80e323e-0ffd-4e4f-bfba-5ae648906062'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:24.177311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:24.212111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] Set router c80e323e-0ffd-4e4f-bfba-5ae648906062 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:16:24.257323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e9ae7458-f470-4201-95a2-fb507353d151 None None] Could not find standard attr ID for object 7e727410-a424-4166-b99e-243e080a2236. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:24.299019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e323e-0ffd-4e4f-bfba-5ae648906062', 'name': 'tempest-NetworksTestDHCPv6-router-588326881', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:16Z', 'updated_at': '2021-09-19T03:16:23Z', 'revision_number': 3, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:24.363170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3533b4f1-04ca-4ca5-ba1b-c8a14006072b None None] The sync data for ids ['c80e323e-0ffd-4e4f-bfba-5ae648906062'] in n-d-809936-1 is: [{'id': 'c80e323e-0ffd-4e4f-bfba-5ae648906062', 'name': 'tempest-NetworksTestDHCPv6-router-588326881', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:16Z', 'updated_at': '2021-09-19T03:16:23Z', 'revision_number': 3, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:16:24.469100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Router c80e323e-0ffd-4e4f-bfba-5ae648906062 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:16:24.547810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:16:24.555650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bf33e9a4-7f1b-4603-80e8-6a50d62018fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "PUT /v2.0/routers/c80e323e-0ffd-4e4f-bfba-5ae648906062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5681508 Sep 19 03:16:24.558168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54398) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:24.614881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd60d8-a7d3-4600-abab-a9c8bdf29169 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:24.616473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd60d8-a7d3-4600-abab-a9c8bdf29169 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:24.618079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c9dd60d8-a7d3-4600-abab-a9c8bdf29169 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0587716 Sep 19 03:16:24.620816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54404) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:24.678071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 365fb486-a688-47e0-b47e-441fee970b6c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:24.681527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:24.722591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:24.811149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:24.873585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:24.911056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:24.915842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/365fb486-a688-47e0-b47e-441fee970b6c HTTP/1.1" status: 204 len: 168 time: 0.2939909 Sep 19 03:16:24.916445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54432) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:24.917058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f396a-d6db-418e-9ee9-a4dbe5ead404 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=365fb486-a688-47e0-b47e-441fee970b6c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:24.917884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8c5d7-efcd-4967-92a2-a16144028b32 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:25.083768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8a4900ba-f2bb-4ea7-b9b3-c8f8ccd4c206 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1635401 Sep 19 03:16:25.086319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54450) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:25.100737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3162c-80c8-4ced-ad17-ce8aa062dbb9 req-b6423d15-dc95-4bcf-89d4-ab35a8392e50 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:25.102242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdd3162c-80c8-4ced-ad17-ce8aa062dbb9 req-b6423d15-dc95-4bcf-89d4-ab35a8392e50 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1369336 Sep 19 03:16:25.125595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:16:25.186703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42991ed1-fef1-43dc-b20d-f5c1c063ce84 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.187361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] Deleting port 397841e2-79e4-484d-b83e-bb6113bc5b50 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:25.187772 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.254364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] For port 397841e2-79e4-484d-b83e-bb6113bc5b50, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=397841e2-79e4-484d-b83e-bb6113bc5b50,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:25.254841 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.276360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdd3162c-80c8-4ced-ad17-ce8aa062dbb9 req-cf8026b8-25db-4ac0-a607-704f8f9af862 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313732 Sep 19 03:16:25.282485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] Calling delete_port for 397841e2-79e4-484d-b83e-bb6113bc5b50 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:25.394153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.397644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54478) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:25.404905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1448769812'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:25.431752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42991ed1-fef1-43dc-b20d-f5c1c063ce84 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.435408 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42991ed1-fef1-43dc-b20d-f5c1c063ce84 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.437504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:25.442983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.457617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] Pushing event deleted for resources: {'Port': ['ID=397841e2-79e4-484d-b83e-bb6113bc5b50,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:25.468226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9792d-9062-4e0b-93ae-e2eac1021bdd None None] No DVR routers for this DVR port 397841e2-79e4-484d-b83e-bb6113bc5b50 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:25.501284 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] Sync routers for ids ['c80e323e-0ffd-4e4f-bfba-5ae648906062'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:16:25.511898 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] Routers {'c80e323e-0ffd-4e4f-bfba-5ae648906062'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:25.512508 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c80e323e-0ffd-4e4f-bfba-5ae648906062'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:25.531873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b266492d-70ca-4acc-8ee8-f76fe8ee1f4f req-7269f072-c639-49aa-b1e8-28dc57b42f3d tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0412614 Sep 19 03:16:25.535210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42991ed1-fef1-43dc-b20d-f5c1c063ce84 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.536314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42991ed1-fef1-43dc-b20d-f5c1c063ce84 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Fanout notify agent at l3_agent the message router_deleted on router c80e323e-0ffd-4e4f-bfba-5ae648906062 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:16:25.546858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42991ed1-fef1-43dc-b20d-f5c1c063ce84 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.546858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-42991ed1-fef1-43dc-b20d-f5c1c063ce84 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/routers/c80e323e-0ffd-4e4f-bfba-5ae648906062 HTTP/1.1" status: 204 len: 168 time: 0.4590025 Sep 19 03:16:25.550988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54488) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:25.555969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:25.561569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:16:25.573268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.573649 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Added segment 811e5786-0c49-4018-b421-f136914cccad of type vlan for network 776d61f9-7930-4f60-b897-03d2d2257336 Sep 19 03:16:25.585776 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] Set router c80e323e-0ffd-4e4f-bfba-5ae648906062 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:16:25.634881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.673098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:25.678407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.681672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.689897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:25.690692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.739308 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c80e323e-0ffd-4e4f-bfba-5ae648906062', 'name': 'tempest-NetworksTestDHCPv6-router-588326881', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:16Z', 'updated_at': '2021-09-19T03:16:23Z', 'revision_number': 3, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:25.767861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3689623 Sep 19 03:16:25.776354 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] Checking router: c80e323e-0ffd-4e4f-bfba-5ae648906062 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:16:25.780361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54504) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:25.786413 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] Routers set() bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:25.786813 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] Router IDs set() for agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 03:16:25.787599 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_agentschedulers_db [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c80e323e-0ffd-4e4f-bfba-5ae648906062'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent'). {{(pid=94725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 19 03:16:25.787820 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04b035f-6aba-425a-8999-d0a06043a245 None None] The sync data for ids ['c80e323e-0ffd-4e4f-bfba-5ae648906062'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:16:25.837039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-810561877'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:25.840225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86713b80-e63f-4840-b32d-54297af4616a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Network': ['ID=776d61f9-7930-4f60-b897-03d2d2257336,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:25.851294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 776d61f9-7930-4f60-b897-03d2d2257336 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:16:25.890531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:25.895110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.928735 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.942895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:16:25.969910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:25.970434 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Added segment 888f5602-49cb-4f2a-8706-a5b1b1dbff85 of type vlan for network b5e78682-69fa-4fb8-98dc-8cafab409fe2 Sep 19 03:16:25.989627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:25.993010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:25.998662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:25.999308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.004553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b5e9a-27c7-4047-a0f0-b7df52065160 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:26.022233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.027829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=73287f4e-ff74-49ad-9b94-288ddfe3ed5b,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:26.046304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-22833f79-2cbd-4a4e-9f2d-8e6dc2495252 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4940941 Sep 19 03:16:26.047143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54526) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:26.052866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a2d333c8-e250-457a-82a4-59f7987d0241 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1346317065', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:26.064003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.074217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:26.075289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.082180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2d333c8-e250-457a-82a4-59f7987d0241 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.083552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2d333c8-e250-457a-82a4-59f7987d0241 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.134256 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3007290 Sep 19 03:16:26.137971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54534) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:26.146970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'subnet': {'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:26.166370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2d333c8-e250-457a-82a4-59f7987d0241 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.173052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2d333c8-e250-457a-82a4-59f7987d0241 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.178250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '73287f4e-ff74-49ad-9b94-288ddfe3ed5b'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:26.179511 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.196553 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2d333c8-e250-457a-82a4-59f7987d0241 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.198202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a2d333c8-e250-457a-82a4-59f7987d0241 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1498506 Sep 19 03:16:26.201939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54536) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:26.216417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee1ab-a1b3-465b-818c-b90e9a27f246 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Network': ['ID=b5e78682-69fa-4fb8-98dc-8cafab409fe2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:26.255635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:16:26.311692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:26.315159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.440833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/73287f4e-ff74-49ad-9b94-288ddfe3ed5b/556fe639-6efd-42fb-b585-f26a90ad498d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:26.540345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ef0a4-7ded-4f7f-ac16-0b8261e1b7ba req-58bdcf07-360d-4eef-838a-8a390248b7d0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:26.541624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b69ef0a4-7ded-4f7f-ac16-0b8261e1b7ba req-58bdcf07-360d-4eef-838a-8a390248b7d0 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1195531 Sep 19 03:16:26.569062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.601673 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.635341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.645523 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.661999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b69ef0a4-7ded-4f7f-ac16-0b8261e1b7ba req-eef77e36-e343-4620-9b18-e029ce104db4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959489 Sep 19 03:16:26.695209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Subnet': ['ID=9edb5f92-86fa-4c36-a4de-4c075ccbec31,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:26.721755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Pushing event updated for resources: {'Port': ['ID=556fe639-6efd-42fb-b585-f26a90ad498d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:26.731277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:26.734071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:26.736825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:26.742991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Checking segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:26.743680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network hostable DHCP agents. Network: 776d61f9-7930-4f60-b897-03d2d2257336, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:16:26.784957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 397841e2-79e4-484d-b83e-bb6113bc5b50 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:26.785695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network 776d61f9-7930-4f60-b897-03d2d2257336 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:16:26.801427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 776d61f9-7930-4f60-b897-03d2d2257336) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:26.807633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:26.808786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.814051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd42111-67b1-4c90-a987-6587b09519c8 None None] Network 776d61f9-7930-4f60-b897-03d2d2257336 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:26.817764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 397841e2-79e4-484d-b83e-bb6113bc5b50 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:16:26.818111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 397841e2-79e4-484d-b83e-bb6113bc5b50 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:26.834065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Attempting to bind port 556fe639-6efd-42fb-b585-f26a90ad498d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:26.834337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Attempting to bind port 556fe639-6efd-42fb-b585-f26a90ad498d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:26.834591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Attempting to bind port 556fe639-6efd-42fb-b585-f26a90ad498d on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:26.838200 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba7b2801-91bc-4aee-9abb-486845697821 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6978676 Sep 19 03:16:26.840723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:26.849395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:26.850088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:26.850239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.850560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:26.851071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Bound port: 556fe639-6efd-42fb-b585-f26a90ad498d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:26.851457 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:26.874213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'subnet': {'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:26.883533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5594c7af-21d2-4dca-9b77-5bd77fb54ce7 req-8f5d41c8-6271-493c-96e3-666b439a24a6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa07497-5c57-4c43-9cc1-ecfde1872bad HTTP/1.1" status: 200 len: 210 time: 0.0404618 Sep 19 03:16:26.996114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::1 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/73287f4e-ff74-49ad-9b94-288ddfe3ed5b/5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:27.004435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:27.009565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.022585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] For port 556fe639-6efd-42fb-b585-f26a90ad498d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:27.028595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] For port 556fe639-6efd-42fb-b585-f26a90ad498d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=556fe639-6efd-42fb-b585-f26a90ad498d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:27.038522 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.049654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54574) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:27.084118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-776d61f9-7930-4f60-b897-03d2d2257336', 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'fixed_ips': [{'subnet_id': '9edb5f92-86fa-4c36-a4de-4c075ccbec31'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:27.084959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.163760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31ed60-ef6e-49a3-8026-7d3ef06aeb27 None None] Pushing event updated for resources: {'Port': ['ID=556fe639-6efd-42fb-b585-f26a90ad498d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:27.181329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.234904 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.311500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98f38d40-4ed3-4336-b958-bd8c7a8e1e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.318435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:27.328997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.335732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:27.338490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:27.338770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.358808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Allocated IP 10.1.1.2 (776d61f9-7930-4f60-b897-03d2d2257336/9edb5f92-86fa-4c36-a4de-4c075ccbec31/96671b37-23ff-47ba-9539-f1494b6453e6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:27.407141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:27.494485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Subnet': ['ID=d658fa4e-9121-46b1-9cbd-409ed85c7ec2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:27.516957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Checking segment: {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:27.517819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network hostable DHCP agents. Network: b5e78682-69fa-4fb8-98dc-8cafab409fe2, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:16:27.556453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:16:27.566831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b5e78682-69fa-4fb8-98dc-8cafab409fe2) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:27.579052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bced8b1-8c34-4d7c-915d-b1eb665a7df5 None None] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:27.581390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:27.581993 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.598602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.667089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98f38d40-4ed3-4336-b958-bd8c7a8e1e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.671233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-98f38d40-4ed3-4336-b958-bd8c7a8e1e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.680520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-16efa8d8-e966-4fd9-9b81-feed62059b73 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8188574 Sep 19 03:16:27.681113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:27.685930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'port': {'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'name': 'tempest-TaggedBootDevicesTest_v242-2044028431', 'fixed_ips': [{'subnet_id': '9edb5f92-86fa-4c36-a4de-4c075ccbec31'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:27.694625 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.707360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.756614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Network 776d61f9-7930-4f60-b897-03d2d2257336 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:27.760516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:27.768803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:27.826243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:27.860796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Pushing event updated for resources: {'Port': ['ID=96671b37-23ff-47ba-9539-f1494b6453e6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:27.911320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-b5e78682-69fa-4fb8-98dc-8cafab409fe2', 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'fixed_ips': [{'subnet_id': 'd658fa4e-9121-46b1-9cbd-409ed85c7ec2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:27.912322 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.919492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Attempting to bind port 96671b37-23ff-47ba-9539-f1494b6453e6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:27.920554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Attempting to bind port 96671b37-23ff-47ba-9539-f1494b6453e6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:27.921020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Attempting to bind port 96671b37-23ff-47ba-9539-f1494b6453e6 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:27.935089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:27.935743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Checking segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:27.936257 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.936787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Bound using segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:27.937389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Bound port: 96671b37-23ff-47ba-9539-f1494b6453e6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:27.937879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.954177 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:27.981342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] device_id is not set on port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:28.149985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] For port 96671b37-23ff-47ba-9539-f1494b6453e6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:28.176510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] For port 96671b37-23ff-47ba-9539-f1494b6453e6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=96671b37-23ff-47ba-9539-f1494b6453e6,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:28.186304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.250697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 10.1.1.206 (776d61f9-7930-4f60-b897-03d2d2257336/9edb5f92-86fa-4c36-a4de-4c075ccbec31/c861ea38-da7d-4450-a8cb-20dd02ca1fd9) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:28.263469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Allocated IP 10.2.2.2 (b5e78682-69fa-4fb8-98dc-8cafab409fe2/d658fa4e-9121-46b1-9cbd-409ed85c7ec2/22a92094-afa1-46dc-9784-f508ff75f2e9) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:28.266684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbd6b6-d3f8-42f8-a34c-e5358d101732 None None] Pushing event updated for resources: {'Port': ['ID=96671b37-23ff-47ba-9539-f1494b6453e6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:28.363577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-98f38d40-4ed3-4336-b958-bd8c7a8e1e79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f60524d48f3543c0a5910df1c50c4f28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3128035 Sep 19 03:16:28.378070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54594) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:28.398473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f38d40-4ed3-4336-b958-bd8c7a8e1e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4562f7cd-9f08-416c-9954-4c8b72660918,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:28.488696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.497340 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.543548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b21416-36fd-41ad-959c-eb185d13253b req-50f4bce7-565c-44f7-939c-c545732b817a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:28.543871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:28.549754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:28.554863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5b21416-36fd-41ad-959c-eb185d13253b req-50f4bce7-565c-44f7-939c-c545732b817a tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.3565481 Sep 19 03:16:28.557866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:28.646677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.693270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Pushing event updated for resources: {'Port': ['ID=22a92094-afa1-46dc-9784-f508ff75f2e9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:28.719797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Attempting to bind port 22a92094-afa1-46dc-9784-f508ff75f2e9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:28.720248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Attempting to bind port 22a92094-afa1-46dc-9784-f508ff75f2e9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:28.721159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Attempting to bind port 22a92094-afa1-46dc-9784-f508ff75f2e9 on network b5e78682-69fa-4fb8-98dc-8cafab409fe2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:28.744621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:28.745007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Checking segment: {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:28.745421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.745816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Bound using segment: {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:28.746294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Bound port: 22a92094-afa1-46dc-9784-f508ff75f2e9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:28.751290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.769982 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.872688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5b21416-36fd-41ad-959c-eb185d13253b req-55c2043f-b476-4b19-bfaa-8c90b21f9b29 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167870 Sep 19 03:16:28.873782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8cc1042d-89e4-4b96-9d8c-7f408adf2d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.934893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network 776d61f9-7930-4f60-b897-03d2d2257336 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:28.941263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:28.945975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8cc1042d-89e4-4b96-9d8c-7f408adf2d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:28.947157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:28.995178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 556fe639-6efd-42fb-b585-f26a90ad498d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:29.009845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] For port 22a92094-afa1-46dc-9784-f508ff75f2e9, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:29.027466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] For port 22a92094-afa1-46dc-9784-f508ff75f2e9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=22a92094-afa1-46dc-9784-f508ff75f2e9,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:29.039431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:29.088952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.093292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.093504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8cc1042d-89e4-4b96-9d8c-7f408adf2d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.096691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8cc1042d-89e4-4b96-9d8c-7f408adf2d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.098354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8cc1042d-89e4-4b96-9d8c-7f408adf2d64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4562f7cd-9f08-416c-9954-4c8b72660918 HTTP/1.1" status: 204 len: 168 time: 0.7166226 Sep 19 03:16:29.141029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:29.143169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.155965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1042d-89e4-4b96-9d8c-7f408adf2d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4562f7cd-9f08-416c-9954-4c8b72660918,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:29.163864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.170499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.186286 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4b15ea25-d877-46c5-a41b-3a926a5a1ae7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5020850 Sep 19 03:16:29.187211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54620) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:29.202460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'port': {'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'name': 'tempest-TaggedBootDevicesTest_v242-1727071792', 'fixed_ips': [{'subnet_id': '9edb5f92-86fa-4c36-a4de-4c075ccbec31'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:29.386115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:29.565435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:29.571713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:29.623812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:29.637279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.697719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] device_id is not set on port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:29.812933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5eb56-10fb-4994-b294-bd62298aef87 None None] Pushing event updated for resources: {'Port': ['ID=22a92094-afa1-46dc-9784-f508ff75f2e9,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:29.819705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-dca8c480-8144-4192-9f8e-e39a000719c2 None None] Provisioning complete for port 556fe639-6efd-42fb-b585-f26a90ad498d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:29.820088 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dca8c480-8144-4192-9f8e-e39a000719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.821782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:29.937605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 556fe639-6efd-42fb-b585-f26a90ad498d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:29.938037 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:30.163249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc697534-dd5f-4803-a264-3850af203096 req-cf4dd875-ffdc-4a0d-8874-7179a071f0c8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:30.165101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc697534-dd5f-4803-a264-3850af203096 req-cf4dd875-ffdc-4a0d-8874-7179a071f0c8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 945 time: 0.2851021 Sep 19 03:16:30.241990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Router 35c739b1-c095-4f8e-a324-4fba7e903154 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:16:30.300933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009fbbb-5cc5-4373-937e-4bc0a0a81704 req-d994aca9-58b5-4539-9198-bb9189b7a45f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:30.306021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3009fbbb-5cc5-4373-937e-4bc0a0a81704 req-d994aca9-58b5-4539-9198-bb9189b7a45f tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.2140932 Sep 19 03:16:30.323504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc697534-dd5f-4803-a264-3850af203096 req-c6136c79-03c5-4b5d-b292-729db524c3b8 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201673 Sep 19 03:16:30.386709 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dca8c480-8144-4192-9f8e-e39a000719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:30.414335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 10.1.1.180 (776d61f9-7930-4f60-b897-03d2d2257336/9edb5f92-86fa-4c36-a4de-4c075ccbec31/2023da0a-c2b9-4b28-8c0d-77c1016b75c8) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:30.555815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3009fbbb-5cc5-4373-937e-4bc0a0a81704 req-657062a8-ae50-4815-adcc-2b564342a527 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312014 Sep 19 03:16:30.599268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe9f5b1-9e7a-4004-829f-12aecd4d1a76 None None] Network 776d61f9-7930-4f60-b897-03d2d2257336 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:30.600975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:16:30.615675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d003f7db-638d-4c83-bdbb-737e70b0dc4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "PUT /v2.0/routers/35c739b1-c095-4f8e-a324-4fba7e903154/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4119375 Sep 19 03:16:30.618352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54656) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:30.629537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Sync routers for ids ['35c739b1-c095-4f8e-a324-4fba7e903154'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:16:30.645752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dca8c480-8144-4192-9f8e-e39a000719c2 None None] For port 556fe639-6efd-42fb-b585-f26a90ad498d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=556fe639-6efd-42fb-b585-f26a90ad498d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:30.686521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dca8c480-8144-4192-9f8e-e39a000719c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:30.725623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b29bd6-70e0-4a00-918f-75e98578b34f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:30.729970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68b29bd6-70e0-4a00-918f-75e98578b34f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports/5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07 HTTP/1.1" status: 200 len: 911 time: 0.1074665 Sep 19 03:16:30.736497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54658) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:30.780324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8c480-8144-4192-9f8e-e39a000719c2 None None] Pushing event updated for resources: {'Port': ['ID=556fe639-6efd-42fb-b585-f26a90ad498d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:30.787124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Routers {'35c739b1-c095-4f8e-a324-4fba7e903154'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:30.792764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['35c739b1-c095-4f8e-a324-4fba7e903154'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:30.798813 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:30.828698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01ccb7-161f-434e-9e57-a13b2338e313 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:30.838458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:30.844645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a01ccb7-161f-434e-9e57-a13b2338e313 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:30.846310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a01ccb7-161f-434e-9e57-a13b2338e313 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1073747 Sep 19 03:16:30.850357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54662) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:30.914292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network 776d61f9-7930-4f60-b897-03d2d2257336 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:30.921077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:30.932081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:30.960591 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:31.000278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Provisioning complete for port 5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:31.000800 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:31.033752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:31.034589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:31.058470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:31.077874 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1edf3d94-0dd6-42e1-9a62-0b767c1f1e7d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8872864 Sep 19 03:16:31.165909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Set router 35c739b1-c095-4f8e-a324-4fba7e903154 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:16:31.334151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Port 5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:31.406940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Provisioning complete for port 96671b37-23ff-47ba-9539-f1494b6453e6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:31.407708 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:31.446982 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:16:31.447354 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:16:31.613427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c97a50-6c3f-4644-8d29-90aa30a0b788 None None] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:31.655612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6877ed3-a32b-4d5d-ace4-b8527e3ffb11 req-56bbdf86-bb35-4a4b-974a-055a125bb309 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:31.666941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:31.667414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6877ed3-a32b-4d5d-ace4-b8527e3ffb11 req-56bbdf86-bb35-4a4b-974a-055a125bb309 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 945 time: 0.1857347 Sep 19 03:16:31.726382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-faac82d9-28f1-44cb-8c0b-afc623ad72f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:31.729376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-faac82d9-28f1-44cb-8c0b-afc623ad72f7 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 945 time: 0.1698186 Sep 19 03:16:31.760559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54686) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:31.778017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54690) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:31.783366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--262423712', 'description': 'tempest-description--316880972'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:31.840859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] For port 96671b37-23ff-47ba-9539-f1494b6453e6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=96671b37-23ff-47ba-9539-f1494b6453e6,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:31.856688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:31.887450 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:31.943433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c739b1-c095-4f8e-a324-4fba7e903154', 'name': 'tempest-NetworksTestDHCPv6-router-1346317065', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:26Z', 'updated_at': '2021-09-19T03:16:27Z', 'revision_number': 2, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None, '_interfaces': [{'id': '5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07', 'name': '', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'mac_address': 'fa:16:3e:23:0f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35c739b1-c095-4f8e-a324-4fba7e903154', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '73287f4e-ff74-49ad-9b94-288ddfe3ed5b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:16:26Z', 'updated_at': '2021-09-19T03:16:28Z', 'revision_number': 2, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'subnets': [{'id': '73287f4e-ff74-49ad-9b94-288ddfe3ed5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:32.024479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Checking router: 35c739b1-c095-4f8e-a324-4fba7e903154 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:16:32.025058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Updating router 35c739b1-c095-4f8e-a324-4fba7e903154 port 5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:16:32.026705 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.044113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6877ed3-a32b-4d5d-ace4-b8527e3ffb11 req-c2033c89-190d-4b49-a554-435f5c35e622 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0b6c577-0162-4629-9150-ae289d880c93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702505 Sep 19 03:16:32.056369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.072907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1098177731'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:32.079373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.119247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.126047 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3436508 Sep 19 03:16:32.131521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:32.148371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2584d37c-48d0-4e62-9420-a45f5d1da8b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'security_group_rule': {'security_group_id': '4aecc8fa-992d-480f-9a83-f7b4adf74594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:32.172813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aecc8fa-992d-480f-9a83-f7b4adf74594,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:32.193572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Made reservation on behalf of bceb4f012ae74780a711dfdcd17b8bf9 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:32.197693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.210158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.213168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.214178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.214690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.215273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.215766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.216271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.216917 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.217705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.218195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.218683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.219514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.220251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9506e2-34a4-4a77-b195-2ff9ee00698d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:32.246652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02666935-9dd3-4474-8970-0fdfc249e4d6 None None] Pushing event updated for resources: {'Port': ['ID=96671b37-23ff-47ba-9539-f1494b6453e6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:32.250233 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.263881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2584d37c-48d0-4e62-9420-a45f5d1da8b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.279803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf2ef7-016a-4064-8f55-57ce31606608 req-0cdacd9e-d1bb-49ac-b72a-baca7624d27b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:32.289154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6caf2ef7-016a-4064-8f55-57ce31606608 req-0cdacd9e-d1bb-49ac-b72a-baca7624d27b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.4126375 Sep 19 03:16:32.312784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Provisioning complete for port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:32.314139 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.333545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Deleting port f6e18271-77d2-4d27-9503-9d186800639b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:32.333900 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.372097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2584d37c-48d0-4e62-9420-a45f5d1da8b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.386719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:32.387193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2584d37c-48d0-4e62-9420-a45f5d1da8b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.436217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584d37c-48d0-4e62-9420-a45f5d1da8b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4861479-2c81-4e8c-9099-48d5729552c0,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:32.456742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6caf2ef7-016a-4064-8f55-57ce31606608 req-512e7168-b575-4a5b-a285-9622ed779444 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664691 Sep 19 03:16:32.476536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.488905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.490383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Provisioning complete for port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:32.491486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.506235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2584d37c-48d0-4e62-9420-a45f5d1da8b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.508816 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2584d37c-48d0-4e62-9420-a45f5d1da8b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3754606 Sep 19 03:16:32.520444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54696) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:32.533212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3e45c85c-28c5-49db-8301-868df93ad497 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'security_group_rule': {'security_group_id': '4aecc8fa-992d-480f-9a83-f7b4adf74594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:32.572538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:16:32.591001 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e45c85c-28c5-49db-8301-868df93ad497 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.597288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:32.614531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fca202-447f-4d04-99a9-3730df65199a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:32.621980 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.622479 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Added segment 9c365a59-587c-49d2-a066-6c58a7658a82 of type vlan for network aad8203a-712d-4ad8-b32b-bc0deb6df54b Sep 19 03:16:32.672769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] For port f6e18271-77d2-4d27-9503-9d186800639b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6e18271-77d2-4d27-9503-9d186800639b,segment=NetworkSegment(cb631568-0a93-43bd-bad0-2b847f8360df),segment_id=cb631568-0a93-43bd-bad0-2b847f8360df)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:32.673459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.711320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Calling delete_port for f6e18271-77d2-4d27-9503-9d186800639b owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:32.716513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.723175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:16:32.726983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e45c85c-28c5-49db-8301-868df93ad497 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.736343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e45c85c-28c5-49db-8301-868df93ad497 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.741487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Provisioning complete for port 96671b37-23ff-47ba-9539-f1494b6453e6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:32.742283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.768664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e45c85c-28c5-49db-8301-868df93ad497 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.770104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e45c85c-28c5-49db-8301-868df93ad497 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2453952 Sep 19 03:16:32.778981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54698) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:32.785930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:32.790133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45c85c-28c5-49db-8301-868df93ad497 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29bcfab-86b0-4de3-929c-f3d0b53235a0,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:32.807836 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.816545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:32.817776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.887619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:16:32.901069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:32.901409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.904323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 96671b37-23ff-47ba-9539-f1494b6453e6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:32.927428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event updated for resources: {'Network': ['ID=aad8203a-712d-4ad8-b32b-bc0deb6df54b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:32.942953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:32.966048 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-91b08b68-9700-4b54-bff9-612acbebff82 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2043233 Sep 19 03:16:32.967660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54700) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:32.976387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Request body: {'subnet': {'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:32.976860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network aad8203a-712d-4ad8-b32b-bc0deb6df54b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:16:33.100021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.112469 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.147624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.150088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:33.155268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Made reservation on behalf of bceb4f012ae74780a711dfdcd17b8bf9 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:33.159030 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.233031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6e18271-77d2-4d27-9503-9d186800639b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:16:33.239679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1a08e9d-f160-4a3f-816d-b29afa2a74f7 req-fd3733af-b733-44f1-afee-a44f2ba494d0 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b278914-04e3-4f1e-b79c-fd4d26725efe HTTP/1.1" status: 200 len: 210 time: 0.0300865 Sep 19 03:16:33.256752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Pushing event deleted for resources: {'Port': ['ID=f6e18271-77d2-4d27-9503-9d186800639b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:33.326995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 172.25.8.149 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/96e5e024-457d-45ba-a0a4-bc7e1ffe4a0b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:33.385530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] No DVR routers for this DVR port f6e18271-77d2-4d27-9503-9d186800639b on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:33.399136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.401398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e47fe1a4-fbba-45fb-a0db-795c64745faf req-7b9aaade-0cf6-47e6-bcd3-41d93b3fa4d6 tempest-ServersTestJSON-560370440 tempest-ServersTestJSON-560370440-project] 10.222.0.32 "DELETE /v2.0/ports/f6e18271-77d2-4d27-9503-9d186800639b HTTP/1.1" status: 204 len: 173 time: 1.6632390 Sep 19 03:16:33.402032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'name': 'network-vif-deleted', 'tag': 'f6e18271-77d2-4d27-9503-9d186800639b'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:16:33.413624 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df6ad20-af71-4381-91c1-4eb8e4063958" -d '{"events": [{"server_uuid": "3b278914-04e3-4f1e-b79c-fd4d26725efe", "name": "network-vif-deleted", "tag": "f6e18271-77d2-4d27-9503-9d186800639b"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:16:33.489808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Provisioning complete for port 22a92094-afa1-46dc-9784-f508ff75f2e9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:33.490184 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.497517 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.498269 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75a1ed4-991d-42c4-9d55-0451d205296a x-openstack-request-id: req-a75a1ed4-991d-42c4-9d55-0451d205296a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:16:33.498767 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b278914-04e3-4f1e-b79c-fd4d26725efe", "name": "network-vif-deleted", "tag": "f6e18271-77d2-4d27-9503-9d186800639b", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:16:33.499599 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a75a1ed4-991d-42c4-9d55-0451d205296a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:16:33.500154 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b278914-04e3-4f1e-b79c-fd4d26725efe', 'name': 'network-vif-deleted', 'tag': 'f6e18271-77d2-4d27-9503-9d186800639b', 'status': 'completed', 'code': 200} Sep 19 03:16:33.514261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:33.539630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.602406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 96671b37-23ff-47ba-9539-f1494b6453e6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:33.602913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.627233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'port_id': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'mac_address': 'fa:16:3e:9c:3d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:16:33.753722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8256858-d8ba-47bf-a772-8161277f51d9 req-db62b60d-1000-4fdd-86f3-5238edd6d360 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:33.755178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8256858-d8ba-47bf-a772-8161277f51d9 req-db62b60d-1000-4fdd-86f3-5238edd6d360 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 943 time: 0.1460233 Sep 19 03:16:33.786583 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.787399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.808142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22b80bb7-877b-4f89-90bd-f5c34afb9985 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:16:33.837481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:33.874670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:33.876006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=96e5e024-457d-45ba-a0a4-bc7e1ffe4a0b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:33.876872 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.879982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:33.882340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:33.956048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:33.983301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22a92094-afa1-46dc-9784-f508ff75f2e9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:34.032637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:34.057934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] For port 22a92094-afa1-46dc-9784-f508ff75f2e9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=22a92094-afa1-46dc-9784-f508ff75f2e9,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:34.069400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.098095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 22a92094-afa1-46dc-9784-f508ff75f2e9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:34.098473 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.148676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4804f4-ff5a-4997-9ddb-7c391225ed0e None None] Pushing event updated for resources: {'Port': ['ID=22a92094-afa1-46dc-9784-f508ff75f2e9,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:34.213123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 556fe639-6efd-42fb-b585-f26a90ad498d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:34.216183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Provisioning complete for port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:34.216617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.275885 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:16:34.276601 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:16:34.278481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:34.292181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8256858-d8ba-47bf-a772-8161277f51d9 req-be7b2a1c-3d36-4ab8-a306-5be19d2d336e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5299027 Sep 19 03:16:34.296938 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.297111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Provisioning complete for port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:34.297391 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.301057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 556fe639-6efd-42fb-b585-f26a90ad498d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:34.301420 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.336916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event updated for resources: {'Subnet': ['ID=27358d55-3b65-4bfd-8af8-ef31602b5486,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:34.349595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:34.366655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:34.385258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Provisioning complete for port 22a92094-afa1-46dc-9784-f508ff75f2e9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:34.385872 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-675ed042-e1de-4f2a-b888-f3f16ac0d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.431309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Checking segment: {'id': '9c365a59-587c-49d2-a066-6c58a7658a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:34.435760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Network hostable DHCP agents. Network: aad8203a-712d-4ad8-b32b-bc0deb6df54b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:16:34.438421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54718) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:34.444263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['22b80bb7-877b-4f89-90bd-f5c34afb9985'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:16:34.522811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.563995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.578079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] Deleting subnet 8eeae48d-b8db-4a1d-8acf-1c112780b9cc {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:34.589014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.669075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6e18271-77d2-4d27-9503-9d186800639b no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:34.679933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Network aad8203a-712d-4ad8-b32b-bc0deb6df54b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:16:34.697479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22a92094-afa1-46dc-9784-f508ff75f2e9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:34.705768 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.706930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: f6e18271-77d2-4d27-9503-9d186800639b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:16:34.707440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6e18271-77d2-4d27-9503-9d186800639b not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:34.754662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, aad8203a-712d-4ad8-b32b-bc0deb6df54b) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:34.759558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:34.760354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.768916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8919ace-d545-4f73-9dec-e141a0701284 None None] Network aad8203a-712d-4ad8-b32b-bc0deb6df54b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:34.822343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Router 35c739b1-c095-4f8e-a324-4fba7e903154 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:16:34.822968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Port 5c26cd7d-2ce0-4f3e-850d-cfbfa8e9fc07 not found while updating agent binding for router 35c739b1-c095-4f8e-a324-4fba7e903154. {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 19 03:16:34.829516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6802cde8-3c06-45d0-811b-6fcb2bf7de5f tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8567955 Sep 19 03:16:34.833366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54722) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:34.839146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Request body: {'port': {'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1884643116'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:34.846280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.893046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 22a92094-afa1-46dc-9784-f508ff75f2e9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:34.893423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.896861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Routers {'35c739b1-c095-4f8e-a324-4fba7e903154'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:34.898090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['35c739b1-c095-4f8e-a324-4fba7e903154'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:34.921209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.976722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.987827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:16:34.991190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:34.993799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d6898adf-72d6-4187-a66b-66dd512ed0ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "PUT /v2.0/routers/35c739b1-c095-4f8e-a324-4fba7e903154/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1411898 Sep 19 03:16:34.997232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54724) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:35.034843 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.037463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] Set router 35c739b1-c095-4f8e-a324-4fba7e903154 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:16:35.079396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b542726-bb02-4aff-a0c8-49873e8bdd63 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:35.081090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b542726-bb02-4aff-a0c8-49873e8bdd63 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:35.082668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3b542726-bb02-4aff-a0c8-49873e8bdd63 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0851812 Sep 19 03:16:35.085347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54726) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:35.097404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eeae48d-b8db-4a1d-8acf-1c112780b9cc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:35.101667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=96e5e024-457d-45ba-a0a4-bc7e1ffe4a0b,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:35.103763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c739b1-c095-4f8e-a324-4fba7e903154', 'name': 'tempest-NetworksTestDHCPv6-router-1346317065', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:26Z', 'updated_at': '2021-09-19T03:16:33Z', 'revision_number': 3, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:35.126249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.133842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.135897 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-415a5daf-b7ee-4806-ad41-c6cac911cd9c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8eeae48d-b8db-4a1d-8acf-1c112780b9cc HTTP/1.1" status: 204 len: 168 time: 0.6925464 Sep 19 03:16:35.141764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54730) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:35.142435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Made reservation on behalf of bceb4f012ae74780a711dfdcd17b8bf9 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:35.146271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.149980 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.159894 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac1f1441-f8a5-4050-b4b9-522fc3c50d80 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3721399 Sep 19 03:16:35.187855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 73287f4e-ff74-49ad-9b94-288ddfe3ed5b {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:35.199987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.209176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] device_id is not set on port 611dd466-2ba7-4114-8067-01739d8a6b1e yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:35.287511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a825b0-16e8-4857-b80a-adc5da0cfee3 None None] The sync data for ids ['35c739b1-c095-4f8e-a324-4fba7e903154'] in n-d-809936-1 is: [{'id': '35c739b1-c095-4f8e-a324-4fba7e903154', 'name': 'tempest-NetworksTestDHCPv6-router-1346317065', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:26Z', 'updated_at': '2021-09-19T03:16:33Z', 'revision_number': 3, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:16:35.339579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-aad8203a-712d-4ad8-b32b-bc0deb6df54b', 'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b', 'tenant_id': 'bceb4f012ae74780a711dfdcd17b8bf9', 'fixed_ips': [{'subnet_id': '27358d55-3b65-4bfd-8af8-ef31602b5486'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:35.340453 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.344586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.351242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.564600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-6737e044-88ab-4525-8015-31c5e91f0158 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--262423712&fields=id&tenant_id=ef46786a939947b5ba537526488f533e HTTP/1.1" status: 200 len: 267 time: 0.1423383 Sep 19 03:16:35.565639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Allocated IP 172.20.0.10 (aad8203a-712d-4ad8-b32b-bc0deb6df54b/27358d55-3b65-4bfd-8af8-ef31602b5486/611dd466-2ba7-4114-8067-01739d8a6b1e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:35.660133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.698535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b76d4-1092-4eb2-9aa6-75ca749b6374 req-ed5c02e0-5e01-42b8-a4ed-45a5e77de6e8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:35.699959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d55b76d4-1092-4eb2-9aa6-75ca749b6374 req-ed5c02e0-5e01-42b8-a4ed-45a5e77de6e8 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 944 time: 0.2400060 Sep 19 03:16:35.737102 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.752189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-b44d46f0-8ac9-4b76-ab69-2c02e7b3d6ed tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:35.753483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-b44d46f0-8ac9-4b76-ab69-2c02e7b3d6ed tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports/c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 200 len: 937 time: 0.1734424 Sep 19 03:16:35.820162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b5f6cc-3e7a-4190-882e-b24fc4efc9da']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:35.877586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb631568-0a93-43bd-bad0-2b847f8360df') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:35.877884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb631568-0a93-43bd-bad0-2b847f8360df') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:35.910010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-739d8fc2-b068-4cd6-9091-a0c58f0fb1af tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:35.911390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-739d8fc2-b068-4cd6-9091-a0c58f0fb1af tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports/2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 200 len: 937 time: 0.1387634 Sep 19 03:16:35.920397 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d55b76d4-1092-4eb2-9aa6-75ca749b6374 req-b113b192-1f50-498a-b4d0-90144f924bc1 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843996 Sep 19 03:16:35.925783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:35.989449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.000406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0b8e20e5-bd92-41b9-a6d1-cc2086085cce tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0765269 Sep 19 03:16:36.029183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.044156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=73287f4e-ff74-49ad-9b94-288ddfe3ed5b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:36.070449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:16:36.070885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.074021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-4cf17e94-76ac-472c-9bd6-c924c47e6b45 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0665662 Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:16:36.074646 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:16:36.077004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1344f2ac-46b7-4f83-a1a6-61de9fb97923 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:36.087009 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.091719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-249e667a-14fa-405b-9300-17b98c100bdd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/73287f4e-ff74-49ad-9b94-288ddfe3ed5b HTTP/1.1" status: 204 len: 168 time: 1.0027566 Sep 19 03:16:36.092094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54756) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.200119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.252774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8082ad67-f8bd-48c7-acbd-56221a7db5c9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1589479 Sep 19 03:16:36.256651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54760) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.266511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.274682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.278157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b7b5f6cc-3e7a-4190-882e-b24fc4efc9da HTTP/1.1" status: 204 len: 168 time: 1.1289649 Sep 19 03:16:36.321534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582290c1-9e6d-49c8-b262-2b21bf5629b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b5f6cc-3e7a-4190-882e-b24fc4efc9da,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:36.346840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0723a102-2074-4989-8c4a-ebaa76305084 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.375008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-b5010968-f966-421e-8315-5a148c696698 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:36.382344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-b5010968-f966-421e-8315-5a148c696698 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:36.382460 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] Sync routers for ids ['35c739b1-c095-4f8e-a324-4fba7e903154'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:16:36.385813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:16:36.389664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-b5010968-f966-421e-8315-5a148c696698 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:36.391433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-b5010968-f966-421e-8315-5a148c696698 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/networks?id=489696fe-c9bd-4194-8110-e5e0038a5f3e&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2 HTTP/1.1" status: 200 len: 1994 time: 0.3012342 Sep 19 03:16:36.399013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9c170-eb3b-4363-b329-0619d4a4d66d req-54f10371-911a-499c-8cb9-b2ef9d86e4f3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:36.400505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30d9c170-eb3b-4363-b329-0619d4a4d66d req-54f10371-911a-499c-8cb9-b2ef9d86e4f3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2214568 Sep 19 03:16:36.412487 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] Routers {'35c739b1-c095-4f8e-a324-4fba7e903154'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:36.413887 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['35c739b1-c095-4f8e-a324-4fba7e903154'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:36.424238 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.429790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-381f1775-6263-4273-a3f0-f9d7aee826fc tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/quotas/ef46786a939947b5ba537526488f533e HTTP/1.1" status: 200 len: 375 time: 0.0268686 Sep 19 03:16:36.529764 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] Set router 35c739b1-c095-4f8e-a324-4fba7e903154 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:16:36.544556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Allocated IP 172.20.0.2 (aad8203a-712d-4ad8-b32b-bc0deb6df54b/27358d55-3b65-4bfd-8af8-ef31602b5486/1f65403c-1802-453e-9feb-70f36dad8519) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:36.547245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Network aad8203a-712d-4ad8-b32b-bc0deb6df54b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:36.557594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30d9c170-eb3b-4363-b329-0619d4a4d66d req-dcd005b2-f608-49cc-81aa-5a5f7f21c51a tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459203 Sep 19 03:16:36.558284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] Deleting port 556fe639-6efd-42fb-b585-f26a90ad498d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:36.558668 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.562331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54764) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.566096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:36.575431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event updated for resources: {'Port': ['ID=611dd466-2ba7-4114-8067-01739d8a6b1e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:36.586725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:36.602565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0723a102-2074-4989-8c4a-ebaa76305084 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.605812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0723a102-2074-4989-8c4a-ebaa76305084 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.645865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9fe9413d-cd13-485a-9845-f9afdb2bd9a3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2030849 Sep 19 03:16:36.657899 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35c739b1-c095-4f8e-a324-4fba7e903154', 'name': 'tempest-NetworksTestDHCPv6-router-1346317065', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:16:26Z', 'updated_at': '2021-09-19T03:16:33Z', 'revision_number': 3, 'project_id': '574167f485eb4fdd825e17db8f067d27', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:36.662627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0723a102-2074-4989-8c4a-ebaa76305084 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.663542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0723a102-2074-4989-8c4a-ebaa76305084 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Fanout notify agent at l3_agent the message router_deleted on router 35c739b1-c095-4f8e-a324-4fba7e903154 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:16:36.677186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0723a102-2074-4989-8c4a-ebaa76305084 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.681807 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0723a102-2074-4989-8c4a-ebaa76305084 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/routers/35c739b1-c095-4f8e-a324-4fba7e903154 HTTP/1.1" status: 204 len: 168 time: 0.4219632 Sep 19 03:16:36.682379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54766) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.684607 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] Checking router: 35c739b1-c095-4f8e-a324-4fba7e903154 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:16:36.692564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:36.693217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.718257 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] Routers set() bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:16:36.718500 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] Router IDs set() for agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 03:16:36.719313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] For port 556fe639-6efd-42fb-b585-f26a90ad498d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=556fe639-6efd-42fb-b585-f26a90ad498d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:36.719801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.725352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-97b27ead-7a3e-4add-8ce6-087c8003e6ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73fc03fe73bc483abf9bf016c1203cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580832 Sep 19 03:16:36.725556 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_agentschedulers_db [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35c739b1-c095-4f8e-a324-4fba7e903154'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:16:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent'). {{(pid=94725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 19 03:16:36.725556 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323c023-aca6-4a55-9afe-87ac09e67949 None None] The sync data for ids ['35c739b1-c095-4f8e-a324-4fba7e903154'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:16:36.730633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54770) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.735736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b6d63ff4-e44c-42a5-adb2-92f9f3c64427 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9017079 Sep 19 03:16:36.736544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54772) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.739575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] Calling delete_port for 556fe639-6efd-42fb-b585-f26a90ad498d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:36.759736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:36.761706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 556fe639-6efd-42fb-b585-f26a90ad498d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:36.800172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544cc69-adb9-42f6-a460-71a93a667ce5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:36.805605 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e544cc69-adb9-42f6-a460-71a93a667ce5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1222150 Sep 19 03:16:36.806344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54774) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.866903 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917f2482-ce02-4d84-952e-72d62c987e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.896751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917f2482-ce02-4d84-952e-72d62c987e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.919748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138f640e-51da-40bd-88f6-30573b2e7a6b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:36.924377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-138f640e-51da-40bd-88f6-30573b2e7a6b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108785 Sep 19 03:16:36.925195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54776) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:36.947977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Deleting port 611dd466-2ba7-4114-8067-01739d8a6b1e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:36.947977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:36.983322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-28f1a687-5737-4243-91f5-f1624d3fead2 service neutron] 10.222.0.22 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072751 Sep 19 03:16:37.029421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-93898d2e-ee6a-4010-87cb-db3dc88cff9a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974727 Sep 19 03:16:37.038170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54782) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:37.044364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:37.053978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 22b80bb7-877b-4f89-90bd-f5c34afb9985 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:37.054358 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.055980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.091113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917f2482-ce02-4d84-952e-72d62c987e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.094329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-917f2482-ce02-4d84-952e-72d62c987e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.095517 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-917f2482-ce02-4d84-952e-72d62c987e1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0b6c577-0162-4629-9150-ae289d880c93 HTTP/1.1" status: 204 len: 168 time: 0.3636808 Sep 19 03:16:37.107823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-341bf129-715d-4b28-b6b1-60a624c4c645 service neutron] 10.222.0.22 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897739 Sep 19 03:16:37.119792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.127492 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.131120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] Pushing event deleted for resources: {'Port': ['ID=556fe639-6efd-42fb-b585-f26a90ad498d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:37.142464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab8c532-7c73-426a-aa24-3c0621b0bf97 None None] No DVR routers for this DVR port 556fe639-6efd-42fb-b585-f26a90ad498d on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:37.154640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.174958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f2482-ce02-4d84-952e-72d62c987e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b6c577-0162-4629-9150-ae289d880c93,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:37.209681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-37733d6b-f56b-4fa0-be40-d07c4d9f8598 service neutron] 10.222.0.22 "GET /v2.0/ports/c861ea38-da7d-4450-a8cb-20dd02ca1fd9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0652113 Sep 19 03:16:37.211415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.218844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:37.223156 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.226091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13137a59-a2a0-437d-8d83-886c31ce808b req-2dda6ecc-6070-45d9-bfce-2f727cfbf365 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:37.227655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13137a59-a2a0-437d-8d83-886c31ce808b req-2dda6ecc-6070-45d9-bfce-2f727cfbf365 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 944 time: 0.1189411 Sep 19 03:16:37.243379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Network aad8203a-712d-4ad8-b32b-bc0deb6df54b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:37.248908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Pushing event updated for resources: {'Port': ['ID=1f65403c-1802-453e-9feb-70f36dad8519,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:37.251984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:37.255370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:37.323078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-eb0831cb-1a20-4c03-a85d-08b1353ec74f service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944023 Sep 19 03:16:37.329659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Calling delete_port for 611dd466-2ba7-4114-8067-01739d8a6b1e owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:37.330688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.350552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Attempting to bind port 1f65403c-1802-453e-9feb-70f36dad8519 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:37.350974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Attempting to bind port 1f65403c-1802-453e-9feb-70f36dad8519 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '9c365a59-587c-49d2-a066-6c58a7658a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:37.351365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Attempting to bind port 1f65403c-1802-453e-9feb-70f36dad8519 on network aad8203a-712d-4ad8-b32b-bc0deb6df54b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:37.366732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:16:37.369121 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2aadefb-97a3-4c2e-8dab-4a88aadc2c7f" -d '{"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-plugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:16:37.374094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:37.374468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Checking segment: {'id': '9c365a59-587c-49d2-a066-6c58a7658a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:37.374902 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.375796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Bound using segment: {'id': '9c365a59-587c-49d2-a066-6c58a7658a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:37.375796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Bound port: 1f65403c-1802-453e-9feb-70f36dad8519, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c365a59-587c-49d2-a066-6c58a7658a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad8203a-712d-4ad8-b32b-bc0deb6df54b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:37.376303 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.392154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:37.423711 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.451509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13137a59-a2a0-437d-8d83-886c31ce808b req-43bdfabd-e7b5-46c9-920d-7b3be81cf64e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140516 Sep 19 03:16:37.529825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] For port 1f65403c-1802-453e-9feb-70f36dad8519, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:37.540032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] For port 1f65403c-1802-453e-9feb-70f36dad8519, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1f65403c-1802-453e-9feb-70f36dad8519,segment=NetworkSegment(9c365a59-587c-49d2-a066-6c58a7658a82),segment_id=9c365a59-587c-49d2-a066-6c58a7658a82)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:37.540396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-32cc364a-2c65-4c29-b9f7-0bdf38e9224c service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917167 Sep 19 03:16:37.542788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:37.554134 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.637430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0c17ce50-46b5-414b-9d8a-ff2eca09700c service neutron] 10.222.0.22 "GET /v2.0/ports/2023da0a-c2b9-4b28-8c0d-77c1016b75c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0870554 Sep 19 03:16:37.665720 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d840d53-331f-410d-be53-15c989a332b4 x-openstack-request-id: req-0d840d53-331f-410d-be53-15c989a332b4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:16:37.666302 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-plugged", "status": "completed", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:16:37.666791 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d840d53-331f-410d-be53-15c989a332b4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:16:37.667386 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'code': 200} Sep 19 03:16:37.679898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f66ebb-f7e1-4b0b-922f-6e905c774206 None None] Pushing event updated for resources: {'Port': ['ID=1f65403c-1802-453e-9feb-70f36dad8519,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:37.688033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:16:37.688958 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.697737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.756094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:37.759675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:37.766215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:37.766805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:37.772396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event deleted for resources: {'Port': ['ID=611dd466-2ba7-4114-8067-01739d8a6b1e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:37.774994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9082aa-db44-4179-8f91-785d8a1bc56a None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:37.792509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=30756d23-adfb-4de6-a77b-0fe947c0755b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:37.807563 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fe76d05d-d713-4663-86f5-21feace9ad3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7670019 Sep 19 03:16:37.808113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54800) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:37.817623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:38.007852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-16ff448b-6223-4592-bd39-e7f9502b7d5b service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613429 Sep 19 03:16:38.031049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:38.037324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a648f0-57f4-4b1d-8e92-2db0c3652101 req-0ad2fd02-3b09-4006-8ee7-e77d46664b0e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:38.039523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27a648f0-57f4-4b1d-8e92-2db0c3652101 req-0ad2fd02-3b09-4006-8ee7-e77d46664b0e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2753375 Sep 19 03:16:38.040165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.082574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.088296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-47791360-127f-4aa6-b37a-cde18a8d300c tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "DELETE /v2.0/ports/611dd466-2ba7-4114-8067-01739d8a6b1e HTTP/1.1" status: 204 len: 168 time: 1.3503141 Sep 19 03:16:38.091195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54804) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:38.095183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '30756d23-adfb-4de6-a77b-0fe947c0755b'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:16:38.096052 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.143255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e51b4f-6c92-4a28-b069-3c920cc8e8b8 req-c56fe35e-ea9f-46e2-94bf-c942e300f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:38.146486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17e51b4f-6c92-4a28-b069-3c920cc8e8b8 req-c56fe35e-ea9f-46e2-94bf-c942e300f8af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1097 time: 0.2068465 Sep 19 03:16:38.309218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Allocated IP 2001:db8::f816:3eff:fee0:cc2e (e3e2bc32-0994-4d48-a279-d11c2c4732c5/30756d23-adfb-4de6-a77b-0fe947c0755b/f7eff476-e681-45f0-9475-10ef689d061d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:38.387662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.440369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:38.446646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:38.461137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:38.461734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.497942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=5d111b70-3f0f-4b5e-bfb5-02e504507d4f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:38.523846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7932bee-2560-4065-a86e-babd8c820ec7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7145915 Sep 19 03:16:38.526824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54822) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:38.533229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:70:75:95', 'name': 'tempest-NetworksTestDHCPv6-906171006'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:38.537112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.546824 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.594464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:38.626284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:38.627960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:38.631846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:38.723544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:38.730168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Attempting to bind port f7eff476-e681-45f0-9475-10ef689d061d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:38.730548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Attempting to bind port f7eff476-e681-45f0-9475-10ef689d061d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:38.731113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Attempting to bind port f7eff476-e681-45f0-9475-10ef689d061d on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:38.736760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:38.737281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:38.737981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.738480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:38.739053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Bound port: f7eff476-e681-45f0-9475-10ef689d061d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:38.739443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.776147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27a648f0-57f4-4b1d-8e92-2db0c3652101 req-95daa2b3-523c-4d1b-8a30-6d6c18aad577 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6826313 Sep 19 03:16:38.787872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6314f7f6-c1da-4140-8b56-8d6d35ab6047 tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.6871071 Sep 19 03:16:38.790446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54826) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:38.804458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1734626143'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:38.826602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17e51b4f-6c92-4a28-b069-3c920cc8e8b8 req-d5fed22a-f25d-46fa-99f6-68b2d0cfc3d9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6699421 Sep 19 03:16:38.828149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1f65403c-1802-453e-9feb-70f36dad8519 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:38.831876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e0a3f11-563c-48f9-b9a7-3e788dad80a3 service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155050 Sep 19 03:16:38.913125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.933206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Made reservation on behalf of bceb4f012ae74780a711dfdcd17b8bf9 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:38.937277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:38.955326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 3ce5807b-63e7-41f2-931f-578d1f5ac6f4 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:38.966635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:38.971383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:38.980040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.045903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:16:39.068905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1f65403c-1802-453e-9feb-70f36dad8519 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:39.070165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.080724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843eac66-cb33-4279-aebd-7af561e15e48 req-be72923f-670e-4c5d-883a-2796ec7fe14e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:39.082442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-843eac66-cb33-4279-aebd-7af561e15e48 req-be72923f-670e-4c5d-883a-2796ec7fe14e tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 946 time: 0.1842148 Sep 19 03:16:39.098191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.098535 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Added segment a0014220-b6e6-494b-b094-ee14235efff4 of type vlan for network 9c13e855-c13c-44e8-8163-854d09d328fd Sep 19 03:16:39.119230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d46065-3895-40f5-83aa-315b59127a59 None None] Network aad8203a-712d-4ad8-b32b-bc0deb6df54b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:39.174215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-64a1bcf7-59a5-4d84-9fbd-e4ee5b1aa856 service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281214 Sep 19 03:16:39.192460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f907f1-92d7-4e2a-aa39-344f53b378dd None None] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:39.204033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-843eac66-cb33-4279-aebd-7af561e15e48 req-9f6227b6-a927-404f-a242-a9e9443cf2b5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073499 Sep 19 03:16:39.218843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 172.20.0.11 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/5d111b70-3f0f-4b5e-bfb5-02e504507d4f/3ce5807b-63e7-41f2-931f-578d1f5ac6f4) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:39.231430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe70:7595 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/30756d23-adfb-4de6-a77b-0fe947c0755b/3ce5807b-63e7-41f2-931f-578d1f5ac6f4) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:39.324551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.339073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c19a2671-aec6-4ef6-bc35-cd48d45e1e97 None None] Provisioning complete for port 1f65403c-1802-453e-9feb-70f36dad8519 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:39.339722 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c19a2671-aec6-4ef6-bc35-cd48d45e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.432630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-ff411c3a-ed1a-4824-a9a2-62c1668bb3a5 service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325246 Sep 19 03:16:39.433757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.440354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:39.440999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.510036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.514462 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.577541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7848046 Sep 19 03:16:39.586683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54834) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:39.606581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 1f65403c-1802-453e-9feb-70f36dad8519, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1f65403c-1802-453e-9feb-70f36dad8519,segment=NetworkSegment(9c365a59-587c-49d2-a066-6c58a7658a82),segment_id=9c365a59-587c-49d2-a066-6c58a7658a82)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:39.625125 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.640705 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c19a2671-aec6-4ef6-bc35-cd48d45e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:39.663059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c5168-f0aa-4e17-9943-d5129ddf42eb tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event updated for resources: {'Network': ['ID=9c13e855-c13c-44e8-8163-854d09d328fd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:39.732753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-a352afe7-ee3f-482c-a3cd-8321bbbcf532 service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886775 Sep 19 03:16:39.911854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9c13e855-c13c-44e8-8163-854d09d328fd details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:16:40.010288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:40.073063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=1f65403c-1802-453e-9feb-70f36dad8519,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:40.096041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:40.100667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:40.104949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:40.110388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-c19a2671-aec6-4ef6-bc35-cd48d45e1e97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:16:40.111358 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-c19a2671-aec6-4ef6-bc35-cd48d45e1e97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:16:40.140260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-f072d153-abf4-4d92-ae8e-34e4b72047e8 service neutron] 10.222.0.22 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716786 Sep 19 03:16:40.167352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aec8d6f0-7e5e-4cf0-86db-bc1b5c292770 tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "GET /v2.0/agents/b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05/dhcp-networks HTTP/1.1" status: 200 len: 11289 time: 0.5551972 Sep 19 03:16:40.170400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54838) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:40.181436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:40.181436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:40.189027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=3ce5807b-63e7-41f2-931f-578d1f5ac6f4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:40.208040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-554e17ea-802e-420e-a0cd-449b143d7060 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6798851 Sep 19 03:16:40.210449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54840) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:40.211525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690e4c5-f494-4ed0-9386-ec435146c0b5 req-52ebfbea-9c51-4036-8ead-dd3f81c61c29 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:40.213084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0690e4c5-f494-4ed0-9386-ec435146c0b5 req-52ebfbea-9c51-4036-8ead-dd3f81c61c29 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2801192 Sep 19 03:16:40.288868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835929f-4d7d-4eb8-b710-6ff5887b774f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:40.301610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0835929f-4d7d-4eb8-b710-6ff5887b774f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:40.303929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0835929f-4d7d-4eb8-b710-6ff5887b774f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0921307 Sep 19 03:16:40.306507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54846) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:40.376475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0690e4c5-f494-4ed0-9386-ec435146c0b5 req-e719cca6-899d-4dfb-b96c-6e3679c36743 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404614 Sep 19 03:16:40.421991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fb0822b3-579c-47aa-abd9-dcea112f548e service neutron] 10.222.0.22 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531075 Sep 19 03:16:40.470991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 3ce5807b-63e7-41f2-931f-578d1f5ac6f4 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:40.471337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:40.612235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:40.636420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bcbae6-d338-4252-a477-58cd9e2072fb tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] Network 9c13e855-c13c-44e8-8163-854d09d328fd is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:16:40.636571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 3ce5807b-63e7-41f2-931f-578d1f5ac6f4 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:40.665457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c7bcbae6-d338-4252-a477-58cd9e2072fb tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "POST /v2.0/agents/b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4930770 Sep 19 03:16:40.668955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:40.699119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb4c0e6-8b11-4c82-88c0-aed601d3c797 None None] Network 9c13e855-c13c-44e8-8163-854d09d328fd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:40.718959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cb2a0-1bce-4d51-aa74-3f30f5b82f41 req-862b2bc7-727a-4b71-b808-d1de6ae4a2ef tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:40.728185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-800cb2a0-1bce-4d51-aa74-3f30f5b82f41 req-862b2bc7-727a-4b71-b808-d1de6ae4a2ef tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 946 time: 0.2136011 Sep 19 03:16:40.748373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d5eeb945-b5c0-407e-ac79-9e23fa8b8ccd service neutron] 10.222.0.22 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733526 Sep 19 03:16:40.838459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fab9389-07a0-438c-b3de-0048b27340bf None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:40.887508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:40.920039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Could not find standard attr ID for object 611dd466-2ba7-4114-8067-01739d8a6b1e. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:40.951397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:40.982988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-800cb2a0-1bce-4d51-aa74-3f30f5b82f41 req-36d7a6da-14d2-4dac-908f-90d8e5f30929 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538257 Sep 19 03:16:40.987745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:40.988121 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.001422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=3ce5807b-63e7-41f2-931f-578d1f5ac6f4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:41.017859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-adb6b55c-c7df-4f61-8bba-87de1cc95b2f service neutron] 10.222.0.22 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348697 Sep 19 03:16:41.051775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:41.052153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.079447 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fbfaa3c7-2b71-410b-a76a-a79fb1ea9a2d tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "GET /v2.0/agents/b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05/dhcp-networks HTTP/1.1" status: 200 len: 12060 time: 0.4072168 Sep 19 03:16:41.087142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54888) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.132659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.137618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6ebe6a6a-84c7-4e46-bc71-abc3ae621b1d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/3ce5807b-63e7-41f2-931f-578d1f5ac6f4 HTTP/1.1" status: 204 len: 168 time: 0.8277371 Sep 19 03:16:41.137921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54890) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.218348 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.229179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef3459-ad89-499d-88a1-34e43a1f961b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:41.231166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef3459-ad89-499d-88a1-34e43a1f961b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:41.238520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1c393206-cf5d-4154-b65c-af7e7280450a tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "DELETE /v2.0/agents/b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05/dhcp-networks/9c13e855-c13c-44e8-8163-854d09d328fd HTTP/1.1" status: 204 len: 168 time: 0.1498489 Sep 19 03:16:41.245611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54892) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.246280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef3459-ad89-499d-88a1-34e43a1f961b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:41.251484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-00ef3459-ad89-499d-88a1-34e43a1f961b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1111882 Sep 19 03:16:41.253666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.259185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-407929ff-0d73-40c7-acd1-07b36b7b8549 service neutron] 10.222.0.22 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279909 Sep 19 03:16:41.304294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f7365c02-786e-4205-8db5-81e780937178 None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:41.307433 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.328003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 30756d23-adfb-4de6-a77b-0fe947c0755b {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:41.331697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.339990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.378484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.430446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6587eb6-750d-4ca0-b355-7038fefa4e46 None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '30756d23-adfb-4de6-a77b-0fe947c0755b', 'ip_address': '2001:db8::f816:3eff:fee0:cc2e'}, {'subnet_id': '5d111b70-3f0f-4b5e-bfb5-02e504507d4f'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'f7eff476-e681-45f0-9475-10ef689d061d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:16:41.441697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Provisioning complete for port 1f65403c-1802-453e-9feb-70f36dad8519 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:41.442072 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.503974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cac57c04-e612-469b-8af3-d2c5e91ed81f tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "GET /v2.0/agents/b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05/dhcp-networks HTTP/1.1" status: 200 len: 11289 time: 0.2567167 Sep 19 03:16:41.511869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54902) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.525786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7365c02-786e-4205-8db5-81e780937178 None None] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:41.540843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6587eb6-750d-4ca0-b355-7038fefa4e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.545971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:16:41.546323 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:16:41.583009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c38a767b-4918-465d-b734-cad4291abd1b tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "GET /v2.0/networks/aad8203a-712d-4ad8-b32b-bc0deb6df54b/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0666082 Sep 19 03:16:41.584870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54908) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.608008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.618363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ea8e6-886d-4bcc-a9d6-e731f4a10d68 req-27aa5fc9-4405-4a8a-b9a3-9443e73afbe6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:41.628601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-850ea8e6-886d-4bcc-a9d6-e731f4a10d68 req-27aa5fc9-4405-4a8a-b9a3-9443e73afbe6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1073923 Sep 19 03:16:41.662836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d30c6af9-dcae-4b47-9146-464b308dc3f4 tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "GET /v2.0/networks/aad8203a-712d-4ad8-b32b-bc0deb6df54b/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0641358 Sep 19 03:16:41.666946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54912) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.717102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-850ea8e6-886d-4bcc-a9d6-e731f4a10d68 req-41266e44-d0e6-4c27-b5a5-fbe6425cabcf tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829604 Sep 19 03:16:41.721387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-f6587eb6-750d-4ca0-b355-7038fefa4e46 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30756d23-adfb-4de6-a77b-0fe947c0755b: This subnet is being modified by another concurrent operation. Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:16:41.752498 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 30756d23-adfb-4de6-a77b-0fe947c0755b: This subnet is being modified by another concurrent operation. Sep 19 03:16:41.756246 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:16:41.765275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=30756d23-adfb-4de6-a77b-0fe947c0755b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:41.778659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.781182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb17913d-5f12-4641-af63-8c2c00b0abf4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/30756d23-adfb-4de6-a77b-0fe947c0755b HTTP/1.1" status: 204 len: 168 time: 0.5235171 Sep 19 03:16:41.783650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54922) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.855835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768a9aa2-75c7-4de0-9706-8fdff6fd6168 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:41.868769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 5d111b70-3f0f-4b5e-bfb5-02e504507d4f {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:41.873952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.930462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.943014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ddb673c9-c274-4588-b52d-75de6fe1d1da tempest-DHCPAgentSchedulersTestJSON-2038981103 tempest-DHCPAgentSchedulersTestJSON-2038981103-project-admin] 10.222.0.22 "GET /v2.0/agents/b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05/dhcp-networks HTTP/1.1" status: 200 len: 11249 time: 0.2684720 Sep 19 03:16:41.943803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54932) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:41.963597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1fd36df0-6697-4a6c-b291-f0c39e1e01ae None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:41.963597 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1fd36df0-6697-4a6c-b291-f0c39e1e01ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:41.997354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.043891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.154688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1f65403c-1802-453e-9feb-70f36dad8519 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:42.155163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.177101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.179330 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/5d111b70-3f0f-4b5e-bfb5-02e504507d4f HTTP/1.1" status: 204 len: 168 time: 0.3946495 Sep 19 03:16:42.199304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54936) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:42.206991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c87b9-6428-4b23-a27e-5007936c9e65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=5d111b70-3f0f-4b5e-bfb5-02e504507d4f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:42.243971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.277920 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-093ca749-1a06-4186-b456-e1f91f650383 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742173 Sep 19 03:16:42.278256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54946) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:42.286564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:42.309303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b1c3b-c3a4-4213-ad7d-2a1c860ef561 req-b9ad92e1-8e70-4895-bf78-61010f093586 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:42.311010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e7b1c3b-c3a4-4213-ad7d-2a1c860ef561 req-b9ad92e1-8e70-4895-bf78-61010f093586 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 946 time: 0.1806486 Sep 19 03:16:42.328909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c13e855-c13c-44e8-8163-854d09d328fd']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:42.373233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0014220-b6e6-494b-b094-ee14235efff4') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:42.373542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0014220-b6e6-494b-b094-ee14235efff4') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:42.394373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1f65403c-1802-453e-9feb-70f36dad8519 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:42.394877 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.397867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e6462-739b-443c-a447-676c4264d27c None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '5d111b70-3f0f-4b5e-bfb5-02e504507d4f'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'f7eff476-e681-45f0-9475-10ef689d061d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:16:42.414652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.457213 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6462-739b-443c-a447-676c4264d27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.483977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:42.485522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c462892e-d326-4351-83b1-56f58f028bc6 req-c60692ee-3024-46d7-a3ef-e4d772c64575 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0883069 Sep 19 03:16:42.486806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.487612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.492410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e7b1c3b-c3a4-4213-ad7d-2a1c860ef561 req-ca277973-2736-4fbe-9042-8aaf6f323fda tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729755 Sep 19 03:16:42.509456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:16:42.510077 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:16:42.517061 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:16:42.622206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.630263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.641530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "DELETE /v2.0/networks/9c13e855-c13c-44e8-8163-854d09d328fd HTTP/1.1" status: 204 len: 168 time: 0.6945801 Sep 19 03:16:42.643644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54960) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:42.663761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427dc25-ae77-4168-846c-1b72e5f8b27d tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event deleted for resources: {'Network': ['ID=9c13e855-c13c-44e8-8163-854d09d328fd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:42.685979 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bd8ae8-5f0a-49a9-bd4d-91e53bfba6d5 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] DELETE failed (client error): The resource could not be found. Sep 19 03:16:42.686918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6bd8ae8-5f0a-49a9-bd4d-91e53bfba6d5 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:16:42.691410 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f6bd8ae8-5f0a-49a9-bd4d-91e53bfba6d5 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "DELETE /v2.0/ports/611dd466-2ba7-4114-8067-01739d8a6b1e HTTP/1.1" status: 404 len: 333 time: 0.0453670 Sep 19 03:16:42.691558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54962) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:42.742537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:42.744802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-568bd9df-8f4c-4d91-8513-4e4d8024bc10 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:42.745177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-568bd9df-8f4c-4d91-8513-4e4d8024bc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.810334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Deleting subnet 27358d55-3b65-4bfd-8af8-ef31602b5486 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:42.821925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.886251 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:42.962038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02208f62-a9c4-4b30-a718-c627e404734f None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:16:42.982024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.018795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:43.028906 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.054627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6cbc6-409c-4721-bbe2-ff6480eaf0b3 req-4b44083c-2a29-4895-9a7f-6baf1a5d1e8c tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:43.056441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8c6cbc6-409c-4721-bbe2-ff6480eaf0b3 req-4b44083c-2a29-4895-9a7f-6baf1a5d1e8c tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1584034 Sep 19 03:16:43.132319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8c6cbc6-409c-4721-bbe2-ff6480eaf0b3 req-e616b1cc-5536-4443-bc2c-2e7ad403a444 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671873 Sep 19 03:16:43.147335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.164873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:16:43.194872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:43.215611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-25f55033-753a-4f03-b1df-d00358dad4ed None None] Could not find standard attr ID for object 3ce5807b-63e7-41f2-931f-578d1f5ac6f4. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:43.224399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.243543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.250178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "DELETE /v2.0/subnets/27358d55-3b65-4bfd-8af8-ef31602b5486 HTTP/1.1" status: 204 len: 168 time: 0.5578227 Sep 19 03:16:43.251738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54968) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:43.255925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02208f62-a9c4-4b30-a718-c627e404734f None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:16:43.287835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6de48b-53b3-4e2d-ab86-846a1c5eb7d2 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event deleted for resources: {'Subnet': ['ID=27358d55-3b65-4bfd-8af8-ef31602b5486,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:43.415495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.504973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Deleting port 1f65403c-1802-453e-9feb-70f36dad8519 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:43.505524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.533114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.598374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] For port 1f65403c-1802-453e-9feb-70f36dad8519, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1f65403c-1802-453e-9feb-70f36dad8519,segment=NetworkSegment(9c365a59-587c-49d2-a066-6c58a7658a82),segment_id=9c365a59-587c-49d2-a066-6c58a7658a82)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:43.598810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.634031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Calling delete_port for 1f65403c-1802-453e-9feb-70f36dad8519 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:43.637268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85b89f61-6488-4443-94fb-4b3f1ac3e944 req-418d54bb-1979-4ba0-a194-8f2bd0703e6e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0409763 Sep 19 03:16:43.720865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.721350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:43.753267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event deleted for resources: {'Port': ['ID=1f65403c-1802-453e-9feb-70f36dad8519,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:43.753912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.757928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] No DVR routers for this DVR port 1f65403c-1802-453e-9feb-70f36dad8519 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:16:43.761324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.762306 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.864366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:43.868445 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:43.871631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:43.872373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.875230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:43.890083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=7d185d31-cdf7-4877-8c87-1cc65f6310ce,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:43.902575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad8203a-712d-4ad8-b32b-bc0deb6df54b']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:43.911950 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6312563 Sep 19 03:16:43.913729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54976) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:43.922880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:43.928680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8d439-9c44-4a87-9a13-0a5c880f11ba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:43.936025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c365a59-587c-49d2-a066-6c58a7658a82') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:43.936323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c365a59-587c-49d2-a066-6c58a7658a82') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:16:43.988487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.041998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-225f2190-f5ad-458a-b66d-74158daf403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:44.043633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-225f2190-f5ad-458a-b66d-74158daf403e service neutron] 10.222.0.32 "GET /v2.0/ports/c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 200 len: 1033 time: 0.1255028 Sep 19 03:16:44.045118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.055698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:16:44.056111 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:16:44.067400 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:16:44.168420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-f406f275-9077-4b1c-9797-5f4f6a421a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:44.169913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-f406f275-9077-4b1c-9797-5f4f6a421a0c service neutron] 10.222.0.32 "GET /v2.0/ports/2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 200 len: 1033 time: 0.1156178 Sep 19 03:16:44.218185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.219738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:44.223080 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.252623 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.254601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] 10.222.0.22 "DELETE /v2.0/networks/aad8203a-712d-4ad8-b32b-bc0deb6df54b HTTP/1.1" status: 204 len: 168 time: 0.9814200 Sep 19 03:16:44.399800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d3b82c-a9db-401b-b3e2-d03503c04be5 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:16:44.479766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fe825279-d3af-49bc-b2cc-39ea9b3bbb55 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:44.480393 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe825279-d3af-49bc-b2cc-39ea9b3bbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.555671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7856b1b7-ef87-4e4b-a3e7-665ffc717897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.655536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:44.709019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db7b38-9281-4358-8236-29bcda9309e6 tempest-DHCPAgentSchedulersTestJSON-2066028571 tempest-DHCPAgentSchedulersTestJSON-2066028571-project] Pushing event deleted for resources: {'Network': ['ID=aad8203a-712d-4ad8-b32b-bc0deb6df54b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:44.716094 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe825279-d3af-49bc-b2cc-39ea9b3bbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.738867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d3b82c-a9db-401b-b3e2-d03503c04be5 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:16:44.793874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fe825279-d3af-49bc-b2cc-39ea9b3bbb55 None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:44.812386 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe825279-d3af-49bc-b2cc-39ea9b3bbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:44.852487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82296eb6-b7cf-4897-9a76-c60d31e9896f req-a1de612a-b24f-46fe-9568-5f94d93ff115 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:44.861673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82296eb6-b7cf-4897-9a76-c60d31e9896f req-a1de612a-b24f-46fe-9568-5f94d93ff115 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.6228249 Sep 19 03:16:44.904745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-238b3391-9c10-4439-86d5-a3567219cfb4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:44.911724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-238b3391-9c10-4439-86d5-a3567219cfb4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:44.919471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-238b3391-9c10-4439-86d5-a3567219cfb4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:44.922116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-238b3391-9c10-4439-86d5-a3567219cfb4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "GET /v2.0/networks?id=489696fe-c9bd-4194-8110-e5e0038a5f3e&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2 HTTP/1.1" status: 200 len: 1994 time: 0.7347844 Sep 19 03:16:44.952994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd153b18-5ed4-4dde-a3c6-e009eb991c1f req-4ae713fb-2574-48d3-b05a-4cc15a47f4c9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0813792 Sep 19 03:16:44.998374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:45.003645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82296eb6-b7cf-4897-9a76-c60d31e9896f req-b766040e-da6f-4b09-9696-3591d51a3427 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381707 Sep 19 03:16:45.015863 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6d99c5d6-1288-4dfd-a53a-bd4d8fcd4d12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bceb4f012ae74780a711dfdcd17b8bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557334 Sep 19 03:16:45.018312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:45.060211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-03705092-cd4d-4551-b531-54ad4f1a91be tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef46786a939947b5ba537526488f533e HTTP/1.1" status: 200 len: 379 time: 0.1118975 Sep 19 03:16:45.095395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'admin_state_up': True, 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'security_groups': ['4aecc8fa-992d-480f-9a83-f7b4adf74594']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:45.124595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e220631-7b2d-496a-b2a6-fe0976516929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.158168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e220631-7b2d-496a-b2a6-fe0976516929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.229572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e220631-7b2d-496a-b2a6-fe0976516929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.234185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e220631-7b2d-496a-b2a6-fe0976516929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.242117 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7e220631-7b2d-496a-b2a6-fe0976516929 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14fca202-447f-4d04-99a9-3730df65199a HTTP/1.1" status: 204 len: 168 time: 0.2226660 Sep 19 03:16:45.255861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe825279-d3af-49bc-b2cc-39ea9b3bbb55 None None] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:45.284054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e220631-7b2d-496a-b2a6-fe0976516929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fca202-447f-4d04-99a9-3730df65199a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:45.383057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.459242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:45.479060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:45.480770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:45.484419 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.486850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:45.490199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:45.490886 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.524608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:45.525310 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.528209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55012) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:45.533731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:4c:39:fe', 'name': 'tempest-NetworksTestDHCPv6-1987389968'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:45.539000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-630c7e97-5ce7-4906-87a9-ac5f2514cc86 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6238644 Sep 19 03:16:45.738170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55016) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:45.773071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf16d4-4d8c-4ddd-a923-0ee42f55f89c None None] DHCP port deletion for aad8203a-712d-4ad8-b32b-bc0deb6df54b request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:16:45.775909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee2043d-3cc5-46ee-b927-2a81a63e468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.808022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 172.20.0.11 (489696fe-c9bd-4194-8110-e5e0038a5f3e/57bce8c9-3872-4f80-aa6d-916337e8c649/08a49894-b407-4304-96d2-088ecd9524e8) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:45.909945 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.925615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad2a0a1-3dd4-4ebe-9d54-5be2938c728f None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '7d185d31-cdf7-4877-8c87-1cc65f6310ce', 'ip_address': '2001:db8::f816:3eff:fee0:cc2e'}, {'subnet_id': 'c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'f7eff476-e681-45f0-9475-10ef689d061d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:16:45.980009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a0a1-3dd4-4ebe-9d54-5be2938c728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.985602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee2043d-3cc5-46ee-b927-2a81a63e468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:45.992565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee2043d-3cc5-46ee-b927-2a81a63e468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.016974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.043083 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fee2043d-3cc5-46ee-b927-2a81a63e468c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1dfafe171d8b4d688a5db6bf9cca367c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031073 Sep 19 03:16:46.043708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:46.051739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55022) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:46.133917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.136734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2043d-3cc5-46ee-b927-2a81a63e468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc26867-61f3-4599-b397-3196b3ef4249,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:46.165538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 6ccb8229-fee8-469e-9b58-25f2c4cd8fe7 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:46.197201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f65d61f8-0702-448d-a0c3-5cfbaee88345 req-3881e27c-65c0-4246-9d69-9d9e8aecebaf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0967498 Sep 19 03:16:46.298855 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.323947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:46.332342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3ad2a0a1-3dd4-4ebe-9d54-5be2938c728f None None] Allocated IP 172.20.0.2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3/f7eff476-e681-45f0-9475-10ef689d061d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:46.333157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:46.359878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:46.394236 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3da4e532-3100-4f67-8e9d-8827e89da784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.416636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3da4e532-3100-4f67-8e9d-8827e89da784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.444287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3ad2a0a1-3dd4-4ebe-9d54-5be2938c728f None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:46.506179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c084c80-f320-4fd5-8926-cbae8f49aaa2 req-5165e8b2-fda2-4321-ba86-a33e152461ef tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:46.514456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c084c80-f320-4fd5-8926-cbae8f49aaa2 req-5165e8b2-fda2-4321-ba86-a33e152461ef tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.3158147 Sep 19 03:16:46.524171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3da4e532-3100-4f67-8e9d-8827e89da784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.526600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a0a1-3dd4-4ebe-9d54-5be2938c728f None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.527144 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3da4e532-3100-4f67-8e9d-8827e89da784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.531302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3da4e532-3100-4f67-8e9d-8827e89da784 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acc26867-61f3-4599-b397-3196b3ef4249 HTTP/1.1" status: 204 len: 168 time: 0.4741991 Sep 19 03:16:46.538820 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ad2a0a1-3dd4-4ebe-9d54-5be2938c728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.581630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4e532-3100-4f67-8e9d-8827e89da784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc26867-61f3-4599-b397-3196b3ef4249,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:46.617074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=08a49894-b407-4304-96d2-088ecd9524e8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:46.660782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:46.661490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:46.677398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2a0a1-3dd4-4ebe-9d54-5be2938c728f None None] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:46.734846 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c5ef72cf-915b-46f6-af92-03a367b0cfbf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6453431 Sep 19 03:16:46.759979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c084c80-f320-4fd5-8926-cbae8f49aaa2 req-30634e38-975d-445d-9163-6661d3d9293b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435014 Sep 19 03:16:46.777194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 172.20.0.6 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3/6ccb8229-fee8-469e-9b58-25f2c4cd8fe7) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:46.784387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'admin_state_up': True, 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'security_groups': ['4aecc8fa-992d-480f-9a83-f7b4adf74594']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:46.786540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe4c:39fe (e3e2bc32-0994-4d48-a279-d11c2c4732c5/7d185d31-cdf7-4877-8c87-1cc65f6310ce/6ccb8229-fee8-469e-9b58-25f2c4cd8fe7) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:46.818285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:46.996678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:46.997060 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.050726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:47.054558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.212098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.228883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b7118b6-7ac3-47ae-907d-09cf0849405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.236465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1f65403c-1802-453e-9feb-70f36dad8519 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:16:47.288132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1f65403c-1802-453e-9feb-70f36dad8519 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:16:47.288728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1f65403c-1802-453e-9feb-70f36dad8519 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:16:47.292873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.345099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 10.1.1.54 (776d61f9-7930-4f60-b897-03d2d2257336/9edb5f92-86fa-4c36-a4de-4c075ccbec31/ddeabb28-40c2-48a7-9ba6-72b6d6d2c736) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:47.436068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:47.449037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:47.454838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:47.498289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=6ccb8229-fee8-469e-9b58-25f2c4cd8fe7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:47.574196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bb953-c4aa-4f39-94d0-3bb96883ba60 req-7161846a-2ab6-4569-80f1-86fe2adf6c9c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:47.592663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-768bb953-c4aa-4f39-94d0-3bb96883ba60 req-7161846a-2ab6-4569-80f1-86fe2adf6c9c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 932 time: 0.2202747 Sep 19 03:16:47.597485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:47.616476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.650872 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-355cba79-1852-46eb-9670-b59572295e0a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1213827 Sep 19 03:16:47.653803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55082) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:47.764073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fafa2a-eba3-489b-8c1e-d797f9d0edae tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:47.773958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fafa2a-eba3-489b-8c1e-d797f9d0edae tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:47.782936 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f5fafa2a-eba3-489b-8c1e-d797f9d0edae tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1276484 Sep 19 03:16:47.784258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55094) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:47.796164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-768bb953-c4aa-4f39-94d0-3bb96883ba60 req-db073827-1d63-499a-8304-2d9ce95a1ab9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727955 Sep 19 03:16:47.802993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.872506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a1cb0c-6f4c-4420-97e0-3b1ba61c893c None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:47.899856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:47.948477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 6ccb8229-fee8-469e-9b58-25f2c4cd8fe7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:47.949108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.030350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network 776d61f9-7930-4f60-b897-03d2d2257336 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:48.054112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:48.057654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:48.128186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:48.128910 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.143347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:48.171601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8252-f973-4ba3-ba6f-846d56008bc2 req-2d86e8b6-81f4-4e94-9c82-c8e09f81eb4f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:48.181349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb7a8252-f973-4ba3-ba6f-846d56008bc2 req-2d86e8b6-81f4-4e94-9c82-c8e09f81eb4f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2732346 Sep 19 03:16:48.204851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54852e63-eed3-42de-8922-ee4f4b1c56b1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4425664 Sep 19 03:16:48.205671 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-44421f16-e883-4a6f-a315-82a5685be95f None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:48.208530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44421f16-e883-4a6f-a315-82a5685be95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.235018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'admin_state_up': True, 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'security_groups': ['4aecc8fa-992d-480f-9a83-f7b4adf74594']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:48.268631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb7a8252-f973-4ba3-ba6f-846d56008bc2 req-c8aa0b28-9dc1-4c88-bf64-926f874915a0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853293 Sep 19 03:16:48.284229 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.353903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 6ccb8229-fee8-469e-9b58-25f2c4cd8fe7 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:48.394849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.469891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:48.486728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.498027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.752835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:48.753226 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.820705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:48.902810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:48.944109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=6ccb8229-fee8-469e-9b58-25f2c4cd8fe7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:49.072789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385fd3ae-8095-4cc9-a2b1-829d62d83cc2 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:49.099305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f4a36-e41b-4ce9-935a-7ed263f2edd1 req-2386de0c-8f2f-4203-91d4-5434d01844ee tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.100776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b89f4a36-e41b-4ce9-935a-7ed263f2edd1 req-2386de0c-8f2f-4203-91d4-5434d01844ee tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.4153333 Sep 19 03:16:49.109865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87d97e-2eca-4c33-aa4a-4e7ad5b33a3b req-cb82ade9-4fd9-4b39-8d6a-ed06ad8b06a6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.119967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b87d97e-2eca-4c33-aa4a-4e7ad5b33a3b req-cb82ade9-4fd9-4b39-8d6a-ed06ad8b06a6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1361063 Sep 19 03:16:49.174759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 10.1.1.41 (776d61f9-7930-4f60-b897-03d2d2257336/9edb5f92-86fa-4c36-a4de-4c075ccbec31/080cb86d-5728-4bc8-bfee-0fccfc0726e9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:49.181639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-cbe78c2b-8072-486c-a480-fda4e191ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.186306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-a2e2948a-dbf8-4fb6-a801-15d0a8808c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.187856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-a2e2948a-dbf8-4fb6-a801-15d0a8808c3e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 1097 time: 0.5013177 Sep 19 03:16:49.195191 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-cbe78c2b-8072-486c-a480-fda4e191ed7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1095 time: 0.2714698 Sep 19 03:16:49.233922 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:49.234486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:49.238511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Provisioning complete for port 08a49894-b407-4304-96d2-088ecd9524e8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:49.238885 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:49.277652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b87d97e-2eca-4c33-aa4a-4e7ad5b33a3b req-e55eb8e7-c805-4a98-a946-8ecac73126c6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567020 Sep 19 03:16:49.334659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Port 08a49894-b407-4304-96d2-088ecd9524e8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:49.366389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Provisioning complete for port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:49.366855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:49.379505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:49.383281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b89f4a36-e41b-4ce9-935a-7ed263f2edd1 req-08226963-2e8a-4723-a8b9-393e63787ea0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345567 Sep 19 03:16:49.396606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d1bb8deb-4f70-42e1-aa8b-9a0a5d5a2eed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/6ccb8229-fee8-469e-9b58-25f2c4cd8fe7 HTTP/1.1" status: 204 len: 168 time: 1.6108284 Sep 19 03:16:49.410362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55130) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:49.483245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55132) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:49.503534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0faabbea-4cec-4177-a30a-03204c3c0d11 None None] Port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:49.522425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-9675b050-2d09-4460-8a69-6cedbaaeb86f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3572388 Sep 19 03:16:49.636563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-efb2ea94-9cab-492b-973d-42b31b5043e4 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:49.636935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3344c2-5e2b-429d-bb89-97eab07b2226 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.637083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efb2ea94-9cab-492b-973d-42b31b5043e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:49.640106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3344c2-5e2b-429d-bb89-97eab07b2226 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.641673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3344c2-5e2b-429d-bb89-97eab07b2226 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.646451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fd3344c2-5e2b-429d-bb89-97eab07b2226 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2165763 Sep 19 03:16:49.646451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-0bd69506-b2d8-444a-a579-118541c473a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.646871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-0bd69506-b2d8-444a-a579-118541c473a9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.4109185 Sep 19 03:16:49.647372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55136) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:49.652178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-5ff96ffe-f681-4d0d-825d-6b369410a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.654440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-5ff96ffe-f681-4d0d-825d-6b369410a19a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9483a53b2c9643059cea027e7e359194&device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 1097 time: 0.0861440 Sep 19 03:16:49.661543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-587bb953-1927-435d-b5c1-3bf87d87165e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.663459 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-587bb953-1927-435d-b5c1-3bf87d87165e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.2408078 Sep 19 03:16:49.809312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-efb2ea94-9cab-492b-973d-42b31b5043e4 None None] Could not find standard attr ID for object 6ccb8229-fee8-469e-9b58-25f2c4cd8fe7. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:49.863994 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-98e3c5c3-6fa1-4959-9dcb-aa3fb49d0e4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 999 time: 0.1859183 Sep 19 03:16:49.940818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-08082eda-663f-430d-b8d8-3a27817740ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:49.942671 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-08082eda-663f-430d-b8d8-3a27817740ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 200 len: 918 time: 0.2632525 Sep 19 03:16:49.957427 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:49.959074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b36810bb-b7d2-4f80-a2ae-2a7b41332964 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-72492904'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:50.019094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2557b-d5d4-43f5-83f0-e65c17791d23 req-d60db2f5-a109-4fa0-bdcf-5599b4e303bf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.025568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2557b-d5d4-43f5-83f0-e65c17791d23 req-d60db2f5-a109-4fa0-bdcf-5599b4e303bf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.027409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75b2557b-d5d4-43f5-83f0-e65c17791d23 req-d60db2f5-a109-4fa0-bdcf-5599b4e303bf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 1653 time: 0.5805845 Sep 19 03:16:50.027673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-5d2f7c42-7aac-4bea-83e1-4c9019875c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.029232 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-5d2f7c42-7aac-4bea-83e1-4c9019875c33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1397352 Sep 19 03:16:50.037407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d9beb821-23da-42c3-bb61-ed8788a1890a None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:50.038160 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9beb821-23da-42c3-bb61-ed8788a1890a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.088681 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-9cff806e-2b02-4254-a174-3dbf98809ede service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 200 len: 1000 time: 0.1385362 Sep 19 03:16:50.170988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-a66c46cc-a716-48c9-ac7b-adaa6fb32375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.172538 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-a66c46cc-a716-48c9-ac7b-adaa6fb32375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289477 Sep 19 03:16:50.192131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-adcac2c2-36f0-404b-981d-2d56513da2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.209163 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-adcac2c2-36f0-404b-981d-2d56513da2c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 200 len: 856 time: 0.1125596 Sep 19 03:16:50.344447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-f3b2f223-7d0c-4310-8be3-7e7a94d11db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.346084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-f3b2f223-7d0c-4310-8be3-7e7a94d11db9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b941654-601c-4012-ba03-f35d18c9814a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265190 Sep 19 03:16:50.381228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 7d185d31-cdf7-4877-8c87-1cc65f6310ce {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:50.388809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-835660c1-7eec-4235-9e3d-50cf68d8221a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 200 len: 1002 time: 0.6568229 Sep 19 03:16:50.398000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.401028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b36810bb-b7d2-4f80-a2ae-2a7b41332964 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.402052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b36810bb-b7d2-4f80-a2ae-2a7b41332964 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.428305 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-86268c26-7005-440f-a90f-fbce54490060 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462983 Sep 19 03:16:50.470623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-55239415-155b-46d2-b326-00ce84843474 None None] Could not find standard attr ID for object 6ccb8229-fee8-469e-9b58-25f2c4cd8fe7. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:16:50.497393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.571403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75b2557b-d5d4-43f5-83f0-e65c17791d23 req-31f0ba60-8336-4299-8861-a5329cdf0074 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5306997 Sep 19 03:16:50.705542 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.817296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b36810bb-b7d2-4f80-a2ae-2a7b41332964 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.821632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-7b2fc11b-158a-47d5-95cf-4d8c714456a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.823697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-7b2fc11b-158a-47d5-95cf-4d8c714456a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.4167185 Sep 19 03:16:50.847244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc4a4-84c3-46f5-9081-040c3a9eed9e req-87923ef6-edde-48dd-89fd-01a91068c3da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:50.849034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-754dc4a4-84c3-46f5-9081-040c3a9eed9e req-87923ef6-edde-48dd-89fd-01a91068c3da tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.4432769 Sep 19 03:16:50.879912 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b36810bb-b7d2-4f80-a2ae-2a7b41332964 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.957004 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e78b4fc7-24ec-49b1-9acd-79da9e5a8d79 req-c598b88a-afcd-4918-bd72-c6a5406edb98 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358562 Sep 19 03:16:50.967438 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:50.969192 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-6e2ea3f0-839b-461c-b775-0f95dc2fbe5b service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094475 Sep 19 03:16:51.040727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b36810bb-b7d2-4f80-a2ae-2a7b41332964 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.045116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b36810bb-b7d2-4f80-a2ae-2a7b41332964 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 1.5568750 Sep 19 03:16:51.049599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55148) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:51.053651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.138408 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92675c78-c1f1-43f2-9bf6-8c6fcc138617 req-ab28b917-0fe9-4cb5-af99-4def886bb7bb service neutron] 10.222.0.32 "GET /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272669 Sep 19 03:16:51.147550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-754dc4a4-84c3-46f5-9081-040c3a9eed9e req-ca4b6808-58f9-45d5-8411-e7ea57161b9f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788715 Sep 19 03:16:51.201779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3776df-3717-4d45-9938-4003719a1711 req-aae4c211-26c1-40c0-86dd-a15b9663a37d tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:51.203336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e3776df-3717-4d45-9938-4003719a1711 req-aae4c211-26c1-40c0-86dd-a15b9663a37d tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.4533184 Sep 19 03:16:51.268235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b6d592b-05a2-49c0-80ac-3a2a619ed185 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.271148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network 776d61f9-7930-4f60-b897-03d2d2257336 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:51.285403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-e1a903f4-4750-482b-b24d-b257965b4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:51.286948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-e1a903f4-4750-482b-b24d-b257965b4e87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4208770 Sep 19 03:16:51.326597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=080cb86d-5728-4bc8-bfee-0fccfc0726e9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:51.329128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:51.335102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:51.425883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.449406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e3776df-3717-4d45-9938-4003719a1711 req-2b47b480-184a-45d6-9f84-f5c975bc578c tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099633 Sep 19 03:16:51.594480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=7d185d31-cdf7-4877-8c87-1cc65f6310ce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:51.619140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01d21a-0151-476c-9a23-e03b3a00b273 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:51.645090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.649246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b82417a6-3851-4ff3-8d1a-640bc9fcd159 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/7d185d31-cdf7-4877-8c87-1cc65f6310ce HTTP/1.1" status: 204 len: 168 time: 1.9445724 Sep 19 03:16:51.649246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b6d592b-05a2-49c0-80ac-3a2a619ed185 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.649690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55158) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:51.658329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:51.658987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.663536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b6d592b-05a2-49c0-80ac-3a2a619ed185 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.739562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-1ae3cfae-7470-49dc-b53a-c7277882b0af service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951130 Sep 19 03:16:51.745158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-0e869c23-77dd-4e4d-a633-b358227bbfa1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5147188 Sep 19 03:16:51.753528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b6d592b-05a2-49c0-80ac-3a2a619ed185 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.754089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d592b-05a2-49c0-80ac-3a2a619ed185 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f623815a-099b-4e66-a255-962317b5a226 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:16:51.761243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b6d592b-05a2-49c0-80ac-3a2a619ed185 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.766176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55160) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:51.766421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9b6d592b-05a2-49c0-80ac-3a2a619ed185 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "DELETE /v2.0/routers/f623815a-099b-4e66-a255-962317b5a226 HTTP/1.1" status: 204 len: 168 time: 0.7105699 Sep 19 03:16:51.774877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3ac560d9-7111-46f2-807b-28ab877eab2e tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Request body: {'router': {'name': 'tempest-router-2114752436', 'distributed': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:51.787253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2', 'admin_state_up': True, 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'security_groups': ['4aecc8fa-992d-480f-9a83-f7b4adf74594']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:51.798170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:16:51.823819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-add1129e-5dbd-40a7-b1df-f54c255dc8f2 None None] Provisioning complete for port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:51.827797 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-add1129e-5dbd-40a7-b1df-f54c255dc8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.834792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.953194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ac560d9-7111-46f2-807b-28ab877eab2e tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.954785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ac560d9-7111-46f2-807b-28ab877eab2e tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.963713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:51.991156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-add1129e-5dbd-40a7-b1df-f54c255dc8f2 None None] Port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:52.084578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.183566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeae65-41f8-4f58-9335-b540a7fa6056 req-d7f5447f-42b0-473b-a64e-587a6cc9890e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:52.186578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.190130 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ac560d9-7111-46f2-807b-28ab877eab2e tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.193357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeae65-41f8-4f58-9335-b540a7fa6056 req-d7f5447f-42b0-473b-a64e-587a6cc9890e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:52.203317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeae65-41f8-4f58-9335-b540a7fa6056 req-d7f5447f-42b0-473b-a64e-587a6cc9890e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:52.212739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daaeae65-41f8-4f58-9335-b540a7fa6056 req-d7f5447f-42b0-473b-a64e-587a6cc9890e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 2373 time: 0.3977950 Sep 19 03:16:52.225201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ac560d9-7111-46f2-807b-28ab877eab2e tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.238834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:52.244470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.246995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9d281c9f-e2ef-4e24-8876-63aee845bd0f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3 HTTP/1.1" status: 204 len: 168 time: 0.5961201 Sep 19 03:16:52.249314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ac560d9-7111-46f2-807b-28ab877eab2e tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.250732 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3ac560d9-7111-46f2-807b-28ab877eab2e tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4828286 Sep 19 03:16:52.251478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55164) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:52.269968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7816fa5f-9545-4fab-bf37-6fa440e5ee9f req-cf5c262c-14d2-4391-9596-44328f18f631 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742608 Sep 19 03:16:52.274194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55166) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:52.313036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-95689541-2f9f-4fa3-97c1-2a182b3a4d31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603039 Sep 19 03:16:52.315589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55168) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:52.328582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:52.487168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-daaeae65-41f8-4f58-9335-b540a7fa6056 req-262fd13d-f375-4855-bba4-4727127f3581 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732298 Sep 19 03:16:52.488437 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c931c2a-bdfc-4708-8f9b-b6e4a58cb578 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.516923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:52.521549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.590011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:52.864023 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.906396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:52.910286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:52.913486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:52.914086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:52.954616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6379359 Sep 19 03:16:52.957525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55176) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:52.965026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:52.988703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee6633-8bc4-44f0-909e-4e8c2f968090 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=27f0cdce-f6e6-4dae-98e1-191c4059f0d7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:53.021755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1181ea-47ec-4149-bd4e-5f14c05bd749 req-47fa67c6-a490-43d9-a9c7-40ba64bd4a05 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:53.023601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d1181ea-47ec-4149-bd4e-5f14c05bd749 req-47fa67c6-a490-43d9-a9c7-40ba64bd4a05 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.7058873 Sep 19 03:16:53.136765 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c931c2a-bdfc-4708-8f9b-b6e4a58cb578 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.147245 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c931c2a-bdfc-4708-8f9b-b6e4a58cb578 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.162837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:53.168059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.172061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951507e9-6575-44c7-90f1-4c6a9543202a None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:53.278250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d1181ea-47ec-4149-bd4e-5f14c05bd749 req-15e39f48-12b7-462f-9340-b3f9d7e83e5d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087767 Sep 19 03:16:53.298286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943ff2a-a7d3-4b6a-bcfd-ea6e72b26069 req-ce1b4348-3dc6-49de-84db-2e8e4eb68993 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:53.310766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9943ff2a-a7d3-4b6a-bcfd-ea6e72b26069 req-ce1b4348-3dc6-49de-84db-2e8e4eb68993 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2959359 Sep 19 03:16:53.339360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c931c2a-bdfc-4708-8f9b-b6e4a58cb578 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.339964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c931c2a-bdfc-4708-8f9b-b6e4a58cb578 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e456a188-151d-4f3e-93c3-6106cad42a01 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:16:53.345149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c931c2a-bdfc-4708-8f9b-b6e4a58cb578 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.346425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6c931c2a-bdfc-4708-8f9b-b6e4a58cb578 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "DELETE /v2.0/routers/e456a188-151d-4f3e-93c3-6106cad42a01 HTTP/1.1" status: 204 len: 168 time: 1.0620751 Sep 19 03:16:53.363869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55180) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:53.427610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9943ff2a-a7d3-4b6a-bcfd-ea6e72b26069 req-00ad7aec-37b4-481b-a558-a589fc2c61a8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191652 Sep 19 03:16:53.437617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f18939df-f404-467a-a9a4-3689c4957613 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Request body: {'router': {'name': 'tempest-router-423282310', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c03037a0b83b4acdb7eb4166df67eee2'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:53.451581 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.460294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ed535d6a-669e-4001-8f6f-81f9cbd9681d None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:53.460672 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed535d6a-669e-4001-8f6f-81f9cbd9681d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.725141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f18939df-f404-467a-a9a4-3689c4957613 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.725763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f18939df-f404-467a-a9a4-3689c4957613 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.788875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:16:53.875741 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-86cab7a4-bf71-4d5d-8a3c-d0fbcc8984d3 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:53.876797 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86cab7a4-bf71-4d5d-8a3c-d0fbcc8984d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:53.966124 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f18939df-f404-467a-a9a4-3689c4957613 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.011746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.049878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 10.2.2.100 (b5e78682-69fa-4fb8-98dc-8cafab409fe2/d658fa4e-9121-46b1-9cbd-409ed85c7ec2/ac0093bb-3a13-4a1b-8feb-5657a20ab775) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:54.180555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f18939df-f404-467a-a9a4-3689c4957613 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.207351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f18939df-f404-467a-a9a4-3689c4957613 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.211378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f18939df-f404-467a-a9a4-3689c4957613 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8079057 Sep 19 03:16:54.212328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55190) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:54.220514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:54.224611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.235520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3a911-1b05-41a1-8cfb-219e25e11b2f req-d7f5c587-616e-470d-8301-a2fbc6be934c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:54.241485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3a911-1b05-41a1-8cfb-219e25e11b2f req-d7f5c587-616e-470d-8301-a2fbc6be934c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:54.247976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3a911-1b05-41a1-8cfb-219e25e11b2f req-d7f5c587-616e-470d-8301-a2fbc6be934c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:54.255634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64d3a911-1b05-41a1-8cfb-219e25e11b2f req-d7f5c587-616e-470d-8301-a2fbc6be934c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 2373 time: 0.5621471 Sep 19 03:16:54.281187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:54.314952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64d3a911-1b05-41a1-8cfb-219e25e11b2f req-46615d7d-b7f4-43b1-b4c5-70ecedf8a393 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527513 Sep 19 03:16:54.351721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.397746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:54.401017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:54.404122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:54.434865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=ac0093bb-3a13-4a1b-8feb-5657a20ab775,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:54.444897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.445243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.445650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.445986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.446315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.446643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.446993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.447319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.447644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.447961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.448281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.448597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:54.488473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:54.489287 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.504719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.507198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9c45beca-1e1c-498d-a62f-650756326774 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7322896 Sep 19 03:16:54.530479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2', 'admin_state_up': True, 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'security_groups': ['4aecc8fa-992d-480f-9a83-f7b4adf74594']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:54.563435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.563859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.569944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.573268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.676671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd9eb0-17cb-4844-a170-55cb539eace6 req-058fa4ed-4de4-4907-85ad-fbe1b2ddce7e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:54.678320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbd9eb0-17cb-4844-a170-55cb539eace6 req-058fa4ed-4de4-4907-85ad-fbe1b2ddce7e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1425748 Sep 19 03:16:54.745461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbd9eb0-17cb-4844-a170-55cb539eace6 req-99a0a810-ce05-4e55-b580-765c5017b8f1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574059 Sep 19 03:16:54.754728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Made reservation on behalf of ef46786a939947b5ba537526488f533e for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:54.761135 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.812052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:54.814425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c5f959e5-016f-4116-8b23-f75f78a02364 None None] Provisioning complete for port ac0093bb-3a13-4a1b-8feb-5657a20ab775 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:54.814933 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5f959e5-016f-4116-8b23-f75f78a02364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.869695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:54.876285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:54.876708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.902675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94722) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 19 03:16:54.904780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Router 4ea65972-16aa-47f6-aace-530d7dae87e8 migrating from provider to provider. {{(pid=94722) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 19 03:16:54.905179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.926291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098cce9f-14db-4cf2-825f-58fdfd7c3668 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:16:54.977135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.985248 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0266476 Sep 19 03:16:54.985494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55204) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:54.986826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=38e6dd34-3cfa-43df-9133-0d2e24e41210,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:54.991758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:54.993994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4451f2f-4283-41df-9dc1-cdede36ea977 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=13']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:55.012860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:58:28:e3', 'name': 'tempest-NetworksTestDHCPv6-1091214794'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:55.015791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c5f959e5-016f-4116-8b23-f75f78a02364 None None] Port ac0093bb-3a13-4a1b-8feb-5657a20ab775 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:55.089375 n-d-809936-1 neutron-server[94722]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] No L3 agents can host the router 4ea65972-16aa-47f6-aace-530d7dae87e8 Sep 19 03:16:55.237216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Hosts for router 4ea65972-16aa-47f6-aace-530d7dae87e8: [] {{(pid=94722) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 19 03:16:55.261700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Hosts for other DVR routers connected to router 4ea65972-16aa-47f6-aace-530d7dae87e8: set() {{(pid=94722) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 19 03:16:55.265293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.266780 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d594ca1-3624-4c85-b8e0-97d0e9978aa3 tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "PUT /v2.0/routers/4ea65972-16aa-47f6-aace-530d7dae87e8 HTTP/1.1" status: 200 len: 716 time: 1.0526547 Sep 19 03:16:55.269268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:55.279504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Allocated IP 10.2.2.200 (b5e78682-69fa-4fb8-98dc-8cafab409fe2/d658fa4e-9121-46b1-9cbd-409ed85c7ec2/1aadde73-ab48-41bb-b2aa-cabaf35d0644) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:55.390526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f331c8e8-8dd9-4590-b9af-f188c91568eb tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "GET /v2.0/routers/4ea65972-16aa-47f6-aace-530d7dae87e8 HTTP/1.1" status: 200 len: 716 time: 0.1198976 Sep 19 03:16:55.393091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:55.438593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '38e6dd34-3cfa-43df-9133-0d2e24e41210', 'ip_address': '2001:db8::f816:3eff:fee0:cc2e'}, {'subnet_id': '27f0cdce-f6e6-4dae-98e1-191c4059f0d7'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'f7eff476-e681-45f0-9475-10ef689d061d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:16:55.470726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.484221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:16:55.662824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Allocated IP 172.20.0.2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/27f0cdce-f6e6-4dae-98e1-191c4059f0d7/f7eff476-e681-45f0-9475-10ef689d061d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:55.679440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ab0f28eb-7bda-42ff-84d4-a5155b657ea0 tempest-RoutersTestDVR-1774211487 tempest-RoutersTestDVR-1774211487-project] 10.222.0.22 "GET /v2.0/routers/4ea65972-16aa-47f6-aace-530d7dae87e8 HTTP/1.1" status: 200 len: 682 time: 0.2839963 Sep 19 03:16:55.680063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55214) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:55.713653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ba1d-0369-45d0-afc1-c06c98523d50 req-4138cce2-28b6-469e-8a05-991161603970 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:55.720149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ba1d-0369-45d0-afc1-c06c98523d50 req-4138cce2-28b6-469e-8a05-991161603970 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:55.726734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ba1d-0369-45d0-afc1-c06c98523d50 req-4138cce2-28b6-469e-8a05-991161603970 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:55.733769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95ba1d-0369-45d0-afc1-c06c98523d50 req-4138cce2-28b6-469e-8a05-991161603970 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:55.742840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c95ba1d-0369-45d0-afc1-c06c98523d50 req-4138cce2-28b6-469e-8a05-991161603970 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 3094 time: 0.2515500 Sep 19 03:16:55.750695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.789554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:16:55.810034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.811149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28b84844-0a6a-4bb1-9144-c1ec57ab602c tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.825892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.833006 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.837537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c95ba1d-0369-45d0-afc1-c06c98523d50 req-ff840cd8-20ee-4c3b-91c0-16841c088250 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936077 Sep 19 03:16:55.874632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 6971166e-33b7-4599-83cf-422c4d75a4f9 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:16:55.882020 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:55.907950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Pushing event updated for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=14']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:55.926265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.926822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.927280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.927731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.928179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.928858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.929769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.930219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.930696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.932908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.933379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.933827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2319c23-c062-4fa0-ad78-09507c84f967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:16:55.944503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event updated for resources: {'Port': ['ID=1aadde73-ab48-41bb-b2aa-cabaf35d0644,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:56.009141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:56.021528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:56.026302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:56.116745 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:16:56.188855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:56.189546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.243216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-e3fca817-0502-4a7b-9ff1-3681b9e40e8a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7177453 Sep 19 03:16:56.298697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:56.373562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 172.20.0.11 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/27f0cdce-f6e6-4dae-98e1-191c4059f0d7/6971166e-33b7-4599-83cf-422c4d75a4f9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:56.387064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe58:28e3 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/38e6dd34-3cfa-43df-9133-0d2e24e41210/6971166e-33b7-4599-83cf-422c4d75a4f9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:16:56.390346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.452509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-89e5089f-5d36-44b8-b641-3eab023c463a None None] Provisioning complete for port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:56.454392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-89e5089f-5d36-44b8-b641-3eab023c463a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.515332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28b84844-0a6a-4bb1-9144-c1ec57ab602c tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.521610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28b84844-0a6a-4bb1-9144-c1ec57ab602c tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.531369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-89e5089f-5d36-44b8-b641-3eab023c463a None None] Port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:56.590563 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28b84844-0a6a-4bb1-9144-c1ec57ab602c tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.591105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b84844-0a6a-4bb1-9144-c1ec57ab602c tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea65972-16aa-47f6-aace-530d7dae87e8 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:16:56.596468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28b84844-0a6a-4bb1-9144-c1ec57ab602c tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.597288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-28b84844-0a6a-4bb1-9144-c1ec57ab602c tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "DELETE /v2.0/routers/4ea65972-16aa-47f6-aace-530d7dae87e8 HTTP/1.1" status: 204 len: 168 time: 0.9139223 Sep 19 03:16:56.601144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55220) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:56.605436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5043e854-fcb3-4029-a209-ebeacb64bf0d tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Request body: {'router': {'name': 'tempest-router-491553887', 'distributed': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:56.653949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5043e854-fcb3-4029-a209-ebeacb64bf0d tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.655355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5043e854-fcb3-4029-a209-ebeacb64bf0d tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.767881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5043e854-fcb3-4029-a209-ebeacb64bf0d tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.774504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:16:56.777129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5043e854-fcb3-4029-a209-ebeacb64bf0d tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.796587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5043e854-fcb3-4029-a209-ebeacb64bf0d tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:56.802036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5043e854-fcb3-4029-a209-ebeacb64bf0d tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1998119 Sep 19 03:16:56.806576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55222) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:56.921241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7bea96a-e35e-473c-bd8e-327480ec69cc tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.094689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4af7bd18-97b2-41d7-8cff-478171682511 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:57.095407 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4af7bd18-97b2-41d7-8cff-478171682511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.169511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:57.170089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.178004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7bea96a-e35e-473c-bd8e-327480ec69cc tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.181075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7bea96a-e35e-473c-bd8e-327480ec69cc tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.235365 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7bea96a-e35e-473c-bd8e-327480ec69cc tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.235949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bea96a-e35e-473c-bd8e-327480ec69cc tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91d13cc6-6d08-4a75-8537-6d38de226f3d {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:16:57.240269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7bea96a-e35e-473c-bd8e-327480ec69cc tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.244732 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d7bea96a-e35e-473c-bd8e-327480ec69cc tempest-RoutersTestDVR-650428181 tempest-RoutersTestDVR-650428181-project-admin] 10.222.0.22 "DELETE /v2.0/routers/91d13cc6-6d08-4a75-8537-6d38de226f3d HTTP/1.1" status: 204 len: 168 time: 0.4336185 Sep 19 03:16:57.461769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3a70-3f48-4bc3-9071-2906fa9ea563 req-72d50f57-a484-489c-b79d-3194d534a568 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:57.468489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3a70-3f48-4bc3-9071-2906fa9ea563 req-72d50f57-a484-489c-b79d-3194d534a568 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:57.475156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3a70-3f48-4bc3-9071-2906fa9ea563 req-72d50f57-a484-489c-b79d-3194d534a568 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:57.481328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3a70-3f48-4bc3-9071-2906fa9ea563 req-72d50f57-a484-489c-b79d-3194d534a568 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:57.488121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3a70-3f48-4bc3-9071-2906fa9ea563 req-72d50f57-a484-489c-b79d-3194d534a568 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:57.489968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a6a3a70-3f48-4bc3-9071-2906fa9ea563 req-72d50f57-a484-489c-b79d-3194d534a568 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 3815 time: 0.3349395 Sep 19 03:16:57.513794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.575258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55234) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:57.599371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a49894-b407-4304-96d2-088ecd9524e8 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:16:57.612282 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.616924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a6a3a70-3f48-4bc3-9071-2906fa9ea563 req-964f439d-8919-4518-9480-43063fc98eff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121504 Sep 19 03:16:57.651542 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.676301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Transition to ACTIVE for port object 08a49894-b407-4304-96d2-088ecd9524e8 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:16:57.693070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.698809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:16:57.711458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:16:57.714460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c02bf95-13e1-49c3-bf5c-0cc6d1503b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.716939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:16:57.721618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=6971166e-33b7-4599-83cf-422c4d75a4f9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:57.854482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:57.855279 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.905911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Pushing event updated for resources: {'Port': ['ID=08a49894-b407-4304-96d2-088ecd9524e8,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:57.922008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c02bf95-13e1-49c3-bf5c-0cc6d1503b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.939065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c02bf95-13e1-49c3-bf5c-0cc6d1503b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:57.941028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-697be324-f068-409a-8507-d3f4250a09e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9520848 Sep 19 03:16:57.945124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:57.955525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Attempting to bind port 08a49894-b407-4304-96d2-088ecd9524e8 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:16:57.955859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Attempting to bind port 08a49894-b407-4304-96d2-088ecd9524e8 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:16:57.956433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Attempting to bind port 08a49894-b407-4304-96d2-088ecd9524e8 on network 489696fe-c9bd-4194-8110-e5e0038a5f3e {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:57.964021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Port 08a49894-b407-4304-96d2-088ecd9524e8 on network 489696fe-c9bd-4194-8110-e5e0038a5f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:16:57.967097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Attempting to bind port 08a49894-b407-4304-96d2-088ecd9524e8 on network 489696fe-c9bd-4194-8110-e5e0038a5f3e {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:16:57.979477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:16:57.980546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Checking segment: {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:16:57.982666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Bound using segment: {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:16:57.985415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Bound port: 08a49894-b407-4304-96d2-088ecd9524e8, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e4ae361-c6c8-4dd2-999e-10ed1705afa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:16:57.986079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.034645 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c02bf95-13e1-49c3-bf5c-0cc6d1503b05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c03037a0b83b4acdb7eb4166df67eee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574749 Sep 19 03:16:58.039890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55240) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:58.049678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02bf95-13e1-49c3-bf5c-0cc6d1503b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93319469-62f7-464c-98ff-60a9d380d6e7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:58.096185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984bb61-2b02-4696-aeaa-0dd85fdd4b28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.102515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984bb61-2b02-4696-aeaa-0dd85fdd4b28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.104336 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f984bb61-2b02-4696-aeaa-0dd85fdd4b28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1551158 Sep 19 03:16:58.107563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55242) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:58.148716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce170635-f127-469e-9fa9-bafdb0511878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.185193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce170635-f127-469e-9fa9-bafdb0511878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.189287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] For port 08a49894-b407-4304-96d2-088ecd9524e8, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:16:58.257838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] For port 08a49894-b407-4304-96d2-088ecd9524e8, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=08a49894-b407-4304-96d2-088ecd9524e8,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:16:58.276643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.287901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce170635-f127-469e-9fa9-bafdb0511878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.293146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce170635-f127-469e-9fa9-bafdb0511878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.295859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ce170635-f127-469e-9fa9-bafdb0511878 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93319469-62f7-464c-98ff-60a9d380d6e7 HTTP/1.1" status: 204 len: 168 time: 0.2537827 Sep 19 03:16:58.336666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce170635-f127-469e-9fa9-bafdb0511878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93319469-62f7-464c-98ff-60a9d380d6e7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:58.346879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-784121d4-bc07-4c18-8b04-6bf19134af4e None None] Provisioning complete for port 6971166e-33b7-4599-83cf-422c4d75a4f9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:16:58.347322 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-784121d4-bc07-4c18-8b04-6bf19134af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.482089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-784121d4-bc07-4c18-8b04-6bf19134af4e None None] Port 6971166e-33b7-4599-83cf-422c4d75a4f9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:16:58.489836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.490609 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.493852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] 10.222.0.32 "PUT /v2.0/ports/08a49894-b407-4304-96d2-088ecd9524e8 HTTP/1.1" status: 200 len: 1092 time: 2.2251430 Sep 19 03:16:58.507317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:16:58.511209 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bad8d6-83ff-47be-988f-03c34b16df0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "08a49894-b407-4304-96d2-088ecd9524e8"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:16:58.525040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18e14-d055-48ac-ac80-a7c27dbb7e4c service neutron] Pushing event updated for resources: {'Port': ['ID=08a49894-b407-4304-96d2-088ecd9524e8,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:58.541516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:16:58.552493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 6971166e-33b7-4599-83cf-422c4d75a4f9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:16:58.552837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.553453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55258) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:58.595182 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d9d066-a246-434f-a4d7-488e5894dac0 x-openstack-request-id: req-d5d9d066-a246-434f-a4d7-488e5894dac0 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:16:58.595478 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "08a49894-b407-4304-96d2-088ecd9524e8", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:16:58.595735 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5d9d066-a246-434f-a4d7-488e5894dac0 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:16:58.596130 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8', 'status': 'completed', 'code': 200} Sep 19 03:16:58.766405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.800365 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af6983f5-1d80-4393-879e-5e8f07349372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.834309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-32c974c0-ac3c-4122-87ae-1408485be315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.835170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-32c974c0-ac3c-4122-87ae-1408485be315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.835816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-32c974c0-ac3c-4122-87ae-1408485be315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.837432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-32c974c0-ac3c-4122-87ae-1408485be315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.838296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-32c974c0-ac3c-4122-87ae-1408485be315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:58.840378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-32c974c0-ac3c-4122-87ae-1408485be315 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 4362 time: 0.2053068 Sep 19 03:16:58.882925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.883831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55264) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:58.904198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18cc5ded-36cd-40bb-b0e9-370aaece4bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.949210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 6971166e-33b7-4599-83cf-422c4d75a4f9 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:16:58.956819 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af6983f5-1d80-4393-879e-5e8f07349372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:58.971881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af6983f5-1d80-4393-879e-5e8f07349372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.026113 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-af6983f5-1d80-4393-879e-5e8f07349372 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6515b74682b844e7a338f8af9d17b5a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4712760 Sep 19 03:16:59.028960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:59.031939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6983f5-1d80-4393-879e-5e8f07349372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44728e-3631-41d6-9f93-17cd06a41df4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:59.038384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3b4ff-e370-4e80-88bd-9872b39d1fdc req-66e4dc5f-9407-45d1-9f26-72f27142c0dd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.044351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3b4ff-e370-4e80-88bd-9872b39d1fdc req-66e4dc5f-9407-45d1-9f26-72f27142c0dd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.050305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3b4ff-e370-4e80-88bd-9872b39d1fdc req-66e4dc5f-9407-45d1-9f26-72f27142c0dd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.056185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3b4ff-e370-4e80-88bd-9872b39d1fdc req-66e4dc5f-9407-45d1-9f26-72f27142c0dd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.062690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3b4ff-e370-4e80-88bd-9872b39d1fdc req-66e4dc5f-9407-45d1-9f26-72f27142c0dd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.064617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bff3b4ff-e370-4e80-88bd-9872b39d1fdc req-66e4dc5f-9407-45d1-9f26-72f27142c0dd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 3827 time: 0.2958677 Sep 19 03:16:59.120080 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6218-ba35-465e-8f56-72279958013c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.138017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18cc5ded-36cd-40bb-b0e9-370aaece4bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.148213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-18cc5ded-36cd-40bb-b0e9-370aaece4bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.156036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6218-ba35-465e-8f56-72279958013c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.214722 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-18cc5ded-36cd-40bb-b0e9-370aaece4bba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37f8b167c9dd4059ba67d39eb8b7a557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276350 Sep 19 03:16:59.216690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55268) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:16:59.217777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc5ded-36cd-40bb-b0e9-370aaece4bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec43ad4-8a92-4bd9-9abb-c16ae1ae83c3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:59.250605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6218-ba35-465e-8f56-72279958013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.255165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff5a6218-ba35-465e-8f56-72279958013c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.258688 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ff5a6218-ba35-465e-8f56-72279958013c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e44728e-3631-41d6-9f93-17cd06a41df4 HTTP/1.1" status: 204 len: 168 time: 0.2254202 Sep 19 03:16:59.266937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a6218-ba35-465e-8f56-72279958013c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44728e-3631-41d6-9f93-17cd06a41df4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:16:59.291622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-a28cb726-d5a5-4d9c-ba5d-cc1bbc13e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.291915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-a28cb726-d5a5-4d9c-ba5d-cc1bbc13e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.292390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-a28cb726-d5a5-4d9c-ba5d-cc1bbc13e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.293980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-a28cb726-d5a5-4d9c-ba5d-cc1bbc13e3b9 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef46786a939947b5ba537526488f533e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4235508 Sep 19 03:16:59.314176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bff3b4ff-e370-4e80-88bd-9872b39d1fdc req-b258e4b7-dfe9-40d9-9365-c551e36210c9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323925 Sep 19 03:16:59.542712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-193909f9-e22f-42dc-8595-1d5ea12ce9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.726622 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.873118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-cc3646be-3c7e-4c8a-b679-babe308bf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:16:59.874618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15bad8d6-83ff-47be-988f-03c34b16df0b req-cc3646be-3c7e-4c8a-b679-babe308bf27e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5638635 Sep 19 03:16:59.909858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-193909f9-e22f-42dc-8595-1d5ea12ce9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:16:59.982186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c861ea38-da7d-4450-a8cb-20dd02ca1fd9 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:16:59.996566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.021772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Transition to ACTIVE for port object c861ea38-da7d-4450-a8cb-20dd02ca1fd9 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:17:00.024112 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.036666 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.066380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=6971166e-33b7-4599-83cf-422c4d75a4f9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:00.112690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-193909f9-e22f-42dc-8595-1d5ea12ce9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.115604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-193909f9-e22f-42dc-8595-1d5ea12ce9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.116768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-193909f9-e22f-42dc-8595-1d5ea12ce9f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ec43ad4-8a92-4bd9-9abb-c16ae1ae83c3 HTTP/1.1" status: 204 len: 168 time: 0.8926022 Sep 19 03:17:00.156714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193909f9-e22f-42dc-8595-1d5ea12ce9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec43ad4-8a92-4bd9-9abb-c16ae1ae83c3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:00.250519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Pushing event updated for resources: {'Port': ['ID=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:00.324500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.327616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-26ae5ec1-6048-4f59-b70f-7e2db8a19a77 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/6971166e-33b7-4599-83cf-422c4d75a4f9 HTTP/1.1" status: 204 len: 168 time: 2.2188859 Sep 19 03:17:00.330108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55296) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:00.380133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Attempting to bind port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:00.380713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Attempting to bind port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:00.381248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Attempting to bind port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:00.399762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 on network 776d61f9-7930-4f60-b897-03d2d2257336 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:17:00.400097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Attempting to bind port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:00.413739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:00.414285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Checking segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:00.414898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Bound using segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:00.415513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Bound port: c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:00.416074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.477093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf40377-0512-431f-a254-6b1c1ffd0ce1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.483822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf40377-0512-431f-a254-6b1c1ffd0ce1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.487158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf40377-0512-431f-a254-6b1c1ffd0ce1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.498406 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-faf40377-0512-431f-a254-6b1c1ffd0ce1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1666241 Sep 19 03:17:00.501312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55304) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:00.629512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 27f0cdce-f6e6-4dae-98e1-191c4059f0d7 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:00.638461 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.698826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] For port c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:00.725716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.729085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-8778e6a3-4c5e-45cd-9a3e-46fd80450067 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.735700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-8778e6a3-4c5e-45cd-9a3e-46fd80450067 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.741695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-8778e6a3-4c5e-45cd-9a3e-46fd80450067 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.747992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-8778e6a3-4c5e-45cd-9a3e-46fd80450067 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.754926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-8778e6a3-4c5e-45cd-9a3e-46fd80450067 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.768039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-8778e6a3-4c5e-45cd-9a3e-46fd80450067 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.775754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-8778e6a3-4c5e-45cd-9a3e-46fd80450067 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 4605 time: 0.2669287 Sep 19 03:17:00.799933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] For port c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:00.825925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.836866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.903057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.918848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.923208 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/27f0cdce-f6e6-4dae-98e1-191c4059f0d7 HTTP/1.1" status: 204 len: 168 time: 0.4184694 Sep 19 03:17:00.923654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55322) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:00.937160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee76354-64a5-400e-bc18-98d238fb8d66 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:00.943306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c81e2-87de-40f8-a796-16e63bebc99c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=27f0cdce-f6e6-4dae-98e1-191c4059f0d7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:00.949497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:00.950127 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:00.955996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] 10.222.0.32 "PUT /v2.0/ports/c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 200 len: 1136 time: 2.4202814 Sep 19 03:17:00.961385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': 'c861ea38-da7d-4450-a8cb-20dd02ca1fd9'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:00.973085 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "c861ea38-da7d-4450-a8cb-20dd02ca1fd9"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:01.034583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8eff8d84-511c-481c-8511-3e69c8e58cfa req-0bef181a-4451-4628-8b28-2219bee13fba tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2402880 Sep 19 03:17:01.064796 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805d86a2-364f-4d17-bf8f-2a85f4419ce3 x-openstack-request-id: req-805d86a2-364f-4d17-bf8f-2a85f4419ce3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:01.065087 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "c861ea38-da7d-4450-a8cb-20dd02ca1fd9", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:01.065339 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-805d86a2-364f-4d17-bf8f-2a85f4419ce3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:01.065733 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': 'c861ea38-da7d-4450-a8cb-20dd02ca1fd9', 'status': 'completed', 'code': 200} Sep 19 03:17:01.080149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:01.234768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077eeb2-788d-4b6e-81f2-fb0cd862d11f service neutron] Pushing event updated for resources: {'Port': ['ID=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:01.259545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 38e6dd34-3cfa-43df-9133-0d2e24e41210 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:01.271252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.344893 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.354221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-e32837ec-512a-45d4-a47c-dfef59901c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.362970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-e32837ec-512a-45d4-a47c-dfef59901c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.363686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-e32837ec-512a-45d4-a47c-dfef59901c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.364334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-e32837ec-512a-45d4-a47c-dfef59901c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.364977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-e32837ec-512a-45d4-a47c-dfef59901c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.365622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-e32837ec-512a-45d4-a47c-dfef59901c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.367876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-e32837ec-512a-45d4-a47c-dfef59901c6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5291 time: 0.2136710 Sep 19 03:17:01.376098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55338) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:01.386315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.563062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.720747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1643281618'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:01.755245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:01.759694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.776631 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.821413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-81fb9097-cdab-4f1b-bb54-7771b7c04580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.822569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-81fb9097-cdab-4f1b-bb54-7771b7c04580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.823533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-81fb9097-cdab-4f1b-bb54-7771b7c04580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:01.827625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-81fb9097-cdab-4f1b-bb54-7771b7c04580 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef46786a939947b5ba537526488f533e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4365270 Sep 19 03:17:01.910159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.980802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:01.986381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/38e6dd34-3cfa-43df-9133-0d2e24e41210 HTTP/1.1" status: 204 len: 168 time: 1.0449224 Sep 19 03:17:01.989481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55356) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:02.013856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.016769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3b81d9-72a7-463d-a635-1c5777304a09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=38e6dd34-3cfa-43df-9133-0d2e24e41210,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:02.019138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.046484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:17:02.063883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301b4069-5d47-452f-8884-ebf70a4a77f5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:02.088859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.089147 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Added segment 8a2f21a7-5142-4ccd-a99f-071251e5d746 of type vlan for network a98bab79-7ba6-45dc-8549-48b0cda0de65 Sep 19 03:17:02.107723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-027070b0-6ac2-49c7-82c9-6c9fea5321b8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921023 Sep 19 03:17:02.111301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55360) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:02.117638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:02.142996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.195724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061afdc-3fd0-4dd2-b23f-74520a4cba80 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:02.203615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.210807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.214850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.231052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-93c64b85-9c52-4914-950c-4c494ae562e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.232865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-419c85f4-7e97-45d7-9e7b-0c4fcd2b7905 req-93c64b85-9c52-4914-950c-4c494ae562e8 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3578589 Sep 19 03:17:02.313954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9362061 Sep 19 03:17:02.336127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:02.348067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'subnet': {'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:02.359036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-62ec27ae-b0c8-4ceb-8001-3c806394ee4d None None] Provisioning complete for port f7eff476-e681-45f0-9475-10ef689d061d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:02.359418 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-62ec27ae-b0c8-4ceb-8001-3c806394ee4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.393732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56498c0d-c52a-4983-89d6-5c0e3c71e0d6 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Network': ['ID=a98bab79-7ba6-45dc-8549-48b0cda0de65,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:02.414173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:17:02.454756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:02.461494 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.517118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:02.530455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:02.541786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.565036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-249ee9d7-37ea-4199-98e3-202190073071 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.573494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-249ee9d7-37ea-4199-98e3-202190073071 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.580864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-249ee9d7-37ea-4199-98e3-202190073071 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.584854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] Deleting port f7eff476-e681-45f0-9475-10ef689d061d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:02.585243 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.589988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-249ee9d7-37ea-4199-98e3-202190073071 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.595682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-249ee9d7-37ea-4199-98e3-202190073071 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.601742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-249ee9d7-37ea-4199-98e3-202190073071 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:02.611000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-249ee9d7-37ea-4199-98e3-202190073071 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 4605 time: 0.3819916 Sep 19 03:17:02.661654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] For port f7eff476-e681-45f0-9475-10ef689d061d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f7eff476-e681-45f0-9475-10ef689d061d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:02.662273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.678025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] Calling delete_port for f7eff476-e681-45f0-9475-10ef689d061d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:02.682835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-616aac5b-51ac-41ae-b2bb-f03605a15b02 req-18666a6c-e71d-4fb5-a7a0-ec58daf5f8bc tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658140 Sep 19 03:17:02.744135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:02.748925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:02.799918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.839674 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.846672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Transition to ACTIVE for port object 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:17:02.864482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:02.891690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] Pushing event deleted for resources: {'Port': ['ID=f7eff476-e681-45f0-9475-10ef689d061d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:02.895656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa602e3-cfd5-4b3a-9f7a-a667dd41516b None None] No DVR routers for this DVR port f7eff476-e681-45f0-9475-10ef689d061d on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:02.897023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No active binding found for port f7eff476-e681-45f0-9475-10ef689d061d {{(pid=94724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 19 03:17:02.897466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f7eff476-e681-45f0-9475-10ef689d061d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:03.018858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Pushing event updated for resources: {'Port': ['ID=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:03.183288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.249953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:03.252843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Attempting to bind port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:03.253176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Attempting to bind port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:03.253503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Attempting to bind port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:03.264841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:03.267793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.268396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.278629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7340a46d-bbe1-49fc-bd90-b46d3dd3e2e2 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:03.291067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 on network 776d61f9-7930-4f60-b897-03d2d2257336 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:17:03.291510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Attempting to bind port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:03.309284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:03.309654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Checking segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:03.310636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Bound using segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:03.311148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Bound port: 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:03.311582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.327092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=9a4402f4-e53f-4097-a896-a32f29ad0d7c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:03.337973 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55386) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:03.338634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-92cb7b29-68ef-4c8f-a483-4617d1716c65 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2261176 Sep 19 03:17:03.339668 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.345307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:03.481433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Subnet': ['ID=766e26a4-98e1-4232-9139-caf0ca2904cf,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:03.486385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Checking segment: {'id': '8a2f21a7-5142-4ccd-a99f-071251e5d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:03.486820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network hostable DHCP agents. Network: a98bab79-7ba6-45dc-8549-48b0cda0de65, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:17:03.490265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] For port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:03.493834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] For port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:03.507029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.512173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '9a4402f4-e53f-4097-a896-a32f29ad0d7c'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:03.516605 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.537966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:17:03.547450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.548388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.550022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] 10.222.0.32 "PUT /v2.0/ports/2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 200 len: 1136 time: 2.5144854 Sep 19 03:17:03.554604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '2023da0a-c2b9-4b28-8c0d-77c1016b75c8'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:03.557759 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904df1fe-22e7-4313-9717-5030ffc9b31d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "2023da0a-c2b9-4b28-8c0d-77c1016b75c8"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:03.581046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, a98bab79-7ba6-45dc-8549-48b0cda0de65) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:03.586077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.586959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.602966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:03.646687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:03.647922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeec91-0918-4f37-8c4c-1a846e795b4d service neutron] Pushing event updated for resources: {'Port': ['ID=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:03.652946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.663883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4bf11642-1d65-4745-b51d-abc612940879 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3251801 Sep 19 03:17:03.666171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55394) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:03.695905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'name': 'tempest-AllowedAddressPairTestJSON-93001855'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:03.705343 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df7565a-d143-481d-b7a3-890fddb41211 x-openstack-request-id: req-7df7565a-d143-481d-b7a3-890fddb41211 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:03.705667 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "2023da0a-c2b9-4b28-8c0d-77c1016b75c8", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:03.705812 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7df7565a-d143-481d-b7a3-890fddb41211 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:03.706182 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '2023da0a-c2b9-4b28-8c0d-77c1016b75c8', 'status': 'completed', 'code': 200} Sep 19 03:17:03.753480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7660dc-dc5b-4bd7-8b31-671530efbfc7 None None] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:03.776814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:03.907833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.908537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.909019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.909964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.910440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.911234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.911711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:03.913959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-15021fcc-671b-45a9-980f-250347088172 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6220 time: 0.1734097 Sep 19 03:17:04.049983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-a98bab79-7ba6-45dc-8549-48b0cda0de65', 'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'tenant_id': 'c2ffdfe96f2d4c799805ef073506933a', 'fixed_ips': [{'subnet_id': '766e26a4-98e1-4232-9139-caf0ca2904cf'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:04.050850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.132570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.140105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.147858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.155549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.163432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.171380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.177525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.179524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-b0f7270a-d893-4a65-98be-6bb689fa51cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5383 time: 0.3817945 Sep 19 03:17:04.208519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:04.210482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.249940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Allocated IP 172.20.0.2 (a98bab79-7ba6-45dc-8549-48b0cda0de65/766e26a4-98e1-4232-9139-caf0ca2904cf/c65de842-d4ee-4ae8-bece-22374c5ccacd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:04.273167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:04.280570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:04.287710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.288399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.295080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=39d0dd15-7d02-4625-b7f1-b9422cdebd1b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:04.329653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-286f05f6-be11-4a0e-abae-2373a3ec11b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9893231 Sep 19 03:17:04.331900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55406) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:04.339740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Allocated IP 172.20.0.2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/9a4402f4-e53f-4097-a896-a32f29ad0d7c/f8d47658-526e-4c1f-acc5-200557a0d00e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:04.342952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:69:3e:6f', 'name': 'tempest-NetworksTestDHCPv6-494512463'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:04.474922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.491557 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.540336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:04.548795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:04.572625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:04.583293 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Pushing event updated for resources: {'Port': ['ID=c65de842-d4ee-4ae8-bece-22374c5ccacd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:04.642365 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.654544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Attempting to bind port c65de842-d4ee-4ae8-bece-22374c5ccacd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:04.655032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Attempting to bind port c65de842-d4ee-4ae8-bece-22374c5ccacd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '8a2f21a7-5142-4ccd-a99f-071251e5d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:04.655929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Attempting to bind port c65de842-d4ee-4ae8-bece-22374c5ccacd on network a98bab79-7ba6-45dc-8549-48b0cda0de65 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:04.661004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:04.661384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Checking segment: {'id': '8a2f21a7-5142-4ccd-a99f-071251e5d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:04.662187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.662187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Bound using segment: {'id': '8a2f21a7-5142-4ccd-a99f-071251e5d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:04.662816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Bound port: c65de842-d4ee-4ae8-bece-22374c5ccacd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2f21a7-5142-4ccd-a99f-071251e5d746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:04.663337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.665649 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.700845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:04.705183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb939954-376a-4f75-a1ba-de35f2fd2279 req-fb48862e-6291-47ad-9b56-06a96f11dbda tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3866737 Sep 19 03:17:04.705787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:04.709253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.724613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-9c4496a6-cc5b-46ba-85f4-42c63e44a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.725114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-9c4496a6-cc5b-46ba-85f4-42c63e44a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.729257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-9c4496a6-cc5b-46ba-85f4-42c63e44a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:04.732353 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-9c4496a6-cc5b-46ba-85f4-42c63e44a387 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef46786a939947b5ba537526488f533e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7896833 Sep 19 03:17:04.750633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:04.759260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:04.763014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:04.764933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Pushing event updated for resources: {'Port': ['ID=f8d47658-526e-4c1f-acc5-200557a0d00e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:04.801124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.827130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 656fff5e-ca79-49c1-ab89-d3aa7f481c6b yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:04.829876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] device_id is not set on port 4b49212e-bdb8-4dce-9df2-b8f57988ef1c yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:04.851928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] For port c65de842-d4ee-4ae8-bece-22374c5ccacd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:04.861387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Attempting to bind port f8d47658-526e-4c1f-acc5-200557a0d00e on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:04.862091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Attempting to bind port f8d47658-526e-4c1f-acc5-200557a0d00e by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:04.862662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Attempting to bind port f8d47658-526e-4c1f-acc5-200557a0d00e on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:04.875558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:04.875939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:04.876356 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.876751 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:04.877227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Bound port: f8d47658-526e-4c1f-acc5-200557a0d00e, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:04.877612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.880488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] For port c65de842-d4ee-4ae8-bece-22374c5ccacd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c65de842-d4ee-4ae8-bece-22374c5ccacd,segment=NetworkSegment(8a2f21a7-5142-4ccd-a99f-071251e5d746),segment_id=8a2f21a7-5142-4ccd-a99f-071251e5d746)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:04.891801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:04.982691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] For port f8d47658-526e-4c1f-acc5-200557a0d00e, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:04.986289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] For port f8d47658-526e-4c1f-acc5-200557a0d00e, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f8d47658-526e-4c1f-acc5-200557a0d00e,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:04.995107 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.001282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Allocated IP 172.20.0.7 (a98bab79-7ba6-45dc-8549-48b0cda0de65/766e26a4-98e1-4232-9139-caf0ca2904cf/4b49212e-bdb8-4dce-9df2-b8f57988ef1c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:05.035183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bd09b-eff5-46d8-854d-5ac0554249c9 None None] Pushing event updated for resources: {'Port': ['ID=c65de842-d4ee-4ae8-bece-22374c5ccacd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:05.066008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 172.20.0.3 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/9a4402f4-e53f-4097-a896-a32f29ad0d7c/656fff5e-ca79-49c1-ab89-d3aa7f481c6b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:05.080167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe69:3e6f (e3e2bc32-0994-4d48-a279-d11c2c4732c5/39d0dd15-7d02-4625-b7f1-b9422cdebd1b/656fff5e-ca79-49c1-ab89-d3aa7f481c6b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:05.159747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bade7a6-62b6-4650-96e5-ccea6adb800a None None] Pushing event updated for resources: {'Port': ['ID=f8d47658-526e-4c1f-acc5-200557a0d00e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:05.207203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-e84398d3-522e-4f83-8826-c9c9bcebaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.208692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-904df1fe-22e7-4313-9717-5030ffc9b31d req-e84398d3-522e-4f83-8826-c9c9bcebaec7 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4106538 Sep 19 03:17:05.282474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:05.330293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.391942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.417932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Transition to ACTIVE for port object ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:17:05.427603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.440288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.519741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:05.524063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:05.535338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.536084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=656fff5e-ca79-49c1-ab89-d3aa7f481c6b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:05.543056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:05.557968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:05.629438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.630495 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.648262 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.662119 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-692ba895-49ec-4628-8c74-b0ecc052da07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3267171 Sep 19 03:17:05.664288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:05.690125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Attempting to bind port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:05.690571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Attempting to bind port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:05.690807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Attempting to bind port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:05.709764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:05.713103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 on network 776d61f9-7930-4f60-b897-03d2d2257336 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:17:05.713103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Attempting to bind port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:05.721497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:05.723777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:05.728173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e851d423-7f1b-481a-86a1-7becfc4f1acd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.735019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e851d423-7f1b-481a-86a1-7becfc4f1acd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.737026 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e851d423-7f1b-481a-86a1-7becfc4f1acd tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0721133 Sep 19 03:17:05.739668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55440) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:05.821272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.821899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.855044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:05.855395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Checking segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:05.855787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Bound using segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:05.856228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Bound port: ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:05.856626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.861630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=4b49212e-bdb8-4dce-9df2-b8f57988ef1c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:05.872793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 656fff5e-ca79-49c1-ab89-d3aa7f481c6b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:05.872793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:05.887302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cf1b0900-c56d-48b5-9b06-e746392a3d75 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2192128 Sep 19 03:17:05.887524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55442) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:05.895672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'name': 'tempest-AllowedAddressPairTestJSON-1615294604', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:47:c8:65'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:05.945433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.953093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.959964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.965849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.973008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.979418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.985707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:05.988003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-5e245086-f9bd-4678-8cf5-83a4061c7d5c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5395 time: 0.1917288 Sep 19 03:17:06.019866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] For port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:06.023148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] For port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:06.040746 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.049788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.074581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 656fff5e-ca79-49c1-ab89-d3aa7f481c6b owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:06.105451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.106471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.109231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] 10.222.0.32 "PUT /v2.0/ports/ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 HTTP/1.1" status: 200 len: 1090 time: 2.5161932 Sep 19 03:17:06.114300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:06.116829 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e30a0-ba58-4017-a5a9-21af42e042b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:06.152335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:06.154138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ba61045-41b2-4360-9ad8-17fb339e37a7 req-2e08e099-58e6-4bd2-be93-eafd9c3b2f49 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293180 Sep 19 03:17:06.170065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:06.260074 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ce1ec8-8943-40cd-ab3d-590436658d89 x-openstack-request-id: req-a8ce1ec8-8943-40cd-ab3d-590436658d89 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:06.260328 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:06.260501 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8ce1ec8-8943-40cd-ab3d-590436658d89 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:06.260999 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736', 'status': 'completed', 'code': 200} Sep 19 03:17:06.336850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4e61c-bc86-4433-95a1-f1eb51b08e70 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:06.366221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.396019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.432659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] device_id is not set on port 730278ba-285a-4c4d-9452-a68679abf7ca yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:06.557947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.558206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.558522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.559023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.560450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.560659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.561144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:06.563441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e316f3e5-0d7c-4e45-b4e7-a87d42657799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6287 time: 0.3014793 Sep 19 03:17:06.578097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c203b38-6ce5-4945-9323-428499f4433f None None] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:06.598915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.666635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0f598e02-a001-4aaa-a5fe-3f88f24b24a3 None None] Provisioning complete for port c65de842-d4ee-4ae8-bece-22374c5ccacd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:06.667144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f598e02-a001-4aaa-a5fe-3f88f24b24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.695185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=656fff5e-ca79-49c1-ab89-d3aa7f481c6b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:06.838692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Allocated IP 172.20.0.5 (a98bab79-7ba6-45dc-8549-48b0cda0de65/766e26a4-98e1-4232-9139-caf0ca2904cf/730278ba-285a-4c4d-9452-a68679abf7ca) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:06.901317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:06.904048 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0bae6759-3682-4ce8-aa8f-70bdb693ea31 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/656fff5e-ca79-49c1-ab89-d3aa7f481c6b HTTP/1.1" status: 204 len: 168 time: 1.1627755 Sep 19 03:17:06.906523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:07.005068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797d01f-1df5-4cc6-912a-cfa02a978bb5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.006720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797d01f-1df5-4cc6-912a-cfa02a978bb5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.008293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797d01f-1df5-4cc6-912a-cfa02a978bb5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.010083 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2797d01f-1df5-4cc6-912a-cfa02a978bb5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1025546 Sep 19 03:17:07.014355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:07.078930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e25ee647-92eb-41c2-bb5f-b97b141c2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.079505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e25ee647-92eb-41c2-bb5f-b97b141c2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.079866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e25ee647-92eb-41c2-bb5f-b97b141c2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.081457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-e25ee647-92eb-41c2-bb5f-b97b141c2dd7 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef46786a939947b5ba537526488f533e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4927735 Sep 19 03:17:07.096118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c65de842-d4ee-4ae8-bece-22374c5ccacd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:07.100206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080cb86d-5728-4bc8-bfee-0fccfc0726e9 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:07.115053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 39d0dd15-7d02-4625-b7f1-b9422cdebd1b {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:07.119499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.126401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.141886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148844b-a51c-418d-9258-28234b633733 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:07.173083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.178112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Transition to ACTIVE for port object 080cb86d-5728-4bc8-bfee-0fccfc0726e9 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:17:07.186159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.190383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.250267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.280232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Pushing event updated for resources: {'Port': ['ID=080cb86d-5728-4bc8-bfee-0fccfc0726e9,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:07.304480 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.355690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-67f27381-b8ba-437a-9cf9-03afc082b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.360185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b99e30a0-ba58-4017-a5a9-21af42e042b1 req-67f27381-b8ba-437a-9cf9-03afc082b8dd service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702546 Sep 19 03:17:07.369297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:07.379307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:07.387240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:07.441526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.442968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.447644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=730278ba-285a-4c4d-9452-a68679abf7ca,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:07.465765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.498207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c65de842-d4ee-4ae8-bece-22374c5ccacd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:07.498591 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.503044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.510440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.511158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=39d0dd15-7d02-4625-b7f1-b9422cdebd1b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:07.515211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca2bd8a8-ae3c-4291-8e1b-9359327f49ed tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6261873 Sep 19 03:17:07.518566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55478) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:07.519088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.533341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.535897 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-99b87696-bded-4798-bdd8-18830c32f8af tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/39d0dd15-7d02-4625-b7f1-b9422cdebd1b HTTP/1.1" status: 204 len: 168 time: 0.5205326 Sep 19 03:17:07.541076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.548831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.552482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55480) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:07.555718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.563238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.566049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-f9e9b88c-a520-4c2b-89df-17d6645eb27b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5407 time: 0.2717347 Sep 19 03:17:07.584601 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f598e02-a001-4aaa-a5fe-3f88f24b24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.588372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Attempting to bind port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:07.588710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Attempting to bind port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:07.589285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Attempting to bind port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:07.604535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 on network 776d61f9-7930-4f60-b897-03d2d2257336 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:17:07.605231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Attempting to bind port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:07.623351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:07.623686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Checking segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:07.624086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Bound using segment: {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:07.624601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Bound port: 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811e5786-0c49-4018-b421-f136914cccad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:07.624864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.636313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e2f046f-235e-47aa-8446-6f4db6ec2c9c req-c0bf9ea3-91fd-49c0-9c95-086ef4122bdd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586295 Sep 19 03:17:07.668122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43a248-a23f-4693-98ab-d1e95ec472bb tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.675033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43a248-a23f-4693-98ab-d1e95ec472bb tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.681554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a43a248-a23f-4693-98ab-d1e95ec472bb tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.695416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a43a248-a23f-4693-98ab-d1e95ec472bb tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1752403 Sep 19 03:17:07.695841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55484) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:07.708512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0f598e02-a001-4aaa-a5fe-3f88f24b24a3 None None] For port c65de842-d4ee-4ae8-bece-22374c5ccacd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c65de842-d4ee-4ae8-bece-22374c5ccacd,segment=NetworkSegment(8a2f21a7-5142-4ccd-a99f-071251e5d746),segment_id=8a2f21a7-5142-4ccd-a99f-071251e5d746)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:07.712394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 9a4402f4-e53f-4097-a896-a32f29ad0d7c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:07.717721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.745480 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0f598e02-a001-4aaa-a5fe-3f88f24b24a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.758429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] For port 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:07.762093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] For port 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:07.791393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.796737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.835763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:07.836456 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:07.838693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] 10.222.0.32 "PUT /v2.0/ports/080cb86d-5728-4bc8-bfee-0fccfc0726e9 HTTP/1.1" status: 200 len: 1090 time: 1.6740582 Sep 19 03:17:07.884747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:07.943305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fe879-c3f4-4a87-b54d-1252a7c0c074 service neutron] Pushing event updated for resources: {'Port': ['ID=080cb86d-5728-4bc8-bfee-0fccfc0726e9,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:07.958692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1b6c2-c035-42b5-8ad8-7ef51546d11c None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '9a4402f4-e53f-4097-a896-a32f29ad0d7c', 'ip_address': '172.20.0.2'}, {'subnet_id': '39d0dd15-7d02-4625-b7f1-b9422cdebd1b'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'f8d47658-526e-4c1f-acc5-200557a0d00e'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:17:07.973779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f8d47658-526e-4c1f-acc5-200557a0d00e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:07.999845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting port 730278ba-285a-4c4d-9452-a68679abf7ca {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:08.000183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.016142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f598e02-a001-4aaa-a5fe-3f88f24b24a3 None None] Pushing event updated for resources: {'Port': ['ID=c65de842-d4ee-4ae8-bece-22374c5ccacd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:08.035642 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.045533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.068438 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5c1b6c2-c035-42b5-8ad8-7ef51546d11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.154540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.158429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ee9fedae-40b5-4343-927d-0bb9e46dcfd8 None None] Provisioning complete for port c65de842-d4ee-4ae8-bece-22374c5ccacd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:08.158917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee9fedae-40b5-4343-927d-0bb9e46dcfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.186532 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.213848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4402f4-e53f-4097-a896-a32f29ad0d7c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:08.215274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Calling delete_port for 730278ba-285a-4c4d-9452-a68679abf7ca owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:08.234326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.236922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e2847c29-f994-4dba-9ab7-6f294c65daaa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/9a4402f4-e53f-4097-a896-a32f29ad0d7c HTTP/1.1" status: 204 len: 168 time: 0.6801507 Sep 19 03:17:08.241058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55500) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:08.274220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:08.276647 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:08.329831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f8d47658-526e-4c1f-acc5-200557a0d00e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:08.330253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.346043 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f044f16-0fff-4285-b687-c3d014a868c9 x-openstack-request-id: req-5f044f16-0fff-4285-b687-c3d014a868c9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:08.346531 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:08.346961 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f044f16-0fff-4285-b687-c3d014a868c9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:08.347517 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9', 'status': 'completed', 'code': 200} Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-b5c1b6c2-c035-42b5-8ad8-7ef51546d11c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a4402f4-e53f-4097-a896-a32f29ad0d7c: This subnet is being modified by another concurrent operation. Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:17:08.457570 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a4402f4-e53f-4097-a896-a32f29ad0d7c: This subnet is being modified by another concurrent operation. Sep 19 03:17:08.462401 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:17:08.547043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ee9fedae-40b5-4343-927d-0bb9e46dcfd8 None None] Provisioning complete for port f8d47658-526e-4c1f-acc5-200557a0d00e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:08.547512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee9fedae-40b5-4343-927d-0bb9e46dcfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.551243 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.614502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port f8d47658-526e-4c1f-acc5-200557a0d00e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f8d47658-526e-4c1f-acc5-200557a0d00e,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:08.623018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3a0fb3-6c3c-48e3-b0d2-bdaca1f4965a None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:08.628724 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.640976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.641588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.641966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.642433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.642923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.643382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.643849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.646023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-ff7bb2ae-358d-41ca-bb25-939e96601cda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6354 time: 0.2120783 Sep 19 03:17:08.771691 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-238d3c80-cda6-4783-97ff-9d920da4a677 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5272555 Sep 19 03:17:08.772496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55514) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:08.785831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c65de842-d4ee-4ae8-bece-22374c5ccacd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:08.835724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ccbff-8926-4026-8454-9bc80108ff88 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.842149 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e22ccbff-8926-4026-8454-9bc80108ff88 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0685318 Sep 19 03:17:08.842818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55516) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:08.911793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c74059-7a30-4f2a-baf7-bcfbbfcd6f40 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.916502 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-71c74059-7a30-4f2a-baf7-bcfbbfcd6f40 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0725505 Sep 19 03:17:08.917356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55518) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:08.957756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=f8d47658-526e-4c1f-acc5-200557a0d00e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:08.969210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.976110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.976705 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cf8f15f5-c147-45a2-88ab-dca35f577a70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582211 Sep 19 03:17:08.977610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55522) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:08.982438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-327e3a93-6a54-4bc3-91bb-20eeb1c61a1e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:08.983043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.989482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:08.991004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ee9fedae-40b5-4343-927d-0bb9e46dcfd8 None None] Provisioning complete for port 4b49212e-bdb8-4dce-9df2-b8f57988ef1c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:08.991633 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee9fedae-40b5-4343-927d-0bb9e46dcfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:08.995658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:09.001866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:09.008341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:09.010637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-e19e9eb9-3021-49fb-8a7e-d8370daf5b22 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5407 time: 0.2252645 Sep 19 03:17:09.022682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.047330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-96a25ecd-067e-4a89-ab00-c02e6489dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:09.047820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-96a25ecd-067e-4a89-ab00-c02e6489dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:09.048292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-96a25ecd-067e-4a89-ab00-c02e6489dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:09.049926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-96a25ecd-067e-4a89-ab00-c02e6489dd17 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef46786a939947b5ba537526488f533e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3542426 Sep 19 03:17:09.058453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ee9fedae-40b5-4343-927d-0bb9e46dcfd8 None None] Port 4b49212e-bdb8-4dce-9df2-b8f57988ef1c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:09.074728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0093bb-3a13-4a1b-8feb-5657a20ab775 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:09.074971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:09.085373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c65de842-d4ee-4ae8-bece-22374c5ccacd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:09.085758 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.105265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327e3a93-6a54-4bc3-91bb-20eeb1c61a1e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:09.108762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.111209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Port': ['ID=730278ba-285a-4c4d-9452-a68679abf7ca,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:09.113566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-327e3a93-6a54-4bc3-91bb-20eeb1c61a1e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.116233 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-327e3a93-6a54-4bc3-91bb-20eeb1c61a1e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:09.118333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327e3a93-6a54-4bc3-91bb-20eeb1c61a1e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:09.143716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-327e3a93-6a54-4bc3-91bb-20eeb1c61a1e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1648095 Sep 19 03:17:09.146162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55524) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:09.156926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e35780ee-e26a-4f7a-9ba3-92b32b83a391 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:09.186873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] Deleting port f8d47658-526e-4c1f-acc5-200557a0d00e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:09.187366 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.206880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Transition to ACTIVE for port object ac0093bb-3a13-4a1b-8feb-5657a20ab775 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:17:09.247273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-addc54b6-b31e-4b76-ae21-1f34629ced99 req-2cf68a94-9367-4b84-ab25-5e991656c533 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2248590 Sep 19 03:17:09.303737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35780ee-e26a-4f7a-9ba3-92b32b83a391 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:09.309786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e35780ee-e26a-4f7a-9ba3-92b32b83a391 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.313311 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35780ee-e26a-4f7a-9ba3-92b32b83a391 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:09.313944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35780ee-e26a-4f7a-9ba3-92b32b83a391 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:09.327457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-18dc4ae8-2495-4825-a612-dddcdb729c39 None None] Provisioning complete for port f8d47658-526e-4c1f-acc5-200557a0d00e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:09.333220 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18dc4ae8-2495-4825-a612-dddcdb729c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.338599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] For port f8d47658-526e-4c1f-acc5-200557a0d00e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f8d47658-526e-4c1f-acc5-200557a0d00e,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:09.338998 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.346275 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e35780ee-e26a-4f7a-9ba3-92b32b83a391 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1989300 Sep 19 03:17:09.347371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55528) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:09.363141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dcf0490c-3f72-4b7c-899d-fc7e6e1e422f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:09.389064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] Calling delete_port for f8d47658-526e-4c1f-acc5-200557a0d00e owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:09.410147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f8d47658-526e-4c1f-acc5-200557a0d00e no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:09.519202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf0490c-3f72-4b7c-899d-fc7e6e1e422f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:09.526289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dcf0490c-3f72-4b7c-899d-fc7e6e1e422f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.529308 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf0490c-3f72-4b7c-899d-fc7e6e1e422f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:09.530385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf0490c-3f72-4b7c-899d-fc7e6e1e422f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:09.571306 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dcf0490c-3f72-4b7c-899d-fc7e6e1e422f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2211857 Sep 19 03:17:09.572512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55534) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:09.580965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a53fbe03-cd43-41f7-9516-0de33405ed00 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:09.581472 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.621350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] Pushing event deleted for resources: {'Port': ['ID=f8d47658-526e-4c1f-acc5-200557a0d00e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:09.628177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e850a848-3852-4f3d-ada8-c0e7c475d67d None None] No DVR routers for this DVR port f8d47658-526e-4c1f-acc5-200557a0d00e on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:09.630425 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.645107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-18dc4ae8-2495-4825-a612-dddcdb729c39 None None] Could not find standard attr ID for object 730278ba-285a-4c4d-9452-a68679abf7ca. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:09.655353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1872de04-e696-41c0-9a74-e9b846b00fb5 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:17:09.662322 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.723135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-18dc4ae8-2495-4825-a612-dddcdb729c39 None None] Provisioning complete for port 4b49212e-bdb8-4dce-9df2-b8f57988ef1c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:09.723514 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18dc4ae8-2495-4825-a612-dddcdb729c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.761342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53fbe03-cd43-41f7-9516-0de33405ed00 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:09.765526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a53fbe03-cd43-41f7-9516-0de33405ed00 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.766971 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53fbe03-cd43-41f7-9516-0de33405ed00 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:09.767400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53fbe03-cd43-41f7-9516-0de33405ed00 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:09.812925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a53fbe03-cd43-41f7-9516-0de33405ed00 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2382593 Sep 19 03:17:09.846983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-01d3d037-5bb0-417e-9e53-dfa96340470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:09.848699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cb5d738-baf1-4b4b-b9c9-1da8347383dc req-01d3d037-5bb0-417e-9e53-dfa96340470c service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7560451 Sep 19 03:17:09.849203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0093bb-3a13-4a1b-8feb-5657a20ab775,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:09.867466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-18dc4ae8-2495-4825-a612-dddcdb729c39 None None] Port 4b49212e-bdb8-4dce-9df2-b8f57988ef1c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:09.891967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55544) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:09.898046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2164ff8e-3302-4b9a-b9cc-2acd6d764c1c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:09.925773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1872de04-e696-41c0-9a74-e9b846b00fb5 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:17:09.948623 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:09.951384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9965cf20-20a5-45c6-b2d2-5693a34206f3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/ports/730278ba-285a-4c4d-9452-a68679abf7ca HTTP/1.1" status: 204 len: 168 time: 2.2537081 Sep 19 03:17:09.956612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55546) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:09.987867 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f11833d-cb4b-4cb0-939b-c4920810a108 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] GET failed (client error): The resource could not be found. Sep 19 03:17:09.989479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8f11833d-cb4b-4cb0-939b-c4920810a108 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "GET /v2.0/ports/730278ba-285a-4c4d-9452-a68679abf7ca HTTP/1.1" status: 404 len: 333 time: 0.0319347 Sep 19 03:17:09.990667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Attempting to bind port ac0093bb-3a13-4a1b-8feb-5657a20ab775 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:09.990843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Attempting to bind port ac0093bb-3a13-4a1b-8feb-5657a20ab775 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:09.991703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Attempting to bind port ac0093bb-3a13-4a1b-8feb-5657a20ab775 on network b5e78682-69fa-4fb8-98dc-8cafab409fe2 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:09.994793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55550) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:10.001265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'name': 'tempest-AllowedAddressPairTestJSON-1089103274'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:10.006264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Port ac0093bb-3a13-4a1b-8feb-5657a20ab775 on network b5e78682-69fa-4fb8-98dc-8cafab409fe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:17:10.006576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Attempting to bind port ac0093bb-3a13-4a1b-8feb-5657a20ab775 on network b5e78682-69fa-4fb8-98dc-8cafab409fe2 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:10.017203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2164ff8e-3302-4b9a-b9cc-2acd6d764c1c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:10.022519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2164ff8e-3302-4b9a-b9cc-2acd6d764c1c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.024132 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-2164ff8e-3302-4b9a-b9cc-2acd6d764c1c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:10.024585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2164ff8e-3302-4b9a-b9cc-2acd6d764c1c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:10.029131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:10.029475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Checking segment: {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:10.029856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Bound using segment: {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:10.030298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Bound port: ac0093bb-3a13-4a1b-8feb-5657a20ab775, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:10.030660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.053851 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2164ff8e-3302-4b9a-b9cc-2acd6d764c1c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1606164 Sep 19 03:17:10.054576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55552) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:10.060864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-694d650a-68b0-4797-9a50-01d16de50e3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:10.166497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] For port ac0093bb-3a13-4a1b-8feb-5657a20ab775, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:10.176524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] For port ac0093bb-3a13-4a1b-8feb-5657a20ab775, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:10.177808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:17:10.177808 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:17:10.177808 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id_1': 'c2ffdfe96f2d4c799805ef073506933a', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 16, 50, 162653)}] Sep 19 03:17:10.177808 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:17:10.179887 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:17:10.182732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.186171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694d650a-68b0-4797-9a50-01d16de50e3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:10.194943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-694d650a-68b0-4797-9a50-01d16de50e3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.196565 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-694d650a-68b0-4797-9a50-01d16de50e3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:10.199237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694d650a-68b0-4797-9a50-01d16de50e3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:10.222994 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-694d650a-68b0-4797-9a50-01d16de50e3f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1666372 Sep 19 03:17:10.225537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55558) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:10.235968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.236590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.238214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] 10.222.0.32 "PUT /v2.0/ports/ac0093bb-3a13-4a1b-8feb-5657a20ab775 HTTP/1.1" status: 200 len: 1091 time: 2.3590178 Sep 19 03:17:10.261325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de7a86-3afb-44f8-8bf2-251b9307b008 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0093bb-3a13-4a1b-8feb-5657a20ab775,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:10.277639 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f009043b-f3bc-4122-b642-6a1829668ffb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0501282 Sep 19 03:17:10.279899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55562) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:10.287109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Request body: {'port': {'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:10.349673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:10.352642 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0372849f-6472-43c9-98e7-a194e30359f9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "ac0093bb-3a13-4a1b-8feb-5657a20ab775"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:10.388429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a811d2e4-46e5-45b1-a5af-d2d678977606 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.390160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a811d2e4-46e5-45b1-a5af-d2d678977606 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089091 Sep 19 03:17:10.392654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:10.411475 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb06d8f-f557-45fc-87fb-4ea1fb7d58ec x-openstack-request-id: req-efb06d8f-f557-45fc-87fb-4ea1fb7d58ec {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:10.412109 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "ac0093bb-3a13-4a1b-8feb-5657a20ab775", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:10.412109 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efb06d8f-f557-45fc-87fb-4ea1fb7d58ec {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:10.412408 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775', 'status': 'completed', 'code': 200} Sep 19 03:17:10.429117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.443541 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-30129c8f-3440-4481-9335-f94903db5204 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497346 Sep 19 03:17:10.447330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55572) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:10.452723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:10.593460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:10.598817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.611847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.617931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.625447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.632221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.640208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.647106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.653028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.655086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-c85860e1-97aa-46cb-b6d6-d7c4662027e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5419 time: 0.3062088 Sep 19 03:17:10.787583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:10.791786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:10.837773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.838277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.838773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.839260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.839796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.840271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.840740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:10.848986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a710cb4e-5019-4f84-a2f4-bae2b03d2bfb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6421 time: 0.2779438 Sep 19 03:17:10.858307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e9d81f5-d0d5-4d1c-8a39-c031575bf505 req-340dcbc5-89b6-4053-91ac-0f34a21a66f8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901717 Sep 19 03:17:10.877620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] device_id is not set on port 9eedda14-fa39-464e-b5c9-590ca0e96105 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:10.966412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:10.967284 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.022018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:11.025512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:11.030874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:11.031544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.037740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7183821e-0704-46e5-93f1-e7f6924a6fd6 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:11.040365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=5cb11d1f-13c1-43ca-8044-aaaa32945171,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:11.056218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b1e46a0-293b-4be4-b0d7-c679ec046df9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6075790 Sep 19 03:17:11.059363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55584) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:11.070039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:3a:a7:d6', 'name': 'tempest-NetworksTestDHCPv6-1235456227'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:11.162083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-83a8ffee-8307-4fbe-a1b0-fd1186546ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:11.162568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-83a8ffee-8307-4fbe-a1b0-fd1186546ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:11.163068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-83a8ffee-8307-4fbe-a1b0-fd1186546ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:11.164814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0372849f-6472-43c9-98e7-a194e30359f9 req-83a8ffee-8307-4fbe-a1b0-fd1186546ffc service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ef46786a939947b5ba537526488f533e&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3012731 Sep 19 03:17:11.168828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aadde73-ab48-41bb-b2aa-cabaf35d0644 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:11.193592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.202879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:11.218923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Allocated IP 172.20.0.14 (a98bab79-7ba6-45dc-8549-48b0cda0de65/766e26a4-98e1-4232-9139-caf0ca2904cf/9eedda14-fa39-464e-b5c9-590ca0e96105) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:11.240978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '5cb11d1f-13c1-43ca-8044-aaaa32945171'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:11.242118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.244834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Transition to ACTIVE for port object 1aadde73-ab48-41bb-b2aa-cabaf35d0644 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:17:11.289399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.319186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.345694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 97aa9ddc-a034-437d-b81e-ee8bd58df840 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:11.347303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1aadde73-ab48-41bb-b2aa-cabaf35d0644,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:11.418532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a293a834-7ecd-4c5b-bfab-1f3ac836e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:11.420642 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0372849f-6472-43c9-98e7-a194e30359f9 req-a293a834-7ecd-4c5b-bfab-1f3ac836e217 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2449639 Sep 19 03:17:11.439114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Allocated IP 2001:db8::f816:3eff:fea3:5ea3 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/5cb11d1f-13c1-43ca-8044-aaaa32945171/724973de-6bb9-4ff0-9e26-fecd8fda5227) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:11.599179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Attempting to bind port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:11.599592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Attempting to bind port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:11.599830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Attempting to bind port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 on network b5e78682-69fa-4fb8-98dc-8cafab409fe2 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:11.614818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 on network b5e78682-69fa-4fb8-98dc-8cafab409fe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:17:11.615806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Attempting to bind port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 on network b5e78682-69fa-4fb8-98dc-8cafab409fe2 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:11.625101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.626677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:11.628924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Checking segment: {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:11.629317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Bound using segment: {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:11.630423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Bound port: 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888f5602-49cb-4f2a-8706-a5b1b1dbff85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:11.630423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.659974 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.674129 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.712565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] For port 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:11.718121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] For port 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:11.743876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe3a:a7d6 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/5cb11d1f-13c1-43ca-8044-aaaa32945171/97aa9ddc-a034-437d-b81e-ee8bd58df840) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:11.744554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.788638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Pushing event updated for resources: {'Port': ['ID=724973de-6bb9-4ff0-9e26-fecd8fda5227,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:11.793688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:11.800379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:11.802996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:11.867316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1aadde73-ab48-41bb-b2aa-cabaf35d0644,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:11.873951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:11.875068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.877192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-08f8281f-9b23-46c9-8dd4-038c0f3a40e4 service neutron] 10.222.0.32 "PUT /v2.0/ports/1aadde73-ab48-41bb-b2aa-cabaf35d0644 HTTP/1.1" status: 200 len: 1091 time: 1.5960793 Sep 19 03:17:11.880011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.952301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Attempting to bind port 724973de-6bb9-4ff0-9e26-fecd8fda5227 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:11.952680 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Attempting to bind port 724973de-6bb9-4ff0-9e26-fecd8fda5227 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:11.953047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Attempting to bind port 724973de-6bb9-4ff0-9e26-fecd8fda5227 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:11.958523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:11.960423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:11.962283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:11.962698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:11.963213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Bound port: 724973de-6bb9-4ff0-9e26-fecd8fda5227, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:11.963603 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.058013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] For port 724973de-6bb9-4ff0-9e26-fecd8fda5227, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:12.071675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] For port 724973de-6bb9-4ff0-9e26-fecd8fda5227, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=724973de-6bb9-4ff0-9e26-fecd8fda5227,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:12.074558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.081386 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.128344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:12.139926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:12.142492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:12.143415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.196077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=9eedda14-fa39-464e-b5c9-590ca0e96105,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:12.210343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a0a29-dd4b-43e2-8809-dbe15c41ff1a None None] Pushing event updated for resources: {'Port': ['ID=724973de-6bb9-4ff0-9e26-fecd8fda5227,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:12.240183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.240783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.241255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.241875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.242965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.243439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.244248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.246663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9d68abf8-204b-46b3-9099-91269a7a0ed6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6488 time: 0.2727232 Sep 19 03:17:12.261588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:12.265493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:12.269321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.270009 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.272039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:12.278636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.280406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.291632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=97aa9ddc-a034-437d-b81e-ee8bd58df840,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:12.320907 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e558b4c7-7d07-49dc-bafd-1bb76083ae28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2597187 Sep 19 03:17:12.324935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55606) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:12.330462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-7dfa2375-ae8f-4283-8817-112077e8e9c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08a49894-b407-4304-96d2-088ecd9524e8 HTTP/1.1" status: 200 len: 217 time: 0.0495853 Sep 19 03:17:12.351490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.360267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.369689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.376208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.383081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.390211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.396418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.401896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ff3dd-b0b0-4af9-8a88-10c7eb20ffce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.404367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-f8786147-d32b-45b2-a696-871d792ad348 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.3711145 Sep 19 03:17:12.410339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3ff3dd-b0b0-4af9-8a88-10c7eb20ffce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.415912 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac3ff3dd-b0b0-4af9-8a88-10c7eb20ffce tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0893395 Sep 19 03:17:12.416595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55608) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:12.419635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:12.421858 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b46a6d5-4297-4632-bd96-c389bb0aa32f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:12.470784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a218b1fe-af17-4eba-a04f-b7ef8d2d77f1 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4749286 Sep 19 03:17:12.476030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55614) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:12.490057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:47:c8:65'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:12.531122 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a150e5-82d8-49be-b7cf-dbc98757dd49 x-openstack-request-id: req-a3a150e5-82d8-49be-b7cf-dbc98757dd49 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:12.531122 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:12.531122 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3a150e5-82d8-49be-b7cf-dbc98757dd49 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:12.532336 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644', 'status': 'completed', 'code': 200} Sep 19 03:17:12.558328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12d827f0-d235-413f-83e9-1ff162f3d618 req-2b4c83cf-e2df-4b96-bbba-f563df972334 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1530356 Sep 19 03:17:12.560605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-05a1d477-7223-483c-a6ba-f2bb2b4c1ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.562052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-05a1d477-7223-483c-a6ba-f2bb2b4c1ef2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57bce8c9-3872-4f80-aa6d-916337e8c649 HTTP/1.1" status: 200 len: 855 time: 0.1557395 Sep 19 03:17:12.575052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-95ab5007-fc0c-44dd-adab-4de9cbdd311d None None] Provisioning complete for port 9eedda14-fa39-464e-b5c9-590ca0e96105 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:12.575986 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95ab5007-fc0c-44dd-adab-4de9cbdd311d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.646065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-dabbc80a-98f4-4abb-8c43-3108fed566e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:12.647904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-dabbc80a-98f4-4abb-8c43-3108fed566e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=489696fe-c9bd-4194-8110-e5e0038a5f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704796 Sep 19 03:17:12.662060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-95ab5007-fc0c-44dd-adab-4de9cbdd311d None None] Port 9eedda14-fa39-464e-b5c9-590ca0e96105 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:12.794495 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.798081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 97aa9ddc-a034-437d-b81e-ee8bd58df840 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:12.798419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.798661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-5bfdee7f-8b8a-4140-a45b-ae76f03b03c0 service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414900 Sep 19 03:17:12.815717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 724973de-6bb9-4ff0-9e26-fecd8fda5227 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:12.900091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 724973de-6bb9-4ff0-9e26-fecd8fda5227 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:12.900464 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:12.937903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-86d83750-229a-408b-9ae4-ec2865256416 service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270912 Sep 19 03:17:12.991634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c468e11f-09ae-4915-a64b-d562f8877bfc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 200 len: 217 time: 0.0448017 Sep 19 03:17:12.995489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.014249 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.039545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 97aa9ddc-a034-437d-b81e-ee8bd58df840 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:13.053946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 724973de-6bb9-4ff0-9e26-fecd8fda5227, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=724973de-6bb9-4ff0-9e26-fecd8fda5227,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:13.064365 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.072619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-7ad09815-e287-475e-bf8e-a2390b284fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.073918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-7ad09815-e287-475e-bf8e-a2390b284fa8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.0729389 Sep 19 03:17:13.135972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=724973de-6bb9-4ff0-9e26-fecd8fda5227,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:13.168639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-44610272-3264-42f5-9ecf-8f4dfb3a02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.171163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-44610272-3264-42f5-9ecf-8f4dfb3a02d0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0898805 Sep 19 03:17:13.222778 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.232206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.310687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-3c6db3c8-14e0-4b7a-8cd2-806a88b434c5 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281786 Sep 19 03:17:13.331100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.338539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=9eedda14-fa39-464e-b5c9-590ca0e96105,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:13.374823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=97aa9ddc-a034-437d-b81e-ee8bd58df840,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:13.390225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] In _notify_port_updated(), no bound segment for port 9eedda14-fa39-464e-b5c9-590ca0e96105 on network a98bab79-7ba6-45dc-8549-48b0cda0de65 {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:17:13.396121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.397085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.398660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9781d367-2d53-4baa-b250-46a2b14ba265 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "PUT /v2.0/ports/9eedda14-fa39-464e-b5c9-590ca0e96105 HTTP/1.1" status: 200 len: 994 time: 0.9216723 Sep 19 03:17:13.414076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55640) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:13.419757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.422419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a182f695-775f-440a-a6c5-f00c38ba0be0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/97aa9ddc-a034-437d-b81e-ee8bd58df840 HTTP/1.1" status: 204 len: 168 time: 1.0047138 Sep 19 03:17:13.429373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55642) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:13.456475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-654fc388-728c-427c-b3aa-dfae63d6d607 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295280 Sep 19 03:17:13.522860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-8990435e-f2d6-4c80-8ba1-f29c141788fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 200 len: 217 time: 0.0530875 Sep 19 03:17:13.542576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8788c5-9069-4a29-81be-bffcda9e5417 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.545024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8788c5-9069-4a29-81be-bffcda9e5417 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.547632 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-de8788c5-9069-4a29-81be-bffcda9e5417 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1169779 Sep 19 03:17:13.550388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:13.592049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2ecdfc6-5b31-4e24-8d82-aa74a5e45d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.594300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d2ecdfc6-5b31-4e24-8d82-aa74a5e45d0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.0643280 Sep 19 03:17:13.642899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 5cb11d1f-13c1-43ca-8044-aaaa32945171 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:13.652374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.673445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-33779134-0619-4e9d-b0c6-cca0dde0c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.676183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-33779134-0619-4e9d-b0c6-cca0dde0c300 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709217 Sep 19 03:17:13.686413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting port 9eedda14-fa39-464e-b5c9-590ca0e96105 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:13.687357 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.730656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-342ecffa-1318-4f48-a711-2474afe249a6 None None] Provisioning complete for port 9eedda14-fa39-464e-b5c9-590ca0e96105 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:13.731282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-342ecffa-1318-4f48-a711-2474afe249a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.762348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.792767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.799573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.807269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.814727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.821727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.828886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.829169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-342ecffa-1318-4f48-a711-2474afe249a6 None None] Port 9eedda14-fa39-464e-b5c9-590ca0e96105 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:13.836480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:13.845463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb43e3c0-7019-4276-9278-8727054ae860 req-f59e1354-c69f-4d56-bc73-299d4303f780 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1678481 Sep 19 03:17:13.858034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-342ecffa-1318-4f48-a711-2474afe249a6 None None] Provisioning complete for port 724973de-6bb9-4ff0-9e26-fecd8fda5227 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:13.859075 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-342ecffa-1318-4f48-a711-2474afe249a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.867593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:13.899621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-6c87877e-aa9b-4ae0-be3c-86bb3aebf32e service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122004 Sep 19 03:17:13.904616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb43e3c0-7019-4276-9278-8727054ae860 req-740b233c-2d15-4898-9f9a-ddae761c06a3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584517 Sep 19 03:17:13.912920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Calling delete_port for 9eedda14-fa39-464e-b5c9-590ca0e96105 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:13.937449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.041589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-7f2888dd-8617-4338-aa77-42cde83fcbba service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284194 Sep 19 03:17:14.066722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.104487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-7b975dc4-617f-4ccc-8e42-ce881c48141c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 HTTP/1.1" status: 200 len: 217 time: 0.0532246 Sep 19 03:17:14.107302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb11d1f-13c1-43ca-8044-aaaa32945171,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:14.112509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8c7afd7a-86af-493d-952b-a514925afc79 None None] Could not find standard attr ID for object 97aa9ddc-a034-437d-b81e-ee8bd58df840. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:14.137050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.141659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d9866b56-23ff-4cc7-a88e-ece13f302f75 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/5cb11d1f-13c1-43ca-8044-aaaa32945171 HTTP/1.1" status: 204 len: 168 time: 0.5900311 Sep 19 03:17:14.144746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55654) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:14.163270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c233a721-6b49-419d-95af-b9995d16cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:14.164802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c233a721-6b49-419d-95af-b9995d16cabe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.0504711 Sep 19 03:17:14.187656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5795f342-bb9a-465e-a934-1eca3098999a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419433 Sep 19 03:17:14.188003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55656) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:14.208349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.214348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:14.249427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Port': ['ID=9eedda14-fa39-464e-b5c9-590ca0e96105,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:14.333174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-36f2dc44-460a-4af6-af2a-5e83a78d5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:14.337947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-36f2dc44-460a-4af6-af2a-5e83a78d5268 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1566861 Sep 19 03:17:14.359217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b6a9fa-49c9-43f4-a9ce-de9de20d616b None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:14.422415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:14.426256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.517056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.522025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb431fa0-a580-48d9-9d58-21fc074e3a1a tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/ports/9eedda14-fa39-464e-b5c9-590ca0e96105 HTTP/1.1" status: 204 len: 168 time: 1.1053717 Sep 19 03:17:14.524999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55664) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:14.529135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-54ac11b9-9bf2-459c-bdb2-85828fe9c224 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843791 Sep 19 03:17:14.529957 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84586308-811c-4a05-9490-9d7602763592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.621693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:14.679959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] Deleting port 724973de-6bb9-4ff0-9e26-fecd8fda5227 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:14.680442 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.758091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 724973de-6bb9-4ff0-9e26-fecd8fda5227 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:14.797933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] For port 724973de-6bb9-4ff0-9e26-fecd8fda5227, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=724973de-6bb9-4ff0-9e26-fecd8fda5227,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:14.798343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.817004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] Calling delete_port for 724973de-6bb9-4ff0-9e26-fecd8fda5227 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:14.856086 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-623e4fca-1ced-4313-bfa7-553bcfe879b2 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] GET failed (client error): The resource could not be found. Sep 19 03:17:14.861705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-623e4fca-1ced-4313-bfa7-553bcfe879b2 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "GET /v2.0/ports/9eedda14-fa39-464e-b5c9-590ca0e96105 HTTP/1.1" status: 404 len: 333 time: 0.3314393 Sep 19 03:17:14.861985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55674) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:14.875917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'name': 'tempest-AllowedAddressPairTestJSON-1421818619'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:14.918475 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:14.980481 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:15.014769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] Pushing event deleted for resources: {'Port': ['ID=724973de-6bb9-4ff0-9e26-fecd8fda5227,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:15.022824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543b17e-5e7f-4e6e-8b2b-968bfbca7fed None None] No DVR routers for this DVR port 724973de-6bb9-4ff0-9e26-fecd8fda5227 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:15.035770 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:17:15.035770 n-d-809936-1 neutron-server[94724]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 19 03:17:15.035770 n-d-809936-1 neutron-server[94724]: [parameters: {'status': 'DOWN', 'ports_id': '724973de-6bb9-4ff0-9e26-fecd8fda5227'}] Sep 19 03:17:15.035770 n-d-809936-1 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:17:15.036640 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:17:15.058595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-795af8a0-92ed-4eaf-8ea9-ceab1458bf48 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158281 Sep 19 03:17:15.144290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-fcc20c88-5d19-49b4-ae70-7dab4365a730 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9 HTTP/1.1" status: 200 len: 217 time: 0.0651445 Sep 19 03:17:15.236948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.243055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.249365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.255163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.261452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.267937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.273952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.276266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-7f3b4020-b6e7-4a3c-8ffc-a86db7fed429 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.2564964 Sep 19 03:17:15.308438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:15.311861 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:15.340244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-ebd5fa1e-b492-4d45-b181-398111e6dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.342183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-ebd5fa1e-b492-4d45-b181-398111e6dc45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.1690423 Sep 19 03:17:15.376544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] device_id is not set on port cb1acc2e-3740-4f0e-afcd-03fa9435b78a yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:15.425430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-928d89bd-9655-40d5-8a5b-552e50b9a23b req-bac5271e-8983-4c7c-ad25-37d37dfbe05c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373816 Sep 19 03:17:15.514596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.objects.ports [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:15.520514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:15.561841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port 724973de-6bb9-4ff0-9e26-fecd8fda5227 update to DOWN by agent not found {{(pid=94724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 19 03:17:15.570612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d56b41b0-14b6-471f-9bb3-6c3c0b4fb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.572270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d56b41b0-14b6-471f-9bb3-6c3c0b4fb4f0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1991270 Sep 19 03:17:15.613959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:15.639081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:15.642227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:15.642846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:15.649901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d133e-75b1-4478-b00c-0597273fcd08 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:15.655368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=ad837f9a-b57a-45ea-aa83-3d3f5993f91e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:15.711464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Allocated IP 172.20.0.8 (a98bab79-7ba6-45dc-8549-48b0cda0de65/766e26a4-98e1-4232-9139-caf0ca2904cf/cb1acc2e-3740-4f0e-afcd-03fa9435b78a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:15.716517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0739b887-73df-4354-a6b5-cf734b43d8c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5245948 Sep 19 03:17:15.719796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55708) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:15.724984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:9c:8e:27', 'name': 'tempest-NetworksTestDHCPv6-1227601820'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:15.758573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d9ed48fb-435e-442d-950a-8a2c5be43441 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643872 Sep 19 03:17:15.824541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': 'ad837f9a-b57a-45ea-aa83-3d3f5993f91e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:15.827331 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:15.886697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:15.894247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:15.920324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port f6be6691-1617-4965-a3b8-002b6823185f yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:15.926305 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:15.956738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-b0fd5764-e196-4296-89f6-8508cddea096 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869795 Sep 19 03:17:16.006236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Allocated IP 2001:db8::f816:3eff:fe2e:3ef9 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/ad837f9a-b57a-45ea-aa83-3d3f5993f91e/d4bd86c7-20d2-4ab6-aa82-23284fb3492e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:16.011480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-c9e4db67-d385-46d3-bdbc-fc83d82ce106 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775 HTTP/1.1" status: 200 len: 217 time: 0.0454397 Sep 19 03:17:16.031036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.080618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9badf971-a677-4fe3-aa87-1481eddea081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.082093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-9badf971-a677-4fe3-aa87-1481eddea081 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 200 len: 797 time: 0.0625346 Sep 19 03:17:16.117822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.162345 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.169002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.172758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:16.182974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:16.185937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:16.214623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=cb1acc2e-3740-4f0e-afcd-03fa9435b78a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:16.223588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-4c329ea3-351c-4b6e-b530-7b4fd78d510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.225146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-4c329ea3-351c-4b6e-b530-7b4fd78d510e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1335771 Sep 19 03:17:16.240438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe9c:8e27 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/ad837f9a-b57a-45ea-aa83-3d3f5993f91e/f6be6691-1617-4965-a3b8-002b6823185f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:16.254312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:16.256431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:16.268255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:16.285114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.285839 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.339297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fff255bf-68b3-4086-8927-fab27e86b68e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4761853 Sep 19 03:17:16.343543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55716) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:16.348658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:47:c8:65'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:16.356247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Pushing event updated for resources: {'Port': ['ID=d4bd86c7-20d2-4ab6-aa82-23284fb3492e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:16.369789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Attempting to bind port d4bd86c7-20d2-4ab6-aa82-23284fb3492e on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:16.371866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Attempting to bind port d4bd86c7-20d2-4ab6-aa82-23284fb3492e by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:16.373750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Attempting to bind port d4bd86c7-20d2-4ab6-aa82-23284fb3492e on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:16.387129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:16.387129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:16.387968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.388392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:16.389650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Bound port: d4bd86c7-20d2-4ab6-aa82-23284fb3492e, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:16.390252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.396310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-d360b1cf-99e1-4427-b55e-3e4974258db0 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628802 Sep 19 03:17:16.563451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.595432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] For port d4bd86c7-20d2-4ab6-aa82-23284fb3492e, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:16.600250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] For port d4bd86c7-20d2-4ab6-aa82-23284fb3492e, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d4bd86c7-20d2-4ab6-aa82-23284fb3492e,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:16.609038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-90621af6-3bd6-4645-b7e8-c6f91bae5b2e None None] Provisioning complete for port cb1acc2e-3740-4f0e-afcd-03fa9435b78a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:16.610094 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90621af6-3bd6-4645-b7e8-c6f91bae5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.612730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.615664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.638773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-99bb347d-09dc-4094-9800-30e233fb3e46 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333772 Sep 19 03:17:16.641338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.707236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-1282e770-fc45-4b8d-b33b-01d1b1fb53cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644 HTTP/1.1" status: 200 len: 217 time: 0.0601463 Sep 19 03:17:16.713170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-90621af6-3bd6-4645-b7e8-c6f91bae5b2e None None] Port cb1acc2e-3740-4f0e-afcd-03fa9435b78a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:16.717379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:16.718511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=f6be6691-1617-4965-a3b8-002b6823185f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:16.721528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:16.723953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:16.729730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.731173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cfcd9-c805-42ff-90ac-9dc35640d0b3 None None] Pushing event updated for resources: {'Port': ['ID=d4bd86c7-20d2-4ab6-aa82-23284fb3492e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:16.731664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:16.755763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1024ce8d-2701-4c16-9e3f-c9e573ac7b70 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0343728 Sep 19 03:17:16.756186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55724) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:16.757155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.763596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.769548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.775500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.781870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.788215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.790258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:16.795816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.797767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8c89642b-161b-45ef-89b9-f97d586461a4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.2314613 Sep 19 03:17:16.830680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c8a47-ff86-40e2-bc5d-752efda3c8ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.836850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6c8a47-ff86-40e2-bc5d-752efda3c8ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.839146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d6c8a47-ff86-40e2-bc5d-752efda3c8ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0818870 Sep 19 03:17:16.860988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55730) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:16.922910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-3d5d4c00-045a-4527-952b-c0234060d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:16.925368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-3d5d4c00-045a-4527-952b-c0234060d4d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 200 len: 797 time: 0.1941292 Sep 19 03:17:16.938170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd46d4d5-a83f-4a8d-af96-82e99d0b5893 req-8b210d76-b845-48bf-a7d7-ea9f33f072df tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206481 Sep 19 03:17:16.978128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7fd949-9683-4c7e-90ba-4ff85900a9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.038364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc23cc-c942-4292-b336-a158982ec376 req-77eb34e8-3b1a-46b9-a050-7ae8eb271b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.039683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port f6be6691-1617-4965-a3b8-002b6823185f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:17.040037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.040436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-77eb34e8-3b1a-46b9-a050-7ae8eb271b41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988107 Sep 19 03:17:17.139363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.146784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.161643 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.182292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcfe79fb-7582-4f66-b8aa-4a31487b1523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.248410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-11b5c9a6-3f75-4f1a-aef9-d23668d11587 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972902 Sep 19 03:17:17.271846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=cb1acc2e-3740-4f0e-afcd-03fa9435b78a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:17.298699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] In _notify_port_updated(), no bound segment for port cb1acc2e-3740-4f0e-afcd-03fa9435b78a on network a98bab79-7ba6-45dc-8549-48b0cda0de65 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:17:17.304594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.305281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.306684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-abfe235d-d4d2-4369-bc4f-2c3805234833 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "PUT /v2.0/ports/cb1acc2e-3740-4f0e-afcd-03fa9435b78a HTTP/1.1" status: 200 len: 996 time: 0.9623580 Sep 19 03:17:17.309419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55732) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:17.430414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0dc23cc-c942-4292-b336-a158982ec376 req-ddd7174a-0c75-42a4-ab35-5a1d039e2183 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715600 Sep 19 03:17:17.450820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for f6be6691-1617-4965-a3b8-002b6823185f owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:17.458339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6b2fa0aa-9e5f-4394-855d-285587701d59 None None] Provisioning complete for port cb1acc2e-3740-4f0e-afcd-03fa9435b78a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:17.459312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa0aa-9e5f-4394-855d-285587701d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.465084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7fd949-9683-4c7e-90ba-4ff85900a9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.474702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting port cb1acc2e-3740-4f0e-afcd-03fa9435b78a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:17.474702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.475069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7fd949-9683-4c7e-90ba-4ff85900a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.514176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6b2fa0aa-9e5f-4394-855d-285587701d59 None None] Port cb1acc2e-3740-4f0e-afcd-03fa9435b78a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:17.555601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7e7fd949-9683-4c7e-90ba-4ff85900a9ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f41b5c1cd3824336aac618dab9742753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7616646 Sep 19 03:17:17.556409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55734) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:17.559949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fd949-9683-4c7e-90ba-4ff85900a9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd994d7-00c0-40ad-980e-fc18cf44d02c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:17.596734 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.632940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Calling delete_port for cb1acc2e-3740-4f0e-afcd-03fa9435b78a owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:17.648445 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.682769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=f6be6691-1617-4965-a3b8-002b6823185f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:17.719197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.723815 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4ae56706-1e55-45b2-bc42-bd4cec5aacab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/f6be6691-1617-4965-a3b8-002b6823185f HTTP/1.1" status: 204 len: 168 time: 0.8594029 Sep 19 03:17:17.724508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55740) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:17.733534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd791cad-9444-4f8b-b546-469f387501e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.781439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b0472-3445-4bfc-91fa-2b4bcde0f8cc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.782560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd791cad-9444-4f8b-b546-469f387501e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.783115 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311b0472-3445-4bfc-91fa-2b4bcde0f8cc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.784864 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-311b0472-3445-4bfc-91fa-2b4bcde0f8cc tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0598295 Sep 19 03:17:17.788048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55742) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:17.801168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.801657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.802137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.802710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.803111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.803580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.804049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:17.805980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-0d44d8c9-c138-45a9-b1a1-8f1cee537f9f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6488 time: 0.1045082 Sep 19 03:17:17.853374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet ad837f9a-b57a-45ea-aa83-3d3f5993f91e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:17.857232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.904533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.953965 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:17.958068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Provisioning complete for port d4bd86c7-20d2-4ab6-aa82-23284fb3492e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:17.958443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.011188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.077774 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.082447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.118638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=ad837f9a-b57a-45ea-aa83-3d3f5993f91e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:18.123486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.128294 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73d1405c-8d07-495e-912e-9a373848c2d7 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/ad837f9a-b57a-45ea-aa83-3d3f5993f91e HTTP/1.1" status: 204 len: 168 time: 0.3363204 Sep 19 03:17:18.129130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55746) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.150890 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:17:18.151522 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:17:18.169486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ffc44d83-a296-49a8-bf4e-c085e823c0fb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386539 Sep 19 03:17:18.171858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.177711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67955cb8-8191-4475-afd3-080993717226 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:18.235391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3499b32-dddb-4926-9fdb-be98647c7f33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.237063 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e3499b32-dddb-4926-9fdb-be98647c7f33 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0642090 Sep 19 03:17:18.239662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55750) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.295875 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.304602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd791cad-9444-4f8b-b546-469f387501e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.307168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd791cad-9444-4f8b-b546-469f387501e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.310591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bd791cad-9444-4f8b-b546-469f387501e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fd994d7-00c0-40ad-980e-fc18cf44d02c HTTP/1.1" status: 204 len: 168 time: 0.7507961 Sep 19 03:17:18.310781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81baa8-b55e-411c-8f28-ea29989c18f5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.310781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2e81baa8-b55e-411c-8f28-ea29989c18f5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690932 Sep 19 03:17:18.312837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55754) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.355776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b8708471-676e-4b12-8cdf-45e80a1f6bbe tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416853 Sep 19 03:17:18.360998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55756) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.366775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:18.367638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Port': ['ID=cb1acc2e-3740-4f0e-afcd-03fa9435b78a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:18.405509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.411652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.417814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.424472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.430460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.438455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.444800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.454504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b6ac5eca-aeb6-4c6d-9271-9b8f8b346aa8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.2828810 Sep 19 03:17:18.488313 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.493766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd791cad-9444-4f8b-b546-469f387501e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd994d7-00c0-40ad-980e-fc18cf44d02c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:18.528040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-c6f004da-b8d4-4d95-bfa9-8fb52ab29ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.529261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-c6f004da-b8d4-4d95-bfa9-8fb52ab29ada service neutron] 10.222.0.32 "GET /v2.0/networks?id=b5e78682-69fa-4fb8-98dc-8cafab409fe2 HTTP/1.1" status: 200 len: 902 time: 0.7128942 Sep 19 03:17:18.533475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:18.543165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.577041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b635c2b-03c8-4298-b019-582a308403b8 req-b4397997-52ee-4c35-86d2-b06adfa1a656 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1127360 Sep 19 03:17:18.626126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-ddccb061-b57c-4130-840d-0e6ea9d3d9cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644 HTTP/1.1" status: 200 len: 217 time: 0.0702875 Sep 19 03:17:18.653874 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.657176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f9736e07-c32c-42f1-8a77-6eaf4b89a443 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/ports/cb1acc2e-3740-4f0e-afcd-03fa9435b78a HTTP/1.1" status: 204 len: 168 time: 1.3454013 Sep 19 03:17:18.670976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55760) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.702098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-6f85a454-b69f-4853-9fd2-7a760866f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.703816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-6f85a454-b69f-4853-9fd2-7a760866f1f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 200 len: 797 time: 0.0640368 Sep 19 03:17:18.707734 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-16965159-0e34-4c4e-9e5e-c9e4b59a1488 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] GET failed (client error): The resource could not be found. Sep 19 03:17:18.710845 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-16965159-0e34-4c4e-9e5e-c9e4b59a1488 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "GET /v2.0/ports/cb1acc2e-3740-4f0e-afcd-03fa9435b78a HTTP/1.1" status: 404 len: 333 time: 0.0373647 Sep 19 03:17:18.713619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55764) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.719218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'name': 'tempest-AllowedAddressPairTestJSON-778144739'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:18.735617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:18.758409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55766) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:18.775545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0550-c3d4-4584-8e09-c25b0949efb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.794311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.794800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-49db5a9b-4b8b-405a-a083-bcfdb8f9a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:18.796504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-49db5a9b-4b8b-405a-a083-bcfdb8f9a355 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822320 Sep 19 03:17:18.851868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] Deleting port d4bd86c7-20d2-4ab6-aa82-23284fb3492e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:18.853388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.860837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] For port d4bd86c7-20d2-4ab6-aa82-23284fb3492e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d4bd86c7-20d2-4ab6-aa82-23284fb3492e,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:18.880039 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.969308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-c91ef04c-d331-4748-abcb-c74744aab9e1 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390817 Sep 19 03:17:18.978863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0550-c3d4-4584-8e09-c25b0949efb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:18.985347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] For port d4bd86c7-20d2-4ab6-aa82-23284fb3492e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d4bd86c7-20d2-4ab6-aa82-23284fb3492e,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:18.985915 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.000597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd8909-d2ff-465d-a3ec-3abcf92007b0 None None] Pushing event updated for resources: {'Port': ['ID=d4bd86c7-20d2-4ab6-aa82-23284fb3492e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:19.000851 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e3fe0550-c3d4-4584-8e09-c25b0949efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.007496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3cc34c14-80b4-4108-8da0-c4f96b5563e6 None None] Could not find standard attr ID for object f6be6691-1617-4965-a3b8-002b6823185f. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:19.009014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] Calling delete_port for d4bd86c7-20d2-4ab6-aa82-23284fb3492e owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:19.046291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:19.049817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.056181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:19.083875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e3fe0550-c3d4-4584-8e09-c25b0949efb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f3cbfa408dfa4444a7f569d366aa0bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226795 Sep 19 03:17:19.088783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55768) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:19.093654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.097671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe0550-c3d4-4584-8e09-c25b0949efb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910a20aa-65b6-4c2f-8557-4148a3fd9f21,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:19.118427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] Pushing event deleted for resources: {'Port': ['ID=d4bd86c7-20d2-4ab6-aa82-23284fb3492e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:19.122649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81865b1-70d2-4a44-9c74-cd3aecb8fcd2 None None] No DVR routers for this DVR port d4bd86c7-20d2-4ab6-aa82-23284fb3492e on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:19.145939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] device_id is not set on port 4ff4c9f7-db76-4d3f-9882-4e0827306813 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:19.159013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b46a6d5-4297-4632-bd96-c389bb0aa32f req-d271b831-dd08-4627-a498-2738b7c97b5b service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786530 Sep 19 03:17:19.173085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d55eed9-3134-42fe-9ee1-671b81b9d529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.196872 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d55eed9-3134-42fe-9ee1-671b81b9d529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.230990 n-d-809936-1 neutron-server[94722]: WARNING neutron.services.revisions.revision_plugin [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Could not find related port for resource to bump revision. Sep 19 03:17:19.241043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_pluggable_backend [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Port d4bd86c7-20d2-4ab6-aa82-23284fb3492e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94722) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 19 03:17:19.241528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_pluggable_backend [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2e:3ef9 {{(pid=94722) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 19 03:17:19.244165 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d55eed9-3134-42fe-9ee1-671b81b9d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.247657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d55eed9-3134-42fe-9ee1-671b81b9d529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.252919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8d55eed9-3134-42fe-9ee1-671b81b9d529 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/910a20aa-65b6-4c2f-8557-4148a3fd9f21 HTTP/1.1" status: 204 len: 168 time: 0.1589336 Sep 19 03:17:19.253242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_pluggable_backend [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2e:3ef9 {{(pid=94722) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 19 03:17:19.256951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55eed9-3134-42fe-9ee1-671b81b9d529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910a20aa-65b6-4c2f-8557-4148a3fd9f21,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:19.270848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.340536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:19.351002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:19.353332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Allocated IP 172.20.0.13 (a98bab79-7ba6-45dc-8549-48b0cda0de65/766e26a4-98e1-4232-9139-caf0ca2904cf/4ff4c9f7-db76-4d3f-9882-4e0827306813) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:19.356359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.357089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.359419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=f8872ebf-1412-4ba5-8071-95ae5f0faede,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:19.361658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c7c0b-ad7d-4e9a-b0db-114fb824a02c None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:19.386351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97aeab00-4650-46ab-94be-d940921081d0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0218239 Sep 19 03:17:19.386569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55772) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:19.392126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:d5:71:27', 'name': 'tempest-NetworksTestDHCPv6-2025280616'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:19.520746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': 'f8872ebf-1412-4ba5-8071-95ae5f0faede'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:19.521605 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.613829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:19.620532 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.679352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Allocated IP 2001:db8::f816:3eff:feb4:1bf4 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/f8872ebf-1412-4ba5-8071-95ae5f0faede/2829df9d-e1b6-42cd-83e9-f6b85507a941) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:19.733130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.739446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.740192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.746350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.751142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.753314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.759911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.766500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.772573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.781360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-94af73e1-51e1-47b7-8299-acad990d36cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1124103 Sep 19 03:17:19.802193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:19.812484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:19.815239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:19.824492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 490634f8-7727-417a-8b58-060740d481a2 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:19.858729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=4ff4c9f7-db76-4d3f-9882-4e0827306813,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:19.867777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acdaa46b-a58b-49e9-ba8f-5ee349f8eecd req-bee91c66-4e94-483f-a292-01b8b5c6af29 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847673 Sep 19 03:17:19.879456 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.885198 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.939588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:19.945030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:19.945907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:19.959706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:19.964147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:19.978249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Pushing event updated for resources: {'Port': ['ID=2829df9d-e1b6-42cd-83e9-f6b85507a941,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:19.986558 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.005452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a217c792-2d1f-460d-8a22-dab27c28e8fd tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2906566 Sep 19 03:17:20.008991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55794) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:20.017346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'network_id': 'a98bab79-7ba6-45dc-8549-48b0cda0de65', 'name': 'tempest-AllowedAddressPairTestJSON-806878643'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:20.036362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fed5:7127 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/f8872ebf-1412-4ba5-8071-95ae5f0faede/490634f8-7727-417a-8b58-060740d481a2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:20.044860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Attempting to bind port 2829df9d-e1b6-42cd-83e9-f6b85507a941 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:20.045240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Attempting to bind port 2829df9d-e1b6-42cd-83e9-f6b85507a941 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:20.046202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Attempting to bind port 2829df9d-e1b6-42cd-83e9-f6b85507a941 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:20.055266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:20.055644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:20.056061 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.056463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:20.056970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Bound port: 2829df9d-e1b6-42cd-83e9-f6b85507a941, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:20.057332 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.168625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] For port 2829df9d-e1b6-42cd-83e9-f6b85507a941, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:20.173752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] For port 2829df9d-e1b6-42cd-83e9-f6b85507a941, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2829df9d-e1b6-42cd-83e9-f6b85507a941,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:20.180000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.191736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Made reservation on behalf of c2ffdfe96f2d4c799805ef073506933a for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:20.196586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.219199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] device_id is not set on port 5e311353-8d2b-4271-a4e4-7dc6d9296332 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:20.269931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.270562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc78415-212c-4c31-aac7-7fa9d27dddba None None] Pushing event updated for resources: {'Port': ['ID=2829df9d-e1b6-42cd-83e9-f6b85507a941,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:20.285678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-047088b0-b8b2-4f67-a5d9-a37b8252dce4 None None] Provisioning complete for port 4ff4c9f7-db76-4d3f-9882-4e0827306813 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:20.286078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-047088b0-b8b2-4f67-a5d9-a37b8252dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.335707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-047088b0-b8b2-4f67-a5d9-a37b8252dce4 None None] Port 4ff4c9f7-db76-4d3f-9882-4e0827306813 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:20.340078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.381605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:20.383966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Allocated IP 172.20.0.3 (a98bab79-7ba6-45dc-8549-48b0cda0de65/766e26a4-98e1-4232-9139-caf0ca2904cf/5e311353-8d2b-4271-a4e4-7dc6d9296332) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:20.385042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:20.390099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:20.396111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:20.397437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.417780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=490634f8-7727-417a-8b58-060740d481a2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:20.425096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8d538901-1a0d-4e6e-8258-f330627e3a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0374997 Sep 19 03:17:20.427997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55802) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:20.592400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef7795-3090-40c8-982e-b244b09b53a4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:20.598437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bef7795-3090-40c8-982e-b244b09b53a4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:20.600137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5bef7795-3090-40c8-982e-b244b09b53a4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1710100 Sep 19 03:17:20.603095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55806) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:20.609450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55808) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:20.645423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.685440 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.703182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 490634f8-7727-417a-8b58-060740d481a2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:20.703664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.733779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:20.749838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:20.753684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2edd187b-4450-4e8b-9afa-59f830b1ea74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.768517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:20.823538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.828290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2829df9d-e1b6-42cd-83e9-f6b85507a941 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:20.832959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=5e311353-8d2b-4271-a4e4-7dc6d9296332,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:20.839985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 490634f8-7727-417a-8b58-060740d481a2 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:20.880241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:20.881365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.909815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2829df9d-e1b6-42cd-83e9-f6b85507a941 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:20.910658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.986363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2edd187b-4450-4e8b-9afa-59f830b1ea74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:20.996896 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2edd187b-4450-4e8b-9afa-59f830b1ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.021998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1317a573-c2ca-4b01-b02c-6b70d2e703ff tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.0116084 Sep 19 03:17:21.022674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55816) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:21.045348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:47:c8:65'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:18:81:4b'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:21.088340 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.091697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-aa6aaebb-e22c-4f05-8233-0c89ac0f9698 None None] Provisioning complete for port 5e311353-8d2b-4271-a4e4-7dc6d9296332 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:21.092142 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa6aaebb-e22c-4f05-8233-0c89ac0f9698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.111468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.135381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2edd187b-4450-4e8b-9afa-59f830b1ea74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09294bddb69242f39c960b2c7e48ea5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246263 Sep 19 03:17:21.138846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55818) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:21.139049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd187b-4450-4e8b-9afa-59f830b1ea74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763035a2-ca25-43e6-ba14-c511fc2d5ca2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:21.164174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-aa6aaebb-e22c-4f05-8233-0c89ac0f9698 None None] Port 5e311353-8d2b-4271-a4e4-7dc6d9296332 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:21.168432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.173738 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/490634f8-7727-417a-8b58-060740d481a2 HTTP/1.1" status: 204 len: 168 time: 0.5697246 Sep 19 03:17:21.175464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55820) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:21.176262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d53f9d-5b1e-427d-a079-f30c78653a43 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=490634f8-7727-417a-8b58-060740d481a2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:21.188967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 2829df9d-e1b6-42cd-83e9-f6b85507a941, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2829df9d-e1b6-42cd-83e9-f6b85507a941,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:21.196338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.229141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.235726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaab544-18ee-41c3-b59b-756ec33a740a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.236704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.237388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaab544-18ee-41c3-b59b-756ec33a740a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.241753 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aaaab544-18ee-41c3-b59b-756ec33a740a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0628622 Sep 19 03:17:21.242334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55822) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:21.244014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.250259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.256540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.262655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.269122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.271011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=2829df9d-e1b6-42cd-83e9-f6b85507a941,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:21.286143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-bb785383-465a-4c9f-85e9-e118be3e7c3d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.2738492 Sep 19 03:17:21.300020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet f8872ebf-1412-4ba5-8071-95ae5f0faede {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:21.304903 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.305222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.357745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.394190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea46ea80-bcd3-4437-b01e-8c89f0dd40b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.403357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2763980a-d8b0-4e24-915d-b0ec6947413e req-34a756c3-bad1-434f-a50a-b6852412b45a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1162200 Sep 19 03:17:21.443649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.445571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea46ea80-bcd3-4437-b01e-8c89f0dd40b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.494212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d84754c2-3db6-484c-817e-5657a3817bbb None None] Provisioning complete for port 2829df9d-e1b6-42cd-83e9-f6b85507a941 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:21.498838 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d84754c2-3db6-484c-817e-5657a3817bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.531186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.589660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.592198 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/f8872ebf-1412-4ba5-8071-95ae5f0faede HTTP/1.1" status: 204 len: 168 time: 0.3488762 Sep 19 03:17:21.593396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd978b2-2e83-4880-8f39-4f26a73ccaf6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=f8872ebf-1412-4ba5-8071-95ae5f0faede,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:21.595106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55824) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:21.598305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea46ea80-bcd3-4437-b01e-8c89f0dd40b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.601510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea46ea80-bcd3-4437-b01e-8c89f0dd40b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.603633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ea46ea80-bcd3-4437-b01e-8c89f0dd40b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/763035a2-ca25-43e6-ba14-c511fc2d5ca2 HTTP/1.1" status: 204 len: 168 time: 0.4493272 Sep 19 03:17:21.625978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46ea80-bcd3-4437-b01e-8c89f0dd40b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763035a2-ca25-43e6-ba14-c511fc2d5ca2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:21.648238 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5ceff934-ad40-4a44-8468-cc989fcc065f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495381 Sep 19 03:17:21.648579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55828) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:21.654036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:21.655376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.662161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.665402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb7cf4-e1eb-4acc-a95c-831d504744a6 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:21.728076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event updated for resources: {'Port': ['ID=5e311353-8d2b-4271-a4e4-7dc6d9296332,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:21.755587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:21.761237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.785683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-55267471-7e85-4a9d-903e-2ac5b7ab6102 None None] Could not find standard attr ID for object 490634f8-7727-417a-8b58-060740d481a2. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:21.817554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] In _notify_port_updated(), no bound segment for port 5e311353-8d2b-4271-a4e4-7dc6d9296332 on network a98bab79-7ba6-45dc-8549-48b0cda0de65 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:17:21.824270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:21.825980 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:21.827425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8561be3f-d61d-46ee-aeb2-8be09e80e86b tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "PUT /v2.0/ports/5e311353-8d2b-4271-a4e4-7dc6d9296332 HTTP/1.1" status: 200 len: 1055 time: 0.7874532 Sep 19 03:17:21.830539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55832) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:21.959615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:22.006580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting port 5e311353-8d2b-4271-a4e4-7dc6d9296332 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:22.007933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.065318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] Deleting port 2829df9d-e1b6-42cd-83e9-f6b85507a941 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:22.065697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.138374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:22.141344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.143406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c4e9c7f9-2015-4727-a9a7-6f557b3b76cd None None] Provisioning complete for port 5e311353-8d2b-4271-a4e4-7dc6d9296332 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:22.143973 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c4e9c7f9-2015-4727-a9a7-6f557b3b76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.158149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Calling delete_port for 5e311353-8d2b-4271-a4e4-7dc6d9296332 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:22.184042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] For port 2829df9d-e1b6-42cd-83e9-f6b85507a941, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2829df9d-e1b6-42cd-83e9-f6b85507a941,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:22.184968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.203649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] Calling delete_port for 2829df9d-e1b6-42cd-83e9-f6b85507a941 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:22.205381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c4e9c7f9-2015-4727-a9a7-6f557b3b76cd None None] Port 5e311353-8d2b-4271-a4e4-7dc6d9296332 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:17:22.310855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.330386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Port 2829df9d-e1b6-42cd-83e9-f6b85507a941 concurrently deleted while adding address for new subnet {'id': 'aed19fcb-ce68-463d-9af1-8e777648950e', 'name': '', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1631, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-19T03:17:21Z', 'updated_at': '2021-09-19T03:17:21Z', 'revision_number': 0, 'segment_id': None, 'project_id': '574167f485eb4fdd825e17db8f067d27'}. {{(pid=94722) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 19 03:17:22.331735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.338837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] No DVR routers for this DVR port 2829df9d-e1b6-42cd-83e9-f6b85507a941 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:22.347036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.348662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bf616-5007-4ff5-b2ca-86b6ac5d78ca None None] Pushing event deleted for resources: {'Port': ['ID=2829df9d-e1b6-42cd-83e9-f6b85507a941,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:22.385618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Port': ['ID=5e311353-8d2b-4271-a4e4-7dc6d9296332,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:22.394678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:22.398014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:22.402388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.403018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.412760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab4666-731a-4ac0-b31e-9bc4a19203c3 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:22.414166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=aed19fcb-ce68-463d-9af1-8e777648950e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:22.430628 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ab284f75-cbb0-4e46-9654-f794fd8f5a8b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7787347 Sep 19 03:17:22.430847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55850) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:22.436567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:68:e8:1f', 'name': 'tempest-NetworksTestDHCPv6-1081512749'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:22.596992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.603579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.616351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.626825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.634963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.639488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:22.641959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.644365 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.650901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:22.652985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0b04dabd-4e99-43e8-ac15-5f17ab779041 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1379337 Sep 19 03:17:22.659390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': 'aed19fcb-ce68-463d-9af1-8e777648950e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:22.660265 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.682166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port e737eef8-ea29-4bb4-b9a4-9011793a15d7 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:22.803972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2829df9d-e1b6-42cd-83e9-f6b85507a941 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:22.824248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe68:e81f (e3e2bc32-0994-4d48-a279-d11c2c4732c5/aed19fcb-ce68-463d-9af1-8e777648950e/e737eef8-ea29-4bb4-b9a4-9011793a15d7) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:22.828626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 2829df9d-e1b6-42cd-83e9-f6b85507a941 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:17:22.828982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2829df9d-e1b6-42cd-83e9-f6b85507a941 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:22.850981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:22.854797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a410c3d2-77f0-404b-b46a-4b80347c9451 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/ports/5e311353-8d2b-4271-a4e4-7dc6d9296332 HTTP/1.1" status: 204 len: 168 time: 1.0214343 Sep 19 03:17:22.857625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55860) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:22.865033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa93216d-8baf-42d2-b08a-bb1a4adad70a req-0d540e0f-c857-4e56-858d-d655e70402c1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1846280 Sep 19 03:17:22.892949 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54f3995-48a7-497f-8d71-6ac6bc2aa4e3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] GET failed (client error): The resource could not be found. Sep 19 03:17:22.894427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f54f3995-48a7-497f-8d71-6ac6bc2aa4e3 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "GET /v2.0/ports/5e311353-8d2b-4271-a4e4-7dc6d9296332 HTTP/1.1" status: 404 len: 333 time: 0.0358474 Sep 19 03:17:22.897287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55862) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:22.997863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting port 4ff4c9f7-db76-4d3f-9882-4e0827306813 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:22.998208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.024230 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.061249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.104769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:23.108846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Allocated IP 2001:db8::f816:3eff:fe13:bc92 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/aed19fcb-ce68-463d-9af1-8e777648950e/b32a30ec-7322-4af6-8ef9-e6fd63f71b8f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:23.112759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:23.118221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:23.123776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.124837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:23.125482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.127973 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=e737eef8-ea29-4bb4-b9a4-9011793a15d7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:23.141188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Calling delete_port for 4ff4c9f7-db76-4d3f-9882-4e0827306813 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:23.153818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-23d50343-db6c-4466-a6b6-83c4a53f7156 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7215419 Sep 19 03:17:23.156566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55868) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:23.260399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f044af1c-196b-4ab8-b298-3136cbd55243 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:23.262622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f044af1c-196b-4ab8-b298-3136cbd55243 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1050529 Sep 19 03:17:23.266137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:23.296854 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.308299 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.361268 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.367292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:23.372514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:23.381921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:23.390258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Pushing event updated for resources: {'Port': ['ID=b32a30ec-7322-4af6-8ef9-e6fd63f71b8f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:23.401781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port e737eef8-ea29-4bb4-b9a4-9011793a15d7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:23.402952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.409979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Port': ['ID=4ff4c9f7-db76-4d3f-9882-4e0827306813,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:23.448617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Attempting to bind port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:23.448905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Attempting to bind port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:23.449994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Attempting to bind port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:23.455310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:23.455765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:23.456009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.456453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:23.457040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Bound port: b32a30ec-7322-4af6-8ef9-e6fd63f71b8f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:23.457426 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.513170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.516446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f401a94e-ea00-42a3-b2d3-a35440da043e tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/ports/4ff4c9f7-db76-4d3f-9882-4e0827306813 HTTP/1.1" status: 204 len: 168 time: 0.6177292 Sep 19 03:17:23.519381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55888) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:23.541666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] For port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:23.546399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] For port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b32a30ec-7322-4af6-8ef9-e6fd63f71b8f,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:23.547562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.555845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.565908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for e737eef8-ea29-4bb4-b9a4-9011793a15d7 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:23.575111 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-780360a9-c605-4ff7-aa9c-8a9db530501d tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] GET failed (client error): The resource could not be found. Sep 19 03:17:23.580107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-780360a9-c605-4ff7-aa9c-8a9db530501d tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "GET /v2.0/ports/4ff4c9f7-db76-4d3f-9882-4e0827306813 HTTP/1.1" status: 404 len: 333 time: 0.0598371 Sep 19 03:17:23.584204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55890) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:23.645869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29ef8c-0e0d-44a8-9b3b-d9e76f628770 None None] Pushing event updated for resources: {'Port': ['ID=b32a30ec-7322-4af6-8ef9-e6fd63f71b8f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:23.800022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting port 4b49212e-bdb8-4dce-9df2-b8f57988ef1c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:23.800374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.807139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.862389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=e737eef8-ea29-4bb4-b9a4-9011793a15d7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:23.939489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:23.941564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5630d93-9aab-42dd-8444-fca8acdd425c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/e737eef8-ea29-4bb4-b9a4-9011793a15d7 HTTP/1.1" status: 204 len: 168 time: 0.6745327 Sep 19 03:17:23.944490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:23.999365 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.014633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Calling delete_port for 4b49212e-bdb8-4dce-9df2-b8f57988ef1c owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:24.040635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22613042-6855-44e5-98b9-3d0565267cb6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.042542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22613042-6855-44e5-98b9-3d0565267cb6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.047222 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-22613042-6855-44e5-98b9-3d0565267cb6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1020200 Sep 19 03:17:24.047551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.053543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:24.054368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.064489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.070391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.077433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.083906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.091753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:24.094126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-9a53f51c-b63d-4b16-9efc-9fcad121fe4b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1213405 Sep 19 03:17:24.152170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86712266-b70e-41ae-91bd-9f0a9b1ec4ef req-690eaa02-56e0-479a-b99d-6fda16378550 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518043 Sep 19 03:17:24.158975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet aed19fcb-ce68-463d-9af1-8e777648950e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:24.164396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.233465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.577292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.629584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Port': ['ID=4b49212e-bdb8-4dce-9df2-b8f57988ef1c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:24.667880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55968) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:24.675161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.810277 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.813205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-458df763-9d0d-4579-87ef-ec20c1e50a65 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/ports/4b49212e-bdb8-4dce-9df2-b8f57988ef1c HTTP/1.1" status: 204 len: 168 time: 1.2278666 Sep 19 03:17:24.814591 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db400e01-ae30-486e-bfc2-88eff30bb85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.815744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55972) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:24.859078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b32a30ec-7322-4af6-8ef9-e6fd63f71b8f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:24.864089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.917085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=aed19fcb-ce68-463d-9af1-8e777648950e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:24.921224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.926009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-02072a4b-86b4-431b-9bbd-fb07852bf9ee tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/aed19fcb-ce68-463d-9af1-8e777648950e HTTP/1.1" status: 204 len: 168 time: 0.8690553 Sep 19 03:17:24.928020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55974) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:24.966479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9d4510d8-b1ff-4f7f-920c-182dcdb7f266 None None] Provisioning complete for port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:24.967235 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d4510d8-b1ff-4f7f-920c-182dcdb7f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.969105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db400e01-ae30-486e-bfc2-88eff30bb85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.973955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:24.975085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.979090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-db400e01-ae30-486e-bfc2-88eff30bb85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:24.988315 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4ba1917-7fbd-4b37-9941-66880a33476d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589430 Sep 19 03:17:24.993502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting subnet 766e26a4-98e1-4232-9139-caf0ca2904cf {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:24.993656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55976) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:24.997414 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.045969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.063153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-db400e01-ae30-486e-bfc2-88eff30bb85e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90f879bda6264c7aba7fb3843d5d5105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3937597 Sep 19 03:17:25.067588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55978) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:25.077012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db400e01-ae30-486e-bfc2-88eff30bb85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73cb417-4124-43c4-b763-23134a4ad12e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:25.093339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28482a2-9e2a-4022-9d6a-f162e3beced5 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:25.119463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc05fec-fac9-4aa7-b00f-a95caa701a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.120968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5dc05fec-fac9-4aa7-b00f-a95caa701a98 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1248264 Sep 19 03:17:25.124053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55980) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:25.141256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.175399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.193104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af72a060-33b4-4c59-85e8-5933f51bf499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.198205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533cfdd4-fd9d-42a3-b6fe-50d3350831e6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.199726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-533cfdd4-fd9d-42a3-b6fe-50d3350831e6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0744874 Sep 19 03:17:25.203296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55984) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:25.221999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.252962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f84c44ef-c644-4db0-a5d9-55106e1c3287 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479085 Sep 19 03:17:25.253189 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d4510d8-b1ff-4f7f-920c-182dcdb7f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.258770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55986) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:25.259251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Subnet': ['ID=766e26a4-98e1-4232-9139-caf0ca2904cf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:25.268030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:25.269866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af72a060-33b4-4c59-85e8-5933f51bf499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.273163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.275071 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-95a676cf-778e-408f-a54f-25097367a2b0 tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/subnets/766e26a4-98e1-4232-9139-caf0ca2904cf HTTP/1.1" status: 204 len: 168 time: 0.4581988 Sep 19 03:17:25.277623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55988) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:25.282589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5201e8-ed74-4ca4-96dc-67e89f5ccc58 None None] Network a98bab79-7ba6-45dc-8549-48b0cda0de65 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:25.329436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b32a30ec-7322-4af6-8ef9-e6fd63f71b8f,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:25.341837 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.364528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.370398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.376409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.382285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.389500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.396147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.402397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.405262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-5dfe831c-c3e1-4014-a0eb-800b7fa35b15 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1331403 Sep 19 03:17:25.420981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af72a060-33b4-4c59-85e8-5933f51bf499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.424433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af72a060-33b4-4c59-85e8-5933f51bf499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.425620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-af72a060-33b4-4c59-85e8-5933f51bf499 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c73cb417-4124-43c4-b763-23134a4ad12e HTTP/1.1" status: 204 len: 168 time: 0.3570940 Sep 19 03:17:25.463577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72a060-33b4-4c59-85e8-5933f51bf499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73cb417-4124-43c4-b763-23134a4ad12e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:25.469301 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.482145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:25.485651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.500636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e877ad23-a768-4c99-820c-65eef1ce6512 req-491cebf5-fe21-4ec5-9694-3cd4645d2e83 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737457 Sep 19 03:17:25.620821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:25.624347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Deleting port c65de842-d4ee-4ae8-bece-22374c5ccacd {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:25.624897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.719255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] For port c65de842-d4ee-4ae8-bece-22374c5ccacd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c65de842-d4ee-4ae8-bece-22374c5ccacd,segment=NetworkSegment(8a2f21a7-5142-4ccd-a99f-071251e5d746),segment_id=8a2f21a7-5142-4ccd-a99f-071251e5d746)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:25.719618 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.727037 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-9d4510d8-b1ff-4f7f-920c-182dcdb7f266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:17:25.727487 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-9d4510d8-b1ff-4f7f-920c-182dcdb7f266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:17:25.746125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Calling delete_port for c65de842-d4ee-4ae8-bece-22374c5ccacd owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:25.750983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=b32a30ec-7322-4af6-8ef9-e6fd63f71b8f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:25.780759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] Deleting port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:25.781226 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.782877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55996) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:25.807920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-142483d3-14c4-4528-9009-5094b074e35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.848875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.873749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad41be6-7736-4992-860f-63128c114921 None None] DHCP port deletion for a98bab79-7ba6-45dc-8549-48b0cda0de65 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:25.876782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] For port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b32a30ec-7322-4af6-8ef9-e6fd63f71b8f,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:25.877183 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.894712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] Calling delete_port for b32a30ec-7322-4af6-8ef9-e6fd63f71b8f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:25.916035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:25.922127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:25.927320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:25.927919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.936027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=09319c5c-0bc1-478e-8f43-ac0f9dea5fcd,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:25.941511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.943079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-142483d3-14c4-4528-9009-5094b074e35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.953023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-142483d3-14c4-4528-9009-5094b074e35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:25.970570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Port': ['ID=c65de842-d4ee-4ae8-bece-22374c5ccacd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:25.972336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] No DVR routers for this DVR port c65de842-d4ee-4ae8-bece-22374c5ccacd on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:25.977666 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-310b03bb-cbbf-4958-aebd-a03a1c8d2eff tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7161353 Sep 19 03:17:25.984907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55998) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:25.995125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:4d:4f:28', 'name': 'tempest-NetworksTestDHCPv6-1485930958'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:25.999106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0ad41be6-7736-4992-860f-63128c114921 None None] Deleting port c65de842-d4ee-4ae8-bece-22374c5ccacd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:25.999561 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ad41be6-7736-4992-860f-63128c114921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.018437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142483d3-14c4-4528-9009-5094b074e35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72ef8c1-d890-45ec-8c7a-3a95d17ea16d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:26.027291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-142483d3-14c4-4528-9009-5094b074e35e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11907023e0f04337b351d92c2c885f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424510 Sep 19 03:17:26.029356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:26.061900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.085201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0ad41be6-7736-4992-860f-63128c114921 None None] For port c65de842-d4ee-4ae8-bece-22374c5ccacd, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:26.085639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ad41be6-7736-4992-860f-63128c114921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.095678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.103905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0ad41be6-7736-4992-860f-63128c114921 None None] Calling delete_port for c65de842-d4ee-4ae8-bece-22374c5ccacd owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:26.104596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98bab79-7ba6-45dc-8549-48b0cda0de65']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:26.122543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2f21a7-5142-4ccd-a99f-071251e5d746') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:26.123223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2f21a7-5142-4ccd-a99f-071251e5d746') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:26.125920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad41be6-7736-4992-860f-63128c114921 None None] Port c65de842-d4ee-4ae8-bece-22374c5ccacd was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:17:26.129597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] Pushing event deleted for resources: {'Port': ['ID=b32a30ec-7322-4af6-8ef9-e6fd63f71b8f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:26.133797 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ad41be6-7736-4992-860f-63128c114921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.133962 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.141773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:26.145738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c7a05-66e4-4435-be4b-7a26bc6473a3 None None] No DVR routers for this DVR port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:26.155484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3afb6da5-2132-43e9-90e9-87db20b43530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.158166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.165590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad41be6-7736-4992-860f-63128c114921 None None] Pushing event deleted for resources: {'Port': ['ID=c65de842-d4ee-4ae8-bece-22374c5ccacd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:26.167581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad41be6-7736-4992-860f-63128c114921 None None] No DVR routers for this DVR port c65de842-d4ee-4ae8-bece-22374c5ccacd on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:26.183450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:17:26.183864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: items = [ Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:17:26.192403 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:17:26.196857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd0512c-872c-4e19-9a07-4f37f47cc715 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:26.202052 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3afb6da5-2132-43e9-90e9-87db20b43530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.239740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.263350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 2f36ce43-9bce-4264-9195-0fd4a08a90d7 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:26.270471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9d4510d8-b1ff-4f7f-920c-182dcdb7f266 None None] Port b32a30ec-7322-4af6-8ef9-e6fd63f71b8f update to ACTIVE by agent not found {{(pid=94724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 19 03:17:26.274339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.286703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.288663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] 10.222.0.22 "DELETE /v2.0/networks/a98bab79-7ba6-45dc-8549-48b0cda0de65 HTTP/1.1" status: 204 len: 168 time: 1.0094032 Sep 19 03:17:26.302893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67a7f1-b492-42c5-80d5-6f8e80f5a76c tempest-AllowedAddressPairTestJSON-1672780552 tempest-AllowedAddressPairTestJSON-1672780552-project] Pushing event deleted for resources: {'Network': ['ID=a98bab79-7ba6-45dc-8549-48b0cda0de65,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:26.316194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3afb6da5-2132-43e9-90e9-87db20b43530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.320453 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3afb6da5-2132-43e9-90e9-87db20b43530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.322100 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3afb6da5-2132-43e9-90e9-87db20b43530 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b72ef8c1-d890-45ec-8c7a-3a95d17ea16d HTTP/1.1" status: 204 len: 168 time: 0.2917995 Sep 19 03:17:26.332893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb6da5-2132-43e9-90e9-87db20b43530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72ef8c1-d890-45ec-8c7a-3a95d17ea16d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:26.411388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::3c3 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/09319c5c-0bc1-478e-8f43-ac0f9dea5fcd/2f36ce43-9bce-4264-9195-0fd4a08a90d7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:26.415638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-773e459e-d0fa-4672-9105-c85828b8a49b None None] Could not find standard attr ID for object e737eef8-ea29-4bb4-b9a4-9011793a15d7. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:26.424784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '09319c5c-0bc1-478e-8f43-ac0f9dea5fcd'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:26.425594 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.657907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56018) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:26.670113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.692162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.698564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.705336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.711218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.717155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.723246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.733272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.733272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-70336207-f64d-470e-976f-ed71670dcb66 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1249912 Sep 19 03:17:26.786800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b32a30ec-7322-4af6-8ef9-e6fd63f71b8f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:26.788368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-929f0d4b-8f6a-4faf-8a9d-279c6b88cb58 req-3782bd5d-06d8-44d0-86a1-077e0cd139cf tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503726 Sep 19 03:17:26.790097 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.842107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b32a30ec-7322-4af6-8ef9-e6fd63f71b8f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:17:26.844048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:26.849081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b32a30ec-7322-4af6-8ef9-e6fd63f71b8f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:26.849563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c65de842-d4ee-4ae8-bece-22374c5ccacd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:26.852335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:26.855402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:26.865785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.867163 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.871764 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-edba5f8d-cb97-488b-9e11-d25640b3ed20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2ffdfe96f2d4c799805ef073506933a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114398 Sep 19 03:17:26.873645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56028) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:26.882546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c65de842-d4ee-4ae8-bece-22374c5ccacd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:17:26.883512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c65de842-d4ee-4ae8-bece-22374c5ccacd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:26.888267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=2f36ce43-9bce-4264-9195-0fd4a08a90d7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:26.899715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3aa4c11f-3ead-4a16-8d54-ae8b04e6e734 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9099262 Sep 19 03:17:26.901011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56030) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:26.908544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/09319c5c-0bc1-478e-8f43-ac0f9dea5fcd/613078d0-a941-4b90-bb33-a8b29a897088) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:26.952271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fac-0211-474f-8d56-50dbae5acf61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:26.960712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054f885a-61ed-43c7-bdf2-a478b9c1ca08 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:26.962243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-054f885a-61ed-43c7-bdf2-a478b9c1ca08 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0607183 Sep 19 03:17:26.965100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56034) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:26.993721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fac-0211-474f-8d56-50dbae5acf61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.065249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 2f36ce43-9bce-4264-9195-0fd4a08a90d7 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:27.065638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.066968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fac-0211-474f-8d56-50dbae5acf61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.070076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4cc0fac-0211-474f-8d56-50dbae5acf61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.074173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d4cc0fac-0211-474f-8d56-50dbae5acf61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/301b4069-5d47-452f-8884-ebf70a4a77f5 HTTP/1.1" status: 204 len: 168 time: 0.1992712 Sep 19 03:17:27.084140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc0fac-0211-474f-8d56-50dbae5acf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301b4069-5d47-452f-8884-ebf70a4a77f5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:27.126473 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.132793 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.171508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:27.174580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:27.178548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:27.193634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.208114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 2f36ce43-9bce-4264-9195-0fd4a08a90d7 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:27.211945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Pushing event updated for resources: {'Port': ['ID=613078d0-a941-4b90-bb33-a8b29a897088,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:27.245402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Attempting to bind port 613078d0-a941-4b90-bb33-a8b29a897088 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:27.245839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Attempting to bind port 613078d0-a941-4b90-bb33-a8b29a897088 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:27.246155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Attempting to bind port 613078d0-a941-4b90-bb33-a8b29a897088 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:27.252289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:27.252917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:27.253827 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.254635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:27.255350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Bound port: 613078d0-a941-4b90-bb33-a8b29a897088, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:27.256022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.326154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] For port 613078d0-a941-4b90-bb33-a8b29a897088, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:27.333298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] For port 613078d0-a941-4b90-bb33-a8b29a897088, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=613078d0-a941-4b90-bb33-a8b29a897088,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:27.341308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.400825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6714112-57ed-4dc0-a419-62c45b155dac None None] Pushing event updated for resources: {'Port': ['ID=613078d0-a941-4b90-bb33-a8b29a897088,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:27.401801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.748246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=2f36ce43-9bce-4264-9195-0fd4a08a90d7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:27.783508 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.786860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8c1192a3-486c-414f-9df5-142a99d66b67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/2f36ce43-9bce-4264-9195-0fd4a08a90d7 HTTP/1.1" status: 204 len: 168 time: 0.8188293 Sep 19 03:17:27.788189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56076) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:27.869747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9dfff6-603b-419f-a881-2f46c6085f37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:27.874799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9dfff6-603b-419f-a881-2f46c6085f37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:27.874799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0f9dfff6-603b-419f-a881-2f46c6085f37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0843606 Sep 19 03:17:27.876467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:27.962796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 09319c5c-0bc1-478e-8f43-ac0f9dea5fcd {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:27.968605 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:27.993941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:28.013676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.022473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.028821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.034609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.040466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.046775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.053015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.054989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-29aa467a-3825-4288-aa98-d48303c22c2b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1465044 Sep 19 03:17:28.064780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.148087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c4c7cfb-2e2d-45ed-8ef8-8f63381968e9 req-6507051e-31c9-4829-8b1e-37ce31477fdb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800958 Sep 19 03:17:28.168322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1545140807'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:28.193487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.195374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Made reservation on behalf of b878709d7d77489e9aa91cf790e06ce3 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:28.199753 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.215077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.276399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.311499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=09319c5c-0bc1-478e-8f43-ac0f9dea5fcd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:28.322491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.325378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ea9f6c77-ecc8-4880-9b3c-91bce18d4643 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/09319c5c-0bc1-478e-8f43-ac0f9dea5fcd HTTP/1.1" status: 204 len: 168 time: 0.4466658 Sep 19 03:17:28.329236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56124) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:28.374628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2d07ce4b-251b-421a-9620-ec2fd83b5d54 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440974 Sep 19 03:17:28.377948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56128) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:28.397835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.406737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.431716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:17:28.438386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f732c2ee-ca71-4c6c-a90b-23678432825b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.441751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.442409 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Added segment 21887016-e954-497b-93b7-d1812e49375d of type vlan for network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 Sep 19 03:17:28.443835 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56130) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:28.444304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f732c2ee-ca71-4c6c-a90b-23678432825b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0642948 Sep 19 03:17:28.506133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c82f7e-fcd5-4d78-b46b-c2fabe802142,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:28.552085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.560897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ece87c1-cacc-49c3-9ba4-ad2fa44e6824 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.562394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3ece87c1-cacc-49c3-9ba4-ad2fa44e6824 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1153893 Sep 19 03:17:28.565203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56136) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:28.578715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc3ea6f-75c4-4b96-8e78-22578cb56164 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:28.594689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.600871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:28.601491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.620403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8ff6ff1e-c095-481d-b983-ba597c2f26c2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540366 Sep 19 03:17:28.624900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56142) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:28.633414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:28.675668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-19e694c6-c03a-4a80-a6a9-2ee9df7f404a None None] Provisioning complete for port 613078d0-a941-4b90-bb33-a8b29a897088 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:28.676158 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19e694c6-c03a-4a80-a6a9-2ee9df7f404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.679633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6841106 Sep 19 03:17:28.682352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:28.688139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Request body: {'subnet': {'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:28.725826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433904e-73e0-4e14-b1e6-d669813022a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event updated for resources: {'Network': ['ID=2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:28.756122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:17:28.767362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:28.778935 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.796942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Made reservation on behalf of b878709d7d77489e9aa91cf790e06ce3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:28.802914 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:28.902108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 613078d0-a941-4b90-bb33-a8b29a897088 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:28.945152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:28.969040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19e694c6-c03a-4a80-a6a9-2ee9df7f404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.045306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-19e694c6-c03a-4a80-a6a9-2ee9df7f404a None None] For port 613078d0-a941-4b90-bb33-a8b29a897088, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=613078d0-a941-4b90-bb33-a8b29a897088,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:29.056775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 613078d0-a941-4b90-bb33-a8b29a897088 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:29.057345 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.061303 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19e694c6-c03a-4a80-a6a9-2ee9df7f404a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.116921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.166355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] Deleting port 613078d0-a941-4b90-bb33-a8b29a897088 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:29.166887 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.193468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Checking segment: {'id': '21887016-e954-497b-93b7-d1812e49375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:29.194250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Network hostable DHCP agents. Network: 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:17:29.198580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event updated for resources: {'Subnet': ['ID=bfef535c-f83f-4bf0-8435-af6bc496ff30,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:29.227730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:17:29.249110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:29.255686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.256201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.284870 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-56a9b746-ad92-4962-921e-d07e43b16c99 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6013889 Sep 19 03:17:29.285441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] For port 613078d0-a941-4b90-bb33-a8b29a897088, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=613078d0-a941-4b90-bb33-a8b29a897088,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:29.285743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56186) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:29.286089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.297089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Request body: {'port': {'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-699393604'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:29.301773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] Calling delete_port for 613078d0-a941-4b90-bb33-a8b29a897088 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:29.319402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791e07c-3af1-473f-804a-2adcbc5303d2 None None] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:29.438662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.objects.ports [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:29.485047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e694c6-c03a-4a80-a6a9-2ee9df7f404a None None] Pushing event updated for resources: {'Port': ['ID=613078d0-a941-4b90-bb33-a8b29a897088,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:29.529860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Made reservation on behalf of b878709d7d77489e9aa91cf790e06ce3 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:29.534903 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.564336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] device_id is not set on port ad59671e-27ed-4ad9-9324-2a811570304b yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:29.575895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.585464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.586279 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.594193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.601436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.608345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.615939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.616148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] Pushing event deleted for resources: {'Port': ['ID=613078d0-a941-4b90-bb33-a8b29a897088,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:29.625173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.627873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-00702b52-87f8-45f0-ac3b-ea224df583b4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.3114069 Sep 19 03:17:29.736448 n-d-809936-1 neutron-server[94723]: WARNING neutron.services.revisions.revision_plugin [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Could not find related port for resource to bump revision. Sep 19 03:17:29.745590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Port 613078d0-a941-4b90-bb33-a8b29a897088 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 19 03:17:29.745974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Reverting IP allocation for 2001:db8::f816:3eff:fe35:4be4 {{(pid=94723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 19 03:17:29.753126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6382bd97-927e-437a-9bba-fd49df1dd2f8 req-0db8974a-5079-4814-9292-dd9bfbac02d4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088748 Sep 19 03:17:29.757691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_pluggable_backend [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe35:4be4 {{(pid=94723) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 19 03:17:29.759068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.805777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Allocated IP 2001:db8::24f (2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456/bfef535c-f83f-4bf0-8435-af6bc496ff30/ad59671e-27ed-4ad9-9324-2a811570304b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:29.816166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:29.820153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:29.828383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:29.829001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.845443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=02aba83b-68b5-42f3-95c2-b188cc246450,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:29.866441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8c5779bc-6f72-41b8-862e-40380f20d8db tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2379260 Sep 19 03:17:29.867370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56224) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:29.879681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9295e025-692b-45e8-a23c-50a5c959d1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:29.891086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae667d3b-e808-4e7d-bbd2-48be06bff3fe None None] No DVR routers for this DVR port 613078d0-a941-4b90-bb33-a8b29a897088 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:29.913743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456', 'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456', 'tenant_id': 'b878709d7d77489e9aa91cf790e06ce3', 'fixed_ips': [{'subnet_id': 'bfef535c-f83f-4bf0-8435-af6bc496ff30'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:29.914247 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.938287 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:29.956554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aef340-94e2-403d-b90b-5e03cb290aff None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:30.063634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.113940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.150864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9295e025-692b-45e8-a23c-50a5c959d1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:30.155859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9295e025-692b-45e8-a23c-50a5c959d1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.174946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:30.179445 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:30.188327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:30.194799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:30.195456 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.214861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event updated for resources: {'Port': ['ID=ad59671e-27ed-4ad9-9324-2a811570304b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:30.230464 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b0483db-1f41-4dc4-82b6-2ced93ec942b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9434648 Sep 19 03:17:30.231440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56248) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:30.237329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Request body: {'port': {'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2129887936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:30.238187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.api.validators [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] bootfile-name is not in valid_values {{(pid=94722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:17:30.238693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.api.validators [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] tftp-server is not in valid_values {{(pid=94722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:17:30.239312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.api.validators [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] server-ip-address is not in valid_values {{(pid=94722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:17:30.268084 n-d-809936-1 neutron-server[94723]: INFO neutron.db.ipam_backend_mixin [None req-9295e025-692b-45e8-a23c-50a5c959d1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02aba83b-68b5-42f3-95c2-b188cc246450 (CIDR: 2001:db8::/64) Sep 19 03:17:30.272368 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9295e025-692b-45e8-a23c-50a5c959d1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:30.273089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9295e025-692b-45e8-a23c-50a5c959d1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:30.300600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Allocated IP 2001:db8::2 (2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456/bfef535c-f83f-4bf0-8435-af6bc496ff30/c03e5c82-0158-432e-b759-5a3481e08e4d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:30.306524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9295e025-692b-45e8-a23c-50a5c959d1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4373536 Sep 19 03:17:30.307261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56254) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:30.312881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:30.360124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '02aba83b-68b5-42f3-95c2-b188cc246450'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:30.360996 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.416951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Made reservation on behalf of b878709d7d77489e9aa91cf790e06ce3 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:30.421691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.442158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] device_id is not set on port f692eb63-6760-450c-95cf-90b7021e82c5 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:30.461944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:30.466351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.703869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.705998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Allocated IP 2001:db8::f816:3eff:feb8:3d5f (e3e2bc32-0994-4d48-a279-d11c2c4732c5/02aba83b-68b5-42f3-95c2-b188cc246450/b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:30.723252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.771730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Pushing event updated for resources: {'Port': ['ID=c03e5c82-0158-432e-b759-5a3481e08e4d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:30.780248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Allocated IP 2001:db8::214 (2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456/bfef535c-f83f-4bf0-8435-af6bc496ff30/f692eb63-6760-450c-95cf-90b7021e82c5) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:30.801610 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.822354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:30.827387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:30.829819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:30.832251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 613078d0-a941-4b90-bb33-a8b29a897088 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:30.861254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 613078d0-a941-4b90-bb33-a8b29a897088 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:17:30.861622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 613078d0-a941-4b90-bb33-a8b29a897088 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:30.864247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:30.869610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:30.889860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:30.890689 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.922768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6140857 Sep 19 03:17:30.923305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56288) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:30.950979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:01:92:c1', 'name': 'tempest-NetworksTestDHCPv6-677747539'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:30.957936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Attempting to bind port c03e5c82-0158-432e-b759-5a3481e08e4d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:30.958401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Attempting to bind port c03e5c82-0158-432e-b759-5a3481e08e4d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '21887016-e954-497b-93b7-d1812e49375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:30.958870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Attempting to bind port c03e5c82-0158-432e-b759-5a3481e08e4d on network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:30.973300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:30.973827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Checking segment: {'id': '21887016-e954-497b-93b7-d1812e49375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:30.974579 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:30.975148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Bound using segment: {'id': '21887016-e954-497b-93b7-d1812e49375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:30.975702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Bound port: c03e5c82-0158-432e-b759-5a3481e08e4d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21887016-e954-497b-93b7-d1812e49375d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:30.976164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.012198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.048320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] For port c03e5c82-0158-432e-b759-5a3481e08e4d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:31.052153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] For port c03e5c82-0158-432e-b759-5a3481e08e4d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c03e5c82-0158-432e-b759-5a3481e08e4d,segment=NetworkSegment(21887016-e954-497b-93b7-d1812e49375d),segment_id=21887016-e954-497b-93b7-d1812e49375d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:31.056399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.061487 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.067085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56292) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:31.080527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f4a04-adb7-41be-be87-7234e9954e6e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=61a8bc54-baec-434e-ae94-96be4886219c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:31.099635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:31.103067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:31.107792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:31.113465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.114190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.133849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:31.139487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.155376 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9220402 Sep 19 03:17:31.160520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:31.173191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.175637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20610aed-60ae-439b-971c-e7c4390dad9b tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event updated for resources: {'Port': ['ID=f692eb63-6760-450c-95cf-90b7021e82c5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:31.180460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe7d23-51bf-4193-9996-3aaae64c1ea9 None None] Pushing event updated for resources: {'Port': ['ID=c03e5c82-0158-432e-b759-5a3481e08e4d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:31.185640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.226600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:31.229581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:31.231802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.232820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:31.238716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.245624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.251714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.258443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.264582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.269138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Pushing event updated for resources: {'Port': ['ID=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:31.270889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.272950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-2058c26b-8020-4dcb-92f1-a313d31418a1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.3681569 Sep 19 03:17:31.303507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Attempting to bind port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:31.303650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 4aff095b-56f3-4e33-9cee-2e8458182988 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:31.303890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Attempting to bind port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:31.304258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Attempting to bind port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:31.309865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:31.310236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:31.310655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.311093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:31.311572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Bound port: b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:31.311960 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.312678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42826921-1153-4ff9-9a16-89a9fd50422d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.405349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] For port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:31.408554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] For port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:31.413644 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.435097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06996e9c-a1d2-4751-833c-1c70e1fa05b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.444080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06996e9c-a1d2-4751-833c-1c70e1fa05b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.447408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06996e9c-a1d2-4751-833c-1c70e1fa05b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.451556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-06996e9c-a1d2-4751-833c-1c70e1fa05b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2915819 Sep 19 03:17:31.454596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56300) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:31.479663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e286e5e8-2827-4c39-b1c4-f7c9065a4494 req-f2834cbc-9a26-4185-8bac-c2f43389f9ac tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1922238 Sep 19 03:17:31.520979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c470af-6995-47d5-92a1-24294d371a51 None None] Pushing event updated for resources: {'Port': ['ID=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:31.614250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Deleting port f692eb63-6760-450c-95cf-90b7021e82c5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:31.615125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.642928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8:0:1::47 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/61a8bc54-baec-434e-ae94-96be4886219c/4aff095b-56f3-4e33-9cee-2e8458182988) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:31.656836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fe01:92c1 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/02aba83b-68b5-42f3-95c2-b188cc246450/4aff095b-56f3-4e33-9cee-2e8458182988) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:31.676637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42826921-1153-4ff9-9a16-89a9fd50422d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.699848 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42826921-1153-4ff9-9a16-89a9fd50422d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.735030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.762111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Calling delete_port for f692eb63-6760-450c-95cf-90b7021e82c5 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:31.772543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-42826921-1153-4ff9-9a16-89a9fd50422d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb0eafaadc524466af0cf297827f114b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930761 Sep 19 03:17:31.775918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56302) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:31.789985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42826921-1153-4ff9-9a16-89a9fd50422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9c4331-571c-4780-97c5-9297e33dd75b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:31.889892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.893764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5acaf614-b053-462f-b381-925192316719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.923927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5acaf614-b053-462f-b381-925192316719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.933449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:31.977078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:31.979984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:31.986044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:31.991758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:31.992518 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.000516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.000714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=4aff095b-56f3-4e33-9cee-2e8458182988,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:32.015685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f567120e-5f22-4100-84dd-19cf63cb91f0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0879736 Sep 19 03:17:32.018184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56304) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:32.037925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event deleted for resources: {'Port': ['ID=f692eb63-6760-450c-95cf-90b7021e82c5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:32.048520 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5acaf614-b053-462f-b381-925192316719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.051194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5acaf614-b053-462f-b381-925192316719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.052380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5acaf614-b053-462f-b381-925192316719 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce9c4331-571c-4780-97c5-9297e33dd75b HTTP/1.1" status: 204 len: 168 time: 0.2757535 Sep 19 03:17:32.072701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.074560 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b24696ef-d9e5-40e1-8816-3dec79d39ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "DELETE /v2.0/ports/f692eb63-6760-450c-95cf-90b7021e82c5 HTTP/1.1" status: 204 len: 168 time: 0.6189184 Sep 19 03:17:32.079802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56308) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:32.083323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaf614-b053-462f-b381-925192316719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9c4331-571c-4780-97c5-9297e33dd75b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:32.103030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Request body: {'port': {'name': 'tempest-new-port-name-1562077551', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:32.103474 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] bootfile-name is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:17:32.103867 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] tftp-server is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:17:32.104119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] server-ip-address is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:17:32.186648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.211125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 4aff095b-56f3-4e33-9cee-2e8458182988 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:32.211267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.433163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a670b8-c823-4dd7-9832-b85fe6ad0157 None None] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:32.443723 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.491507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 4aff095b-56f3-4e33-9cee-2e8458182988 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:32.526717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2d100c82-bfef-4c41-b658-445e3554baac None None] Provisioning complete for port c03e5c82-0158-432e-b759-5a3481e08e4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:32.527120 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d100c82-bfef-4c41-b658-445e3554baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.538349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.544895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.550960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.557952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.563906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.576094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.582489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.591536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-af8c32b9-b337-48f4-a77e-68e8f36d740d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.2032053 Sep 19 03:17:32.722985 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d100c82-bfef-4c41-b658-445e3554baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.750082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a6a8405-6de1-4d39-8132-8f654637c06e req-adaab4c9-8d51-451e-bd75-4114cb33f6e7 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575484 Sep 19 03:17:32.786977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2d100c82-bfef-4c41-b658-445e3554baac None None] For port c03e5c82-0158-432e-b759-5a3481e08e4d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c03e5c82-0158-432e-b759-5a3481e08e4d,segment=NetworkSegment(21887016-e954-497b-93b7-d1812e49375d),segment_id=21887016-e954-497b-93b7-d1812e49375d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:32.793360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d100c82-bfef-4c41-b658-445e3554baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.797594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.822334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.854767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.874206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.895013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a8e7a-c3fd-46d8-9466-d319a79f44dc None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:32.900901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.913342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.921787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:32.921787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-e72856e1-efc2-4615-bf6f-0b33052b233a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.2849748 Sep 19 03:17:32.947562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d100c82-bfef-4c41-b658-445e3554baac None None] Pushing event updated for resources: {'Port': ['ID=c03e5c82-0158-432e-b759-5a3481e08e4d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:32.956772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:32.997581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c03e5c82-0158-432e-b759-5a3481e08e4d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:33.006085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.027451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-26236c59-c4aa-49b7-8eae-0be1f7c24f22 None None] Provisioning complete for port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:33.027451 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26236c59-c4aa-49b7-8eae-0be1f7c24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.093689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] In _notify_port_updated(), no bound segment for port ad59671e-27ed-4ad9-9324-2a811570304b on network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:17:33.099708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.100628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.102110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "PUT /v2.0/ports/ad59671e-27ed-4ad9-9324-2a811570304b HTTP/1.1" status: 200 len: 1130 time: 1.0039825 Sep 19 03:17:33.104763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56338) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:33.111579 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:17:33.133112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-059bd475-29e7-4496-a506-7eaf79fed2e8 req-58c157ec-90a2-4e2f-8e74-c2c4baab1394 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1954594 Sep 19 03:17:33.179534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.191469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c03e5c82-0158-432e-b759-5a3481e08e4d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:33.192074 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.200714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.214343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.220831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.239118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb6a19-8d2e-4e86-8ef8-ddb674976477 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.240659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4acb6a19-8d2e-4e86-8ef8-ddb674976477 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "GET /v2.0/ports/ad59671e-27ed-4ad9-9324-2a811570304b HTTP/1.1" status: 200 len: 1130 time: 0.1340737 Sep 19 03:17:33.243741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56342) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:33.244540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.251089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.269067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:33.274467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02370803-ce19-40cf-83bf-133a2578c5f0 req-8273a4d6-9234-42e8-8855-eb66b25fe67c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.3452609 Sep 19 03:17:33.286481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2c8b3-41fc-4692-80e9-0152eec1a86e tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event updated for resources: {'Port': ['ID=ad59671e-27ed-4ad9-9324-2a811570304b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:33.345879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26236c59-c4aa-49b7-8eae-0be1f7c24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.378089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.425941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Deleting port ad59671e-27ed-4ad9-9324-2a811570304b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:33.426674 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.466036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=4aff095b-56f3-4e33-9cee-2e8458182988,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:33.474668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-26236c59-c4aa-49b7-8eae-0be1f7c24f22 None None] For port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:33.492109 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-26236c59-c4aa-49b7-8eae-0be1f7c24f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.540342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:33.605598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26236c59-c4aa-49b7-8eae-0be1f7c24f22 None None] Pushing event updated for resources: {'Port': ['ID=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:33.624337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.643139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Calling delete_port for ad59671e-27ed-4ad9-9324-2a811570304b owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:33.708656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f65f31-f2bf-4b65-92bf-9cc6f12d0b33 None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '02aba83b-68b5-42f3-95c2-b188cc246450', 'ip_address': '2001:db8::f816:3eff:feb8:3d5f'}, {'subnet_id': '61a8bc54-baec-434e-ae94-96be4886219c'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:17:33.758401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d0ad29e2-8d57-4d4c-b73a-19a50f3bdc55 None None] Provisioning complete for port c03e5c82-0158-432e-b759-5a3481e08e4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:33.758977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29e2-8d57-4d4c-b73a-19a50f3bdc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.824025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85f65f31-f2bf-4b65-92bf-9cc6f12d0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.907440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.950291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event deleted for resources: {'Port': ['ID=ad59671e-27ed-4ad9-9324-2a811570304b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:33.959219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:33.959770 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.984231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d0ad29e2-8d57-4d4c-b73a-19a50f3bdc55 None None] Provisioning complete for port ad59671e-27ed-4ad9-9324-2a811570304b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:33.984715 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d0ad29e2-8d57-4d4c-b73a-19a50f3bdc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.986674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:33.988664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cb9ecaba-e86b-47b7-ab50-ae6a4954906b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/4aff095b-56f3-4e33-9cee-2e8458182988 HTTP/1.1" status: 204 len: 168 time: 1.9694319 Sep 19 03:17:33.991376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56356) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:33.995362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:33.995868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:33.996230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:33.996580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:33.998402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:33.998772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:33.999120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:34.001806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:34.002268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:34.002621 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:34.002996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:34.003330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:34.041146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.043569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-55efc3a3-ca5f-46a1-863f-42ce6d803860 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "DELETE /v2.0/ports/ad59671e-27ed-4ad9-9324-2a811570304b HTTP/1.1" status: 204 len: 168 time: 0.7987049 Sep 19 03:17:34.046109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56364) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:34.053030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad29e2-8d57-4d4c-b73a-19a50f3bdc55 None None] Port ad59671e-27ed-4ad9-9324-2a811570304b was deleted so its status cannot be updated. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 19 03:17:34.079872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7123358c-fdc0-40d3-abe8-fbc41c49bfeb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.089471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7123358c-fdc0-40d3-abe8-fbc41c49bfeb tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0942836 Sep 19 03:17:34.091497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56366) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:34.148440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Deleting subnet bfef535c-f83f-4bf0-8435-af6bc496ff30 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:34.152473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.190825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c8155567-f903-4e8a-a074-2ba978dbf1e2 None None] Could not find standard attr ID for object f692eb63-6760-450c-95cf-90b7021e82c5. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:34.209100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641f122d-ce88-4234-92df-61a4ddc80f07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.213581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-641f122d-ce88-4234-92df-61a4ddc80f07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1209157 Sep 19 03:17:34.217081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56370) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:34.223187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.393718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c3c61-d43a-433c-84cb-f2f4e83c994f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.395369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.401517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c3c61-d43a-433c-84cb-f2f4e83c994f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.404219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c3c61-d43a-433c-84cb-f2f4e83c994f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.409905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-200c3c61-d43a-433c-84cb-f2f4e83c994f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1917379 Sep 19 03:17:34.410939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:34.500668 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.537200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event deleted for resources: {'Subnet': ['ID=bfef535c-f83f-4bf0-8435-af6bc496ff30,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:34.543310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.545794 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cc5d7b00-970d-4632-9ac0-9ca1e3b24264 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "DELETE /v2.0/subnets/bfef535c-f83f-4bf0-8435-af6bc496ff30 HTTP/1.1" status: 204 len: 168 time: 0.4982321 Sep 19 03:17:34.549699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56382) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:34.550251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 02aba83b-68b5-42f3-95c2-b188cc246450 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:34.585266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.591653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-85f65f31-f2bf-4b65-92bf-9cc6f12d0b33 None None] Allocated IP 2001:db8:0:1::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/61a8bc54-baec-434e-ae94-96be4886219c/b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:34.592182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.602728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.609053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.615539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.621716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.627894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:34.629956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-c2648b10-b2c1-4b2e-831c-e5e8f74a4369 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.3049212 Sep 19 03:17:34.656814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.694582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-753379e5-96d4-4dfc-ad21-681ce06c0ec5 req-a58f27aa-b75b-455b-94eb-37a8be065b91 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558617 Sep 19 03:17:34.721792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Deleting port c03e5c82-0158-432e-b759-5a3481e08e4d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:34.722150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.737020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e7709-a07b-4413-bd98-b72b405fb7d0 None None] Network 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:34.825570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] For port c03e5c82-0158-432e-b759-5a3481e08e4d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c03e5c82-0158-432e-b759-5a3481e08e4d,segment=NetworkSegment(21887016-e954-497b-93b7-d1812e49375d),segment_id=21887016-e954-497b-93b7-d1812e49375d)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:34.825952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.833137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c03e5c82-0158-432e-b759-5a3481e08e4d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:34.836627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d7238f56-fc17-40f5-8764-12fc77edf9b1 None None] Could not find standard attr ID for object ad59671e-27ed-4ad9-9324-2a811570304b. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:34.850272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Calling delete_port for c03e5c82-0158-432e-b759-5a3481e08e4d owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:34.867830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-85f65f31-f2bf-4b65-92bf-9cc6f12d0b33 None None] For port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:34.947552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.957571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85f65f31-f2bf-4b65-92bf-9cc6f12d0b33 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.965127 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:34.982140 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85f65f31-f2bf-4b65-92bf-9cc6f12d0b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.008621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No active binding found for port c03e5c82-0158-432e-b759-5a3481e08e4d {{(pid=94724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 19 03:17:35.008952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c03e5c82-0158-432e-b759-5a3481e08e4d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 19 03:17:35.015574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event deleted for resources: {'Port': ['ID=c03e5c82-0158-432e-b759-5a3481e08e4d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:35.022349 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.025570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] No DVR routers for this DVR port c03e5c82-0158-432e-b759-5a3481e08e4d on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:35.084242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port c03e5c82-0158-432e-b759-5a3481e08e4d not found, will not notify nova. {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 19 03:17:35.084755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:35.137295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.159074 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.181236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f65f31-f2bf-4b65-92bf-9cc6f12d0b33 None None] Pushing event updated for resources: {'Port': ['ID=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:35.184172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d780ca4-0096-4fbc-a02c-e1140df538d3 None None] DHCP port deletion for 2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:35.198176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:35.210996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21887016-e954-497b-93b7-d1812e49375d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:35.211307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21887016-e954-497b-93b7-d1812e49375d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:35.235008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.238710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.258019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.269035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:17:35.269598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:17:35.273289 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:17:35.284395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:35.285327 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.307422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=02aba83b-68b5-42f3-95c2-b188cc246450,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:35.312229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.318990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fad268e5-122b-4210-94b7-52b980bb1b90 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/02aba83b-68b5-42f3-95c2-b188cc246450 HTTP/1.1" status: 204 len: 168 time: 0.9061980 Sep 19 03:17:35.321247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56444) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:35.374163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.381933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.389039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] 10.222.0.22 "DELETE /v2.0/networks/2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456 HTTP/1.1" status: 204 len: 168 time: 0.8380444 Sep 19 03:17:35.412155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678de4b-e237-456e-a39d-1638ff7cb8a2 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330 tempest-ExtraDHCPOptionsIpV6TestJSON-1589223330-project] Pushing event deleted for resources: {'Network': ['ID=2008ab4e-5bb9-4bcd-80b2-ea0efc0c9456,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:35.449009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 61a8bc54-baec-434e-ae94-96be4886219c {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:35.454885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.511750 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.641550 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.694254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56476) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:35.727914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.762551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=61a8bc54-baec-434e-ae94-96be4886219c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:35.774650 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:35.779452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-987888cb-3660-4146-98d5-51136329fa67 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/61a8bc54-baec-434e-ae94-96be4886219c HTTP/1.1" status: 204 len: 168 time: 0.4534938 Sep 19 03:17:35.780101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56492) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:35.867309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56498) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:35.887856 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-db2ff5b2-919f-41d2-b469-38aff13310ed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030729 Sep 19 03:17:35.887856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56506) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:35.894268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:35.997022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:36.008675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.016726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c256f418-cfa4-493d-aded-a1f405f49e6d None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:36.030439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.038592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.045063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.051661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.058153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.065123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.071982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.075473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79531516-3663-4695-a5db-04f7479af8fb req-5673451d-112d-4f2b-97e4-e5ad91739a08 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.2602730 Sep 19 03:17:36.102510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-710d832e-f813-414b-a7d3-cd0960d53e71 None None] Could not find standard attr ID for object 4aff095b-56f3-4e33-9cee-2e8458182988. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:36.131183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.131674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.132150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.132619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.133079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.133874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.134504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.136751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22c753c5-49d6-425c-95f8-39a07eda867e req-d0597fb1-c559-43b6-a370-0f9c543a68ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 6490 time: 0.4415243 Sep 19 03:17:36.147398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-814ae5ba-7d90-4b80-9300-24e6b4bd4f08 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b878709d7d77489e9aa91cf790e06ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768314 Sep 19 03:17:36.149582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56524) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:36.167160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-710d832e-f813-414b-a7d3-cd0960d53e71 None None] Provisioning complete for port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:36.167797 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-710d832e-f813-414b-a7d3-cd0960d53e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.227177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79531516-3663-4695-a5db-04f7479af8fb req-9b170376-bdd4-418b-bfd4-e482021374d6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1323900 Sep 19 03:17:36.296579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22c753c5-49d6-425c-95f8-39a07eda867e req-7cd24367-d583-4c45-92af-8415e1c1e198 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476169 Sep 19 03:17:36.311403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70ffad44-561e-4e25-bd6f-6d7e8c2ec947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.323497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:36.344342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70ffad44-561e-4e25-bd6f-6d7e8c2ec947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.386793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] Deleting port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:36.387271 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.420942 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70ffad44-561e-4e25-bd6f-6d7e8c2ec947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.424407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70ffad44-561e-4e25-bd6f-6d7e8c2ec947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.427930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-70ffad44-561e-4e25-bd6f-6d7e8c2ec947 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48c82f7e-fcd5-4d78-b46b-c2fabe802142 HTTP/1.1" status: 204 len: 168 time: 0.2696505 Sep 19 03:17:36.446396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffad44-561e-4e25-bd6f-6d7e8c2ec947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c82f7e-fcd5-4d78-b46b-c2fabe802142,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:36.471444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] For port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:36.472040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.488401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] Calling delete_port for b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:36.591244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.618251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] Pushing event deleted for resources: {'Port': ['ID=b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:36.625346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a7850-7c3c-45cc-b51f-1b542490b0a7 None None] No DVR routers for this DVR port b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:36.706032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:36.707599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.753614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:36.755092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:36.759862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:36.760464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.761892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56558) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:36.765876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c4551-4327-470e-94a8-1ae0fd83e34c None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:36.781053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=de28f0eb-22d8-4ce8-8471-fcdc2f168bbf,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:36.790062 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-955732e8-8d0c-462c-8882-88b5cae7d5d9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8994882 Sep 19 03:17:36.793333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56562) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:36.799715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c0374dc4-9c18-4a7a-984d-f03883f28305 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:36.858514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c03e5c82-0158-432e-b759-5a3481e08e4d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:36.885905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c03e5c82-0158-432e-b759-5a3481e08e4d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:17:36.886282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c03e5c82-0158-432e-b759-5a3481e08e4d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:36.886690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:36.907985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:17:36.908340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b2bc3a0e-0a5d-42c6-9e82-9a057d52b5e5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:36.944960 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5bde-f61a-447a-a14d-6756bb228ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:36.952624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0374dc4-9c18-4a7a-984d-f03883f28305 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:36.960223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0374dc4-9c18-4a7a-984d-f03883f28305 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.013188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': 'de28f0eb-22d8-4ce8-8471-fcdc2f168bbf'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:37.014053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.070229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5bde-f61a-447a-a14d-6756bb228ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.075861 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8d2a5bde-f61a-447a-a14d-6756bb228ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.088978 n-d-809936-1 neutron-server[94722]: INFO neutron.db.ipam_backend_mixin [None req-c0374dc4-9c18-4a7a-984d-f03883f28305 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet de28f0eb-22d8-4ce8-8471-fcdc2f168bbf (CIDR: 2001:db8::/64) Sep 19 03:17:37.092477 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0374dc4-9c18-4a7a-984d-f03883f28305 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:37.093067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0374dc4-9c18-4a7a-984d-f03883f28305 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:37.111308 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c0374dc4-9c18-4a7a-984d-f03883f28305 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3167071 Sep 19 03:17:37.115272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56572) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:37.122858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:37.132100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8d2a5bde-f61a-447a-a14d-6756bb228ad3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=743b7f53b35d4cb09505e7e6690dab96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673368 Sep 19 03:17:37.132939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a5bde-f61a-447a-a14d-6756bb228ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5706cb24-db4b-402d-8d37-e193f4df166b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:37.135585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56574) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:37.190063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a89b-6cce-414e-afa5-4d642a10053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.195865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Allocated IP 2001:db8::f816:3eff:fe1e:a10f (e3e2bc32-0994-4d48-a279-d11c2c4732c5/de28f0eb-22d8-4ce8-8471-fcdc2f168bbf/c0856205-1d91-4f0a-b259-85701d76bc2d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:37.216866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a89b-6cce-414e-afa5-4d642a10053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.280426 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a89b-6cce-414e-afa5-4d642a10053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.282377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:37.288359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a89b-6cce-414e-afa5-4d642a10053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.289870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6ee0a89b-6cce-414e-afa5-4d642a10053f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5706cb24-db4b-402d-8d37-e193f4df166b HTTP/1.1" status: 204 len: 168 time: 0.1534138 Sep 19 03:17:37.298673 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.300549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0a89b-6cce-414e-afa5-4d642a10053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5706cb24-db4b-402d-8d37-e193f4df166b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:37.391884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.398518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.406679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.413942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.421160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.428200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.434520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.441224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.444002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3239842-6557-429b-825c-0b4218a98eda req-d6ac8f6f-7b1c-4e53-bd71-a330c7eaeb0b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.1118770 Sep 19 03:17:37.452447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.472443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56586) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:37.504948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3239842-6557-429b-825c-0b4218a98eda req-83c925ac-54d2-4ce7-8404-501d39aad55d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595338 Sep 19 03:17:37.505198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Pushing event updated for resources: {'Port': ['ID=c0856205-1d91-4f0a-b259-85701d76bc2d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:37.517698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:37.519167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:37.523956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:37.595814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Attempting to bind port c0856205-1d91-4f0a-b259-85701d76bc2d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:37.596570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Attempting to bind port c0856205-1d91-4f0a-b259-85701d76bc2d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:37.596800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Attempting to bind port c0856205-1d91-4f0a-b259-85701d76bc2d on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:37.602071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:37.602552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:37.603072 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.603525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:37.604062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Bound port: c0856205-1d91-4f0a-b259-85701d76bc2d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:37.604456 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.629059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.675360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] For port c0856205-1d91-4f0a-b259-85701d76bc2d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:37.679426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] For port c0856205-1d91-4f0a-b259-85701d76bc2d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0856205-1d91-4f0a-b259-85701d76bc2d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:37.687104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.689084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:37.694205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:37.696334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=8870a16b-49be-4819-8f92-71c75a2422bf,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:37.698950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:37.699896 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.718721 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cb1ebf31-c4ec-4636-b05d-d26720d0d9e3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5993197 Sep 19 03:17:37.719349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56592) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:37.725738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:d4:15:2c', 'name': 'tempest-NetworksTestDHCPv6-1709222438'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:37.753046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161831-d225-4483-aa55-69a2535c27e1 None None] Pushing event updated for resources: {'Port': ['ID=c0856205-1d91-4f0a-b259-85701d76bc2d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:37.771026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1040137325'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:37.776847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:37.791974 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71afa8bc-3749-4e2c-bda6-80e7a9071605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.826506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:17:37.826506 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:17:37.826506 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': 'e2ce51d5e79b4655bd2a1a69879f53c8', 'id': '1ff8007d-b352-405b-89d4-6a160da478f5', 'expiration': datetime.datetime(2021, 9, 19, 3, 19, 37, 812798)}] Sep 19 03:17:37.826506 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:17:37.827397 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:17:37.897757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71afa8bc-3749-4e2c-bda6-80e7a9071605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.904511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71afa8bc-3749-4e2c-bda6-80e7a9071605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:37.917662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:37.956283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-71afa8bc-3749-4e2c-bda6-80e7a9071605 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f9f9e23ee4540f88bf582eadc4ead7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759477 Sep 19 03:17:37.956283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71afa8bc-3749-4e2c-bda6-80e7a9071605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ff7f12-a653-4f3a-beb0-83d7b4339743,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:37.958286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:38.021216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ff-c586-4668-85ce-37a43d42c3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.036845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.051705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ff-c586-4668-85ce-37a43d42c3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.057610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 0627c227-6887-457e-a4a9-5b1de1ea6a12 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:38.120223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ff-c586-4668-85ce-37a43d42c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.123503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f4361ff-c586-4668-85ce-37a43d42c3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.124730 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0f4361ff-c586-4668-85ce-37a43d42c3e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20ff7f12-a653-4f3a-beb0-83d7b4339743 HTTP/1.1" status: 204 len: 168 time: 0.1654267 Sep 19 03:17:38.132652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4361ff-c586-4668-85ce-37a43d42c3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ff7f12-a653-4f3a-beb0-83d7b4339743,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:38.236468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8:0:1::154 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/8870a16b-49be-4819-8f92-71c75a2422bf/0627c227-6887-457e-a4a9-5b1de1ea6a12) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:38.243232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::f816:3eff:fed4:152c (e3e2bc32-0994-4d48-a279-d11c2c4732c5/de28f0eb-22d8-4ce8-8471-fcdc2f168bbf/0627c227-6887-457e-a4a9-5b1de1ea6a12) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:38.388172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:38.391670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.407603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.428523 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.499657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.558704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:38.568698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:38.607436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:38.613986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.614731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.619817 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.639422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=0627c227-6887-457e-a4a9-5b1de1ea6a12,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:38.641923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.715431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6961d865-96b7-4f79-a1b6-bb51565e21d4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9948664 Sep 19 03:17:38.718012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56616) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:38.725873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:17:38.735794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99227e-ecd6-4875-87a0-86462a1081ab,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:38.744489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.744912 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Added segment 56cea219-6e0a-4f16-9734-50094face657 of type vlan for network 5ca63d67-95b0-4c5a-b18b-16758d7301cf Sep 19 03:17:38.774276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.780951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.787226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.794363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.801033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.814910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.816923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.825891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-5fc2f968-533c-41c3-b355-e6b0a3d7a50e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5431 time: 0.2075188 Sep 19 03:17:38.892471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e51da9d-d82d-48c7-85a8-571c06344728 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:38.898430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 0627c227-6887-457e-a4a9-5b1de1ea6a12 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:38.899009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.922653 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.928193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0856205-1d91-4f0a-b259-85701d76bc2d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:38.932273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-707fc87c-387d-4c19-91af-5f0767a3a227 req-d3a0251b-b0e1-4b24-9f48-d5648dc904c5 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055262 Sep 19 03:17:38.956056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 080cb86d-5728-4bc8-bfee-0fccfc0726e9 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:17:38.962637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:38.973150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:38.974259 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.014830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5412133 Sep 19 03:17:39.016883 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.020267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56626) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.027211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'subnet': {'network_id': '5ca63d67-95b0-4c5a-b18b-16758d7301cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:39.029986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 0627c227-6887-457e-a4a9-5b1de1ea6a12 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:39.074540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:39.105457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '080cb86d-5728-4bc8-bfee-0fccfc0726e9', 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'port_id': '080cb86d-5728-4bc8-bfee-0fccfc0726e9', 'mac_address': 'fa:16:3e:5e:14:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb5f92-86fa-4c36-a4de-4c075ccbec31', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:17:39.198130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b992956c-8468-4ebb-a335-d62c737e942e None None] Provisioning complete for port c0856205-1d91-4f0a-b259-85701d76bc2d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:39.198551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799e45d-adca-49fd-ab74-13b896f7c1c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Network': ['ID=5ca63d67-95b0-4c5a-b18b-16758d7301cf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:39.199095 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b992956c-8468-4ebb-a335-d62c737e942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.213617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:39.219604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.223003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.249914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:17:39.259679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=0627c227-6887-457e-a4a9-5b1de1ea6a12,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:39.368093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.379148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c78fbb15-02a0-4e43-97cf-c1a97f532d51 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/0627c227-6887-457e-a4a9-5b1de1ea6a12 HTTP/1.1" status: 204 len: 168 time: 0.6539919 Sep 19 03:17:39.379148 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56640) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.458122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d49627b-9aed-4199-93e8-9c1f3bd43196 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:39.463700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56656) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.464283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5d49627b-9aed-4199-93e8-9c1f3bd43196 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0866761 Sep 19 03:17:39.492294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.558787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767ab70-ccb5-4b90-9dbd-f1a15ae41ff1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:39.560431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6767ab70-ccb5-4b90-9dbd-f1a15ae41ff1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0918841 Sep 19 03:17:39.563384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56658) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.567168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.575887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080cb86d-5728-4bc8-bfee-0fccfc0726e9 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:39.622053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c0856205-1d91-4f0a-b259-85701d76bc2d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:39.622652 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.633766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcba56-57ce-47c1-a0fa-66edf320306b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:39.636478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcba56-57ce-47c1-a0fa-66edf320306b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:39.639691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcba56-57ce-47c1-a0fa-66edf320306b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:39.643325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c9dcba56-57ce-47c1-a0fa-66edf320306b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0788651 Sep 19 03:17:39.644957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56660) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.655683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Subnet': ['ID=34df3672-7d15-43ed-8640-5014bb575b39,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:39.664471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Checking segment: {'id': '56cea219-6e0a-4f16-9734-50094face657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5ca63d67-95b0-4c5a-b18b-16758d7301cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:39.667356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network hostable DHCP agents. Network: 5ca63d67-95b0-4c5a-b18b-16758d7301cf, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:17:39.680244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:39.690440 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b992956c-8468-4ebb-a335-d62c737e942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.691483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:17:39.696016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.696690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 08a49894-b407-4304-96d2-088ecd9524e8 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:17:39.711267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5ca63d67-95b0-4c5a-b18b-16758d7301cf) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:39.716554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:39.717151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.718537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 8870a16b-49be-4819-8f92-71c75a2422bf {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:39.722028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.732989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8e38d-f0c1-45cd-9995-91003adb8acb None None] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:39.735733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-adf39fdf-141d-4595-8d34-680eac6257c6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7140446 Sep 19 03:17:39.738307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56664) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.743043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1224443440', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:39.775253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.777539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.783132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.784296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56666) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.839204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.866055 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.888718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b992956c-8468-4ebb-a335-d62c737e942e None None] For port c0856205-1d91-4f0a-b259-85701d76bc2d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0856205-1d91-4f0a-b259-85701d76bc2d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:39.913707 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b992956c-8468-4ebb-a335-d62c737e942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.921964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=080cb86d-5728-4bc8-bfee-0fccfc0726e9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:39.928840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.945062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.947088 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/8870a16b-49be-4819-8f92-71c75a2422bf HTTP/1.1" status: 204 len: 168 time: 0.3005531 Sep 19 03:17:39.967887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56670) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:39.973247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b814a292-e203-482a-b899-774c4b83da00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:39.979863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab77e99-2eab-4b2d-9742-b62fc88c8876 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=8870a16b-49be-4819-8f92-71c75a2422bf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:40.042817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet de28f0eb-22d8-4ce8-8471-fcdc2f168bbf {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:40.046281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.064687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.093458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.142001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992956c-8468-4ebb-a335-d62c737e942e None None] Pushing event updated for resources: {'Port': ['ID=c0856205-1d91-4f0a-b259-85701d76bc2d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:40.151358 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc501a76-b976-45fc-8f1e-468605e50c05 None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': 'de28f0eb-22d8-4ce8-8471-fcdc2f168bbf', 'ip_address': '2001:db8::f816:3eff:fe1e:a10f'}, {'subnet_id': '8870a16b-49be-4819-8f92-71c75a2422bf'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'c0856205-1d91-4f0a-b259-85701d76bc2d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:17:40.156138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 08a49894-b407-4304-96d2-088ecd9524e8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=08a49894-b407-4304-96d2-088ecd9524e8,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:40.171962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.177834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.183742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.185311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.190143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.196002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.200352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '08a49894-b407-4304-96d2-088ecd9524e8', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'port_id': '08a49894-b407-4304-96d2-088ecd9524e8', 'mac_address': 'fa:16:3e:28:96:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:17:40.202641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.208481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.209327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe3345-2abf-41cb-accd-9623ed7f8f83 None None] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:40.210440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-7bf97601-6607-4bda-8d74-1a219203e2c4 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5432 time: 0.1497819 Sep 19 03:17:40.211399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc501a76-b976-45fc-8f1e-468605e50c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.256587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.284698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=de28f0eb-22d8-4ce8-8471-fcdc2f168bbf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:40.289207 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.293582 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-61c810e1-b57e-4905-977b-10e81243b526 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/de28f0eb-22d8-4ce8-8471-fcdc2f168bbf HTTP/1.1" status: 204 len: 168 time: 0.3222408 Sep 19 03:17:40.294261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56674) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:40.329545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b814a292-e203-482a-b899-774c4b83da00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.334135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cddbf09-8ade-4447-9aa8-1aa0408b4a37 req-58439d7d-3c60-42a1-8cf9-dced3c5d55d0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761387 Sep 19 03:17:40.339865 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1a0b6166-f675-4f28-a644-d242a5b86fed tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422719 Sep 19 03:17:40.340074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b814a292-e203-482a-b899-774c4b83da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.340168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56678) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:40.345460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:40.347218 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.385070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b814a292-e203-482a-b899-774c4b83da00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4e2e6179cd0443995ea4ebdfc2935fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977101 Sep 19 03:17:40.387881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814a292-e203-482a-b899-774c4b83da00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8140837f-bd96-44dd-a776-066cec2b6133,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:40.390979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56680) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:40.430318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a49894-b407-4304-96d2-088ecd9524e8 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:40.461803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 08a49894-b407-4304-96d2-088ecd9524e8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=08a49894-b407-4304-96d2-088ecd9524e8,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:40.473169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:40.479692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.483725 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.484060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1aadde73-ab48-41bb-b2aa-cabaf35d0644 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:17:40.511310 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.534222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.544272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e81991-91b2-4957-8f26-66533cad262e None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:40.550407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d306a22c-64d3-448c-84c2-a1ff3fcd7f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.603767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=08a49894-b407-4304-96d2-088ecd9524e8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:40.611066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d306a22c-64d3-448c-84c2-a1ff3fcd7f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.695565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.25.8.221 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a6188998-c8ad-47fb-a23d-57221dd2bba2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:40.711644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.712349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-694c57d0-a3fd-4907-8726-cde00b0a884b None None] Provisioning complete for port c0856205-1d91-4f0a-b259-85701d76bc2d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:40.712786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-694c57d0-a3fd-4907-8726-cde00b0a884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.741148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d306a22c-64d3-448c-84c2-a1ff3fcd7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.743374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:40.743830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d306a22c-64d3-448c-84c2-a1ff3fcd7f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.747450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d306a22c-64d3-448c-84c2-a1ff3fcd7f6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8140837f-bd96-44dd-a776-066cec2b6133 HTTP/1.1" status: 204 len: 168 time: 0.3555388 Sep 19 03:17:40.769691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:40.773378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:40.782385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:40.784059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.784705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306a22c-64d3-448c-84c2-a1ff3fcd7f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8140837f-bd96-44dd-a776-066cec2b6133,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:40.794373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1aadde73-ab48-41bb-b2aa-cabaf35d0644', 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2', 'port_id': '1aadde73-ab48-41bb-b2aa-cabaf35d0644', 'mac_address': 'fa:16:3e:f9:f3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd658fa4e-9121-46b1-9cbd-409ed85c7ec2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:17:40.804120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0856205-1d91-4f0a-b259-85701d76bc2d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:40.829607 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4883404 Sep 19 03:17:40.835137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56684) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:40.846836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ce133197-f44d-45aa-9ef5-abc7cd4d2b37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:40.852109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67f752-16c1-4db3-a7f7-a5281786a151 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=8c005e48-1075-43a0-bafb-e1878171c1b3,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:40.886908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.911274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:40.930172 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:40.938918 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.001391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=a6188998-c8ad-47fb-a23d-57221dd2bba2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:41.003245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aadde73-ab48-41bb-b2aa-cabaf35d0644 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:41.019019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:41.020649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:41.023554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:41.028915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce133197-f44d-45aa-9ef5-abc7cd4d2b37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:41.032637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ce133197-f44d-45aa-9ef5-abc7cd4d2b37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.041531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:41.042587 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.057528 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.058199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:17:41.127845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] Deleting port c0856205-1d91-4f0a-b259-85701d76bc2d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:41.128234 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.151724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port c0856205-1d91-4f0a-b259-85701d76bc2d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0856205-1d91-4f0a-b259-85701d76bc2d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:41.162911 n-d-809936-1 neutron-server[94722]: INFO neutron.db.ipam_backend_mixin [None req-ce133197-f44d-45aa-9ef5-abc7cd4d2b37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c005e48-1075-43a0-bafb-e1878171c1b3 (CIDR: 2001:db8::/64) Sep 19 03:17:41.170415 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce133197-f44d-45aa-9ef5-abc7cd4d2b37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:41.171114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce133197-f44d-45aa-9ef5-abc7cd4d2b37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:41.179866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.184215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:41.203146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ce133197-f44d-45aa-9ef5-abc7cd4d2b37 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3665094 Sep 19 03:17:41.206158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:41.214308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:41.228630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736', 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'port_id': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736', 'mac_address': 'fa:16:3e:30:68:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb5f92-86fa-4c36-a4de-4c075ccbec31', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:17:41.232463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1aadde73-ab48-41bb-b2aa-cabaf35d0644,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:41.373653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:41.379579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.399940 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.514236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] For port c0856205-1d91-4f0a-b259-85701d76bc2d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0856205-1d91-4f0a-b259-85701d76bc2d,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:41.514653 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.548108 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.554267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=c0856205-1d91-4f0a-b259-85701d76bc2d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:41.557129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] Calling delete_port for c0856205-1d91-4f0a-b259-85701d76bc2d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:41.576803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:41.630430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:41.644889 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.645433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:17:41.733592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:41.739762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:41.750268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.760012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '2023da0a-c2b9-4b28-8c0d-77c1016b75c8', 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'port_id': '2023da0a-c2b9-4b28-8c0d-77c1016b75c8', 'mac_address': 'fa:16:3e:25:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb5f92-86fa-4c36-a4de-4c075ccbec31', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:17:41.772553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:41.774413 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.783757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] Pushing event deleted for resources: {'Port': ['ID=c0856205-1d91-4f0a-b259-85701d76bc2d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:41.786674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7e634-5992-46ad-9fe0-286e7a612423 None None] No DVR routers for this DVR port c0856205-1d91-4f0a-b259-85701d76bc2d on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:41.821079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:41.828057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:41.829601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5895c8-de94-489f-9d6f-4dd5d8232069 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:41.832692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.833284 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.873312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=1b1716bd-bb0c-4add-873e-e3379c7af504,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:41.876135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.887656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-14dd27f4-a0f2-4c7b-842a-d4c2d3543a7c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6798687 Sep 19 03:17:41.888505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:41.894272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:78:9f:f4', 'name': 'tempest-NetworksTestDHCPv6-1794620499'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:41.928902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:41.952689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.960187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.962952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:41.968873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.971050 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:41.971665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c861ea38-da7d-4450-a8cb-20dd02ca1fd9 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:17:41.976025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.982027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.988532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.995126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:41.997504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-b4f539cf-0d42-47bb-a7c8-af0636e69221 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5434 time: 0.5386951 Sep 19 03:17:42.035818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:42.059250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:42.086010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-737c3c9a-6c82-4959-b495-e9c99ca1ae35 req-01d3303d-2067-456b-8f78-8227857bdda1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804515 Sep 19 03:17:42.111312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:42.115257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'tenant_id': '574167f485eb4fdd825e17db8f067d27', 'fixed_ips': [{'subnet_id': '1b1716bd-bb0c-4add-873e-e3379c7af504'}, {'subnet_id': '8c005e48-1075-43a0-bafb-e1878171c1b3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:17:42.116113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.139255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'c861ea38-da7d-4450-a8cb-20dd02ca1fd9', 'network_id': '776d61f9-7930-4f60-b897-03d2d2257336', 'port_id': 'c861ea38-da7d-4450-a8cb-20dd02ca1fd9', 'mac_address': 'fa:16:3e:69:ec:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edb5f92-86fa-4c36-a4de-4c075ccbec31', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:17:42.157271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.180240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.186968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 67608d62-55f2-49c5-a292-bfa94f07052f yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:42.252745 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.268783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c861ea38-da7d-4450-a8cb-20dd02ca1fd9 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:42.295435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:42.301847 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.302335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ac0093bb-3a13-4a1b-8feb-5657a20ab775 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:17:42.324338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:17:42.384770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:42.399287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::367 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/8c005e48-1075-43a0-bafb-e1878171c1b3/67608d62-55f2-49c5-a292-bfa94f07052f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:42.402542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ac0093bb-3a13-4a1b-8feb-5657a20ab775, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:42.407991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8:0:1:f816:3eff:fe78:9ff4 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/1b1716bd-bb0c-4add-873e-e3379c7af504/67608d62-55f2-49c5-a292-bfa94f07052f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:42.414134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775', 'network_id': 'b5e78682-69fa-4fb8-98dc-8cafab409fe2', 'port_id': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775', 'mac_address': 'fa:16:3e:0d:f5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd658fa4e-9121-46b1-9cbd-409ed85c7ec2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:17:42.450381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:42.463936 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.468267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:42.477313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.480538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dbd4dee0-5d72-40d3-a250-c5e360ff2d13 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7406664 Sep 19 03:17:42.483205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56724) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:42.484889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0093bb-3a13-4a1b-8feb-5657a20ab775 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:17:42.491208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:42.491837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:42.530713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:42.536207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:42.541483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ac0093bb-3a13-4a1b-8feb-5657a20ab775, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:42.548337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:42.548843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:42.551917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.585777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:42.586493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0f7114-6de9-4347-968c-f7fc87231c8d None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:42.618198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.635557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ac0093bb-3a13-4a1b-8feb-5657a20ab775,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:42.663223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-525783741', 'router:external': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:42.680751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.728413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Made reservation on behalf of b8ef53e0c877456184ea1565db1799a8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:42.730828 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.733872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:42.744792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:42.747319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:42.753216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:42.753845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.762018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.772334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=67608d62-55f2-49c5-a292-bfa94f07052f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:42.774357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/8c005e48-1075-43a0-bafb-e1878171c1b3/93982c6f-ad78-4495-baf4-6f65f894153b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:42.784419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe64:17bf (e3e2bc32-0994-4d48-a279-d11c2c4732c5/1b1716bd-bb0c-4add-873e-e3379c7af504/93982c6f-ad78-4495-baf4-6f65f894153b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:42.794531 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3db09bb5-0cea-4814-a3b4-9958128d1d8e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9049213 Sep 19 03:17:42.795149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56732) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:42.940372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.947926 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.956693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 67608d62-55f2-49c5-a292-bfa94f07052f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:42.957049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.981597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.989835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:42.990228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:42.995200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:43.000505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:43.002797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Pushing event updated for resources: {'Port': ['ID=93982c6f-ad78-4495-baf4-6f65f894153b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:43.005507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.048573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:17:43.071994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.072397 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Added segment 9b4b8703-b73d-4f1b-a54a-392bb6ba88c3 of type vlan for network 53ce8368-e21d-431e-bfe4-9267a83d639c Sep 19 03:17:43.076145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff3ffe5-89e1-4222-b633-a26e2e401086,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:43.078110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Attempting to bind port 93982c6f-ad78-4495-baf4-6f65f894153b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:43.078483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Attempting to bind port 93982c6f-ad78-4495-baf4-6f65f894153b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:43.078883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Attempting to bind port 93982c6f-ad78-4495-baf4-6f65f894153b on network e3e2bc32-0994-4d48-a279-d11c2c4732c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:43.085987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:43.086469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Checking segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:43.087128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.088287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Bound using segment: {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:43.088924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Bound port: 93982c6f-ad78-4495-baf4-6f65f894153b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7b0e04d-4629-4e6f-914e-96d95c886b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:43.089476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.119561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.139965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 67608d62-55f2-49c5-a292-bfa94f07052f owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:43.152357 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.167525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] For port 93982c6f-ad78-4495-baf4-6f65f894153b, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:43.171945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] For port 93982c6f-ad78-4495-baf4-6f65f894153b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=93982c6f-ad78-4495-baf4-6f65f894153b,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:43.179268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.235297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.236107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.236938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.244899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c64b47-19ea-441a-b209-1a96d86d7409 None None] Pushing event updated for resources: {'Port': ['ID=93982c6f-ad78-4495-baf4-6f65f894153b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:43.308366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7765510 Sep 19 03:17:43.314697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56736) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:43.349137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.354987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.360905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.364900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'subnet': {'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:43.366723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.374638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.377197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b330ed-93c6-415b-befc-61eee3b3d2b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Network': ['ID=53ce8368-e21d-431e-bfe4-9267a83d639c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:43.384031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.393863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.395827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-2c435e6f-0c6c-4474-ab9a-783c859ae45c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5438 time: 0.1960940 Sep 19 03:17:43.407472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 53ce8368-e21d-431e-bfe4-9267a83d639c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:17:43.412791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.1 (5ca63d67-95b0-4c5a-b18b-16758d7301cf/34df3672-7d15-43ed-8640-5014bb575b39/9079e0e3-0be8-4aca-aeb8-abdf776bd74d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:43.423017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Made reservation on behalf of b8ef53e0c877456184ea1565db1799a8 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:43.426208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.555888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4bcbb74-df89-47f7-ab21-3f5369b189ee req-a91f3f8b-deda-48d2-8103-6494b15e6597 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034422 Sep 19 03:17:43.609687 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.611801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.645929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=67608d62-55f2-49c5-a292-bfa94f07052f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:43.647885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.686111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:43.690881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:43.694696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:43.713078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.715022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b5a2109c-acaf-4418-9ff1-8944c8225b21 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/67608d62-55f2-49c5-a292-bfa94f07052f HTTP/1.1" status: 204 len: 168 time: 0.9166701 Sep 19 03:17:43.718788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:43.729438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=9079e0e3-0be8-4aca-aeb8-abdf776bd74d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:43.750339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.807270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b6ba2b-589b-45f4-8d84-a69b5f09ea08 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.808794 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-03b6ba2b-589b-45f4-8d84-a69b5f09ea08 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0891035 Sep 19 03:17:43.813109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56740) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:43.900100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8b524e-1f49-48b7-805f-19b6141602d1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.901613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d8b524e-1f49-48b7-805f-19b6141602d1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0874381 Sep 19 03:17:43.904403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56742) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:43.928472 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:43.980656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24644d08-8e7f-42e1-9df7-bc6ab87cbd28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.982379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24644d08-8e7f-42e1-9df7-bc6ab87cbd28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.983931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24644d08-8e7f-42e1-9df7-bc6ab87cbd28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:43.988069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24644d08-8e7f-42e1-9df7-bc6ab87cbd28 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0792792 Sep 19 03:17:43.988363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56744) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:44.004851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:44.005322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.065919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c7601668-72b2-45f2-9d63-e91b33af2810,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:44.078335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Checking segment: {'id': '9b4b8703-b73d-4f1b-a54a-392bb6ba88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:44.078972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network hostable DHCP agents. Network: 53ce8368-e21d-431e-bfe4-9267a83d639c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:17:44.084947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 1b1716bd-bb0c-4add-873e-e3379c7af504 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:44.091190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.097772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network 53ce8368-e21d-431e-bfe4-9267a83d639c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:17:44.108659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 53ce8368-e21d-431e-bfe4-9267a83d639c) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:44.117672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:44.118162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39421fff-7b7b-4878-b677-06e0f067e980 None None] Network 53ce8368-e21d-431e-bfe4-9267a83d639c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:44.118628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.140240 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca56a6c4-8001-404a-a063-85cff54a3ce6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8165226 Sep 19 03:17:44.140616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56746) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:44.152131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-48459081', 'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:44.185136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.225221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Made reservation on behalf of b8ef53e0c877456184ea1565db1799a8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:44.227389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.261750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26ec4d-35e3-4856-a6f9-1edf8ba9eb3d None None] Network 53ce8368-e21d-431e-bfe4-9267a83d639c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:44.267007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] device_id is not set on port 910a05d1-a2bc-49f6-aa1d-0b93526638f9 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:44.362922 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c91cea-176e-4c05-a65e-6a7462acfa44 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:44.457378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.464756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8e888baf-3b4c-4e46-9891-b3c6274f36a3 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:44.465136 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e888baf-3b4c-4e46-9891-b3c6274f36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.495825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Allocated IP 2001:db8::ff (53ce8368-e21d-431e-bfe4-9267a83d639c/c7601668-72b2-45f2-9d63-e91b33af2810/910a05d1-a2bc-49f6-aa1d-0b93526638f9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:44.502065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['08a49894-b407-4304-96d2-088ecd9524e8'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:17:44.539813 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.546326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1aadde73-ab48-41bb-b2aa-cabaf35d0644'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:17:44.554475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.571245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2023da0a-c2b9-4b28-8c0d-77c1016b75c8'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:17:44.622172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ff4bd5e-a0d9-41f8-91fa-519033d7217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.663471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ddeabb28-40c2-48a7-9ba6-72b6d6d2c736'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:17:44.667888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.713587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=9079e0e3-0be8-4aca-aeb8-abdf776bd74d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:44.716561 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.744936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=1b1716bd-bb0c-4add-873e-e3379c7af504,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:44.750925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.752808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2d6b18d0-ef26-4b86-ac73-bdfe4bd7e652 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/1b1716bd-bb0c-4add-873e-e3379c7af504 HTTP/1.1" status: 204 len: 168 time: 0.7633898 Sep 19 03:17:44.755414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56750) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:44.804176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['080cb86d-5728-4bc8-bfee-0fccfc0726e9'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:17:44.819406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['c861ea38-da7d-4450-a8cb-20dd02ca1fd9'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:17:44.822712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 8c005e48-1075-43a0-bafb-e1878171c1b3 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:44.828224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.856154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ac0093bb-3a13-4a1b-8feb-5657a20ab775'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:17:44.896734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:44.996755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.062585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.089554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 93982c6f-ad78-4495-baf4-6f65f894153b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:45.094408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=8c005e48-1075-43a0-bafb-e1878171c1b3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:45.105268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.108221 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c03d501e-8c0b-46d7-8933-14ec3774e8c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/8c005e48-1075-43a0-bafb-e1878171c1b3 HTTP/1.1" status: 204 len: 168 time: 0.3507476 Sep 19 03:17:45.109794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56756) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:45.124389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.130193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.136015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.142426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.148265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.152614 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a498838a-4f70-416f-947c-1130a0b12778 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386331 Sep 19 03:17:45.153412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56758) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:45.154965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.158062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:45.160763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.167256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-08ea5bc8-ca64-469d-8446-8864a9b2a277 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5438 time: 0.5224297 Sep 19 03:17:45.175007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8e888baf-3b4c-4e46-9891-b3c6274f36a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.260337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:45.265691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.279445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cfba601-e6e2-4594-b4f8-a02b0734f6a2 req-89a5d91f-ac3e-431f-89f0-62cd4e79b842 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674307 Sep 19 03:17:45.304525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:45.311732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.315816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:45.466455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.506516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfbd40e-ce6c-4fff-876b-042aabe1c3f9 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:45.510816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.527640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network 53ce8368-e21d-431e-bfe4-9267a83d639c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:45.537823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:45.545204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:45.546599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.547035 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.555562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:45.556194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:17:45.558727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Port': ['ID=910a05d1-a2bc-49f6-aa1d-0b93526638f9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:45.562814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:45.566506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:45.567520 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.571664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-10dcdbd1-ea1e-487f-8639-3229cc862553 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4281991 Sep 19 03:17:45.577295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56760) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:45.591979 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4375105 Sep 19 03:17:45.592953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f8f75-75e6-4985-a101-e694e610229d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=6f7ec98f-38af-4795-afc4-cd2a57c781c5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:45.598246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56762) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:45.605123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-831ef1b4-da38-4968-a5f2-0147a1a3e5c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:45.606463 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-8e888baf-3b4c-4e46-9891-b3c6274f36a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:17:45.607121 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-8e888baf-3b4c-4e46-9891-b3c6274f36a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:17:45.624794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:45.625173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.724296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ef1b4-da38-4968-a5f2-0147a1a3e5c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:45.728610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:45.728830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-831ef1b4-da38-4968-a5f2-0147a1a3e5c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.734843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-806cd9df-c7f9-47f0-8341-0683946e38f2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/routers/b75e1cc7-67e2-47c8-9c76-6bcda287b9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2491252 Sep 19 03:17:45.737512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56764) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:45.742875 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:45.743452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'port': {'network_id': '5ca63d67-95b0-4c5a-b18b-16758d7301cf', 'name': 'tempest-FloatingIPTestJSON-879232689'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:45.756290 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:45.757312 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:45.781459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Deleting port 910a05d1-a2bc-49f6-aa1d-0b93526638f9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:45.782466 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.800966 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:45.813285 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:45.814657 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:45.863151 n-d-809936-1 neutron-server[94722]: INFO neutron.db.ipam_backend_mixin [None req-831ef1b4-da38-4968-a5f2-0147a1a3e5c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f7ec98f-38af-4795-afc4-cd2a57c781c5 (CIDR: 2001:db8::/64) Sep 19 03:17:45.867873 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-831ef1b4-da38-4968-a5f2-0147a1a3e5c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:17:45.868356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831ef1b4-da38-4968-a5f2-0147a1a3e5c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:45.877351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:45.878417 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e73cece-969f-4a7d-adc2-50cbf0a64b04 None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:45.889791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-831ef1b4-da38-4968-a5f2-0147a1a3e5c5 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2899215 Sep 19 03:17:45.891857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56766) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:45.899211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'subnet': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:45.933665 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.952447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Calling delete_port for 910a05d1-a2bc-49f6-aa1d-0b93526638f9 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:45.954352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:45.958185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.958534 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:45.984477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] device_id is not set on port be1339c2-5d15-4f5f-a643-c8f441e0a079 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:46.044074 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.096872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 93982c6f-ad78-4495-baf4-6f65f894153b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=93982c6f-ad78-4495-baf4-6f65f894153b,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:46.103089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.185040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.4 (5ca63d67-95b0-4c5a-b18b-16758d7301cf/34df3672-7d15-43ed-8640-5014bb575b39/be1339c2-5d15-4f5f-a643-c8f441e0a079) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:46.222723 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.228554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=93982c6f-ad78-4495-baf4-6f65f894153b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:46.237914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f92478b-1970-4cb1-8c5a-fa6586cac7e5 None None] Update dhcp port {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'fixed_ips': [{'subnet_id': '6f7ec98f-38af-4795-afc4-cd2a57c781c5'}], 'binding:host_id': 'n-d-809936-1'}, 'id': '93982c6f-ad78-4495-baf4-6f65f894153b'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:17:46.269793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event deleted for resources: {'Port': ['ID=910a05d1-a2bc-49f6-aa1d-0b93526638f9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:46.271083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f92478b-1970-4cb1-8c5a-fa6586cac7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.307743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.309715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2f7123a0-308f-47bc-b9d4-385304ba31be tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "DELETE /v2.0/ports/910a05d1-a2bc-49f6-aa1d-0b93526638f9 HTTP/1.1" status: 204 len: 168 time: 0.7330890 Sep 19 03:17:46.312964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56768) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:46.323703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c', 'external_fixed_ips': [{'subnet_id': 'c7601668-72b2-45f2-9d63-e91b33af2810', 'ip_address': '2001:db8::ff'}]}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:46.324160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:46.328762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.404834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.405861 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.426470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-402088cb-f8f7-4cce-8a6a-d3263fe1e797 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:46.427012 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-402088cb-f8f7-4cce-8a6a-d3263fe1e797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.469609 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.497928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2f92478b-1970-4cb1-8c5a-fa6586cac7e5 None None] Allocated IP 2001:db8::2 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/6f7ec98f-38af-4795-afc4-cd2a57c781c5/93982c6f-ad78-4495-baf4-6f65f894153b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:46.505995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.529526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.535639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.541453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.547428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.553331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.559327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.565200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.567201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-7ab98f11-d92b-4972-a064-25dede2fbb62 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5438 time: 0.1776321 Sep 19 03:17:46.635279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2f92478b-1970-4cb1-8c5a-fa6586cac7e5 None None] For port 93982c6f-ad78-4495-baf4-6f65f894153b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=93982c6f-ad78-4495-baf4-6f65f894153b,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:46.667256 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f92478b-1970-4cb1-8c5a-fa6586cac7e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.672260 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f92478b-1970-4cb1-8c5a-fa6586cac7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.713661 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.717191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:17:46.743478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9f36d21-78e8-46d6-9012-ee7c89e24182 req-1ebc43e9-1162-4156-bbdf-37924e058584 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1424882 Sep 19 03:17:46.748672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.768857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92478b-1970-4cb1-8c5a-fa6586cac7e5 None None] Pushing event updated for resources: {'Port': ['ID=93982c6f-ad78-4495-baf4-6f65f894153b,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:46.828806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:46.831194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=be1339c2-5d15-4f5f-a643-c8f441e0a079,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:46.833971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:46.836695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:46.868713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 93982c6f-ad78-4495-baf4-6f65f894153b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:46.921135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.922229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:46.923211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.935290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:46.935753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:46.988501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-41af73bc-b8f9-444b-9c64-0046d000335e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2500865 Sep 19 03:17:46.991245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56772) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:47.000614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'port': {'network_id': '5ca63d67-95b0-4c5a-b18b-16758d7301cf', 'name': 'tempest-FloatingIPTestJSON-991505458'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:47.109939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] For port 93982c6f-ad78-4495-baf4-6f65f894153b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=93982c6f-ad78-4495-baf4-6f65f894153b,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:47.141905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.148909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.150310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.196611 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ed01ca6-03cc-4e79-922f-7d5a7a584dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.214648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:47.218198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.226662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:47.236500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:47.237163 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.239667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:47.240277 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.260724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.262916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] device_id is not set on port 26a21b16-f0c9-4e88-938a-aca42da875d5 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:47.272699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Subnet': ['ID=20afb2d1-e84f-44f5-a51f-7ae74182f45b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:47.276481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=93982c6f-ad78-4495-baf4-6f65f894153b,revision_number=8']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:47.281300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5a2a4154-378b-43cd-a497-526d8d42d4e8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3873608 Sep 19 03:17:47.286926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56774) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:47.292711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Request body: {'port': {'network_id': 'e3e2bc32-0994-4d48-a279-d11c2c4732c5', 'mac_address': 'fa:16:3e:67:2c:79', 'name': 'tempest-NetworksTestDHCPv6-1799499948'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:47.399216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e7f61-ce95-48be-b2e1-b5c5ad65fcc2 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:47.417684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Made reservation on behalf of 574167f485eb4fdd825e17db8f067d27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:17:47.469681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-06adf406-b000-4dfb-95a8-15edc96cabe8 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:47.470096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06adf406-b000-4dfb-95a8-15edc96cabe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.473343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.13 (5ca63d67-95b0-4c5a-b18b-16758d7301cf/34df3672-7d15-43ed-8640-5014bb575b39/26a21b16-f0c9-4e88-938a-aca42da875d5) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:47.508999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.532114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] device_id is not set on port 491223d4-b9cd-445c-9802-192dc7d5f94b yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:17:47.549741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Allocated IP 2001:db8::ff (53ce8368-e21d-431e-bfe4-9267a83d639c/c7601668-72b2-45f2-9d63-e91b33af2810/b76f5744-3aa1-4010-9c46-30529ec77a5d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:47.720771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8::26a (e3e2bc32-0994-4d48-a279-d11c2c4732c5/6f7ec98f-38af-4795-afc4-cd2a57c781c5/491223d4-b9cd-445c-9802-192dc7d5f94b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:47.728110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Allocated IP 2001:db8:0:1:f816:3eff:fe67:2c79 (e3e2bc32-0994-4d48-a279-d11c2c4732c5/20afb2d1-e84f-44f5-a51f-7ae74182f45b/491223d4-b9cd-445c-9802-192dc7d5f94b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:47.746949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.758824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.819343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.849416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.891315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:47.916903 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.921095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network 53ce8368-e21d-431e-bfe4-9267a83d639c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:47.923721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:47.926684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:47.930336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=26a21b16-f0c9-4e88-938a-aca42da875d5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:47.932775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:47.943338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:47.957640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:47.972922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.016636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:48.020001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:48.026854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:48.033676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.034249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.043333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event updated for resources: {'Port': ['ID=491223d4-b9cd-445c-9802-192dc7d5f94b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:48.055295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88473215-82d1-4e08-b707-c10ce3b8df06 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7672682 Sep 19 03:17:48.056170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56778) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:48.080672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.086581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.093117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.099043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.104924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.110892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.116865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.118844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-e92bf4a0-5162-4a8a-b74e-0ef5ab62e96d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5438 time: 0.2531552 Sep 19 03:17:48.160641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting port 491223d4-b9cd-445c-9802-192dc7d5f94b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:48.161013 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.255418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06aa784-4d15-4aa7-8601-72b0e1b20c36 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:48.262850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.275790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Calling delete_port for 491223d4-b9cd-445c-9802-192dc7d5f94b owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:48.378337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1e7ba0e8-c210-4d4a-9736-e4b3448597de None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:48.378767 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e7ba0e8-c210-4d4a-9736-e4b3448597de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.441470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.442091 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.445321 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.454769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Port': ['ID=b76f5744-3aa1-4010-9c46-30529ec77a5d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:48.485596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.495458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-315d9911-c589-497f-b4ee-63173cbb52cb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5016861 Sep 19 03:17:48.499667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56780) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:48.505478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '26a21b16-f0c9-4e88-938a-aca42da875d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:48.521177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aff61f3f-85ca-49b9-900a-7a5e73457e95 req-fa082276-34d6-4ca2-88fb-39d82577ea88 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909405 Sep 19 03:17:48.555990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Port': ['ID=491223d4-b9cd-445c-9802-192dc7d5f94b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:48.577819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.579667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.581836 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88dfc9c1-fdf6-4b95-ac02-3135b276c4c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/491223d4-b9cd-445c-9802-192dc7d5f94b HTTP/1.1" status: 204 len: 168 time: 0.5245731 Sep 19 03:17:48.587137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56782) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:48.654236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104092e-ea9a-42ea-beb6-2999a0508dc0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.656104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f104092e-ea9a-42ea-beb6-2999a0508dc0 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0678344 Sep 19 03:17:48.658612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56784) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:48.669521 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.711034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b03affb-b277-42a1-a56f-035b19bcf342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.714857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8b03affb-b277-42a1-a56f-035b19bcf342 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0530002 Sep 19 03:17:48.723368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:48.797698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f8030-9366-406c-b10b-b2bf9146fbe6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.799508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f8030-9366-406c-b10b-b2bf9146fbe6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.800909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147f8030-9366-406c-b10b-b2bf9146fbe6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:48.802967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-147f8030-9366-406c-b10b-b2bf9146fbe6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0782332 Sep 19 03:17:48.805485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56788) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:48.817486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 93982c6f-ad78-4495-baf4-6f65f894153b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:48.853811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1ed3af24-47c4-456b-83e9-ed36a416df97 None None] Could not find standard attr ID for object 491223d4-b9cd-445c-9802-192dc7d5f94b. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:48.874234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1ed3af24-47c4-456b-83e9-ed36a416df97 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:48.874611 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ed3af24-47c4-456b-83e9-ed36a416df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.882349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 20afb2d1-e84f-44f5-a51f-7ae74182f45b {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:48.886712 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.890826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.919817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:48.920254 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:48.937895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.032253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.056823 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.103896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.25.8.80 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/c6a33c02-8632-40bd-b0dc-50562cff7c10) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:49.128218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.158619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=20afb2d1-e84f-44f5-a51f-7ae74182f45b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:49.164640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.169011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78e9c43b-186a-4bd3-88df-5a6c20d6b476 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/20afb2d1-e84f-44f5-a51f-7ae74182f45b HTTP/1.1" status: 204 len: 168 time: 0.3602626 Sep 19 03:17:49.169285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56792) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.201622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a9633aea-98b1-4dd0-bce9-4ddc5171ee8e None None] Could not find standard attr ID for object 0627c227-6887-457e-a4a9-5b1de1ea6a12. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:49.234339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Deleting subnet 6f7ec98f-38af-4795-afc4-cd2a57c781c5 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:49.239733 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.274280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f980e-164b-4f3b-86ef-e70fe28e8bac None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:49.277499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.284518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.285775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Router 2f125299-60bc-44fb-9ef0-c332fd970156 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:17:49.339584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a877c9f8-927c-46cf-882f-2a5ba7580e9f None None] Could not find standard attr ID for object 67608d62-55f2-49c5-a292-bfa94f07052f. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:17:49.361059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.379377 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.441555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:49.442129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.453536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:49.459893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:49.463152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=c6a33c02-8632-40bd-b0dc-50562cff7c10,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:49.466061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:49.476354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Sync routers for ids ['2f125299-60bc-44fb-9ef0-c332fd970156'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:49.477778 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.482016 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/6f7ec98f-38af-4795-afc4-cd2a57c781c5 HTTP/1.1" status: 204 len: 168 time: 0.3096111 Sep 19 03:17:49.482016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d88de-4d53-463a-ae10-52c8456cd06d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7ec98f-38af-4795-afc4-cd2a57c781c5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:49.483689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56794) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.487756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Routers {'2f125299-60bc-44fb-9ef0-c332fd970156'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:49.488478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2f125299-60bc-44fb-9ef0-c332fd970156'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:49.511728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.515964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a3cfc55-30c5-41d8-9d8a-52adcc1f58c2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.1995463 Sep 19 03:17:49.516566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56796) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.532938 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-99a2b79b-94bf-4f61-b740-66402e662f78 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455735 Sep 19 03:17:49.533521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56798) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.597954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b8581-d4e4-41c7-943f-689221e236fa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.603752 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c52b8581-d4e4-41c7-943f-689221e236fa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0659685 Sep 19 03:17:49.603752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.663368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c60662c-a94f-4531-b958-b740f7b9cb76 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.669167 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2c60662c-a94f-4531-b958-b740f7b9cb76 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611458 Sep 19 03:17:49.670000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.718527 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b2ff1194-3976-4ea5-8d78-a9bb59c5ee4e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471292 Sep 19 03:17:49.729363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56806) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.755182 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0db3c85-0fa8-4be1-a986-d15c51377ae3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:49.755940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0db3c85-0fa8-4be1-a986-d15c51377ae3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:49.757910 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:49.758208 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b0db3c85-0fa8-4be1-a986-d15c51377ae3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/491223d4-b9cd-445c-9802-192dc7d5f94b HTTP/1.1" status: 404 len: 333 time: 0.0275581 Sep 19 03:17:49.760850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56808) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.794024 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-beec6f57-0c29-41e3-91e7-c1dbf93a4550 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:49.794508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beec6f57-0c29-41e3-91e7-c1dbf93a4550 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:49.799139 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-beec6f57-0c29-41e3-91e7-c1dbf93a4550 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/20afb2d1-e84f-44f5-a51f-7ae74182f45b HTTP/1.1" status: 404 len: 337 time: 0.0363340 Sep 19 03:17:49.799757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56810) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.801429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Set router 2f125299-60bc-44fb-9ef0-c332fd970156 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:17:49.834288 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5365d00f-efa4-49ad-9d10-61836a172bb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:49.834787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5365d00f-efa4-49ad-9d10-61836a172bb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:49.839660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5365d00f-efa4-49ad-9d10-61836a172bb2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/6f7ec98f-38af-4795-afc4-cd2a57c781c5 HTTP/1.1" status: 404 len: 337 time: 0.0388913 Sep 19 03:17:49.840867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56812) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.864760 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcee133c-7f62-42ab-a32a-637a134d8166 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:49.865468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcee133c-7f62-42ab-a32a-637a134d8166 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:49.870144 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bcee133c-7f62-42ab-a32a-637a134d8166 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/67608d62-55f2-49c5-a292-bfa94f07052f HTTP/1.1" status: 404 len: 333 time: 0.0282068 Sep 19 03:17:49.870777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56814) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.894769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.899951 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d0ad75-f821-4f87-a662-893042d57d7e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:49.900551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d0ad75-f821-4f87-a662-893042d57d7e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:49.901823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.905678 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-65d0ad75-f821-4f87-a662-893042d57d7e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/1b1716bd-bb0c-4add-873e-e3379c7af504 HTTP/1.1" status: 404 len: 337 time: 0.0338652 Sep 19 03:17:49.906304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56816) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.914284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.920608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.927201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.933563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.942387 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6137d21-9fe0-454e-b760-3e6e34203535 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:49.942719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:49.942870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6137d21-9fe0-454e-b760-3e6e34203535 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:49.944611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-99d92439-2646-48df-81cf-94d5a460a4ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5438 time: 0.2991059 Sep 19 03:17:49.948460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56818) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:49.952418 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c6137d21-9fe0-454e-b760-3e6e34203535 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/8c005e48-1075-43a0-bafb-e1878171c1b3 HTTP/1.1" status: 404 len: 337 time: 0.0446520 Sep 19 03:17:49.982261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.001953 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3845339c-d2dd-44b4-b420-8c641e40217c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.002638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3845339c-d2dd-44b4-b420-8c641e40217c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.007022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3845339c-d2dd-44b4-b420-8c641e40217c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/0627c227-6887-457e-a4a9-5b1de1ea6a12 HTTP/1.1" status: 404 len: 333 time: 0.0550871 Sep 19 03:17:50.008765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56822) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.020712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f125299-60bc-44fb-9ef0-c332fd970156', 'name': '', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c', 'external_fixed_ips': [{'subnet_id': 'c7601668-72b2-45f2-9d63-e91b33af2810', 'ip_address': '2001:db8::ff'}], 'enable_snat': True}, 'gw_port_id': 'b76f5744-3aa1-4010-9c46-30529ec77a5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:17:46Z', 'updated_at': '2021-09-19T03:17:48Z', 'revision_number': 3, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port': {'id': 'b76f5744-3aa1-4010-9c46-30529ec77a5d', 'name': '', 'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:9e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f125299-60bc-44fb-9ef0-c332fd970156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': 'c7601668-72b2-45f2-9d63-e91b33af2810', 'ip_address': '2001:db8::ff', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:17:47Z', 'updated_at': '2021-09-19T03:17:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7601668-72b2-45f2-9d63-e91b33af2810', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:50.052407 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1274eb-b6c4-43da-829c-46e3bbf19133 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.053273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e1274eb-b6c4-43da-829c-46e3bbf19133 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.057897 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e1274eb-b6c4-43da-829c-46e3bbf19133 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/8870a16b-49be-4819-8f92-71c75a2422bf HTTP/1.1" status: 404 len: 337 time: 0.0478566 Sep 19 03:17:50.058622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56826) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.086781 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-573d9f4c-a9f0-4564-a619-3c5906bf10e2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.087420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573d9f4c-a9f0-4564-a619-3c5906bf10e2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.089645 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-573d9f4c-a9f0-4564-a619-3c5906bf10e2 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/de28f0eb-22d8-4ce8-8471-fcdc2f168bbf HTTP/1.1" status: 404 len: 337 time: 0.0291142 Sep 19 03:17:50.091893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56828) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.096479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Checking router: 2f125299-60bc-44fb-9ef0-c332fd970156 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:17:50.096840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Updating router 2f125299-60bc-44fb-9ef0-c332fd970156 port b76f5744-3aa1-4010-9c46-30529ec77a5d binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:17:50.122170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2bf1de-be43-4d94-8282-fbf9c5ef25e9 req-3d58d32b-6189-44ac-9ea1-4d5105eaf1e8 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1534867 Sep 19 03:17:50.126842 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c19ca68-9006-4856-9e0f-44cf77e976a3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.129362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c19ca68-9006-4856-9e0f-44cf77e976a3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.132352 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c19ca68-9006-4856-9e0f-44cf77e976a3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/4aff095b-56f3-4e33-9cee-2e8458182988 HTTP/1.1" status: 404 len: 333 time: 0.0386622 Sep 19 03:17:50.134561 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.134711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56832) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.144779 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.190763 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c22d227-d0a8-4a78-b782-82a05f6af5a8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.192467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c22d227-d0a8-4a78-b782-82a05f6af5a8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.195768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c22d227-d0a8-4a78-b782-82a05f6af5a8 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/61a8bc54-baec-434e-ae94-96be4886219c HTTP/1.1" status: 404 len: 337 time: 0.0599196 Sep 19 03:17:50.198148 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56834) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.235514 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bad118-b0c4-4f90-a7dc-e4fdf3287a2d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.235955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bad118-b0c4-4f90-a7dc-e4fdf3287a2d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.237793 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c0bad118-b0c4-4f90-a7dc-e4fdf3287a2d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/02aba83b-68b5-42f3-95c2-b188cc246450 HTTP/1.1" status: 404 len: 337 time: 0.0386634 Sep 19 03:17:50.240210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56838) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.268484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22496a77-e527-4f76-84e4-0673f0600d34 None None] Network e3e2bc32-0994-4d48-a279-d11c2c4732c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:17:50.273026 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2ec519-7e0e-4927-a609-1472e38600d1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.273734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2ec519-7e0e-4927-a609-1472e38600d1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.275547 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c2ec519-7e0e-4927-a609-1472e38600d1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/2f36ce43-9bce-4264-9195-0fd4a08a90d7 HTTP/1.1" status: 404 len: 333 time: 0.0344224 Sep 19 03:17:50.278115 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56840) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.309676 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b6043f-f765-40bc-a66a-8eb1f69f0389 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.310243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b6043f-f765-40bc-a66a-8eb1f69f0389 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.313352 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-82b6043f-f765-40bc-a66a-8eb1f69f0389 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/09319c5c-0bc1-478e-8f43-ac0f9dea5fcd HTTP/1.1" status: 404 len: 337 time: 0.0342457 Sep 19 03:17:50.315865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56844) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.354898 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccd8d30-a72a-46da-a598-184666bc7f09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.356352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccd8d30-a72a-46da-a598-184666bc7f09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.360839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8ccd8d30-a72a-46da-a598-184666bc7f09 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/e737eef8-ea29-4bb4-b9a4-9011793a15d7 HTTP/1.1" status: 404 len: 333 time: 0.0439868 Sep 19 03:17:50.361690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56846) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.396271 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0756af-e751-4152-85e9-7d1420b036c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.396752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0756af-e751-4152-85e9-7d1420b036c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.401399 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa0756af-e751-4152-85e9-7d1420b036c6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/aed19fcb-ce68-463d-9af1-8e777648950e HTTP/1.1" status: 404 len: 337 time: 0.0386209 Sep 19 03:17:50.402777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e1c6e579-cda6-421f-b244-1ddf81224625 None None] Provisioning complete for port 93982c6f-ad78-4495-baf4-6f65f894153b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:50.403279 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1c6e579-cda6-421f-b244-1ddf81224625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.404041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56850) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.431629 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-82eb8039-740b-4a81-8d02-f245a40bc088 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.432351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82eb8039-740b-4a81-8d02-f245a40bc088 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.435241 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-82eb8039-740b-4a81-8d02-f245a40bc088 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/490634f8-7727-417a-8b58-060740d481a2 HTTP/1.1" status: 404 len: 333 time: 0.0300171 Sep 19 03:17:50.437752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.466314 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd65882-6617-40ea-a678-167ecd796120 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.466688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd65882-6617-40ea-a678-167ecd796120 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.470974 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fcd65882-6617-40ea-a678-167ecd796120 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/f8872ebf-1412-4ba5-8071-95ae5f0faede HTTP/1.1" status: 404 len: 337 time: 0.0298867 Sep 19 03:17:50.472257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56854) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.500567 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cfaef0-2464-443e-8116-f553a52a1e5a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.501270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cfaef0-2464-443e-8116-f553a52a1e5a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.505378 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d9cfaef0-2464-443e-8116-f553a52a1e5a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/f6be6691-1617-4965-a3b8-002b6823185f HTTP/1.1" status: 404 len: 333 time: 0.0307684 Sep 19 03:17:50.505633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56856) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.534476 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2452c1a-7e5e-4222-b939-0918b7a0220e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.535152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2452c1a-7e5e-4222-b939-0918b7a0220e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.539093 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d2452c1a-7e5e-4222-b939-0918b7a0220e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/ad837f9a-b57a-45ea-aa83-3d3f5993f91e HTTP/1.1" status: 404 len: 337 time: 0.0302825 Sep 19 03:17:50.539358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56858) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.567560 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-297d67f6-eeb2-49fd-86e7-d9a098efb470 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.568282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297d67f6-eeb2-49fd-86e7-d9a098efb470 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.570086 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-297d67f6-eeb2-49fd-86e7-d9a098efb470 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/97aa9ddc-a034-437d-b81e-ee8bd58df840 HTTP/1.1" status: 404 len: 333 time: 0.0265858 Sep 19 03:17:50.576705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56860) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.608790 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbd8b07-f190-4a68-92e5-79a4b8d70e05 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.609263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbd8b07-f190-4a68-92e5-79a4b8d70e05 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.610027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] DHCP port deletion for e3e2bc32-0994-4d48-a279-d11c2c4732c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:17:50.613488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6cbd8b07-f190-4a68-92e5-79a4b8d70e05 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/5cb11d1f-13c1-43ca-8044-aaaa32945171 HTTP/1.1" status: 404 len: 337 time: 0.0331106 Sep 19 03:17:50.613686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56862) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.638567 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae41ab2-f81c-4343-aae2-a4ad1aaac817 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.639276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aae41ab2-f81c-4343-aae2-a4ad1aaac817 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.643471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aae41ab2-f81c-4343-aae2-a4ad1aaac817 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/656fff5e-ca79-49c1-ab89-d3aa7f481c6b HTTP/1.1" status: 404 len: 333 time: 0.0264206 Sep 19 03:17:50.643661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56864) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.669484 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f83c8aa-cf49-4f6e-af32-75e1456c1135 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.670344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f83c8aa-cf49-4f6e-af32-75e1456c1135 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.674164 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0f83c8aa-cf49-4f6e-af32-75e1456c1135 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/39d0dd15-7d02-4625-b7f1-b9422cdebd1b HTTP/1.1" status: 404 len: 337 time: 0.0271809 Sep 19 03:17:50.674919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56866) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.686834 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.698490 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.715112 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b57b847-75b9-417d-9853-8c76a6c513ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.715595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b57b847-75b9-417d-9853-8c76a6c513ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.717361 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1b57b847-75b9-417d-9853-8c76a6c513ca tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/9a4402f4-e53f-4097-a896-a32f29ad0d7c HTTP/1.1" status: 404 len: 337 time: 0.0414743 Sep 19 03:17:50.720006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56868) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.744886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Deleting port b76f5744-3aa1-4010-9c46-30529ec77a5d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:50.745351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.747308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] Deleting port 93982c6f-ad78-4495-baf4-6f65f894153b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:50.747686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.758833 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4e65a1c-08d4-4bec-8cc1-f6fe8d47e79e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.758833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4e65a1c-08d4-4bec-8cc1-f6fe8d47e79e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.758833 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d4e65a1c-08d4-4bec-8cc1-f6fe8d47e79e tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/6971166e-33b7-4599-83cf-422c4d75a4f9 HTTP/1.1" status: 404 len: 333 time: 0.0337224 Sep 19 03:17:50.758833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56870) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.792135 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63534e4-6f1f-4a97-bf68-c360abd3fec6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.792832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63534e4-6f1f-4a97-bf68-c360abd3fec6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.795394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e63534e4-6f1f-4a97-bf68-c360abd3fec6 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/38e6dd34-3cfa-43df-9133-0d2e24e41210 HTTP/1.1" status: 404 len: 337 time: 0.0362375 Sep 19 03:17:50.798407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56872) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.812925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 93982c6f-ad78-4495-baf4-6f65f894153b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:50.826643 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0652969b-e9c2-47e5-8a80-0091938a5a1a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.827394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0652969b-e9c2-47e5-8a80-0091938a5a1a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.831650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0652969b-e9c2-47e5-8a80-0091938a5a1a tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/27f0cdce-f6e6-4dae-98e1-191c4059f0d7 HTTP/1.1" status: 404 len: 337 time: 0.0295169 Sep 19 03:17:50.833345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56874) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.857262 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d55967f-15f9-49ac-b667-2b5c937a0053 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.858034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d55967f-15f9-49ac-b667-2b5c937a0053 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.863024 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4d55967f-15f9-49ac-b667-2b5c937a0053 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/6ccb8229-fee8-469e-9b58-25f2c4cd8fe7 HTTP/1.1" status: 404 len: 333 time: 0.0275867 Sep 19 03:17:50.863600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56876) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.864942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] For port 93982c6f-ad78-4495-baf4-6f65f894153b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=93982c6f-ad78-4495-baf4-6f65f894153b,segment=NetworkSegment(b7b0e04d-4629-4e6f-914e-96d95c886b1a),segment_id=b7b0e04d-4629-4e6f-914e-96d95c886b1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:50.865344 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.867756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Attempting to bind port b76f5744-3aa1-4010-9c46-30529ec77a5d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:17:50.868123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Attempting to bind port b76f5744-3aa1-4010-9c46-30529ec77a5d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '9b4b8703-b73d-4f1b-a54a-392bb6ba88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:17:50.868501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Attempting to bind port b76f5744-3aa1-4010-9c46-30529ec77a5d on network 53ce8368-e21d-431e-bfe4-9267a83d639c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:17:50.876524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a291eb-9030-4bf6-801c-90fac9a4d619 None None] Pushing event updated for resources: {'Port': ['ID=b76f5744-3aa1-4010-9c46-30529ec77a5d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:50.890111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] Calling delete_port for 93982c6f-ad78-4495-baf4-6f65f894153b owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:50.892271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:17:50.892271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Checking segment: {'id': '9b4b8703-b73d-4f1b-a54a-392bb6ba88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:17:50.892691 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.893031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Bound using segment: {'id': '9b4b8703-b73d-4f1b-a54a-392bb6ba88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:17:50.893504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Bound port: b76f5744-3aa1-4010-9c46-30529ec77a5d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4b8703-b73d-4f1b-a54a-392bb6ba88c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '53ce8368-e21d-431e-bfe4-9267a83d639c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:17:50.893891 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.896713 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1a67dc-dfaa-464e-b35a-7017304f0da4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.897181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1a67dc-dfaa-464e-b35a-7017304f0da4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.902328 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1c1a67dc-dfaa-464e-b35a-7017304f0da4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/c7e9c2ee-1ebf-47ee-b369-4f6c80be80c3 HTTP/1.1" status: 404 len: 337 time: 0.0374522 Sep 19 03:17:50.903531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.924670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a199f-98ba-43e0-8e33-e53f933e1c1a req-f1508664-fa25-4d4d-bb91-2f7fb8a8daf6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:50.926199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e63a199f-98ba-43e0-8e33-e53f933e1c1a req-f1508664-fa25-4d4d-bb91-2f7fb8a8daf6 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 946 time: 0.2357974 Sep 19 03:17:50.935039 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a35f4a9-acc4-46f9-93ec-30c0c466e27c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.935505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a35f4a9-acc4-46f9-93ec-30c0c466e27c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.938130 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.939209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0a35f4a9-acc4-46f9-93ec-30c0c466e27c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/7d185d31-cdf7-4877-8c87-1cc65f6310ce HTTP/1.1" status: 404 len: 337 time: 0.0347059 Sep 19 03:17:50.940110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56880) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.965204 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1955124-2e4d-4de7-beab-e68f0bcaa1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.966804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1955124-2e4d-4de7-beab-e68f0bcaa1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:50.968686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c1955124-2e4d-4de7-beab-e68f0bcaa1ab tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/3ce5807b-63e7-41f2-931f-578d1f5ac6f4 HTTP/1.1" status: 404 len: 333 time: 0.0272579 Sep 19 03:17:50.970974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56882) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:50.987714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:50.997255 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba52dfe-edbb-4693-bec6-0c089464df85 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:50.997858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba52dfe-edbb-4693-bec6-0c089464df85 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.000328 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1ba52dfe-edbb-4693-bec6-0c089464df85 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/5d111b70-3f0f-4b5e-bfb5-02e504507d4f HTTP/1.1" status: 404 len: 337 time: 0.0279212 Sep 19 03:17:51.002890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56884) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.023608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Calling delete_port for b76f5744-3aa1-4010-9c46-30529ec77a5d owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:51.030678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] For port b76f5744-3aa1-4010-9c46-30529ec77a5d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:17:51.031688 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93733a3-6a56-4641-a082-6fd5c8673147 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.032406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93733a3-6a56-4641-a082-6fd5c8673147 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.034827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e93733a3-6a56-4641-a082-6fd5c8673147 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/30756d23-adfb-4de6-a77b-0fe947c0755b HTTP/1.1" status: 404 len: 337 time: 0.0300369 Sep 19 03:17:51.037197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.051217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] For port b76f5744-3aa1-4010-9c46-30529ec77a5d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b76f5744-3aa1-4010-9c46-30529ec77a5d,segment=NetworkSegment(9b4b8703-b73d-4f1b-a54a-392bb6ba88c3),segment_id=9b4b8703-b73d-4f1b-a54a-392bb6ba88c3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:17:51.061167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.069247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-854e23fd-9fe3-439f-9bd4-adc539b8ae38 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports?device_id=35c739b1-c095-4f8e-a324-4fba7e903154 HTTP/1.1" status: 200 len: 205 time: 0.0285840 Sep 19 03:17:51.070468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56888) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.071191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.107862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.110504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e63a199f-98ba-43e0-8e33-e53f933e1c1a req-7cbad371-ccb4-497a-9aab-acbb5b090464 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519611 Sep 19 03:17:51.133335 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-cb3cc283-4f4e-475d-9079-fa5ac1482494 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] delete failed (client error): The resource could not be found. Sep 19 03:17:51.136129 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cb3cc283-4f4e-475d-9079-fa5ac1482494 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/routers/35c739b1-c095-4f8e-a324-4fba7e903154 HTTP/1.1" status: 404 len: 336 time: 0.0633159 Sep 19 03:17:51.139806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56890) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.148598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] No DVR routers for this DVR port 93982c6f-ad78-4495-baf4-6f65f894153b on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:51.173372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Routers {'2f125299-60bc-44fb-9ef0-c332fd970156'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:51.174129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2f125299-60bc-44fb-9ef0-c332fd970156'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:51.179109 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.186184 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c87fb8-a23c-4cb9-9dbd-6f25ca6fb7c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.186624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c87fb8-a23c-4cb9-9dbd-6f25ca6fb7c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.197972 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e1c87fb8-a23c-4cb9-9dbd-6f25ca6fb7c3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/73287f4e-ff74-49ad-9b94-288ddfe3ed5b HTTP/1.1" status: 404 len: 337 time: 0.0507987 Sep 19 03:17:51.203080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.207874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a291eb-9030-4bf6-801c-90fac9a4d619 None None] Pushing event updated for resources: {'Port': ['ID=b76f5744-3aa1-4010-9c46-30529ec77a5d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:51.254713 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac64be5d-771d-4c33-bf0a-904843f68caa tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "GET /v2.0/ports?device_id=c80e323e-0ffd-4e4f-bfba-5ae648906062 HTTP/1.1" status: 200 len: 205 time: 0.0499732 Sep 19 03:17:51.257024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56898) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.276445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3ddb0-6297-447f-ab85-56f836e3ab99 None None] Pushing event deleted for resources: {'Port': ['ID=93982c6f-ad78-4495-baf4-6f65f894153b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:51.301831 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-3b485b29-a91d-417d-8e16-23c332a1a89f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] delete failed (client error): The resource could not be found. Sep 19 03:17:51.303146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3b485b29-a91d-417d-8e16-23c332a1a89f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/routers/c80e323e-0ffd-4e4f-bfba-5ae648906062 HTTP/1.1" status: 404 len: 336 time: 0.0443590 Sep 19 03:17:51.305273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56900) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.307357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] Set router 2f125299-60bc-44fb-9ef0-c332fd970156 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:17:51.338047 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-580f8f75-61b0-4a75-b373-a08a73de7262 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.338530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-580f8f75-61b0-4a75-b373-a08a73de7262 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.341165 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-580f8f75-61b0-4a75-b373-a08a73de7262 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/365fb486-a688-47e0-b47e-441fee970b6c HTTP/1.1" status: 404 len: 337 time: 0.0339618 Sep 19 03:17:51.343457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56902) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.363376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f125299-60bc-44fb-9ef0-c332fd970156', 'name': '', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:17:46Z', 'updated_at': '2021-09-19T03:17:50Z', 'revision_number': 4, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:51.372036 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-960db63a-59f0-4a4b-8832-7f556d3532fe tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.372659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960db63a-59f0-4a4b-8832-7f556d3532fe tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.376743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-960db63a-59f0-4a4b-8832-7f556d3532fe tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/45f29d3a-40e9-40e8-8e2f-5b29d9f74637 HTTP/1.1" status: 404 len: 337 time: 0.0300071 Sep 19 03:17:51.377058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56904) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.389018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:51.394854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:51.395101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a5c497-ee0b-4f02-9da8-f377e53b1fa6 None None] The sync data for ids ['2f125299-60bc-44fb-9ef0-c332fd970156'] in n-d-809936-1 is: [{'id': '2f125299-60bc-44fb-9ef0-c332fd970156', 'name': '', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:17:46Z', 'updated_at': '2021-09-19T03:17:50Z', 'revision_number': 4, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:51.400844 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6983d8-9c0a-476f-80cb-69d430ae1bd1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.401521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd6983d8-9c0a-476f-80cb-69d430ae1bd1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.401703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:51.406061 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fd6983d8-9c0a-476f-80cb-69d430ae1bd1 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/8e0f0e85-c9c5-4b46-b67a-a40dd6637772 HTTP/1.1" status: 404 len: 333 time: 0.0256915 Sep 19 03:17:51.406380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56906) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.407816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:51.418339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:51.424200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:51.430008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:51.431966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-0014cef2-a090-4adb-8ee3-3aff50a8e0c6 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5438 time: 0.1944802 Sep 19 03:17:51.433535 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-be77d3c1-562c-4948-b5b0-0c3cced0e93b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.434499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be77d3c1-562c-4948-b5b0-0c3cced0e93b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.438618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be77d3c1-562c-4948-b5b0-0c3cced0e93b tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/25bc30d6-ad10-43ce-9242-f03352afa8e2 HTTP/1.1" status: 404 len: 337 time: 0.0288579 Sep 19 03:17:51.438840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56908) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.462253 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ab7716-260e-4625-be0c-5792971f0d07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.462952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ab7716-260e-4625-be0c-5792971f0d07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.464785 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e0ab7716-260e-4625-be0c-5792971f0d07 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/092e0e70-c75f-40f4-aa49-05478affa867 HTTP/1.1" status: 404 len: 333 time: 0.0250878 Sep 19 03:17:51.467414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56910) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.498712 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-934615c9-a6d6-4af9-a813-635cd0c520b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.499239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934615c9-a6d6-4af9-a813-635cd0c520b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.500976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-934615c9-a6d6-4af9-a813-635cd0c520b9 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/0dc32ad6-3985-43f1-856a-fd19e7e3e12b HTTP/1.1" status: 404 len: 337 time: 0.0326509 Sep 19 03:17:51.503511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.529006 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3359f7b-6469-4620-ace0-182e9d1ecdba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.530071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3359f7b-6469-4620-ace0-182e9d1ecdba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.533842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3359f7b-6469-4620-ace0-182e9d1ecdba tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/cb0fb45a-7ace-4ad6-bdd8-4c7d7d45625d HTTP/1.1" status: 404 len: 333 time: 0.0270624 Sep 19 03:17:51.534442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56914) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.551258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-252dc1e8-6695-4930-8237-3815ebe9dc9b req-6e16df07-8db0-4c98-b36e-6d6bf0ec60fd tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922153 Sep 19 03:17:51.563262 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d24799-2792-41ce-b594-09ec02dff8b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.563984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d24799-2792-41ce-b594-09ec02dff8b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.566643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-47d24799-2792-41ce-b594-09ec02dff8b4 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/d7a80934-9415-42a7-bdab-38ca0a8d67f0 HTTP/1.1" status: 404 len: 337 time: 0.0311604 Sep 19 03:17:51.569529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56916) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.576364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.597906 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b8d4ff-1931-4012-b811-70f7982cd9ae tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.598585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b8d4ff-1931-4012-b811-70f7982cd9ae tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.600461 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-80b8d4ff-1931-4012-b811-70f7982cd9ae tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/88e60cb5-a4b9-4346-bcb5-a8eb70ec2545 HTTP/1.1" status: 404 len: 333 time: 0.0292265 Sep 19 03:17:51.605015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56918) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.613922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.617989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event deleted for resources: {'Port': ['ID=b76f5744-3aa1-4010-9c46-30529ec77a5d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:51.624357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.634016 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf964d82-d921-49a5-9e36-edbc93b0f92f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.634478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf964d82-d921-49a5-9e36-edbc93b0f92f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.636270 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bf964d82-d921-49a5-9e36-edbc93b0f92f tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/a6e12b52-d3b9-40f3-b7ba-db61e44dd258 HTTP/1.1" status: 404 len: 337 time: 0.0303352 Sep 19 03:17:51.643047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.667772 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af12120-2f9c-4b32-a2e5-b09e2c56d487 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.668013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.669034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af12120-2f9c-4b32-a2e5-b09e2c56d487 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.670832 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4af12120-2f9c-4b32-a2e5-b09e2c56d487 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/b75c9c45-3ea3-4ac4-8ead-ba78fd48d457 HTTP/1.1" status: 404 len: 333 time: 0.0266869 Sep 19 03:17:51.673319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56922) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.703274 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe4d6e7-f697-418f-a43e-1be41867b5bf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.703730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe4d6e7-f697-418f-a43e-1be41867b5bf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.705446 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-afe4d6e7-f697-418f-a43e-1be41867b5bf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/8f6e52ae-e6ad-4bdd-8772-e918479d1bb6 HTTP/1.1" status: 404 len: 337 time: 0.0312359 Sep 19 03:17:51.708039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56924) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.729668 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd871559-0736-4086-ab39-aa5c5bf5cccf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.730266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd871559-0736-4086-ab39-aa5c5bf5cccf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.732477 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cd871559-0736-4086-ab39-aa5c5bf5cccf tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/e981c05a-7719-4219-9f61-0a6c6f53aa15 HTTP/1.1" status: 404 len: 333 time: 0.0235410 Sep 19 03:17:51.734837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.759988 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-45efb1ce-c62a-42c0-8018-45ddad00fa83 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.760423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45efb1ce-c62a-42c0-8018-45ddad00fa83 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.764333 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-45efb1ce-c62a-42c0-8018-45ddad00fa83 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/0e77b19e-ac24-4d74-9a4e-a959415ba292 HTTP/1.1" status: 404 len: 337 time: 0.0263774 Sep 19 03:17:51.764558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.770346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=c6a33c02-8632-40bd-b0dc-50562cff7c10,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:51.786122 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaffe30e-32f9-4a29-abc2-d0d7c727a15d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.786681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaffe30e-32f9-4a29-abc2-d0d7c727a15d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.788429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eaffe30e-32f9-4a29-abc2-d0d7c727a15d tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/ports/8e708671-a94f-4d68-a306-ef7b14e802d0 HTTP/1.1" status: 404 len: 333 time: 0.0229897 Sep 19 03:17:51.790937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56930) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.805130 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.808551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.814008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.817350 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe4ce24-8bab-4d23-9af8-89dd4a7e56a3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] DELETE failed (client error): The resource could not be found. Sep 19 03:17:51.817771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe4ce24-8bab-4d23-9af8-89dd4a7e56a3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:17:51.820377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-abe4ce24-8bab-4d23-9af8-89dd4a7e56a3 tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/subnets/130326bd-a7eb-45a6-bb62-5a09af511fc2 HTTP/1.1" status: 404 len: 337 time: 0.0277135 Sep 19 03:17:51.822125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56932) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.889508 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.890168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f125299-60bc-44fb-9ef0-c332fd970156 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:17:51.896503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.897637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2c1d0f26-757d-423f-ae69-6218855c94e7 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/2f125299-60bc-44fb-9ef0-c332fd970156 HTTP/1.1" status: 204 len: 168 time: 2.3801751 Sep 19 03:17:51.901988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56934) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:51.910778 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.987366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Deleting subnet c7601668-72b2-45f2-9d63-e91b33af2810 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:17:51.989802 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 9c1ca87b-984a-4ec6-9c71-7187d4def8ef associated. External IP: 172.25.8.80, port: 26a21b16-f0c9-4e88-938a-aca42da875d5. Sep 19 03:17:51.993411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:51.996110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.020387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e2bc32-0994-4d48-a279-d11c2c4732c5']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.030359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7b0e04d-4629-4e6f-914e-96d95c886b1a') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.030659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7b0e04d-4629-4e6f-914e-96d95c886b1a') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.040102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.054959 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.061414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:17:52.061772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:17:52.064748 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:17:52.069063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.127505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.136194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.138655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] 10.222.0.22 "DELETE /v2.0/networks/e3e2bc32-0994-4d48-a279-d11c2c4732c5 HTTP/1.1" status: 204 len: 168 time: 0.3155568 Sep 19 03:17:52.152133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c866e-7753-4156-a06c-05324df4bd4c tempest-NetworksTestDHCPv6-566302264 tempest-NetworksTestDHCPv6-566302264-project] Pushing event deleted for resources: {'Network': ['ID=e3e2bc32-0994-4d48-a279-d11c2c4732c5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:52.153570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.322674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.346208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27a4fb-bb9e-4c0c-a723-a894be62c96b req-fa6896e2-4841-4af9-9f0a-fefa52df1a63 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.347728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a27a4fb-bb9e-4c0c-a723-a894be62c96b req-fa6896e2-4841-4af9-9f0a-fefa52df1a63 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 946 time: 0.1246724 Sep 19 03:17:52.374556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c7601668-72b2-45f2-9d63-e91b33af2810,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:52.376581 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.378463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7f602f7-8bf1-4ad2-997a-2b71fc99b7cb tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/c7601668-72b2-45f2-9d63-e91b33af2810 HTTP/1.1" status: 204 len: 168 time: 0.4755168 Sep 19 03:17:52.381572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56942) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:52.407837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:17:52.439352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a27a4fb-bb9e-4c0c-a723-a894be62c96b req-a62db90d-b855-44b2-a942-b6412ab416f4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691018 Sep 19 03:17:52.476876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56944) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:52.501137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.549766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:52.563519 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:52.569586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.574238 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:52.575629 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.593970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.619743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ce8368-e21d-431e-bfe4-9267a83d639c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.630467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4b8703-b73d-4f1b-a54a-392bb6ba88c3') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.630695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4b8703-b73d-4f1b-a54a-392bb6ba88c3') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.631946 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.641045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-924c818e-1968-4265-a99a-8958204198db tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1402552 Sep 19 03:17:52.641660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56950) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:52.642392 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:52.643377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.648979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.649716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:52.678723 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:52.679761 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823566cf-d970-4fcc-a9a0-717c7849ae24 None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:52.691472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.702057 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24d2d77a-3804-475b-a59f-5f99ae3fb6eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=574167f485eb4fdd825e17db8f067d27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237525 Sep 19 03:17:52.703498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:17:52.704001 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:17:52.705911 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:17:52.714571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56952) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:52.742942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 080cb86d-5728-4bc8-bfee-0fccfc0726e9 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:52.795781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:17:52.800165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:52.800315 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.800729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a296dc2-209e-404c-b56c-6917a29f355b req-20901b5a-e4c6-4f6b-bd82-ac5d1eca11c5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.802293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a296dc2-209e-404c-b56c-6917a29f355b req-20901b5a-e4c6-4f6b-bd82-ac5d1eca11c5 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 946 time: 0.2097914 Sep 19 03:17:52.807760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.811816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53ce8368-e21d-431e-bfe4-9267a83d639c {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 19 03:17:52.819009 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.820675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db77aea7-917a-457f-8eef-b988c17d1886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.833163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.834732 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "DELETE /v2.0/networks/53ce8368-e21d-431e-bfe4-9267a83d639c HTTP/1.1" status: 204 len: 168 time: 0.4520643 Sep 19 03:17:52.867687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f024a-92c2-4e75-83ce-72f3a2722572 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event deleted for resources: {'Network': ['ID=53ce8368-e21d-431e-bfe4-9267a83d639c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:52.878517 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db77aea7-917a-457f-8eef-b988c17d1886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.902676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.909041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.915121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.921141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.927375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.933628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.940368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:52.942428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-65c71383-ad7d-460e-bff0-965e7ab65087 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5438 time: 0.2610857 Sep 19 03:17:52.945406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db77aea7-917a-457f-8eef-b988c17d1886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.949366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db77aea7-917a-457f-8eef-b988c17d1886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:52.953894 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-db77aea7-917a-457f-8eef-b988c17d1886 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07c152a7-4988-4aa7-99f8-362fc4548843 HTTP/1.1" status: 204 len: 168 time: 0.2353103 Sep 19 03:17:52.964776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77aea7-917a-457f-8eef-b988c17d1886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c152a7-4988-4aa7-99f8-362fc4548843,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:52.972057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.013374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:53.015853 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ccaccb-8e5d-4d26-adb4-2e9332fecb14" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:53.046267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:53.056896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.058607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 08a49894-b407-4304-96d2-088ecd9524e8 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:53.067591 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b393f7-ff54-4f9e-9b81-63c353227d2b x-openstack-request-id: req-07b393f7-ff54-4f9e-9b81-63c353227d2b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:53.067896 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:53.068156 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07b393f7-ff54-4f9e-9b81-63c353227d2b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:53.069084 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9', 'code': 200} Sep 19 03:17:53.198178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 08a49894-b407-4304-96d2-088ecd9524e8 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:17:53.204707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=080cb86d-5728-4bc8-bfee-0fccfc0726e9,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:53.209539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 08a49894-b407-4304-96d2-088ecd9524e8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:53.210209 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.318919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.336004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56966) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:53.341992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f57a44b1-087e-4c0c-ac16-eae6c7e24df8 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'router': {'name': 'tempest-router--638140440', 'project_id': '55575c7987c644fa824c4b70de39d1ec'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:53.367145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 08a49894-b407-4304-96d2-088ecd9524e8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=08a49894-b407-4304-96d2-088ecd9524e8,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:53.374147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.375489 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1aadde73-ab48-41bb-b2aa-cabaf35d0644 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:53.385937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a02733a-2f28-4fe9-a09e-b042fbd6dd68 req-5daf8fcf-1499-4042-bbec-6e623d7da451 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4328158 Sep 19 03:17:53.390042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f57a44b1-087e-4c0c-ac16-eae6c7e24df8 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.392709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f57a44b1-087e-4c0c-ac16-eae6c7e24df8 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.436800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.442371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Deleting port 22b80bb7-877b-4f89-90bd-f5c34afb9985 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:53.445161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.448645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.448985 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 9c1ca87b-984a-4ec6-9c71-7187d4def8ef disassociated. External IP: 172.25.8.80, port: 26a21b16-f0c9-4e88-938a-aca42da875d5. Sep 19 03:17:53.515972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f57a44b1-087e-4c0c-ac16-eae6c7e24df8 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.530524 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f57a44b1-087e-4c0c-ac16-eae6c7e24df8 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.549721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f57a44b1-087e-4c0c-ac16-eae6c7e24df8 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.551211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f57a44b1-087e-4c0c-ac16-eae6c7e24df8 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2139044 Sep 19 03:17:53.553909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56976) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:53.566232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=08a49894-b407-4304-96d2-088ecd9524e8,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:53.597951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:17:53.602428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:53.602950 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.691145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] For port 22b80bb7-877b-4f89-90bd-f5c34afb9985, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=22b80bb7-877b-4f89-90bd-f5c34afb9985,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:53.691573 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.717730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.747588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6636bcf-d803-4162-ab8b-b52dd632a2de tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.775267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:53.783217 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.784403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:53.820879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08d4da-822e-4b0e-9da4-82550c0cd0c3 req-20dc8d06-133a-45cc-ad63-1d3c97956260 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:53.822382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e08d4da-822e-4b0e-9da4-82550c0cd0c3 req-20dc8d06-133a-45cc-ad63-1d3c97956260 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 946 time: 0.1931770 Sep 19 03:17:53.902467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1aadde73-ab48-41bb-b2aa-cabaf35d0644,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:53.913352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:17:53.921440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:53.922078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:53.982539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e08d4da-822e-4b0e-9da4-82550c0cd0c3 req-33aa3a20-8887-4c21-aa7a-a11ebfbbd3d4 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups?id=b6008e79-482c-48e5-ae25-06ae9f520c93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476183 Sep 19 03:17:54.036921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.038864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6636bcf-d803-4162-ab8b-b52dd632a2de tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.041033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6636bcf-d803-4162-ab8b-b52dd632a2de tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.076733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:17:54.088194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6636bcf-d803-4162-ab8b-b52dd632a2de tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.088456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:54.089393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6636bcf-d803-4162-ab8b-b52dd632a2de tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 156a9672-94aa-4fe1-9865-042cbc67ec60 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:17:54.094650 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.094826 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6636bcf-d803-4162-ab8b-b52dd632a2de tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.095137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.095328 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.095545 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Floating IP 4b96d97e-60a4-45cf-a6eb-50b5fac941a2 disassociated. External IP: 172.25.8.70, port: 22b80bb7-877b-4f89-90bd-f5c34afb9985. Sep 19 03:17:54.095763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b6636bcf-d803-4162-ab8b-b52dd632a2de tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/156a9672-94aa-4fe1-9865-042cbc67ec60 HTTP/1.1" status: 204 len: 168 time: 0.5408115 Sep 19 03:17:54.096045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Calling delete_port for 22b80bb7-877b-4f89-90bd-f5c34afb9985 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:54.104644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:54.183400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:54.189396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:54.200695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:17:54.207095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:54.207969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.293196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:54.305791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.322940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56994) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:54.398870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-40adf3d0-6838-4536-882c-90318f751679 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/floatingips/9c1ca87b-984a-4ec6-9c71-7187d4def8ef HTTP/1.1" status: 200 len: 687 time: 1.7543263 Sep 19 03:17:54.401598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56998) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:54.452740 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423055691'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:54.462601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:54.468333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.485523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.490422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:54.491628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:54.500269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.506328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.529479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:54.550594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:54.551920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:54.552548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:54.578850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event deleted for resources: {'Port': ['ID=22b80bb7-877b-4f89-90bd-f5c34afb9985,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:54.590000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.590988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c861ea38-da7d-4450-a8cb-20dd02ca1fd9 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:54.592327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1042879153', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:54.594181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:54.594797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f08f5-e1ed-485f-a8e9-648b8979c2ff None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:54.611943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.612457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.612592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.612979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.613306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.614104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.614264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.614601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.614881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.615233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.615550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.615934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:17:54.645182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.655083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.679799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:54.692709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.693857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:17:54.694329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.698290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:54.698672 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.707786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a040d75-de93-4538-8ec8-c23a7a9cb464,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:54.711149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:54.717936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:54.724235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:54.730357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:54.736323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:54.742284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:54.749151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:54.751193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-85f09d65-2a35-4613-b9cf-75b4bd0291e3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5443 time: 0.2184248 Sep 19 03:17:54.754981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port c6a33c02-8632-40bd-b0dc-50562cff7c10 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:54.755323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.781310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.791791 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.823573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:54.831655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.832546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ac0093bb-3a13-4a1b-8feb-5657a20ab775 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:17:54.896917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:54.906683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Router 1785d4bc-bc8d-412a-be97-1368af017822 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:17:54.915111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41f497ac-48d4-41f7-860b-0a50d400ec7a req-a3e8f317-6f4c-4752-952b-7a60e912bfda tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554611 Sep 19 03:17:54.933363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port ac0093bb-3a13-4a1b-8feb-5657a20ab775 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:17:54.933526 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.934309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:54.949457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for c6a33c02-8632-40bd-b0dc-50562cff7c10 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:54.951993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port ac0093bb-3a13-4a1b-8feb-5657a20ab775 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:17:54.952747 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.043782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.086954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ac0093bb-3a13-4a1b-8feb-5657a20ab775, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:17:55.089055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8'}, {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644'}, {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736'}, {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2023da0a-c2b9-4b28-8c0d-77c1016b75c8'}, {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861ea38-da7d-4450-a8cb-20dd02ca1fd9'}, {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:55.092409 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c4ab50-a0e7-4113-b81d-1f9f10c87a8a" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "08a49894-b407-4304-96d2-088ecd9524e8"}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644"}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736"}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "2023da0a-c2b9-4b28-8c0d-77c1016b75c8"}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "c861ea38-da7d-4450-a8cb-20dd02ca1fd9"}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ac0093bb-3a13-4a1b-8feb-5657a20ab775"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:55.096686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.128722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:17:55.154298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 22b80bb7-877b-4f89-90bd-f5c34afb9985 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:17:55.154682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 22b80bb7-877b-4f89-90bd-f5c34afb9985 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:17:55.182508 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcde819-672e-4889-9437-0752047801ee x-openstack-request-id: req-3dcde819-672e-4889-9437-0752047801ee {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:55.182894 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "08a49894-b407-4304-96d2-088ecd9524e8", "code": 200}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644", "code": 200}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736", "code": 200}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "2023da0a-c2b9-4b28-8c0d-77c1016b75c8", "code": 200}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "c861ea38-da7d-4450-a8cb-20dd02ca1fd9", "code": 200}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-plugged", "status": "completed", "tag": "ac0093bb-3a13-4a1b-8feb-5657a20ab775", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:55.183101 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dcde819-672e-4889-9437-0752047801ee {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:55.183525 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8', 'code': 200} Sep 19 03:17:55.185343 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644', 'code': 200} Sep 19 03:17:55.185622 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736', 'code': 200} Sep 19 03:17:55.185910 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2023da0a-c2b9-4b28-8c0d-77c1016b75c8', 'code': 200} Sep 19 03:17:55.186171 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c861ea38-da7d-4450-a8cb-20dd02ca1fd9', 'code': 200} Sep 19 03:17:55.186431 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775', 'code': 200} Sep 19 03:17:55.187533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ac0093bb-3a13-4a1b-8feb-5657a20ab775,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:55.210888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b61f7811-d335-4a7b-9ad5-7071836a6bbe req-bbb656af-c76e-48ea-aa70-f42f010eafdd tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 210 time: 0.0460129 Sep 19 03:17:55.220996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:55.237393 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] Sync routers for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:55.247570 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:55.248168 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:55.261953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.265270 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.270351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.273147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] No DVR routers for this DVR port 22b80bb7-877b-4f89-90bd-f5c34afb9985 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:17:55.275946 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.278641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a296dc2-209e-404c-b56c-6917a29f355b req-05784b97-fde9-4d45-b2ba-34399d1e994b tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.32 "DELETE /v2.0/ports/22b80bb7-877b-4f89-90bd-f5c34afb9985 HTTP/1.1" status: 204 len: 173 time: 2.4682469 Sep 19 03:17:55.279106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-deleted', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:17:55.281525 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b9c2da-c086-41e6-b392-257c6d152d03" -d '{"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-deleted", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:17:55.334156 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaf7698-cd0e-45ab-947d-2e2ec3099d5e x-openstack-request-id: req-ccaf7698-cd0e-45ab-947d-2e2ec3099d5e {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:17:55.334473 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b91af84-2386-4802-a1de-5064281fd64a", "name": "network-vif-deleted", "tag": "22b80bb7-877b-4f89-90bd-f5c34afb9985", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:17:55.335292 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccaf7698-cd0e-45ab-947d-2e2ec3099d5e {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:17:55.335292 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b91af84-2386-4802-a1de-5064281fd64a', 'name': 'network-vif-deleted', 'tag': '22b80bb7-877b-4f89-90bd-f5c34afb9985', 'status': 'completed', 'code': 200} Sep 19 03:17:55.342654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.344266 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1534855 Sep 19 03:17:55.349589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57008) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:55.350097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7e404-6a90-4098-8ad9-0264b610d88f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c4b8ab-e85a-460f-9d2a-17dd4de34e65,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:55.402652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.406538 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:17:55.451807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=c6a33c02-8632-40bd-b0dc-50562cff7c10,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:55.542721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.548487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.551099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.553846 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5b05d4ab-62e3-4e9d-9d76-f9edeedd3672 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/floatingips/9c1ca87b-984a-4ec6-9c71-7187d4def8ef HTTP/1.1" status: 204 len: 168 time: 1.1509981 Sep 19 03:17:55.557994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57010) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:55.566016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-952db04f-542f-42e5-b692-905e395e30d2 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2128329 Sep 19 03:17:55.566213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.567845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57012) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:55.570957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': 'be1339c2-5d15-4f5f-a643-c8f441e0a079'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:55.578193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-97b43ab0-2fc7-4675-b4dd-c8d1011a6f9c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-security--1357585583', 'description': 'tempest-security-description-507333860'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:55.599661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:55.600205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:55.600680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:55.601143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:55.601610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:55.602068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:55.602526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:55.604935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-0d927722-41df-4aea-9c24-a9ac1dcaf8b6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6502 time: 0.1563003 Sep 19 03:17:55.620806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.639720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b43ab0-2fc7-4675-b4dd-c8d1011a6f9c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.648564 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:55.671108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f2d0584-082a-4235-94ee-907dc6865c99 req-1310770a-9fdf-42d8-a5b3-7f4f44e706ca service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568469 Sep 19 03:17:55.680106 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] Checking router: 1785d4bc-bc8d-412a-be97-1368af017822 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:17:55.687077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b43ab0-2fc7-4675-b4dd-c8d1011a6f9c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.689834 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:55.690584 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:55.693878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b43ab0-2fc7-4675-b4dd-c8d1011a6f9c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.696714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97b43ab0-2fc7-4675-b4dd-c8d1011a6f9c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.700585 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97b43ab0-2fc7-4675-b4dd-c8d1011a6f9c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "PUT /v2.0/security-groups/e1c4b8ab-e85a-460f-9d2a-17dd4de34e65 HTTP/1.1" status: 200 len: 1779 time: 0.1284242 Sep 19 03:17:55.702407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57014) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:55.756251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bbd2aae2-d7c7-4f65-8f7f-c796aa424ca1 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups/e1c4b8ab-e85a-460f-9d2a-17dd4de34e65 HTTP/1.1" status: 200 len: 1779 time: 0.0502019 Sep 19 03:17:55.756486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b43ab0-2fc7-4675-b4dd-c8d1011a6f9c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c4b8ab-e85a-460f-9d2a-17dd4de34e65,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:55.756592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57016) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:55.779540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Allocated IP 172.25.8.20 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/05bba9e9-0468-41e6-bd9c-144ca139ee09) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:55.798043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.807316 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:17:55.863913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94f7d50c-80d7-4ce7-82eb-e1413367de71 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.894780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.895401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94f7d50c-80d7-4ce7-82eb-e1413367de71 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.934538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.958629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94f7d50c-80d7-4ce7-82eb-e1413367de71 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.961141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94f7d50c-80d7-4ce7-82eb-e1413367de71 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:55.964673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-94f7d50c-80d7-4ce7-82eb-e1413367de71 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/e1c4b8ab-e85a-460f-9d2a-17dd4de34e65 HTTP/1.1" status: 204 len: 168 time: 0.2049305 Sep 19 03:17:55.969905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57022) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:55.992782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:56.001026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:56.008019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:56.009816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7d50c-80d7-4ce7-82eb-e1413367de71 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c4b8ab-e85a-460f-9d2a-17dd4de34e65,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:56.036559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event updated for resources: {'Port': ['ID=05bba9e9-0468-41e6-bd9c-144ca139ee09,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:56.067691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.25.8.210 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a862094b-8d08-4ab0-b150-fc7794e13ba0) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:17:56.068210 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:56.080452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-54162934-12b6-4500-a1a4-5ce42b2ee0b4 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040671 Sep 19 03:17:56.080795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57024) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:56.096509 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e901d52b-75b8-404d-acb5-acab40775768 None None] The sync data for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 is: [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2', 'name': '', 'network_id': '1b941654-601c-4012-ba03-f35d18c9814a', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'mac_address': 'fa:16:3e:88:d2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_interface', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:51Z', 'updated_at': '2021-09-19T03:06:01Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'subnets': [{'id': '3925f35c-0792-47dc-ab0b-820d7dfe8da0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:56.108535 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-373289ce-ba15-4914-8d7a-ee517b85f93d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] delete failed (client error): The resource could not be found. Sep 19 03:17:56.113354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-373289ce-ba15-4914-8d7a-ee517b85f93d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/e1c4b8ab-e85a-460f-9d2a-17dd4de34e65 HTTP/1.1" status: 404 len: 347 time: 0.0279994 Sep 19 03:17:56.123274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57026) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:56.129959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0c5b2b3f-00b3-4066-a004-a7c3ed875a3d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350491713'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:56.139304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:56.145173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:56.151012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:56.157412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:56.164073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:56.169958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:56.175809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:56.177724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c0e26b0-c613-431d-9782-887805fb4980 req-70e9e1c5-d4b1-4696-b022-ad9c53d3bb2d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.1614397 Sep 19 03:17:56.186318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3f-00b3-4066-a004-a7c3ed875a3d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.268890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c0e26b0-c613-431d-9782-887805fb4980 req-7ce88b5f-d7f9-4fcb-b20b-88698cbf5b25 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526104 Sep 19 03:17:56.297063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.347228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.420440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f5469c3a-f1a4-4919-994a-0c32fa0a3344 req-c6b48181-7541-4381-b5e2-1ce4ff341b38 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b91af84-2386-4802-a1de-5064281fd64a HTTP/1.1" status: 200 len: 210 time: 0.0402863 Sep 19 03:17:56.424207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:17:56.429836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:17:56.430876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.435664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:17:56.438956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=a862094b-8d08-4ab0-b150-fc7794e13ba0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:56.479325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f334d66-7f05-4d8c-9fe8-eff93cca2382 None None] New status for floating IP 4b96d97e-60a4-45cf-a6eb-50b5fac941a2: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:17:56.507972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3f-00b3-4066-a004-a7c3ed875a3d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.519549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3f-00b3-4066-a004-a7c3ed875a3d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.606649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b2b3f-00b3-4066-a004-a7c3ed875a3d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8220d4c-ebd3-4717-82a4-0127afaf62e4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:56.610166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c5b2b3f-00b3-4066-a004-a7c3ed875a3d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.614411 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c5b2b3f-00b3-4066-a004-a7c3ed875a3d tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4901433 Sep 19 03:17:56.615602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:56.620777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b46b3fc6-9cc9-4549-8a21-9f27171f0119 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': 'e8220d4c-ebd3-4717-82a4-0127afaf62e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:56.700948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b46b3fc6-9cc9-4549-8a21-9f27171f0119 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.770558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.848350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b46b3fc6-9cc9-4549-8a21-9f27171f0119 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.856423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b46b3fc6-9cc9-4549-8a21-9f27171f0119 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.909296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b3fc6-9cc9-4549-8a21-9f27171f0119 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe612f0-7b46-42f2-8ace-b4a711b378e1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:56.926624 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b46b3fc6-9cc9-4549-8a21-9f27171f0119 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.927892 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b46b3fc6-9cc9-4549-8a21-9f27171f0119 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3114016 Sep 19 03:17:56.930846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57034) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:56.973863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b355d747-21a9-4aab-bae9-b7f711ffe3ea tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:56.985051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b355d747-21a9-4aab-bae9-b7f711ffe3ea tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.008300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Router 2aa63988-ac4f-4824-9be4-c68e506d8a84 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:17:57.025334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b355d747-21a9-4aab-bae9-b7f711ffe3ea tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.029416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24705b-7957-46d9-88e3-a25618ed6f42 req-21948220-8a73-4f7f-bf29-ee0802765728 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.030041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b355d747-21a9-4aab-bae9-b7f711ffe3ea tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.033799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a24705b-7957-46d9-88e3-a25618ed6f42 req-21948220-8a73-4f7f-bf29-ee0802765728 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0695245 Sep 19 03:17:57.033951 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b355d747-21a9-4aab-bae9-b7f711ffe3ea tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/dbe612f0-7b46-42f2-8ace-b4a711b378e1 HTTP/1.1" status: 204 len: 168 time: 0.0994759 Sep 19 03:17:57.050882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57036) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.077063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b355d747-21a9-4aab-bae9-b7f711ffe3ea tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbe612f0-7b46-42f2-8ace-b4a711b378e1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:57.137329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:57.148010 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] Sync routers for ids ['2aa63988-ac4f-4824-9be4-c68e506d8a84'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:57.156928 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] Routers {'2aa63988-ac4f-4824-9be4-c68e506d8a84'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:57.157774 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2aa63988-ac4f-4824-9be4-c68e506d8a84'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:57.161651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a24705b-7957-46d9-88e3-a25618ed6f42 req-41206c21-3823-4127-bd86-5d1ae422f34d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097965 Sep 19 03:17:57.166023 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.167769 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b28f0816-344b-4b6d-aace-6144f824c341 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8437459 Sep 19 03:17:57.171054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57038) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.174841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f4889b87-3229-4a9d-862d-ac4118cf96a7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1185660 Sep 19 03:17:57.174841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57040) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.211212 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:57.226366 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] Routers {'2aa63988-ac4f-4824-9be4-c68e506d8a84'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:57.227223 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2aa63988-ac4f-4824-9be4-c68e506d8a84'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:57.264551 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:57.265220 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f77a8-4c3a-4aa6-8f42-751a6da6f8fc None None] The sync data for ids ['2aa63988-ac4f-4824-9be4-c68e506d8a84'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:57.289948 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3eb51317-a7e0-4691-b2f2-31613fd79104 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/2aa63988-ac4f-4824-9be4-c68e506d8a84 HTTP/1.1" status: 200 len: 924 time: 0.1176331 Sep 19 03:17:57.292650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57044) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.313220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5221b119-a212-4c85-a5fe-6872938059f9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.317882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.319911 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-690c804e-eb37-4b58-a143-6aca69b0360a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=2aa63988-ac4f-4824-9be4-c68e506d8a84 HTTP/1.1" status: 200 len: 205 time: 0.0256171 Sep 19 03:17:57.322422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57046) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.366000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5221b119-a212-4c85-a5fe-6872938059f9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.413974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf839aef-5877-4782-a22f-6aa169de8dc6 req-669840a5-ffa8-438b-818f-f3557ed264c6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.415479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf839aef-5877-4782-a22f-6aa169de8dc6 req-669840a5-ffa8-438b-818f-f3557ed264c6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1398335 Sep 19 03:17:57.435906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.494679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.543311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.548148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.549119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.555124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.561898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.567755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.573636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.580800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:57.582720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a627a69-1689-483c-a36f-4776329b10db req-9015b0f8-a927-4fe5-8373-e03fe2f88d94 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.2026253 Sep 19 03:17:57.588728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5221b119-a212-4c85-a5fe-6872938059f9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.591383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5221b119-a212-4c85-a5fe-6872938059f9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.594784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5221b119-a212-4c85-a5fe-6872938059f9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/e8220d4c-ebd3-4717-82a4-0127afaf62e4 HTTP/1.1" status: 204 len: 168 time: 0.4173350 Sep 19 03:17:57.595469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57052) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.616852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf839aef-5877-4782-a22f-6aa169de8dc6 req-772d0e3f-0bc9-4428-a878-823702d4747e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829441 Sep 19 03:17:57.619983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Deleting port 05bba9e9-0468-41e6-bd9c-144ca139ee09 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:57.620327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.629016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221b119-a212-4c85-a5fe-6872938059f9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8220d4c-ebd3-4717-82a4-0127afaf62e4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:57.673487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a627a69-1689-483c-a36f-4776329b10db req-1b7d2b29-9c66-4959-b03d-1f192963fb51 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0764802 Sep 19 03:17:57.746096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fc441e25-c560-4ac2-adab-bf014b5c0692 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1495144 Sep 19 03:17:57.751019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57058) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.760509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-72fdd9f6-41d9-49b6-92ed-f283225c4ac0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077858427'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:57.762630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57060) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:57.771194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.793903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Calling delete_port for 05bba9e9-0468-41e6-bd9c-144ca139ee09 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:57.819870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fdd9f6-41d9-49b6-92ed-f283225c4ac0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.851652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.863786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.885699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b629996-3b60-459c-8a19-9a3bc4ac4302 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.922205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b629996-3b60-459c-8a19-9a3bc4ac4302 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:57.986567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=a862094b-8d08-4ab0-b150-fc7794e13ba0,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:58.033652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b629996-3b60-459c-8a19-9a3bc4ac4302 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.036285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b629996-3b60-459c-8a19-9a3bc4ac4302 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.037452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6b629996-3b60-459c-8a19-9a3bc4ac4302 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "DELETE /v2.0/security-groups/b6008e79-482c-48e5-ae25-06ae9f520c93 HTTP/1.1" status: 204 len: 168 time: 0.2738564 Sep 19 03:17:58.040315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57072) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:58.046057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.053423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b629996-3b60-459c-8a19-9a3bc4ac4302 tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6008e79-482c-48e5-ae25-06ae9f520c93,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:58.073663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.099770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event deleted for resources: {'Port': ['ID=05bba9e9-0468-41e6-bd9c-144ca139ee09,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:58.105369 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-a41e7159-7ba4-4dfa-b63e-829077e605fc tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] show failed (client error): The resource could not be found. Sep 19 03:17:58.109215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a41e7159-7ba4-4dfa-b63e-829077e605fc tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "GET /v2.0/security-groups/b6008e79-482c-48e5-ae25-06ae9f520c93 HTTP/1.1" status: 404 len: 347 time: 0.0615859 Sep 19 03:17:58.109944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57074) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:58.151512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fdd9f6-41d9-49b6-92ed-f283225c4ac0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.160693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-4b8990b9-c09e-42be-9c5e-0a9c71ddc9c8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:58.162175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-4b8990b9-c09e-42be-9c5e-0a9c71ddc9c8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.2619467 Sep 19 03:17:58.165662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fdd9f6-41d9-49b6-92ed-f283225c4ac0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.238546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-b99b001d-ceef-4042-a538-d77d8f5cd321 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/quotas/11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 375 time: 0.0332670 Sep 19 03:17:58.243778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fdd9f6-41d9-49b6-92ed-f283225c4ac0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.244894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-72fdd9f6-41d9-49b6-92ed-f283225c4ac0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4924898 Sep 19 03:17:58.248361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57076) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:58.250649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdd9f6-41d9-49b6-92ed-f283225c4ac0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5de96f9-4911-4f3a-ae28-4b24f49ad26e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:58.255884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-447109cd-6394-43df-a699-ecca401095f5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': 'd5de96f9-4911-4f3a-ae28-4b24f49ad26e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:58.263864 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 2bea83bb-2c55-4e0a-a937-27b0abf007b0 associated. External IP: 172.25.8.210, port: be1339c2-5d15-4f5f-a643-c8f441e0a079. Sep 19 03:17:58.303139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.356604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-c53b102a-d1fa-4388-9280-15763ecaa3b3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1106424 Sep 19 03:17:58.408474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.410882 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447109cd-6394-43df-a699-ecca401095f5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.413749 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.478608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Deleting port db1943fd-bc9e-47ab-99ec-0ee0662f8a2b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:17:58.478993 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.502270 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.502852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa63988-ac4f-4824-9be4-c68e506d8a84 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:17:58.516538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.517668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e4b32d1-6fee-4d4f-a7ec-20b4854a7267 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/2aa63988-ac4f-4824-9be4-c68e506d8a84 HTTP/1.1" status: 204 len: 168 time: 1.1943033 Sep 19 03:17:58.521345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57078) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:58.524499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-d67d739e-65a5-4d89-a258-b67798f3dacb service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416512 Sep 19 03:17:58.527843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'router': {'name': 'tempest-snat-router-365724024', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': False}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:58.580788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447109cd-6394-43df-a699-ecca401095f5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.591126 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447109cd-6394-43df-a699-ecca401095f5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.614694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.615728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.624896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447109cd-6394-43df-a699-ecca401095f5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0068300e-33e8-43b4-84a6-e2c28b63d822,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:58.636609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:17:58.642662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-447109cd-6394-43df-a699-ecca401095f5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.644040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-447109cd-6394-43df-a699-ecca401095f5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3929834 Sep 19 03:17:58.645649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.645983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.648061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57080) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:58.652897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1ede5906-c003-475d-9ca0-c12cfba78fa9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': 'd5de96f9-4911-4f3a-ae28-4b24f49ad26e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:58.669775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Calling delete_port for db1943fd-bc9e-47ab-99ec-0ee0662f8a2b owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:17:58.706110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.726857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-e1fb11d8-544f-43d4-83ef-1b66d3b0304e service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703515 Sep 19 03:17:58.750225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ede5906-c003-475d-9ca0-c12cfba78fa9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.861461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:17:58.874210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:17:58.887449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:58.888745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:58.913764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:58.943338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:58.956371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:17:58.957173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:58.957717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:58.968866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:58.974878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:58.980877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:58.986771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:58.992792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:58.999293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.000157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:17:59.001758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-52e736c7-fe65-4659-a1c9-08640c01c80b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.1985655 Sep 19 03:17:59.003447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ede5906-c003-475d-9ca0-c12cfba78fa9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.008284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2311a302-8eaa-425f-b0e0-b75afdb10375 None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:17:59.055221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ede5906-c003-475d-9ca0-c12cfba78fa9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.064534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5b76d3f-f3f5-401a-ac5f-49f17d3bd218 req-a648046e-dc21-4f0a-adfc-cc406eaaa4aa tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 210 time: 0.0598681 Sep 19 03:17:59.087526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede5906-c003-475d-9ca0-c12cfba78fa9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4af569-802f-4f10-a676-93f1bc7bf2da,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:59.100108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6fc4cc20-be52-4f92-82e4-0f556da61bd2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5348651 Sep 19 03:17:59.104927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57094) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:59.117169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef68961-a28a-415a-acb7-5b8860a9ceda req-08afaf85-6d14-4f51-acfe-dc41e53d5143 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020229 Sep 19 03:17:59.117971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ede5906-c003-475d-9ca0-c12cfba78fa9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.122272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1ede5906-c003-475d-9ca0-c12cfba78fa9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4698663 Sep 19 03:17:59.146535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:59.157140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7a6f4a16-adbd-4cbe-b79d-7117ffcf065f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': 'd5de96f9-4911-4f3a-ae28-4b24f49ad26e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:59.188586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bb86ca13-bea8-41e0-bf51-b8341b6f9aef tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "GET /v2.0/floatingips/2bea83bb-2c55-4e0a-a937-27b0abf007b0 HTTP/1.1" status: 200 len: 977 time: 0.0799804 Sep 19 03:17:59.189307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57100) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:59.269111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.292675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4a16-adbd-4cbe-b79d-7117ffcf065f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.337488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8c299db4-10b1-4905-9dad-3ec7aa0315ec tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1458502 Sep 19 03:17:59.341233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57104) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:59.346356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'port_id': '26a21b16-f0c9-4e88-938a-aca42da875d5'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:59.359781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.365517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.371572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.377468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.383576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.390367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.396743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:17:59.398859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2c2116d-ba66-44c5-8ca7-3da30d5105c2 req-d6832234-6561-4293-bec8-87e11ce8ac5b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.1838336 Sep 19 03:17:59.431657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57108) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:59.438478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Request body: {'floatingip': {'port_id': '08a49894-b407-4304-96d2-088ecd9524e8'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:59.446948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.451239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4a16-adbd-4cbe-b79d-7117ffcf065f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.479151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4a16-adbd-4cbe-b79d-7117ffcf065f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.481913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.492803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Pushing event deleted for resources: {'Port': ['ID=db1943fd-bc9e-47ab-99ec-0ee0662f8a2b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:59.534393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.545617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f4a16-adbd-4cbe-b79d-7117ffcf065f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a3e085-060a-448e-aefa-46b29d4d3e70,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:17:59.564158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a6f4a16-adbd-4cbe-b79d-7117ffcf065f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.565377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7a6f4a16-adbd-4cbe-b79d-7117ffcf065f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4171877 Sep 19 03:17:59.569919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57114) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:17:59.579264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-df6d2871-92cf-44f7-b1de-7376c047f027 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': 'd5de96f9-4911-4f3a-ae28-4b24f49ad26e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:17:59.594875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.597547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.603614 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc5d5a20-7f4d-4c69-8df2-ca2c9d3a8a6c tempest-AttachVolumeShelveTestJSON-2133547456 tempest-AttachVolumeShelveTestJSON-2133547456-project] 10.222.0.22 "DELETE /v2.0/floatingips/4b96d97e-60a4-45cf-a6eb-50b5fac941a2 HTTP/1.1" status: 204 len: 168 time: 1.4918523 Sep 19 03:17:59.703412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df6d2871-92cf-44f7-b1de-7376c047f027 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.729592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.932020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df6d2871-92cf-44f7-b1de-7376c047f027 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.934381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.955108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df6d2871-92cf-44f7-b1de-7376c047f027 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.959823 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:17:59.985435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d2871-92cf-44f7-b1de-7376c047f027 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c2f271-0b44-46b9-8d4b-cbfb93269cc2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:00.014856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df6d2871-92cf-44f7-b1de-7376c047f027 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.019389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-df6d2871-92cf-44f7-b1de-7376c047f027 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4448895 Sep 19 03:18:00.035177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57124) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:00.039946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-be897dbb-9d89-4806-b3ac-ad6b352cf8a0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': 'd5de96f9-4911-4f3a-ae28-4b24f49ad26e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:00.139470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be897dbb-9d89-4806-b3ac-ad6b352cf8a0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.150545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Allocated IP 172.25.8.187 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/142188c5-c9e8-41b7-9b60-807eb3657cba) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:00.172752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d677b-89b8-4cbb-92e6-009958cf4e07 req-87c7161d-2f3d-4114-ae8b-69bd460d63ca tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:00.175075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a1d677b-89b8-4cbb-92e6-009958cf4e07 req-87c7161d-2f3d-4114-ae8b-69bd460d63ca tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.1904192 Sep 19 03:18:00.298625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be897dbb-9d89-4806-b3ac-ad6b352cf8a0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.303940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be897dbb-9d89-4806-b3ac-ad6b352cf8a0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.338014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be897dbb-9d89-4806-b3ac-ad6b352cf8a0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4419856-5187-4128-a0a6-7f49685f391a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:00.343978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b051e1df-40d9-4b3e-9c83-8157a88c1e5a req-a78846d2-ad73-4eeb-8622-22dfbe2eac31 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 210 time: 0.1368151 Sep 19 03:18:00.362295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be897dbb-9d89-4806-b3ac-ad6b352cf8a0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.363556 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be897dbb-9d89-4806-b3ac-ad6b352cf8a0 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3271711 Sep 19 03:18:00.366520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57128) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:00.369544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.402457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de9b0a54-f987-401a-83f9-536c7a958bf9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.413644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de9b0a54-f987-401a-83f9-536c7a958bf9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.478688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.490452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de9b0a54-f987-401a-83f9-536c7a958bf9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.503384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a1d677b-89b8-4cbb-92e6-009958cf4e07 req-42fdb13b-e907-4e7e-80f3-ce999e3f6bed tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2973592 Sep 19 03:18:00.540526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de9b0a54-f987-401a-83f9-536c7a958bf9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.544323 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-de9b0a54-f987-401a-83f9-536c7a958bf9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d4419856-5187-4128-a0a6-7f49685f391a HTTP/1.1" status: 204 len: 168 time: 0.1729934 Sep 19 03:18:00.545243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57130) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:00.568202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b0a54-f987-401a-83f9-536c7a958bf9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4419856-5187-4128-a0a6-7f49685f391a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:00.571104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:00.578141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Port': ['ID=142188c5-c9e8-41b7-9b60-807eb3657cba,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:00.583384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:00.586547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:00.654343 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64007302-4617-4192-b5fd-5e054e7c7b78 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1012003 Sep 19 03:18:00.657061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57132) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:00.690264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-9f029c4e-4f9b-4a9f-8cb6-f7cc034001f7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:00.691890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-9f029c4e-4f9b-4a9f-8cb6-f7cc034001f7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.4235799 Sep 19 03:18:00.741043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'port': {'device_id': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'admin_state_up': True, 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:00.748338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-084b144d-4d34-4276-88d9-a286714995d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.775248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-084b144d-4d34-4276-88d9-a286714995d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.814316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-084b144d-4d34-4276-88d9-a286714995d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.855592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-084b144d-4d34-4276-88d9-a286714995d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:00.857245 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-084b144d-4d34-4276-88d9-a286714995d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/51c2f271-0b44-46b9-8d4b-cbfb93269cc2 HTTP/1.1" status: 204 len: 168 time: 0.1992629 Sep 19 03:18:00.861002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57134) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:00.882028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b144d-4d34-4276-88d9-a286714995d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51c2f271-0b44-46b9-8d4b-cbfb93269cc2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:00.959839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0291280d-ae45-42fe-bf04-4b1f44a29b22 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0967977 Sep 19 03:18:00.962492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57138) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:00.994282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.041017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07954a16-56f2-4394-b321-c86fa4bfabf8 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.055610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07954a16-56f2-4394-b321-c86fa4bfabf8 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.105434 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.120647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07954a16-56f2-4394-b321-c86fa4bfabf8 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.128119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07954a16-56f2-4394-b321-c86fa4bfabf8 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.128931 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-07954a16-56f2-4394-b321-c86fa4bfabf8 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/13a3e085-060a-448e-aefa-46b29d4d3e70 HTTP/1.1" status: 204 len: 168 time: 0.1653981 Sep 19 03:18:01.132764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57140) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:01.133399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.170572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Made reservation on behalf of 11a72d8d880d4e5c9ef86b1ff8199024 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:01.174052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.179116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07954a16-56f2-4394-b321-c86fa4bfabf8 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a3e085-060a-448e-aefa-46b29d4d3e70,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:01.205320 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.resource_extend [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:18:01.258639 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f2f3c440-6735-4cf9-9588-639288f2680a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1218164 Sep 19 03:18:01.259634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57142) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:01.303918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.309321 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb71de27-880b-403e-bd8a-5749e3112724 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.338034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.352512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb71de27-880b-403e-bd8a-5749e3112724 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.381414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.436440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb71de27-880b-403e-bd8a-5749e3112724 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.446218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb71de27-880b-403e-bd8a-5749e3112724 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.450204 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb71de27-880b-403e-bd8a-5749e3112724 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9f4af569-802f-4f10-a676-93f1bc7bf2da HTTP/1.1" status: 204 len: 168 time: 0.1868303 Sep 19 03:18:01.451892 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Floating IP 72602b2d-0d79-4b59-b69a-a42257d57912 associated. External IP: 172.25.8.149, port: 08a49894-b407-4304-96d2-088ecd9524e8. Sep 19 03:18:01.452635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57146) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:01.472292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71de27-880b-403e-bd8a-5749e3112724 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f4af569-802f-4f10-a676-93f1bc7bf2da,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:01.525440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-43b5f23e-6e58-4bb2-967e-d5fd6b3493b1 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0716741 Sep 19 03:18:01.529898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57148) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:01.530066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-d88f2bb7-6f2d-4849-aca5-173cbea9cb35 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:01.531420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-d88f2bb7-6f2d-4849-aca5-173cbea9cb35 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2352390 Sep 19 03:18:01.553018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Router a4763e54-43e8-4523-9fa9-00838024855c is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:01.567015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ca79bd6-ee26-4c24-9656-8c70a895a741 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.573698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4e67b4c-a7c3-4a96-a0b9-1029310ce27c req-3f064dfa-9246-4af4-953b-b51a8ac96c8b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 210 time: 0.1171043 Sep 19 03:18:01.580310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ca79bd6-ee26-4c24-9656-8c70a895a741 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.669044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ca79bd6-ee26-4c24-9656-8c70a895a741 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.678868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ca79bd6-ee26-4c24-9656-8c70a895a741 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.683261 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7ca79bd6-ee26-4c24-9656-8c70a895a741 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0068300e-33e8-43b4-84a6-e2c28b63d822 HTTP/1.1" status: 204 len: 168 time: 0.1509588 Sep 19 03:18:01.717988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57152) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:01.733085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca79bd6-ee26-4c24-9656-8c70a895a741 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0068300e-33e8-43b4-84a6-e2c28b63d822,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:01.761009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:01.775091 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Sync routers for ids ['a4763e54-43e8-4523-9fa9-00838024855c'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:01.786487 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Routers {'a4763e54-43e8-4523-9fa9-00838024855c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:01.787507 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a4763e54-43e8-4523-9fa9-00838024855c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:01.787948 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e93ef954-3405-49eb-ab6a-198ad09b856a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687594 Sep 19 03:18:01.790822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57154) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:01.813017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:01.814275 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-21a8ca1b-7336-4dbc-92cf-d09e76338be5 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2919886 Sep 19 03:18:01.818363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57156) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:01.935362 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Set router a4763e54-43e8-4523-9fa9-00838024855c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:01.959908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb42fa3f-ec9d-4b75-8657-08a520eb8115 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.040319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb42fa3f-ec9d-4b75-8657-08a520eb8115 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.066000 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-61050754-708c-478d-944a-9a786fbc956e tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/a4763e54-43e8-4523-9fa9-00838024855c HTTP/1.1" status: 200 len: 908 time: 0.2464848 Sep 19 03:18:02.077928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57164) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:02.092195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'router': {'name': 'tempest-snat-router-365724024', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': True}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:02.134993 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.137742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.165817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Allocated IP 172.20.0.11 (7ddbdce6-d85b-4f7d-b833-878eeb5a3e35/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950/09a1b243-8b82-4bb3-bda1-5d8efd7f1022) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:02.168825 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 2bea83bb-2c55-4e0a-a937-27b0abf007b0 associated. External IP: 172.25.8.210, port: be1339c2-5d15-4f5f-a643-c8f441e0a079. Sep 19 03:18:02.262172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909ef65-50a4-4abd-81e4-b9b4d5f401d1 req-0f4d9396-f805-4e6b-ad24-bd0561d4ffa3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:02.263854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c909ef65-50a4-4abd-81e4-b9b4d5f401d1 req-0f4d9396-f805-4e6b-ad24-bd0561d4ffa3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.2552562 Sep 19 03:18:02.290830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.294379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb42fa3f-ec9d-4b75-8657-08a520eb8115 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.298906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb42fa3f-ec9d-4b75-8657-08a520eb8115 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.303778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cb42fa3f-ec9d-4b75-8657-08a520eb8115 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/d5de96f9-4911-4f3a-ae28-4b24f49ad26e HTTP/1.1" status: 204 len: 168 time: 0.5092745 Sep 19 03:18:02.311135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:02.363941 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4763e54-43e8-4523-9fa9-00838024855c', 'name': 'tempest-snat-router-365724024', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.187'}], 'enable_snat': False}, 'gw_port_id': '142188c5-c9e8-41b7-9b60-807eb3657cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:17:58Z', 'updated_at': '2021-09-19T03:18:00Z', 'revision_number': 3, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port': {'id': '142188c5-c9e8-41b7-9b60-807eb3657cba', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4763e54-43e8-4523-9fa9-00838024855c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:17:59Z', 'updated_at': '2021-09-19T03:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:02.410357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42fa3f-ec9d-4b75-8657-08a520eb8115 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5de96f9-4911-4f3a-ae28-4b24f49ad26e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:02.415116 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Checking router: a4763e54-43e8-4523-9fa9-00838024855c for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:18:02.415546 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Updating router a4763e54-43e8-4523-9fa9-00838024855c port 142188c5-c9e8-41b7-9b60-807eb3657cba binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:18:02.458213 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.586993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.669469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.681444 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7b7f6f93-ed26-4a67-bfd6-d36a50b8a793 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3630447 Sep 19 03:18:02.686404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:02.693338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-67ba9039-c6b0-4389-ad99-7d6887f0dded tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--786971176'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:02.765096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67ba9039-c6b0-4389-ad99-7d6887f0dded tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.775185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c909ef65-50a4-4abd-81e4-b9b4d5f401d1 req-55d39ab3-9f74-48d6-a543-d1365c20eca1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4636309 Sep 19 03:18:02.793871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Deleting port 416b1572-c838-4e61-8fbd-f63a72b8fae8 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:02.794465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.815868 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.824156 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.899166 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Attempting to bind port 142188c5-c9e8-41b7-9b60-807eb3657cba on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:18:02.899792 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Attempting to bind port 142188c5-c9e8-41b7-9b60-807eb3657cba by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:18:02.900276 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Attempting to bind port 142188c5-c9e8-41b7-9b60-807eb3657cba on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:02.907215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] For port 416b1572-c838-4e61-8fbd-f63a72b8fae8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=416b1572-c838-4e61-8fbd-f63a72b8fae8,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:02.908509 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.909801 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:18:02.910250 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:18:02.911463 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.911956 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:18:02.912493 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Bound port: 142188c5-c9e8-41b7-9b60-807eb3657cba, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:18:02.913005 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.920380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67ba9039-c6b0-4389-ad99-7d6887f0dded tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.932285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67ba9039-c6b0-4389-ad99-7d6887f0dded tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.975412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67ba9039-c6b0-4389-ad99-7d6887f0dded tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:02.976846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-67ba9039-c6b0-4389-ad99-7d6887f0dded tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2891023 Sep 19 03:18:02.979857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba9039-c6b0-4389-ad99-7d6887f0dded tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2de7cd2-ddc1-442e-a6ea-5086e6648daf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:02.982288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57176) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:02.988219 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] For port 142188c5-c9e8-41b7-9b60-807eb3657cba, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:18:02.991717 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] For port 142188c5-c9e8-41b7-9b60-807eb3657cba, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=142188c5-c9e8-41b7-9b60-807eb3657cba,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:18:03.001634 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.034994 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Pushing event updated for resources: {'Port': ['ID=142188c5-c9e8-41b7-9b60-807eb3657cba,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:03.041854 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Routers {'a4763e54-43e8-4523-9fa9-00838024855c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:03.042474 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a4763e54-43e8-4523-9fa9-00838024855c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:03.068388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bc75075c-2c29-43a7-90e8-4b5d6fe93e1a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': 'c2de7cd2-ddc1-442e-a6ea-5086e6648daf', 'direction': 'ingress', 'protocol': 17}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:03.104610 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.104871 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.105215 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.105583 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.105920 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.106252 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.106583 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.109443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.109443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.109443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.109443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.109443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:03.118601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.142212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:03.148072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.148813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c135d3db-7c09-4f84-8f9b-c99266cabe3a req-34e63795-9d14-43ae-8f7f-27f4ed825cdd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 210 time: 0.4304838 Sep 19 03:18:03.151531 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.151890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.152319 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Floating IP 0d445f1a-a760-4c42-b797-eb2482f4bce6 disassociated. External IP: 172.25.8.159, port: 416b1572-c838-4e61-8fbd-f63a72b8fae8. Sep 19 03:18:03.153151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Calling delete_port for 416b1572-c838-4e61-8fbd-f63a72b8fae8 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:03.207140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:03.210985 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] Set router a4763e54-43e8-4523-9fa9-00838024855c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:03.234571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc75075c-2c29-43a7-90e8-4b5d6fe93e1a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.241792 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb931f0-cdf0-4be1-b043-dcd196f7c893 None None] Pushing event updated for resources: {'Port': ['ID=142188c5-c9e8-41b7-9b60-807eb3657cba,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:03.281051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.319575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a', 'b5f2504f-ad90-445c-9758-33f75f63b6cf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:03.352064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Allocated IP 172.25.8.38 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/4b7f7868-abba-4aa4-adb6-9f3388674898) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:03.449335 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4763e54-43e8-4523-9fa9-00838024855c', 'name': 'tempest-snat-router-365724024', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.187'}], 'enable_snat': False}, 'gw_port_id': '142188c5-c9e8-41b7-9b60-807eb3657cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:17:58Z', 'updated_at': '2021-09-19T03:18:00Z', 'revision_number': 3, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port': {'id': '142188c5-c9e8-41b7-9b60-807eb3657cba', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4763e54-43e8-4523-9fa9-00838024855c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:17:59Z', 'updated_at': '2021-09-19T03:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:03.468667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:03.472941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.483071 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0373a4ac-f65a-4437-9363-e1572d8f93ff None None] The sync data for ids ['a4763e54-43e8-4523-9fa9-00838024855c'] in n-d-809936-1 is: [{'id': 'a4763e54-43e8-4523-9fa9-00838024855c', 'name': 'tempest-snat-router-365724024', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.187'}], 'enable_snat': False}, 'gw_port_id': '142188c5-c9e8-41b7-9b60-807eb3657cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:17:58Z', 'updated_at': '2021-09-19T03:18:00Z', 'revision_number': 3, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port': {'id': '142188c5-c9e8-41b7-9b60-807eb3657cba', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4763e54-43e8-4523-9fa9-00838024855c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:17:59Z', 'updated_at': '2021-09-19T03:18:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:03.484205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:03.501805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:03.502541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:03.514895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:03.548652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:03.567133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:03.568503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:03.569446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:03.582669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.585752 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc75075c-2c29-43a7-90e8-4b5d6fe93e1a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.619037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:03.624527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc75075c-2c29-43a7-90e8-4b5d6fe93e1a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.633605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:03.639891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc572cd-d4dd-4f0c-aadc-01b4feec67fd None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:03.657571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:03.661971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:03.666632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75075c-2c29-43a7-90e8-4b5d6fe93e1a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c9e7ce-c848-4fce-aad7-558061a4a230,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:03.675644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:03.677792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Port': ['ID=4b7f7868-abba-4aa4-adb6-9f3388674898,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:03.680771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:03.685515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc75075c-2c29-43a7-90e8-4b5d6fe93e1a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:03.695913 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc75075c-2c29-43a7-90e8-4b5d6fe93e1a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6337636 Sep 19 03:18:03.716346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57180) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:04.024716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:04.025540 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:04.051755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-16c00595-0ebe-4ed6-9cb2-e92a4c0127df None None] Provisioning complete for port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:04.052391 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16c00595-0ebe-4ed6-9cb2-e92a4c0127df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:04.125884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-16c00595-0ebe-4ed6-9cb2-e92a4c0127df None None] Port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:18:04.155685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-66d3b729-eda1-4812-b2bf-eb3c77ed61c5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4182761 Sep 19 03:18:04.210017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a29fa71d-1321-42a3-a23d-9f9cf891719e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:04.212188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:04.217179 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:04.223847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Request body: {'port': {'device_id': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:04.228899 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] Sync routers for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:04.244145 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:04.245419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:04.276048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e6d18-b879-427e-b786-1ffc1ce7ef46 req-7dcdfe65-d6cf-4330-b3e7-6ffb0f162326 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:04.277737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-699e6d18-b879-427e-b786-1ffc1ce7ef46 req-7dcdfe65-d6cf-4330-b3e7-6ffb0f162326 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 946 time: 0.3351624 Sep 19 03:18:04.459334 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:04.726447 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '72602b2d-0d79-4b59-b69a-a42257d57912', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'port_id': '08a49894-b407-4304-96d2-088ecd9524e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'mac_address': 'fa:16:3e:28:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:16:33Z', 'updated_at': '2021-09-19T03:18:00Z', 'revision_number': 1, 'project_id': 'ef46786a939947b5ba537526488f533e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 5, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:04.755891 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] Checking router: 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:18:04.765616 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:04.766272 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:04.817339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-02801fc3-d5c3-47b0-a6aa-dbd39a74e3e1 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "PUT /v2.0/floatingips/72602b2d-0d79-4b59-b69a-a42257d57912 HTTP/1.1" status: 200 len: 992 time: 5.3844743 Sep 19 03:18:04.820949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a29fa71d-1321-42a3-a23d-9f9cf891719e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:04.823828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:04.826226 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b050e858-bc15-4d42-a816-e0a58e5e0463" -d '{"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "08a49894-b407-4304-96d2-088ecd9524e8"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:04.842913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 416b1572-c838-4e61-8fbd-f63a72b8fae8 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:18:04.884798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 416b1572-c838-4e61-8fbd-f63a72b8fae8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:18:04.885439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 416b1572-c838-4e61-8fbd-f63a72b8fae8 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:18:04.896923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:04.903967 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:04.919211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 142188c5-c9e8-41b7-9b60-807eb3657cba up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:04.949035 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:04.993017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 142188c5-c9e8-41b7-9b60-807eb3657cba triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:04.993819 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.023889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.032040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155667a3-c3ba-4117-afc3-a3007a318d86 req-01834301-4f2a-461f-99bc-fc902799eac3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.040588 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-155667a3-c3ba-4117-afc3-a3007a318d86 req-01834301-4f2a-461f-99bc-fc902799eac3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 932 time: 0.3207233 Sep 19 03:18:05.093816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event deleted for resources: {'Port': ['ID=416b1572-c838-4e61-8fbd-f63a72b8fae8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:05.112905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-699e6d18-b879-427e-b786-1ffc1ce7ef46 req-442489e2-a3cc-42e0-b851-5719037be33a tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=aea30a99-5296-4e0b-9d73-7f01f1d78731&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3873372 Sep 19 03:18:05.113506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a29fa71d-1321-42a3-a23d-9f9cf891719e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.116359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a29fa71d-1321-42a3-a23d-9f9cf891719e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.120454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a29fa71d-1321-42a3-a23d-9f9cf891719e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/c2de7cd2-ddc1-442e-a6ea-5086e6648daf HTTP/1.1" status: 204 len: 168 time: 1.4012864 Sep 19 03:18:05.123685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57192) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:05.181775 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.191599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fa71d-1321-42a3-a23d-9f9cf891719e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2de7cd2-ddc1-442e-a6ea-5086e6648daf,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:05.200243 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '72602b2d-0d79-4b59-b69a-a42257d57912', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'port_id': '08a49894-b407-4304-96d2-088ecd9524e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'mac_address': 'fa:16:3e:28:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:16:33Z', 'updated_at': '2021-09-19T03:18:00Z', 'revision_number': 1, 'project_id': 'ef46786a939947b5ba537526488f533e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 5, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:05.222438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:05.243195 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80231ed-ce10-43a7-8277-06f9a5e7ca0d None None] The sync data for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 is: [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '72602b2d-0d79-4b59-b69a-a42257d57912', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'port_id': '08a49894-b407-4304-96d2-088ecd9524e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'mac_address': 'fa:16:3e:28:96:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:16:33Z', 'updated_at': '2021-09-19T03:18:00Z', 'revision_number': 1, 'project_id': 'ef46786a939947b5ba537526488f533e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 5, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:05.256377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 142188c5-c9e8-41b7-9b60-807eb3657cba, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=142188c5-c9e8-41b7-9b60-807eb3657cba,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:05.274808 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.316861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-155667a3-c3ba-4117-afc3-a3007a318d86 req-582b47d1-b2e7-43ca-a61e-5a89d7a031b1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138410 Sep 19 03:18:05.368092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=142188c5-c9e8-41b7-9b60-807eb3657cba,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:05.379637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.380823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.382330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.382828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.383125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.383580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.384016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.384408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.385029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.385499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.385856 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.386344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:05.433021 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff78994-26dd-4890-9881-29d901a6eecd x-openstack-request-id: req-1ff78994-26dd-4890-9881-29d901a6eecd {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:05.434235 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "tag": "08a49894-b407-4304-96d2-088ecd9524e8", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:05.434594 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ff78994-26dd-4890-9881-29d901a6eecd {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:05.435112 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8', 'status': 'completed', 'code': 200} Sep 19 03:18:05.506990 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.523142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.523645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.524128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.525580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.526095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.526584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.527097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.529396 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-305cdba0-5ad9-49c4-b018-b62f0a4e5a4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6502 time: 0.0783229 Sep 19 03:18:05.551056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fc463a0b-abd1-4235-ab75-6888d2a5580f tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3747575 Sep 19 03:18:05.611482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57198) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:05.623481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-dde37516-87d9-4798-9a96-f5bedb4f31dc tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1870748855'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:05.664421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57202) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:05.723578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-e9849720-36b3-4476-9aa5-424dd005c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:05.725659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-e9849720-36b3-4476-9aa5-424dd005c767 service neutron] 10.222.0.32 "GET /v2.0/networks?id=489696fe-c9bd-4194-8110-e5e0038a5f3e HTTP/1.1" status: 200 len: 917 time: 0.1350873 Sep 19 03:18:05.770509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Router fd341d91-f58f-40ab-94d6-e71f65c50b99 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:05.868188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f19cc3-b303-419c-bca3-3158cdf139ea None None] New status for floating IP 72602b2d-0d79-4b59-b69a-a42257d57912: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:18:05.910079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dde37516-87d9-4798-9a96-f5bedb4f31dc tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.911742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-29b5ebe1-26c9-4de2-baf0-d094886abfad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08a49894-b407-4304-96d2-088ecd9524e8 HTTP/1.1" status: 200 len: 1000 time: 0.1752331 Sep 19 03:18:05.927537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:05.938538 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:05.948996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:05.963621 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:05.964555 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:06.012645 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:06.015567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Router 1185dc1b-4576-4d42-a70c-9c223af42b1f is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:06.022709 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:06.023752 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:06.034215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-aee01029-935e-4f9c-a986-c94156e98acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:06.036922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-aee01029-935e-4f9c-a986-c94156e98acc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57bce8c9-3872-4f80-aa6d-916337e8c649 HTTP/1.1" status: 200 len: 855 time: 0.1151950 Sep 19 03:18:06.167291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-bde12930-4213-4f14-8cf2-524b07dd7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:06.170472 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-bde12930-4213-4f14-8cf2-524b07dd7756 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=489696fe-c9bd-4194-8110-e5e0038a5f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262364 Sep 19 03:18:06.250186 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:06.250873 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf819a-a841-48e3-b525-ddcc2a0dc5b6 None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:06.317007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07cd144f-8dc4-4c58-bbdd-ad254ff076d1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/floatingips/2bea83bb-2c55-4e0a-a937-27b0abf007b0 HTTP/1.1" status: 200 len: 978 time: 6.9746122 Sep 19 03:18:06.323729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:06.329828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:06.384719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:06.389243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d6a3fa1-5859-4719-9152-640768bf4985 req-6131bc62-6556-41cc-b887-cf7bfa5bbad7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 210 time: 0.0744562 Sep 19 03:18:06.410120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Sync routers for ids ['1185dc1b-4576-4d42-a70c-9c223af42b1f'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:06.418657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-61b8826c-8ed4-4fe2-ae1c-c6d504316f4e service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359350 Sep 19 03:18:06.420364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:18:06.426808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Routers {'1185dc1b-4576-4d42-a70c-9c223af42b1f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:06.429752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:06.436983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1185dc1b-4576-4d42-a70c-9c223af42b1f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:06.450366 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] Sync routers for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:06.468935 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:06.471666 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:06.475859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.509393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dde37516-87d9-4798-9a96-f5bedb4f31dc tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.536108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] No DVR routers for this DVR port 416b1572-c838-4e61-8fbd-f63a72b8fae8 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:18:06.545356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b050e858-bc15-4d42-a816-e0a58e5e0463 req-930db06c-9e31-473d-92c5-c0ac75b3a8fb service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168156 Sep 19 03:18:06.549493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.551683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9151ae7c-9130-4ff5-91bf-7c9cf3c916d2 req-cb4adaa8-fbaf-497c-a604-f39b2763fef4 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "DELETE /v2.0/ports/416b1572-c838-4e61-8fbd-f63a72b8fae8 HTTP/1.1" status: 204 len: 173 time: 4.9825850 Sep 19 03:18:06.552432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dde37516-87d9-4798-9a96-f5bedb4f31dc tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.555962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Transition to ACTIVE for port object 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:18:06.569411 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.572554 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f420aafd-14bb-4c6d-bf5f-4ac4eea1880c tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.4914746 Sep 19 03:18:06.583292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.588069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57214) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:06.619761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.666302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Set router 1185dc1b-4576-4d42-a70c-9c223af42b1f gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:06.764958 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:06.812674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Pushing event updated for resources: {'Port': ['ID=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:06.858847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dde37516-87d9-4798-9a96-f5bedb4f31dc tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.869797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dde37516-87d9-4798-9a96-f5bedb4f31dc tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2525601 Sep 19 03:18:06.881638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57218) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:06.897911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f54849d3-119d-4c53-b4ba-2f91809260fb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--842619891'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:06.908680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.915029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde37516-87d9-4798-9a96-f5bedb4f31dc tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92ecaaf3-9b4b-4a27-a80e-c673c74a5205,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:06.928408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:06.928769 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 2bea83bb-2c55-4e0a-a937-27b0abf007b0 disassociated. External IP: 172.25.8.210, port: 26a21b16-f0c9-4e88-938a-aca42da875d5. Sep 19 03:18:06.960378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 142188c5-c9e8-41b7-9b60-807eb3657cba up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:07.008997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f54849d3-119d-4c53-b4ba-2f91809260fb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.042068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1185dc1b-4576-4d42-a70c-9c223af42b1f', 'name': 'tempest-snat-router-365724024', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '4b7f7868-abba-4aa4-adb6-9f3388674898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:18:02Z', 'updated_at': '2021-09-19T03:18:04Z', 'revision_number': 3, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port': {'id': '4b7f7868-abba-4aa4-adb6-9f3388674898', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1185dc1b-4576-4d42-a70c-9c223af42b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:18:03Z', 'updated_at': '2021-09-19T03:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.085742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Checking router: 1185dc1b-4576-4d42-a70c-9c223af42b1f for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:18:07.086390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Updating router 1185dc1b-4576-4d42-a70c-9c223af42b1f port 4b7f7868-abba-4aa4-adb6-9f3388674898 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:18:07.090520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 142188c5-c9e8-41b7-9b60-807eb3657cba triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:07.091100 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.161661 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.193074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c9cd097b-53c9-404e-8161-2cd467d492bd tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/1185dc1b-4576-4d42-a70c-9c223af42b1f HTTP/1.1" status: 200 len: 906 time: 0.5824447 Sep 19 03:18:07.198868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57220) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:07.205020 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.244986 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] Checking router: fd341d91-f58f-40ab-94d6-e71f65c50b99 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:18:07.260110 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:07.263269 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.308961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:07.322403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428364c7-7802-4050-a20b-0366fbf1a237 req-08d8b89e-0607-4296-b22a-92b27c2a0876 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:07.323936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-428364c7-7802-4050-a20b-0366fbf1a237 req-08d8b89e-0607-4296-b22a-92b27c2a0876 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 944 time: 0.7062051 Sep 19 03:18:07.347965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f54849d3-119d-4c53-b4ba-2f91809260fb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.394854 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f54849d3-119d-4c53-b4ba-2f91809260fb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.399035 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:07.434521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54849d3-119d-4c53-b4ba-2f91809260fb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c139cf-7665-48c1-8147-81873cb73995,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:07.478870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f54849d3-119d-4c53-b4ba-2f91809260fb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.480523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'name': 'network-vif-deleted', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:07.481137 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f54849d3-119d-4c53-b4ba-2f91809260fb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5980926 Sep 19 03:18:07.483975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:07.489826 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92fa16-fa02-47df-8fa7-7f66d4385acc" -d '{"events": [{"server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "name": "network-vif-deleted", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:07.490555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-761bbdc1-4ee0-4b7d-a401-5c90b56fe2fe tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': '92ecaaf3-9b4b-4a27-a80e-c673c74a5205', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '05c139cf-7665-48c1-8147-81873cb73995', 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:07.492863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.521705 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.533246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-428364c7-7802-4050-a20b-0366fbf1a237 req-38f6cd9d-53ff-4080-8c35-20b5adfa60b0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993535 Sep 19 03:18:07.602580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Attempting to bind port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:18:07.608885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Attempting to bind port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:18:07.609297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Attempting to bind port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:07.629854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:07.637892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.653095 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe0d549-b254-4bf4-a2d0-ae5407d409ee x-openstack-request-id: req-6fe0d549-b254-4bf4-a2d0-ae5407d409ee {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:07.653375 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a545a66-995a-42d6-bdba-215f2e740c3b", "name": "network-vif-deleted", "tag": "416b1572-c838-4e61-8fbd-f63a72b8fae8", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:07.653637 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fe0d549-b254-4bf4-a2d0-ae5407d409ee {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:07.654160 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a545a66-995a-42d6-bdba-215f2e740c3b', 'name': 'network-vif-deleted', 'tag': '416b1572-c838-4e61-8fbd-f63a72b8fae8', 'status': 'completed', 'code': 200} Sep 19 03:18:07.661122 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.677530 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.691610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:18:07.691936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Attempting to bind port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:07.695159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:07.701977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d460f0-01a0-43a5-a472-b3fac7b619ff None None] The sync data for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 is: [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:07.706253 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-80f606cd-40f7-4ebf-a547-6eeb012a9cd6 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/floatingips/2bea83bb-2c55-4e0a-a937-27b0abf007b0 HTTP/1.1" status: 200 len: 688 time: 1.3813498 Sep 19 03:18:07.714649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57230) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:07.715451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Attempting to bind port 4b7f7868-abba-4aa4-adb6-9f3388674898 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:18:07.715942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Attempting to bind port 4b7f7868-abba-4aa4-adb6-9f3388674898 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:18:07.716420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Attempting to bind port 4b7f7868-abba-4aa4-adb6-9f3388674898 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:07.720849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:07.723271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.734163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:18:07.735139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:18:07.735898 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.736764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:18:07.737721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Bound port: 4b7f7868-abba-4aa4-adb6-9f3388674898, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:18:07.738469 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.800954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-761bbdc1-4ee0-4b7d-a401-5c90b56fe2fe tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.806963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.812129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70090949-cd30-41b6-b665-b1d9f0187db5 None None] Pushing event updated for resources: {'Port': ['ID=4b7f7868-abba-4aa4-adb6-9f3388674898,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:07.848562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:07.848562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.895203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:07.895887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e7b6fc-0657-46ec-829b-f072fd836d2a None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:07.910869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] For port 4b7f7868-abba-4aa4-adb6-9f3388674898, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:18:07.914835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] For port 4b7f7868-abba-4aa4-adb6-9f3388674898, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4b7f7868-abba-4aa4-adb6-9f3388674898,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:18:07.920009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.970609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-761bbdc1-4ee0-4b7d-a401-5c90b56fe2fe tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.981964 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-761bbdc1-4ee0-4b7d-a401-5c90b56fe2fe tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:07.982920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70090949-cd30-41b6-b665-b1d9f0187db5 None None] Pushing event updated for resources: {'Port': ['ID=4b7f7868-abba-4aa4-adb6-9f3388674898,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:07.991185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port a862094b-8d08-4ab0-b150-fc7794e13ba0 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:07.991654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.014464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Routers {'1185dc1b-4576-4d42-a70c-9c223af42b1f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:08.016082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1185dc1b-4576-4d42-a70c-9c223af42b1f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:08.027283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761bbdc1-4ee0-4b7d-a401-5c90b56fe2fe tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f52731-7919-42a2-88c0-a82517c9ba2b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:08.042123 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-761bbdc1-4ee0-4b7d-a401-5c90b56fe2fe tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.043592 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-761bbdc1-4ee0-4b7d-a401-5c90b56fe2fe tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5585275 Sep 19 03:18:08.048167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57232) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:08.133786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.134313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.144561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bbe10d2-f261-4d48-82f2-2168df2d8077 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.144890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8fb20a5-90df-4583-9747-b6cba3875e67 req-2ba22122-9ea4-4e87-ad63-adafc16b24b1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a545a66-995a-42d6-bdba-215f2e740c3b HTTP/1.1" status: 200 len: 210 time: 0.4645131 Sep 19 03:18:08.155555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:18:08.155953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:18:08.156378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Bound using segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:18:08.156825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for a862094b-8d08-4ab0-b150-fc7794e13ba0 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:08.156938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Bound port: 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:18:08.157181 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.167326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bbe10d2-f261-4d48-82f2-2168df2d8077 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.176103 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99236236-221e-4bd7-9711-f8700d62a0a4 None None] New status for floating IP 0d445f1a-a760-4c42-b797-eb2482f4bce6: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:18:08.226723 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.262336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bbe10d2-f261-4d48-82f2-2168df2d8077 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.270118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bbe10d2-f261-4d48-82f2-2168df2d8077 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.274720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3bbe10d2-f261-4d48-82f2-2168df2d8077 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f1f52731-7919-42a2-88c0-a82517c9ba2b HTTP/1.1" status: 204 len: 168 time: 0.2257276 Sep 19 03:18:08.279267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57234) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:08.301089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe10d2-f261-4d48-82f2-2168df2d8077 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1f52731-7919-42a2-88c0-a82517c9ba2b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:08.336110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] Set router 1185dc1b-4576-4d42-a70c-9c223af42b1f gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:08.357420 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7835b9e2-c521-47fe-ba08-26509b4f15f1 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0768156 Sep 19 03:18:08.375722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57236) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:08.406040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.487707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=a862094b-8d08-4ab0-b150-fc7794e13ba0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:08.496486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.506228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.509143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.512971 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3ffc728e-80af-4caa-b181-82bef83bec4c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/floatingips/2bea83bb-2c55-4e0a-a937-27b0abf007b0 HTTP/1.1" status: 204 len: 168 time: 0.7935557 Sep 19 03:18:08.513454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:08.524355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] For port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:18:08.541474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1185dc1b-4576-4d42-a70c-9c223af42b1f', 'name': 'tempest-snat-router-365724024', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '4b7f7868-abba-4aa4-adb6-9f3388674898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:18:02Z', 'updated_at': '2021-09-19T03:18:04Z', 'revision_number': 3, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port': {'id': '4b7f7868-abba-4aa4-adb6-9f3388674898', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1185dc1b-4576-4d42-a70c-9c223af42b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:18:03Z', 'updated_at': '2021-09-19T03:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:08.553533 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-a3d0e820-088a-4bd4-b7c3-082dad37c2f9 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] delete failed (client error): The resource could not be found. Sep 19 03:18:08.566311 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3d0e820-088a-4bd4-b7c3-082dad37c2f9 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/floatingips/2bea83bb-2c55-4e0a-a937-27b0abf007b0 HTTP/1.1" status: 404 len: 345 time: 0.0517857 Sep 19 03:18:08.570536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57244) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:08.573711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] For port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:18:08.586300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474d7488-e295-4668-82eb-0edbe3ea6d18 None None] The sync data for ids ['1185dc1b-4576-4d42-a70c-9c223af42b1f'] in n-d-809936-1 is: [{'id': '1185dc1b-4576-4d42-a70c-9c223af42b1f', 'name': 'tempest-snat-router-365724024', 'tenant_id': 'b8ef53e0c877456184ea1565db1799a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '4b7f7868-abba-4aa4-adb6-9f3388674898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:18:02Z', 'updated_at': '2021-09-19T03:18:04Z', 'revision_number': 3, 'project_id': 'b8ef53e0c877456184ea1565db1799a8', 'gw_port': {'id': '4b7f7868-abba-4aa4-adb6-9f3388674898', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:49:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1185dc1b-4576-4d42-a70c-9c223af42b1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:18:03Z', 'updated_at': '2021-09-19T03:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:08.618496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8445b50-c153-4058-95b7-b0ec3f4bd5b6 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.620562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.746187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:08.746836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.748221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] 10.222.0.32 "PUT /v2.0/ports/09a1b243-8b82-4bb3-bda1-5d8efd7f1022 HTTP/1.1" status: 200 len: 1092 time: 4.5286341 Sep 19 03:18:08.756823 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8445b50-c153-4058-95b7-b0ec3f4bd5b6 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.838106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2907c0-5336-414f-8717-4292a934640e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:08.857695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2907c0-5336-414f-8717-4292a934640e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:08.873166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2907c0-5336-414f-8717-4292a934640e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:08.874982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7f2907c0-5336-414f-8717-4292a934640e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "GET /v2.0/ports?network_id=5ca63d67-95b0-4c5a-b18b-16758d7301cf HTTP/1.1" status: 200 len: 2357 time: 0.3036723 Sep 19 03:18:08.877810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57246) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:08.904838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994097-aa64-42e8-9f5f-02e787fb3819 service neutron] Pushing event updated for resources: {'Port': ['ID=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:08.952908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17fda15-6d71-4b33-a00b-902b64de9165 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:08.954428 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a17fda15-6d71-4b33-a00b-902b64de9165 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "GET /v2.0/subnets/34df3672-7d15-43ed-8640-5014bb575b39 HTTP/1.1" status: 200 len: 797 time: 0.0752466 Sep 19 03:18:08.957197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dcc1d-4ef9-4a1b-8a1e-6c76c6681ead req-e4cea146-17be-4be9-8ca4-010506b332d4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:08.958794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-676dcc1d-4ef9-4a1b-8a1e-6c76c6681ead req-e4cea146-17be-4be9-8ca4-010506b332d4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 944 time: 0.3437083 Sep 19 03:18:08.959637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57248) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:08.976087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Deleting port 4b7f7868-abba-4aa4-adb6-9f3388674898 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:08.976425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:08.993001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'port': {'network_id': '5ca63d67-95b0-4c5a-b18b-16758d7301cf', 'name': 'tempest-FloatingIPTestJSON-280126057', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:09.065621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8445b50-c153-4058-95b7-b0ec3f4bd5b6 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.068207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8445b50-c153-4058-95b7-b0ec3f4bd5b6 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.069341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f8445b50-c153-4058-95b7-b0ec3f4bd5b6 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/05c139cf-7665-48c1-8147-81873cb73995 HTTP/1.1" status: 204 len: 168 time: 0.6914532 Sep 19 03:18:09.072093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:09.140756 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3b9d1fbe-ae57-4af2-a3e8-88e982900653 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0642736 Sep 19 03:18:09.141078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57252) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:09.172733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-cf013bf2-8ee2-4276-8c86-8e5aa53d60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:09.174276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-cf013bf2-8ee2-4276-8c86-8e5aa53d60cb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 1095 time: 0.3560796 Sep 19 03:18:09.181763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8445b50-c153-4058-95b7-b0ec3f4bd5b6 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c139cf-7665-48c1-8147-81873cb73995,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:09.233428 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68a3-2b90-4b69-beec-8e452fbdc9c9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.254413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57258) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:09.255020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-676dcc1d-4ef9-4a1b-8a1e-6c76c6681ead req-a2624476-5011-4f2b-a5bb-5cd67e8ca5e9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730641 Sep 19 03:18:09.260329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-96aed9f4-e846-42ca-b4e5-593dfb871a99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022 HTTP/1.1" status: 200 len: 217 time: 0.0565269 Sep 19 03:18:09.285928 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68a3-2b90-4b69-beec-8e452fbdc9c9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.347452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] For port 4b7f7868-abba-4aa4-adb6-9f3388674898, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4b7f7868-abba-4aa4-adb6-9f3388674898,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:09.347816 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.367180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74f5b3ea-cd1c-41c7-9a67-2b18f32f8971 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.370201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68a3-2b90-4b69-beec-8e452fbdc9c9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.373151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68a3-2b90-4b69-beec-8e452fbdc9c9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.376818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0d1b68a3-2b90-4b69-beec-8e452fbdc9c9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/92ecaaf3-9b4b-4a27-a80e-c673c74a5205 HTTP/1.1" status: 204 len: 168 time: 0.2321551 Sep 19 03:18:09.377002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Calling delete_port for 4b7f7868-abba-4aa4-adb6-9f3388674898 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:09.385314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57260) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:09.392139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Deleting port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:09.392486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.397684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b68a3-2b90-4b69-beec-8e452fbdc9c9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ecaaf3-9b4b-4a27-a80e-c673c74a5205,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:09.409425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74f5b3ea-cd1c-41c7-9a67-2b18f32f8971 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.465514 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74f5b3ea-cd1c-41c7-9a67-2b18f32f8971 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.468487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74f5b3ea-cd1c-41c7-9a67-2b18f32f8971 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.471243 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-74f5b3ea-cd1c-41c7-9a67-2b18f32f8971 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "DELETE /v2.0/security-groups/aea30a99-5296-4e0b-9d73-7f01f1d78731 HTTP/1.1" status: 204 len: 168 time: 0.2082026 Sep 19 03:18:09.475011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57262) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:09.493660 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-730450fe-ca9b-4d30-9ace-4fe59e11c1ba tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] show failed (client error): The resource could not be found. Sep 19 03:18:09.499052 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-730450fe-ca9b-4d30-9ace-4fe59e11c1ba tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups/aea30a99-5296-4e0b-9d73-7f01f1d78731 HTTP/1.1" status: 404 len: 347 time: 0.0186555 Sep 19 03:18:09.499052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5b3ea-cd1c-41c7-9a67-2b18f32f8971 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea30a99-5296-4e0b-9d73-7f01f1d78731,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:09.504332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57264) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:09.586104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-2f46631e-265c-46b6-9c51-9dbe50a30f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:09.587876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-2f46631e-265c-46b6-9c51-9dbe50a30f95 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.3141735 Sep 19 03:18:09.650643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Deleting port 7fe6ec15-ec15-4861-9c70-29504f686c89 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:09.650643 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.666495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:09.668928 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775c8663-0eae-4881-a10e-a10b4d471ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:09.672761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:09.727273 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c10efa-5d6a-4d4b-91e4-d4a259d324eb x-openstack-request-id: req-91c10efa-5d6a-4d4b-91e4-d4a259d324eb {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:09.727609 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:09.727861 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91c10efa-5d6a-4d4b-91e4-d4a259d324eb {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:09.728237 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022', 'status': 'completed', 'code': 200} Sep 19 03:18:09.735507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-517e917c-616f-4a30-a5f5-ea2e64961da9 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3453410 Sep 19 03:18:09.742625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57270) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:09.748202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-34030720-1b25-4128-b41e-674ad8d37171 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1624312541'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:09.756947 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.757391 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.776612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Calling delete_port for 7fe6ec15-ec15-4861-9c70-29504f686c89 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:09.794900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34030720-1b25-4128-b41e-674ad8d37171 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.823694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-5c1263ab-f68e-4137-9fe1-df2028acd59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:09.825276 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-5c1263ab-f68e-4137-9fe1-df2028acd59a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289510 Sep 19 03:18:09.827064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] For port bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:09.827685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.874473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Calling delete_port for bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:09.896667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.966857 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.984085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34030720-1b25-4128-b41e-674ad8d37171 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:09.989965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34030720-1b25-4128-b41e-674ad8d37171 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.000795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.010623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b7f7868-abba-4aa4-adb6-9f3388674898,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:10.050243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34030720-1b25-4128-b41e-674ad8d37171 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.054721 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-34030720-1b25-4128-b41e-674ad8d37171 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3078988 Sep 19 03:18:10.054721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event deleted for resources: {'Port': ['ID=7fe6ec15-ec15-4861-9c70-29504f686c89,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:10.056721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.064383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-60bb1f94-d159-4207-a1b4-b6240b61aaeb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': '879d4ff5-bf94-4673-b77f-da4903cce976', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:10.068868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34030720-1b25-4128-b41e-674ad8d37171 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879d4ff5-bf94-4673-b77f-da4903cce976,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:10.078254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] device_id is not set on port 669e26a0-1645-45df-81e2-79f75d8a129d yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:18:10.117566 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:18:10.145022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60bb1f94-d159-4207-a1b4-b6240b61aaeb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.149840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.152858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-1d0df125-43f9-4834-9f62-aad85e2c76a1 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191602 Sep 19 03:18:10.153027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.154098 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-224819dd-c9e9-40e8-b64d-30a29911afe0 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "DELETE /v2.0/floatingips/0d445f1a-a760-4c42-b797-eb2482f4bce6 HTTP/1.1" status: 204 len: 168 time: 0.6487548 Sep 19 03:18:10.217115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.249294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60bb1f94-d159-4207-a1b4-b6240b61aaeb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.255367 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60bb1f94-d159-4207-a1b4-b6240b61aaeb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.289944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60bb1f94-d159-4207-a1b4-b6240b61aaeb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.291658 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-60bb1f94-d159-4207-a1b4-b6240b61aaeb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2335832 Sep 19 03:18:10.303572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb1f94-d159-4207-a1b4-b6240b61aaeb tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88c94db-4363-4545-a7f2-504eea09e9ce,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:10.313284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57280) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.346415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b4dafeb-7888-4a11-94e8-e9acd49e63f3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.360451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b4dafeb-7888-4a11-94e8-e9acd49e63f3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.394239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b4dafeb-7888-4a11-94e8-e9acd49e63f3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.407660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.411102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b4dafeb-7888-4a11-94e8-e9acd49e63f3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.412774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b4dafeb-7888-4a11-94e8-e9acd49e63f3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c88c94db-4363-4545-a7f2-504eea09e9ce HTTP/1.1" status: 204 len: 168 time: 0.0982497 Sep 19 03:18:10.415328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57282) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.416056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.418871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57284) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.426029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dafeb-7888-4a11-94e8-e9acd49e63f3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c88c94db-4363-4545-a7f2-504eea09e9ce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:10.426593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e5f64f30-a335-4697-ad61-68bd22e8dce8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450383660', 'description': 'tempest-description--193263673'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:10.466208 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-36400326-74fa-45c3-a093-8a76eea31c25 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428581 Sep 19 03:18:10.466391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57286) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.534178 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663e53e8-369c-4361-a075-2fc6632d0486 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.559436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663e53e8-369c-4361-a075-2fc6632d0486 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.563354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.563914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1185dc1b-4576-4d42-a70c-9c223af42b1f {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:10.572911 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.574042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-37dc657f-1e6c-4aa0-af54-bb2a8cb56711 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/1185dc1b-4576-4d42-a70c-9c223af42b1f HTTP/1.1" status: 204 len: 168 time: 3.3673203 Sep 19 03:18:10.580132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798ec8c5-24f4-4824-be51-a2649f90d260 req-c17581f7-cf3f-4c1c-8044-2407a505e506 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901160 Sep 19 03:18:10.580599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57288) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.617784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5f64f30-a335-4697-ad61-68bd22e8dce8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.630893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663e53e8-369c-4361-a075-2fc6632d0486 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.634137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663e53e8-369c-4361-a075-2fc6632d0486 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.637974 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-663e53e8-369c-4361-a075-2fc6632d0486 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/879d4ff5-bf94-4673-b77f-da4903cce976 HTTP/1.1" status: 204 len: 168 time: 0.1680405 Sep 19 03:18:10.640043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57290) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.654266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e53e8-369c-4361-a075-2fc6632d0486 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d4ff5-bf94-4673-b77f-da4903cce976,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:10.700796 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a16863d2-cb75-42e2-9c7d-9160fcbe13c6 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0588539 Sep 19 03:18:10.705963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.711480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3b0e7fc0-9ec8-49f0-95ab-91134134bbb5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711986780'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:10.737058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7fc0-9ec8-49f0-95ab-91134134bbb5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.844348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7fc0-9ec8-49f0-95ab-91134134bbb5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.851919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7fc0-9ec8-49f0-95ab-91134134bbb5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.884296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e7fc0-9ec8-49f0-95ab-91134134bbb5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f61f75-931a-4e24-ad33-1c25a28a6a7e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:10.886552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7fc0-9ec8-49f0-95ab-91134134bbb5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.890871 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3b0e7fc0-9ec8-49f0-95ab-91134134bbb5 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1813765 Sep 19 03:18:10.891171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57296) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:10.895816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9361e944-ebb3-4fdc-972f-2482f5cf66e3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': '82f61f75-931a-4e24-ad33-1c25a28a6a7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:10.922099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9361e944-ebb3-4fdc-972f-2482f5cf66e3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.980536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9361e944-ebb3-4fdc-972f-2482f5cf66e3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:10.984308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9361e944-ebb3-4fdc-972f-2482f5cf66e3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.002372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361e944-ebb3-4fdc-972f-2482f5cf66e3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c05787-ce12-42a5-8453-5505042f2c65,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:11.009352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9361e944-ebb3-4fdc-972f-2482f5cf66e3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.010626 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9361e944-ebb3-4fdc-972f-2482f5cf66e3 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183519 Sep 19 03:18:11.013778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57298) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.031890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aedffcf1-d8ca-4a79-9d05-7e02fc5eee2a tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules/42c05787-ce12-42a5-8453-5505042f2c65 HTTP/1.1" status: 200 len: 763 time: 0.0147507 Sep 19 03:18:11.032350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57300) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.078790 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ab0e5ee6-1e5a-4968-89d4-6b64603514f1 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430975 Sep 19 03:18:11.079396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.079571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57302) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.105865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97e7d2e9-488b-4fbe-abd8-19c15f86d488 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.114570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97e7d2e9-488b-4fbe-abd8-19c15f86d488 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.147058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97e7d2e9-488b-4fbe-abd8-19c15f86d488 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.160749 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97e7d2e9-488b-4fbe-abd8-19c15f86d488 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.161881 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97e7d2e9-488b-4fbe-abd8-19c15f86d488 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/42c05787-ce12-42a5-8453-5505042f2c65 HTTP/1.1" status: 204 len: 168 time: 0.0815184 Sep 19 03:18:11.163098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7d2e9-488b-4fbe-abd8-19c15f86d488 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42c05787-ce12-42a5-8453-5505042f2c65,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:11.164602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57304) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.204371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:11.218485 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5a51eb27-7ecc-4a7c-94a3-5db9482065b1 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0527968 Sep 19 03:18:11.221349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57306) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.225952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e945fd73-7836-4e63-bd0c-c72e75f1e044 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': '82f61f75-931a-4e24-ad33-1c25a28a6a7e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:11.247010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b6e6b-008e-44a2-a058-a923a4ca205c req-3eb47d5d-6822-4b9a-9d22-ba1703d4d837 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:11.248582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d95b6e6b-008e-44a2-a058-a923a4ca205c req-3eb47d5d-6822-4b9a-9d22-ba1703d4d837 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 944 time: 0.6248233 Sep 19 03:18:11.270405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-a78be20b-1255-48a0-a21c-9c341c8d74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:11.271964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-a78be20b-1255-48a0-a21c-9c341c8d74d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 1095 time: 0.2898266 Sep 19 03:18:11.325439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.371400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.14 (5ca63d67-95b0-4c5a-b18b-16758d7301cf/34df3672-7d15-43ed-8640-5014bb575b39/669e26a0-1645-45df-81e2-79f75d8a129d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:11.411757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.12 (5ca63d67-95b0-4c5a-b18b-16758d7301cf/34df3672-7d15-43ed-8640-5014bb575b39/669e26a0-1645-45df-81e2-79f75d8a129d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:11.491627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d95b6e6b-008e-44a2-a058-a923a4ca205c req-54086f4b-436e-4022-bbd0-dcd2c463d686 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298737 Sep 19 03:18:11.594456 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5f64f30-a335-4697-ad61-68bd22e8dce8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.609866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5f64f30-a335-4697-ad61-68bd22e8dce8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.617707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e945fd73-7836-4e63-bd0c-c72e75f1e044 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.686082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e945fd73-7836-4e63-bd0c-c72e75f1e044 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.690827 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e945fd73-7836-4e63-bd0c-c72e75f1e044 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.699090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5f64f30-a335-4697-ad61-68bd22e8dce8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.700861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e5f64f30-a335-4697-ad61-68bd22e8dce8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2829616 Sep 19 03:18:11.706208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57308) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.712530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ad45fe03-4c21-48d6-9c83-109edd179491 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'security_group_rule': {'security_group_id': '470564a8-e3d3-4c69-a7c1-785f38431084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:11.718851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945fd73-7836-4e63-bd0c-c72e75f1e044 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2915b0-ee41-49f2-8268-8b547099ee56,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:11.725783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e945fd73-7836-4e63-bd0c-c72e75f1e044 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.729667 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e945fd73-7836-4e63-bd0c-c72e75f1e044 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5046058 Sep 19 03:18:11.729788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57310) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.740051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-6346cdaf-8579-496e-b9de-e8c76a5475b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:11.741572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-6346cdaf-8579-496e-b9de-e8c76a5475b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.4339054 Sep 19 03:18:11.752139 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e70a1a3e-cc88-455b-ad1d-a37794030831 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules/6d2915b0-ee41-49f2-8268-8b547099ee56 HTTP/1.1" status: 200 len: 763 time: 0.0213683 Sep 19 03:18:11.752593 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.754724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57312) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.762507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad45fe03-4c21-48d6-9c83-109edd179491 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.797996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f64f30-a335-4697-ad61-68bd22e8dce8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470564a8-e3d3-4c69-a7c1-785f38431084,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:11.833630 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b932c42e-07a4-4728-b823-338a2d864420 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0755162 Sep 19 03:18:11.835172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57316) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.861060 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad45fe03-4c21-48d6-9c83-109edd179491 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.866077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad45fe03-4c21-48d6-9c83-109edd179491 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.871732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-0c21c179-7479-495c-ab94-f3b538a2824f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022 HTTP/1.1" status: 200 len: 217 time: 0.0874763 Sep 19 03:18:11.889270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45fe03-4c21-48d6-9c83-109edd179491 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85773989-b5b7-4647-9d9b-2b5d7526ca97,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:11.893223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad45fe03-4c21-48d6-9c83-109edd179491 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.896105 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad45fe03-4c21-48d6-9c83-109edd179491 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873968 Sep 19 03:18:11.896209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.897320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57318) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:11.902028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-36454054-56a6-4174-a743-f69910f63dc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'security_group_rule': {'security_group_id': '470564a8-e3d3-4c69-a7c1-785f38431084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:11.930022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36454054-56a6-4174-a743-f69910f63dc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.963543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2b0af32-6985-4319-9272-a698702032d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.988193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36454054-56a6-4174-a743-f69910f63dc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:11.991694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36454054-56a6-4174-a743-f69910f63dc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.010708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36454054-56a6-4174-a743-f69910f63dc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137d6596-93c3-44b6-b598-06deeed1b1bc,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:12.013893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36454054-56a6-4174-a743-f69910f63dc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.017912 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-36454054-56a6-4174-a743-f69910f63dc7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167166 Sep 19 03:18:12.018393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2b0af32-6985-4319-9272-a698702032d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.018496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57320) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:12.022994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:12.030228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.032382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-e375a93a-dad1-4280-bb48-bcaafbaee503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:12.033885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-e375a93a-dad1-4280-bb48-bcaafbaee503 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1450055 Sep 19 03:18:12.044055 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.101453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Deleting port 142188c5-c9e8-41b7-9b60-807eb3657cba {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:12.101799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.152486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.156379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2b0af32-6985-4319-9272-a698702032d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.179939 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2b0af32-6985-4319-9272-a698702032d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.183243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b2b0af32-6985-4319-9272-a698702032d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6d2915b0-ee41-49f2-8268-8b547099ee56 HTTP/1.1" status: 204 len: 168 time: 0.3397264 Sep 19 03:18:12.196552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57322) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:12.234360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0af32-6985-4319-9272-a698702032d7 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2915b0-ee41-49f2-8268-8b547099ee56,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:12.252507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-5e2edd8e-05e0-45cf-a102-7fce27bec527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:12.254006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-5e2edd8e-05e0-45cf-a102-7fce27bec527 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044196 Sep 19 03:18:12.312918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.318154 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78afc8ad-7b87-48d6-af8c-a1038337b1ce tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1204643 Sep 19 03:18:12.321666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57324) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:12.340876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Request body: {'security_group_rule': {'security_group_id': '82f61f75-931a-4e24-ad33-1c25a28a6a7e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:12.356855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Allocated IP 172.25.8.196 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/be314553-e78b-4d0b-a9c6-f6c3103bb1d2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:12.393743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] For port 142188c5-c9e8-41b7-9b60-807eb3657cba, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=142188c5-c9e8-41b7-9b60-807eb3657cba,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:12.394117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.456783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Calling delete_port for 142188c5-c9e8-41b7-9b60-807eb3657cba owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:12.477261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.491045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:12.494959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=669e26a0-1645-45df-81e2-79f75d8a129d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:12.513214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.537459 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Project cc1db914019c4f3cb5106e6ef066485f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:18:12.540420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:12.554633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:12.557415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:12.561550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:12.578843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:12.586930 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.591421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'Port': ['ID=be314553-e78b-4d0b-a9c6-f6c3103bb1d2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:12.655140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.699719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-78fd8748-3ac2-4710-aa78-54328b1f654c service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937688 Sep 19 03:18:12.735740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Router 1785d4bc-bc8d-412a-be97-1368af017822 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:12.743585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:12.744243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.833075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4b7f7868-abba-4aa4-adb6-9f3388674898 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:18:12.870666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b5790316-478b-4495-83ed-2971f0be0ba2 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8912225 Sep 19 03:18:12.878148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4b7f7868-abba-4aa4-adb6-9f3388674898 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:18:12.878637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4b7f7868-abba-4aa4-adb6-9f3388674898 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:18:12.888369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa47084-2fe3-44d4-9029-4dd4527c691c req-fa899ea3-755d-43e8-a162-760df27771e4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:12.889900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8aa47084-2fe3-44d4-9029-4dd4527c691c req-fa899ea3-755d-43e8-a162-760df27771e4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 944 time: 0.3139524 Sep 19 03:18:12.895507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.897756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57328) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:12.902139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '669e26a0-1645-45df-81e2-79f75d8a129d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:12.921505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:12.961724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.117688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.122373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.189843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'Port': ['ID=be314553-e78b-4d0b-a9c6-f6c3103bb1d2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:13.201852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.343382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8321a8cf-fc8b-4b7c-95e6-81eb1d3a43f4,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:13.363450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.364710 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f8d8fda6-339c-4441-9f2d-546a0e448bd3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3453979 Sep 19 03:18:13.374385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775c8663-0eae-4881-a10e-a10b4d471ba2 req-815195b4-c835-4c50-ba15-1e3cd817be4b service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556787 Sep 19 03:18:13.375418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.406243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.409899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dcd7a26a-b2ea-42df-be99-2e650cdafc8c tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0733027 Sep 19 03:18:13.410373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57334) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:13.429025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-13e0221f-2056-4521-b2a7-fc2aec057b21 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules/8321a8cf-fc8b-4b7c-95e6-81eb1d3a43f4 HTTP/1.1" status: 200 len: 769 time: 0.0151339 Sep 19 03:18:13.429349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57336) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:13.462956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8aa47084-2fe3-44d4-9029-4dd4527c691c req-b6aceca9-bc49-41b7-b918-d9975d202674 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538840 Sep 19 03:18:13.489240 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b83122d-2d9a-4ca4-9c4b-c3ccd644ee42 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0503118 Sep 19 03:18:13.490782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57344) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:13.492488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:13.502326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6669276b-400d-452e-9993-1f157f8bfed1 admin admin] 10.222.0.22 "PUT /v2.0/routers/1785d4bc-bc8d-412a-be97-1368af017822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8347292 Sep 19 03:18:13.502917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] Sync routers for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:13.505576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.510883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57346) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:13.515673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:13.516077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:13.587672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event deleted for resources: {'Port': ['ID=142188c5-c9e8-41b7-9b60-807eb3657cba,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:13.621310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:13.665743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e443fd0f-ea98-4944-ad94-2c8831fe2a5e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.709509 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e443fd0f-ea98-4944-ad94-2c8831fe2a5e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.785497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-dfb955fa-a68b-428c-8fe4-5facbecb9595 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1450383660&fields=id&tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f HTTP/1.1" status: 200 len: 267 time: 0.2021410 Sep 19 03:18:13.799049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:18:10Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:13.812871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.827211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] Checking router: 1785d4bc-bc8d-412a-be97-1368af017822 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:18:13.840483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] Routers {'1785d4bc-bc8d-412a-be97-1368af017822'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:13.841139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1785d4bc-bc8d-412a-be97-1368af017822'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:13.858767 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.899764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e443fd0f-ea98-4944-ad94-2c8831fe2a5e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.939991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e443fd0f-ea98-4944-ad94-2c8831fe2a5e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:13.943385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e443fd0f-ea98-4944-ad94-2c8831fe2a5e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8321a8cf-fc8b-4b7c-95e6-81eb1d3a43f4 HTTP/1.1" status: 204 len: 168 time: 0.4499974 Sep 19 03:18:13.943724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57352) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:13.947835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] Set router 1785d4bc-bc8d-412a-be97-1368af017822 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:13.985846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ee40c03-cd1c-4db9-b039-f9d6687949fd tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408950 Sep 19 03:18:13.991345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57354) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:13.996406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443fd0f-ea98-4944-ad94-2c8831fe2a5e tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8321a8cf-fc8b-4b7c-95e6-81eb1d3a43f4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:14.025254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.035706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.074944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e20f0e36-5f91-44ba-816b-bd6a7d429892 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.099777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e20f0e36-5f91-44ba-816b-bd6a7d429892 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.148300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e20f0e36-5f91-44ba-816b-bd6a7d429892 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.151603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e20f0e36-5f91-44ba-816b-bd6a7d429892 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.155514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e20f0e36-5f91-44ba-816b-bd6a7d429892 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "DELETE /v2.0/security-groups/82f61f75-931a-4e24-ad33-1c25a28a6a7e HTTP/1.1" status: 204 len: 168 time: 0.1603434 Sep 19 03:18:14.156840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:18:10Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:14.158478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57358) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:14.159161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.171152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.171752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4763e54-43e8-4523-9fa9-00838024855c {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:14.176357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.177729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-970cee2e-6add-49f6-8714-a8c237fae985 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a4763e54-43e8-4523-9fa9-00838024855c HTTP/1.1" status: 204 len: 168 time: 3.5910053 Sep 19 03:18:14.184181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57360) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:14.186172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba0028-d2d7-44a9-964b-955102909d06 None None] The sync data for ids ['1785d4bc-bc8d-412a-be97-1368af017822'] in n-d-809936-1 is: [{'id': '1785d4bc-bc8d-412a-be97-1368af017822', 'name': 'tempest-AttachVolumeShelveTestJSON-1927618482-router', 'tenant_id': '9483a53b2c9643059cea027e7e359194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:05:44Z', 'updated_at': '2021-09-19T03:18:10Z', 'revision_number': 5, 'project_id': '9483a53b2c9643059cea027e7e359194', 'gw_port': {'id': '9b477df2-36c8-4b48-ade7-9f191cd5ddec', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1785d4bc-bc8d-412a-be97-1368af017822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:05:45Z', 'updated_at': '2021-09-19T03:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:14.188729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f0e36-5f91-44ba-816b-bd6a7d429892 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f61f75-931a-4e24-ad33-1c25a28a6a7e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:14.196333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-683189877', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:14.207426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-f58b441f-3d22-4c5a-bfc8-419c6540cb13 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:14.214850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-f58b441f-3d22-4c5a-bfc8-419c6540cb13 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 811 time: 0.4132359 Sep 19 03:18:14.233310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.234438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.279750 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0024b7b0-12a1-4916-9649-767514b63034 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1200855 Sep 19 03:18:14.283356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-d5685692-5acf-4803-b8ad-d6542ef9220d tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/quotas/da108ba1f6104b4dbcf7c574f9b1cf2f HTTP/1.1" status: 200 len: 375 time: 0.0675876 Sep 19 03:18:14.284151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57362) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:14.323627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.338557 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.442886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-92a5fac5-f661-4a39-a049-cd6ed4129334 tempest-SecGroupIPv6Test-1949078722 tempest-SecGroupIPv6Test-1949078722-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1530423 Sep 19 03:18:14.452939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-2782b240-c165-44bd-9a08-fadae636e7f8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1574314 Sep 19 03:18:14.462164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.487870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.25.8.16 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/bdaddee1-344d-444e-b4e9-24c1f3aaa6d1) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:14.499683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-407335dc-84de-4687-8bc6-a67e61275d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.662720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Deleting port 9b477df2-36c8-4b48-ade7-9f191cd5ddec {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:14.663098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.716288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.735464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57370) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:14.742622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.831431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-4c43f1fa-72a4-46dc-b03f-8ccc9fda30aa service neutron] 10.222.0.22 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620336 Sep 19 03:18:14.836860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] For port 9b477df2-36c8-4b48-ade7-9f191cd5ddec, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9b477df2-36c8-4b48-ade7-9f191cd5ddec,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:14.837242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.856643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f489044-9323-42c5-a3f8-c043112b5f98 req-33817980-4c0d-4248-8c9e-a9eea00f29e6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:14.858194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f489044-9323-42c5-a3f8-c043112b5f98 req-33817980-4c0d-4248-8c9e-a9eea00f29e6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 944 time: 0.2014859 Sep 19 03:18:14.878292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:14.879846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:18:14.901552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Calling delete_port for 9b477df2-36c8-4b48-ade7-9f191cd5ddec owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:14.936208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 142188c5-c9e8-41b7-9b60-807eb3657cba no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:18:14.962538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 142188c5-c9e8-41b7-9b60-807eb3657cba {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:18:14.962891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 142188c5-c9e8-41b7-9b60-807eb3657cba not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:18:14.963315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:18:14.975454 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-84747403-3897-4f45-b9ab-708be4d79c98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc1db914019c4f3cb5106e6ef066485f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363989 Sep 19 03:18:14.975979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:15.007225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:18:15.007581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bbfa4840-6f86-4b1a-a1b1-49c885ebb1d2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:18:15.031754 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fac2f0c3-a3eb-41e3-9af8-da308c43ed28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.036725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:15.048313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022', 'mac_address': 'fa:16:3e:b9:fc:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:18:15.048649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f489044-9323-42c5-a3f8-c043112b5f98 req-7edae886-935e-4ce0-a871-84dd526738b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685302 Sep 19 03:18:15.069870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fac2f0c3-a3eb-41e3-9af8-da308c43ed28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.088917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.094543 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.107772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:18:15.109569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-8a57e243-3c54-4c80-8447-8a17c82587c1 service neutron] 10.222.0.22 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695112 Sep 19 03:18:15.128820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:15.138486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.141548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Allocated IP 172.25.8.215 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/8b65f709-14ab-4e2d-971d-ec1ac73a701c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:15.198212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:15.213720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:15.223750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:15.224772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:15.259183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=bdaddee1-344d-444e-b4e9-24c1f3aaa6d1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:15.279611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.322406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fac2f0c3-a3eb-41e3-9af8-da308c43ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.325571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fac2f0c3-a3eb-41e3-9af8-da308c43ed28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.326820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fac2f0c3-a3eb-41e3-9af8-da308c43ed28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a040d75-de93-4538-8ec8-c23a7a9cb464 HTTP/1.1" status: 204 len: 168 time: 0.3486211 Sep 19 03:18:15.344647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.378240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2f0c3-a3eb-41e3-9af8-da308c43ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a040d75-de93-4538-8ec8-c23a7a9cb464,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:15.392886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6006c8bc-5635-4cdb-906b-82c0e6f9db62 req-8de84045-7bba-4f93-9661-9ba2a0a5ea08 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 210 time: 0.0532677 Sep 19 03:18:15.394259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:15.397597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:15.404839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:15.411815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event updated for resources: {'Port': ['ID=8b65f709-14ab-4e2d-971d-ec1ac73a701c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:15.466204 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.542504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Pushing event deleted for resources: {'Port': ['ID=9b477df2-36c8-4b48-ade7-9f191cd5ddec,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:15.665908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.671077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['09a1b243-8b82-4bb3-bda1-5d8efd7f1022'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:15.746536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.821118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.826819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:15.889128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.025541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.219637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Router f4e5a023-2d74-4904-ae37-56da1898a6f8 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:16.354325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.354910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1785d4bc-bc8d-412a-be97-1368af017822 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:16.373535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:16.377247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.378387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-60de3083-a5d8-4889-a24e-db5334ceb21b admin admin] 10.222.0.22 "DELETE /v2.0/routers/1785d4bc-bc8d-412a-be97-1368af017822 HTTP/1.1" status: 204 len: 168 time: 2.8577204 Sep 19 03:18:16.383169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57414) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:16.384681 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] Sync routers for ids ['f4e5a023-2d74-4904-ae37-56da1898a6f8'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:16.405379 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] Routers {'f4e5a023-2d74-4904-ae37-56da1898a6f8'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:16.406397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.406803 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f4e5a023-2d74-4904-ae37-56da1898a6f8'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:16.410856 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-04491bfa-c6d3-45a5-a04f-fd3379f25e14 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.2211277 Sep 19 03:18:16.411317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:16.419794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': False}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:16.459269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.467228 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:16.490193 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] Routers {'f4e5a023-2d74-4904-ae37-56da1898a6f8'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:16.491051 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:17:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f4e5a023-2d74-4904-ae37-56da1898a6f8'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:16.541585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21708eea-3cac-4de0-b966-5f20649db993 req-bce751e9-4dda-4482-af10-abc69fe9dbfa tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:16.550281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21708eea-3cac-4de0-b966-5f20649db993 req-bce751e9-4dda-4482-af10-abc69fe9dbfa tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 945 time: 0.2129104 Sep 19 03:18:16.558208 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:16.560727 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0a67e1-295c-4546-9ae7-39474683a68d None None] The sync data for ids ['f4e5a023-2d74-4904-ae37-56da1898a6f8'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:16.625217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] Deleting subnet 3925f35c-0792-47dc-ab0b-820d7dfe8da0 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:18:16.634216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-177f0263-c5d2-4e2c-82fe-f1279339f75e req-b53288c9-e9dd-436c-bded-1b057343c0b8 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 210 time: 0.1091707 Sep 19 03:18:16.638706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.712404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21708eea-3cac-4de0-b966-5f20649db993 req-c3e68c7b-797d-47f5-a73c-84fcaded5bff tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603150 Sep 19 03:18:16.735257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.823361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.874638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:16.936889 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.030118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-39b06f7a-acc5-424f-bebe-c3193b026977 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:17.032193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-39b06f7a-acc5-424f-bebe-c3193b026977 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 811 time: 0.2233236 Sep 19 03:18:17.097757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b477df2-36c8-4b48-ade7-9f191cd5ddec no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:18:17.131380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9b477df2-36c8-4b48-ade7-9f191cd5ddec {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:18:17.131732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9b477df2-36c8-4b48-ade7-9f191cd5ddec not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:18:17.147643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.193768 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ac53678-b1da-4dd4-bf96-269c0da0efd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.205156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3925f35c-0792-47dc-ab0b-820d7dfe8da0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:17.220175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-b448981c-a0b4-4179-a2bd-d6a3fd417f4b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f HTTP/1.1" status: 200 len: 380 time: 0.1635845 Sep 19 03:18:17.231967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.234317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c685110d-dc76-4f3f-8dab-77d87791d2b9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3925f35c-0792-47dc-ab0b-820d7dfe8da0 HTTP/1.1" status: 204 len: 168 time: 0.8502884 Sep 19 03:18:17.235989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97710186-a0a4-45d3-a327-a0c25a84b145 None None] Network 1b941654-601c-4012-ba03-f35d18c9814a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:18:17.240893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'port': {'device_id': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'admin_state_up': True, 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'security_groups': ['470564a8-e3d3-4c69-a7c1-785f38431084']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:17.245839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57438) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:17.355033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.395381 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.463690 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.469184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.476339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.485979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] DHCP port deletion for 1b941654-601c-4012-ba03-f35d18c9814a request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:18:17.540590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=bdaddee1-344d-444e-b4e9-24c1f3aaa6d1,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:17.550261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.572541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] Deleting port e961f2f2-c852-4185-802c-5ce1b0dec7e6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:17.572964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.646410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Made reservation on behalf of da108ba1f6104b4dbcf7c574f9b1cf2f for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:17.648157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] For port e961f2f2-c852-4185-802c-5ce1b0dec7e6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e961f2f2-c852-4185-802c-5ce1b0dec7e6,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:17.648572 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.650048 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.663812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] Calling delete_port for e961f2f2-c852-4185-802c-5ce1b0dec7e6 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:17.747035 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 7641684e-75c0-4844-8e42-9d66b0b5bd07 associated. External IP: 172.25.8.16, port: 669e26a0-1645-45df-81e2-79f75d8a129d. Sep 19 03:18:17.755797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Deleting port e961f2f2-c852-4185-802c-5ce1b0dec7e6 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:17.756166 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.838351 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.862192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] No DVR routers for this DVR port e961f2f2-c852-4185-802c-5ce1b0dec7e6 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:18:17.898419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13444fd1-8a67-4f95-9fd5-7a71497f6fea None None] Pushing event deleted for resources: {'Port': ['ID=e961f2f2-c852-4185-802c-5ce1b0dec7e6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:17.936222 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:17.938862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57456) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:17.940987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ca64299-9168-4f7f-8a1d-9d7934b17cf3 req-34430935-be2d-42b2-be42-0eeee647653d tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 210 time: 0.0823152 Sep 19 03:18:17.967666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Router f4e5a023-2d74-4904-ae37-56da1898a6f8 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:18.065819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] For port e961f2f2-c852-4185-802c-5ce1b0dec7e6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e961f2f2-c852-4185-802c-5ce1b0dec7e6,segment=NetworkSegment(f8ad00de-6e69-4354-98e1-9b566b0259d9),segment_id=f8ad00de-6e69-4354-98e1-9b566b0259d9)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:18.066196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.090454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:18.092240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Calling delete_port for e961f2f2-c852-4185-802c-5ce1b0dec7e6 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:18.096258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.097582 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-df736933-b08a-4198-998e-8d9526e92291 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "PUT /v2.0/routers/f4e5a023-2d74-4904-ae37-56da1898a6f8 HTTP/1.1" status: 200 len: 925 time: 1.6846104 Sep 19 03:18:18.100328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57460) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:18.104883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] Sync routers for ids ['f4e5a023-2d74-4904-ae37-56da1898a6f8'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:18.117964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] Routers {'f4e5a023-2d74-4904-ae37-56da1898a6f8'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:18.118679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f4e5a023-2d74-4904-ae37-56da1898a6f8'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:18.128652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85befb-c0aa-45bd-9327-1a5deb11012c req-6e97f9cb-9489-4960-a575-8f4f5b9b7e65 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:18.130168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b85befb-c0aa-45bd-9327-1a5deb11012c req-6e97f9cb-9489-4960-a575-8f4f5b9b7e65 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 945 time: 0.2647355 Sep 19 03:18:18.151169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b520587-649f-497a-8ffa-01199ab671f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.153963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Allocated IP 172.20.0.9 (35ae9db9-98c3-4a32-81e5-1bc3e313ec22/2c2bca6d-4467-4f50-b9fa-a84c4066c2af/e3366bcc-44a3-4c71-bc05-562fbe37d573) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:18.164155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:18.173119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] Routers {'f4e5a023-2d74-4904-ae37-56da1898a6f8'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:18.173903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['f4e5a023-2d74-4904-ae37-56da1898a6f8'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:18.213230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:18.214174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1b8ed6-cd79-4f08-8eeb-b5af453df2cd None None] The sync data for ids ['f4e5a023-2d74-4904-ae37-56da1898a6f8'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:18.224665 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24ebd8d7-f1ad-4e4f-ab47-9ec24aa1f1b9 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/f4e5a023-2d74-4904-ae37-56da1898a6f8 HTTP/1.1" status: 200 len: 925 time: 0.1228018 Sep 19 03:18:18.227549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:18.302827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd668f2b-46ca-40ab-a92e-ecd44459262a tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:18.304378 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dd668f2b-46ca-40ab-a92e-ecd44459262a tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=f4e5a023-2d74-4904-ae37-56da1898a6f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0757983 Sep 19 03:18:18.307048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:18.333887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b85befb-c0aa-45bd-9327-1a5deb11012c req-ebb74cf4-dab3-4d87-a7a7-919e135e5257 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885276 Sep 19 03:18:18.406578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db1237-2c16-4e30-bda1-df9b1310ff11 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:18.410606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-41db1237-2c16-4e30-bda1-df9b1310ff11 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.0999718 Sep 19 03:18:18.411094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57466) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:18.414955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.441796 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-66450b19-7b14-4b45-b3db-5bbb26fc83ec tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4e5a023-2d74-4904-ae37-56da1898a6f8 HTTP/1.1" status: 200 len: 205 time: 0.0272415 Sep 19 03:18:18.442020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57468) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:18.465808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.521884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e961f2f2-c852-4185-802c-5ce1b0dec7e6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:18.536140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] No DVR routers for this DVR port e961f2f2-c852-4185-802c-5ce1b0dec7e6 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:18:18.555427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.582535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:18.603034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.660026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.683061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.711491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Deleting port 8b65f709-14ab-4e2d-971d-ec1ac73a701c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:18.711835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.738593 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b520587-649f-497a-8ffa-01199ab671f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.757402 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b520587-649f-497a-8ffa-01199ab671f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.761463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b941654-601c-4012-ba03-f35d18c9814a']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:18.793592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.806266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Calling delete_port for 8b65f709-14ab-4e2d-971d-ec1ac73a701c owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:18.806570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ad00de-6e69-4354-98e1-9b566b0259d9') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:18.806808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ad00de-6e69-4354-98e1-9b566b0259d9') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:18.820425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e961f2f2-c852-4185-802c-5ce1b0dec7e6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:18:18.833356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.841579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e961f2f2-c852-4185-802c-5ce1b0dec7e6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:18:18.841853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e961f2f2-c852-4185-802c-5ce1b0dec7e6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:18:18.841984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b520587-649f-497a-8ffa-01199ab671f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb99548-5e08-41b8-95b2-b2bbe71a8989,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:18.845217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.884199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8b520587-649f-497a-8ffa-01199ab671f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75acc5c837b7477fb1ecb383881daa3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9422598 Sep 19 03:18:18.887215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57472) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:18.921385 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.926603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:18.951244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:18:18.951638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:18:18.953615 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:18:18.978827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:18.995556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:18:19.000874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:19.001058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:19.001719 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.003273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:19.011205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:19.016737 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:19.032132 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:19.033608 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:19.038658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.118724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event deleted for resources: {'Port': ['ID=8b65f709-14ab-4e2d-971d-ec1ac73a701c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:19.122165 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:19.125645 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.130137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event updated for resources: {'Port': ['ID=e3366bcc-44a3-4c71-bc05-562fbe37d573,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:19.145974 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:19.146892 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:19.161397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:19.165730 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6cbe42-6639-4eea-9f33-935b81da173a" -d '{"events": [{"server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "name": "network-vif-plugged", "status": "completed", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:19.186930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:19.193218 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.201568 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:19.202733 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a31a9-3a78-47d0-9975-bb99aa32e9e9 None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:19.214116 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76373538-f246-4444-9101-cd1ad6b30fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.217620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.228839 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea84e5f7-05fd-4ac5-832b-ce0503fdc2b3 x-openstack-request-id: req-ea84e5f7-05fd-4ac5-832b-ce0503fdc2b3 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:19.229439 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "name": "network-vif-plugged", "status": "completed", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:19.229666 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.230286 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea84e5f7-05fd-4ac5-832b-ce0503fdc2b3 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:19.231249 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022', 'code': 200} Sep 19 03:18:19.237782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.256947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:19.271655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:19.272454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.318136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.321365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1b941654-601c-4012-ba03-f35d18c9814a HTTP/1.1" status: 204 len: 168 time: 2.0721655 Sep 19 03:18:19.322207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76373538-f246-4444-9101-cd1ad6b30fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.334669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.337116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.390604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4e34b33a-4999-4b95-94d7-240f58b71333 None None] Provisioning complete for port e3366bcc-44a3-4c71-bc05-562fbe37d573 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:19.391154 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e34b33a-4999-4b95-94d7-240f58b71333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.392888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.393585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Fanout notify agent at l3_agent the message router_deleted on router f4e5a023-2d74-4904-ae37-56da1898a6f8 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:19.416143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.419426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b3b98bc6-9768-494b-b133-df51f8803927 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/f4e5a023-2d74-4904-ae37-56da1898a6f8 HTTP/1.1" status: 204 len: 168 time: 0.9764740 Sep 19 03:18:19.422986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57482) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:19.431089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-cdcd7a20-493d-40ea-9636-859eaf9f327a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-419937483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:19.442417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4e34b33a-4999-4b95-94d7-240f58b71333 None None] Port e3366bcc-44a3-4c71-bc05-562fbe37d573 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:18:19.444301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18dd44-73c2-4331-a51e-6c107819efd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b941654-601c-4012-ba03-f35d18c9814a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:19.467720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7a20-493d-40ea-9636-859eaf9f327a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.469309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7a20-493d-40ea-9636-859eaf9f327a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.483058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49804d12-1dda-4571-9306-a54103d792fc req-97c27777-6c0f-4f2d-afab-da70bb9ac18e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:19.484567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49804d12-1dda-4571-9306-a54103d792fc req-97c27777-6c0f-4f2d-afab-da70bb9ac18e tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 931 time: 0.4295206 Sep 19 03:18:19.493175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-ae24b157-c9b3-4e85-8ab8-46760710b921 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2576108 Sep 19 03:18:19.493583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57484) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:19.494891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6c897c7c-cf39-4f52-a7d8-1521262646b0 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5961521 Sep 19 03:18:19.499221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57486) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:19.502637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76373538-f246-4444-9101-cd1ad6b30fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.505147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76373538-f246-4444-9101-cd1ad6b30fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.506204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-76373538-f246-4444-9101-cd1ad6b30fba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbb99548-5e08-41b8-95b2-b2bbe71a8989 HTTP/1.1" status: 204 len: 168 time: 0.6127076 Sep 19 03:18:19.509912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'port_id': '669e26a0-1645-45df-81e2-79f75d8a129d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:19.527179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Request body: {'port': {'device_id': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:19.566707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7a20-493d-40ea-9636-859eaf9f327a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.578593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7a20-493d-40ea-9636-859eaf9f327a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.598224 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3bac3a51-2d6f-4dc8-a387-b0f2fa11ff51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9483a53b2c9643059cea027e7e359194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011980 Sep 19 03:18:19.599252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57492) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:19.607085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdcd7a20-493d-40ea-9636-859eaf9f327a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.610804 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cdcd7a20-493d-40ea-9636-859eaf9f327a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1842484 Sep 19 03:18:19.615776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57494) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:19.622290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:19.822276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71c679fd-328c-4887-a4fd-b7bd8da27282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.905275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.919437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71c679fd-328c-4887-a4fd-b7bd8da27282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.943822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76373538-f246-4444-9101-cd1ad6b30fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb99548-5e08-41b8-95b2-b2bbe71a8989,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:19.975365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30cbb9-4b71-4883-b3a0-1d869b316869 req-16117a65-18b3-4aa9-b85e-dfc4d5ec9cbd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:19.976900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed30cbb9-4b71-4883-b3a0-1d869b316869 req-16117a65-18b3-4aa9-b85e-dfc4d5ec9cbd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 946 time: 0.5440147 Sep 19 03:18:19.984270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57498) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:19.989917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad0226-7696-442d-a3aa-59f99772d260 req-e7f470c2-a6bc-47ce-9490-630917ab02c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:19.991086 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:19.991496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aad0226-7696-442d-a3aa-59f99772d260 req-e7f470c2-a6bc-47ce-9490-630917ab02c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 1097 time: 0.6456940 Sep 19 03:18:20.008460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31c3d26c-6c72-4b9f-8e22-79d737ec950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.037033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.040956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49804d12-1dda-4571-9306-a54103d792fc req-5bf8b3d5-ff8a-4b0e-828a-051ddfc3f78b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5446498 Sep 19 03:18:20.071792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71c679fd-328c-4887-a4fd-b7bd8da27282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.075087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71c679fd-328c-4887-a4fd-b7bd8da27282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.078916 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-71c679fd-328c-4887-a4fd-b7bd8da27282 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbd4b4b2-e419-4c34-8b3f-48d6529e71c7 HTTP/1.1" status: 204 len: 168 time: 0.4759209 Sep 19 03:18:20.099024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.101988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c679fd-328c-4887-a4fd-b7bd8da27282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4b4b2-e419-4c34-8b3f-48d6529e71c7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:20.168215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3aad0226-7696-442d-a3aa-59f99772d260 req-188547a4-6e1e-4f38-bde4-1400c7d9e650 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523247 Sep 19 03:18:20.179751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed30cbb9-4b71-4883-b3a0-1d869b316869 req-40bc471b-feb1-4a7e-8748-692834cbdaa1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586220 Sep 19 03:18:20.273773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31c3d26c-6c72-4b9f-8e22-79d737ec950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.303661 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31c3d26c-6c72-4b9f-8e22-79d737ec950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.308455 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.359238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.372501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-31c3d26c-6c72-4b9f-8e22-79d737ec950c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e268c77214f4aa5abd70c81c664876f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865008 Sep 19 03:18:20.374465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3d26c-6c72-4b9f-8e22-79d737ec950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88abd75-eba1-4e8e-8dc9-7e6d9de54beb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:20.377013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57504) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:20.528318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a6e120f-0c4e-485d-bc32-2931d2fd382f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.542513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Allocated IP 172.25.8.84 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/669876c0-05af-4714-85d2-e83b8275e675) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:20.572693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a6e120f-0c4e-485d-bc32-2931d2fd382f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.676461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3366bcc-44a3-4c71-bc05-562fbe37d573 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:18:20.688544 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.688940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a6e120f-0c4e-485d-bc32-2931d2fd382f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.691723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a6e120f-0c4e-485d-bc32-2931d2fd382f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.693005 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6a6e120f-0c4e-485d-bc32-2931d2fd382f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c88abd75-eba1-4e8e-8dc9-7e6d9de54beb HTTP/1.1" status: 204 len: 168 time: 0.2767162 Sep 19 03:18:20.712899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Transition to ACTIVE for port object e3366bcc-44a3-4c71-bc05-562fbe37d573 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:18:20.720459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.748686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e120f-0c4e-485d-bc32-2931d2fd382f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88abd75-eba1-4e8e-8dc9-7e6d9de54beb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:20.757936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.814866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.835106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3366bcc-44a3-4c71-bc05-562fbe37d573,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:20.892026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.900870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event updated for resources: {'Port': ['ID=669876c0-05af-4714-85d2-e83b8275e675,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:20.916235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:20.920895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:20.925859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:20.929219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:21.021326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Attempting to bind port e3366bcc-44a3-4c71-bc05-562fbe37d573 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:18:21.021326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Attempting to bind port e3366bcc-44a3-4c71-bc05-562fbe37d573 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:18:21.021326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Attempting to bind port e3366bcc-44a3-4c71-bc05-562fbe37d573 on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:21.144285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Port e3366bcc-44a3-4c71-bc05-562fbe37d573 on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:18:21.155489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Attempting to bind port e3366bcc-44a3-4c71-bc05-562fbe37d573 on network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:21.243579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:18:21.244191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Checking segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:18:21.244772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Bound using segment: {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:18:21.245450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Bound port: e3366bcc-44a3-4c71-bc05-562fbe37d573, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3a1c24-036b-4079-be5e-5361f85e9a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:18:21.246577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:21.408943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d105d-f751-49fa-a53f-f5121bd9e3fa req-c1065c33-df52-44f2-a8f0-434f0e7548ce tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:21.416398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b0d105d-f751-49fa-a53f-f5121bd9e3fa req-c1065c33-df52-44f2-a8f0-434f0e7548ce tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 943 time: 0.1881852 Sep 19 03:18:21.433021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] For port e3366bcc-44a3-4c71-bc05-562fbe37d573, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:18:21.477214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] For port e3366bcc-44a3-4c71-bc05-562fbe37d573, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:18:21.489767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:21.498315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:21.548544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b0d105d-f751-49fa-a53f-f5121bd9e3fa req-e1ebdbee-248d-4e3b-9a38-e29854415246 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311448 Sep 19 03:18:21.558897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:21.559603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:21.560999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] 10.222.0.32 "PUT /v2.0/ports/e3366bcc-44a3-4c71-bc05-562fbe37d573 HTTP/1.1" status: 200 len: 1091 time: 2.0410147 Sep 19 03:18:21.564663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:21.567284 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20" -d '{"events": [{"name": "network-changed", "server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:21.617233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:21.662039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28427252-845a-4a7b-8a23-33cc960eff74 req-18e1ffa3-5258-4835-b6b3-69b7328b0890 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:21.669776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28427252-845a-4a7b-8a23-33cc960eff74 req-18e1ffa3-5258-4835-b6b3-69b7328b0890 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 946 time: 0.2256725 Sep 19 03:18:21.677881 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218fb3f0-acab-4bab-8cdb-5edaff2ad114 x-openstack-request-id: req-218fb3f0-acab-4bab-8cdb-5edaff2ad114 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:21.678166 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:21.678418 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-218fb3f0-acab-4bab-8cdb-5edaff2ad114 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:21.678847 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'status': 'completed', 'code': 200} Sep 19 03:18:21.710287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52fc9a-c192-43c8-985a-061b670e1aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e3366bcc-44a3-4c71-bc05-562fbe37d573,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:21.863386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28427252-845a-4a7b-8a23-33cc960eff74 req-1c37e9eb-6488-4404-ad82-cf0699a89966 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926286 Sep 19 03:18:21.889829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:21.897450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:21.905020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-728119bc-52ca-4586-8677-99aec7dfd550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:21.907563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-728119bc-52ca-4586-8677-99aec7dfd550 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 1094 time: 0.1286795 Sep 19 03:18:21.919799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:21.939029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:21.941888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:21.972535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-4a744e5a-dda9-42e3-a405-cd3a7e942a2d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573 HTTP/1.1" status: 200 len: 217 time: 0.0467689 Sep 19 03:18:21.990893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:22.008088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:22.019363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:22.020876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:22.021830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:22.067948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-48b66957-5155-4d3b-bcb0-747e411434f3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/floatingips/7641684e-75c0-4844-8e42-9d66b0b5bd07 HTTP/1.1" status: 200 len: 977 time: 2.5660224 Sep 19 03:18:22.069201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:22.070474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c40742d-1a81-4561-8d20-a40be16e143d None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:22.072020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57578) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:22.112244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-89744508-0307-404e-9c88-993bcf713fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:22.113769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-89744508-0307-404e-9c88-993bcf713fe2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.1332119 Sep 19 03:18:22.209717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Router d3d14ac9-cb0d-4ef4-856f-e17a83d935bb is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:22.242275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-d712cc05-5b36-44e9-827d-9c7565643e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:22.243771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-d712cc05-5b36-44e9-827d-9c7565643e7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213269 Sep 19 03:18:22.254293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-d7d14a02-6a2d-4ee8-a4ea-031704073d6b req-b32c4807-73e3-4b96-b413-db9e9e0a6e17 service neutron] (94722) timed out ('10.222.0.30', 58900) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:18:22.350215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:22.360058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:22.365868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c4c243b4-6cbb-45ad-80b1-b34d55e768cb tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "PUT /v2.0/routers/d3d14ac9-cb0d-4ef4-856f-e17a83d935bb HTTP/1.1" status: 200 len: 882 time: 2.7465997 Sep 19 03:18:22.366792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57590) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:22.367931 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] Sync routers for ids ['d3d14ac9-cb0d-4ef4-856f-e17a83d935bb'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:22.383221 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] Routers {'d3d14ac9-cb0d-4ef4-856f-e17a83d935bb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:22.384224 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d3d14ac9-cb0d-4ef4-856f-e17a83d935bb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:22.385626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-523de443-905b-45f2-bb76-fab2b3e897d7 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337438 Sep 19 03:18:22.387738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port bdaddee1-344d-444e-b4e9-24c1f3aaa6d1 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:22.388088 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:22.484341 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:22.496933 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] Routers {'d3d14ac9-cb0d-4ef4-856f-e17a83d935bb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:22.497886 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d3d14ac9-cb0d-4ef4-856f-e17a83d935bb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:22.511148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f95eccc6-9207-4f14-abb7-6ef4c1536ed2 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/d3d14ac9-cb0d-4ef4-856f-e17a83d935bb HTTP/1.1" status: 200 len: 923 time: 0.1431122 Sep 19 03:18:22.514162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:22.546335 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:22.548263 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689256a3-76f6-480b-9553-0e373d8f94d2 None None] The sync data for ids ['d3d14ac9-cb0d-4ef4-856f-e17a83d935bb'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:22.550260 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:22.550632 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:22.559663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57598) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:22.568761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca80095-ffa9-4433-acbc-b3aa6080a8ab req-8bcd5c86-7e53-43e0-9450-5b3d400ba7bb service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684411 Sep 19 03:18:22.573344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for bdaddee1-344d-444e-b4e9-24c1f3aaa6d1 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:22.582165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c24dae-6fe9-4b5b-9012-5a10b13a7f93 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:22.584298 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c7c24dae-6fe9-4b5b-9012-5a10b13a7f93 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=d3d14ac9-cb0d-4ef4-856f-e17a83d935bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0684760 Sep 19 03:18:22.593626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57602) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:22.846465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3234aee0-484d-4309-b7da-c7463a6391b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:22.880198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f82442-daad-4c23-bf11-0404962e8bed req-e2b984ab-a3f2-4d22-8543-ea1a6ec5659f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:22.881718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23f82442-daad-4c23-bf11-0404962e8bed req-e2b984ab-a3f2-4d22-8543-ea1a6ec5659f tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 943 time: 0.2009351 Sep 19 03:18:22.888787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-7e80ce1e-b038-4584-b3ba-f8bd828e37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:22.890267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-7e80ce1e-b038-4584-b3ba-f8bd828e37c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 1094 time: 0.2080343 Sep 19 03:18:22.895782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19796ea9-95d0-400a-b1ed-ad569e182d44 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:22.899998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-19796ea9-95d0-400a-b1ed-ad569e182d44 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.3001587 Sep 19 03:18:22.901167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57616) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:22.947397 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bf70f2cd-2b0f-4641-a98a-57e8b7e7599c tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d14ac9-cb0d-4ef4-856f-e17a83d935bb HTTP/1.1" status: 200 len: 205 time: 0.0433047 Sep 19 03:18:22.948249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57622) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:23.082426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.206628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.298649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Deleting port 669876c0-05af-4714-85d2-e83b8275e675 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:23.300033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.406595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.418032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23f82442-daad-4c23-bf11-0404962e8bed req-579c9fa9-6ccf-43a6-8b93-e7782c398611 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5250757 Sep 19 03:18:23.423218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Calling delete_port for 669876c0-05af-4714-85d2-e83b8275e675 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:23.447761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-ba00a285-c83f-4483-b0dc-9786e3a9dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:23.449798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-ba00a285-c83f-4483-b0dc-9786e3a9dcc2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.5398848 Sep 19 03:18:23.485023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a2ed6-d9a7-4601-84d3-bcec0ba5ecff req-6c63cd5e-fd68-4f65-a0fc-02805ad5baee tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:23.486471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c0a2ed6-d9a7-4601-84d3-bcec0ba5ecff req-6c63cd5e-fd68-4f65-a0fc-02805ad5baee tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 946 time: 0.1817057 Sep 19 03:18:23.523663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-ef3e068d-a540-4bf2-8b46-6d69723ff9e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573 HTTP/1.1" status: 200 len: 217 time: 0.0537426 Sep 19 03:18:23.585452 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.599540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.626970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event deleted for resources: {'Port': ['ID=669876c0-05af-4714-85d2-e83b8275e675,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:23.630218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c0a2ed6-d9a7-4601-84d3-bcec0ba5ecff req-f27585b5-0045-4aa0-9bc7-133b1ed3f436 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104801 Sep 19 03:18:23.636173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=bdaddee1-344d-444e-b4e9-24c1f3aaa6d1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:23.648629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-6cd8ef18-4335-48b6-b711-bd61170b68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:23.650141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-6cd8ef18-4335-48b6-b711-bd61170b68c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.1122432 Sep 19 03:18:23.692456 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.771694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.772075 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 7641684e-75c0-4844-8e42-9d66b0b5bd07 disassociated (deleted). External IP: 172.25.8.16, port: 669e26a0-1645-45df-81e2-79f75d8a129d. Sep 19 03:18:23.779710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-f2891eac-c5eb-4e5b-89dc-5cdb0e7e0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:23.781234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-f2891eac-c5eb-4e5b-89dc-5cdb0e7e0475 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139336 Sep 19 03:18:23.787135 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.789300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.828819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3234aee0-484d-4309-b7da-c7463a6391b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.842247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3234aee0-484d-4309-b7da-c7463a6391b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.847254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.848406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Fanout notify agent at l3_agent the message router_deleted on router d3d14ac9-cb0d-4ef4-856f-e17a83d935bb {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:23.863742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.864954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3de53025-dad3-4540-9ca6-1f6035f328e9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/d3d14ac9-cb0d-4ef4-856f-e17a83d935bb HTTP/1.1" status: 204 len: 168 time: 0.9156187 Sep 19 03:18:23.869009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:23.874389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d343338c-3a10-44a7-a340-2c35db3d59a8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-401622834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:23.897394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-830fb1a1-ddfc-4933-8b79-c53fe623f954 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 267 time: 0.1576302 Sep 19 03:18:23.900941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d343338c-3a10-44a7-a340-2c35db3d59a8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.902437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d343338c-3a10-44a7-a340-2c35db3d59a8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.975856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d343338c-3a10-44a7-a340-2c35db3d59a8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.981012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d343338c-3a10-44a7-a340-2c35db3d59a8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:23.999506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d343338c-3a10-44a7-a340-2c35db3d59a8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.000822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d343338c-3a10-44a7-a340-2c35db3d59a8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1305892 Sep 19 03:18:24.003507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57632) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:24.007896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234aee0-484d-4309-b7da-c7463a6391b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919d706-411d-42dc-ba20-cc471dfa7ff7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:24.008456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': True}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:24.012173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3234aee0-484d-4309-b7da-c7463a6391b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=689f34fec7f14e0eac8ea3189bb34fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4514599 Sep 19 03:18:24.015546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57634) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:24.072799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-0000881c-1f02-4f52-afb5-85df9e1a1165 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:24.074334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-0000881c-1f02-4f52-afb5-85df9e1a1165 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 946 time: 0.1588140 Sep 19 03:18:24.076201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-66a3120b-2681-465f-9d34-cf0a646e64c9 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518675 Sep 19 03:18:24.124469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'port': {'security_groups': []}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:24.203267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdfe590b-a888-4bf0-b40d-1cb17d80025c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.283822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.297116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdfe590b-a888-4bf0-b40d-1cb17d80025c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.298323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.326123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:24.330932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dc798fb-ec5f-4fd5-aa4d-2a2b6a465c20 req-3178f830-1f8b-4ef1-893e-f8ef7322de21 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205215 Sep 19 03:18:24.406852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdfe590b-a888-4bf0-b40d-1cb17d80025c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.409470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cdfe590b-a888-4bf0-b40d-1cb17d80025c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.410731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cdfe590b-a888-4bf0-b40d-1cb17d80025c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d919d706-411d-42dc-ba20-cc471dfa7ff7 HTTP/1.1" status: 204 len: 168 time: 0.3945978 Sep 19 03:18:24.429933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe590b-a888-4bf0-b40d-1cb17d80025c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919d706-411d-42dc-ba20-cc471dfa7ff7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:24.545405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:24.553701 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.565906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:24.585459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:24.586345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:24.616559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d1c7cfe3-b631-4ca1-9896-438824045db1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/floatingips/7641684e-75c0-4844-8e42-9d66b0b5bd07 HTTP/1.1" status: 204 len: 168 time: 2.5434754 Sep 19 03:18:24.627676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57646) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:24.638975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.643993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] For port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:24.660746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.671081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:24.685145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:24.686256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:24.739149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:24.740306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52e255-448a-4113-9d9e-867bb4720a46 None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:24.741024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23200b-3479-433b-856c-67eff5d89ae7 req-a0ce744b-ac78-4863-b2a4-ca62b9b0fe81 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:24.748341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da23200b-3479-433b-856c-67eff5d89ae7 req-a0ce744b-ac78-4863-b2a4-ca62b9b0fe81 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 943 time: 0.1711943 Sep 19 03:18:24.761167 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.774594 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.817790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a', 'b5f2504f-ad90-445c-9758-33f75f63b6cf', '09a1b243-8b82-4bb3-bda1-5d8efd7f1022'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:24.839564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da23200b-3479-433b-856c-67eff5d89ae7 req-5a20c3bc-6d7d-427b-8457-fef6b235190c tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902817 Sep 19 03:18:24.857892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:24.858840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.860468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14586c18-2aa3-43eb-af9f-10aafd7be4f9 req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "PUT /v2.0/ports/09a1b243-8b82-4bb3-bda1-5d8efd7f1022 HTTP/1.1" status: 200 len: 905 time: 0.7489500 Sep 19 03:18:24.861115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:24.864691 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00e090c-65ee-4208-a091-049938d76853" -d '{"events": [{"name": "network-changed", "server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:24.959400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port 669e26a0-1645-45df-81e2-79f75d8a129d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:24.961617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:24.963126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Allocated IP 172.25.8.109 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/e2359464-c43d-45db-9b53-84481b423e5c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:24.977511 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437bd40c-6253-45b3-abf0-a30f52ee6eb6 x-openstack-request-id: req-437bd40c-6253-45b3-abf0-a30f52ee6eb6 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:24.979217 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:24.979727 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-437bd40c-6253-45b3-abf0-a30f52ee6eb6 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:24.980412 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022', 'status': 'completed', 'code': 200} Sep 19 03:18:24.982538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3aabc-bed4-4914-af19-446f4a37700b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:24.989751 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e3366bcc-44a3-4c71-bc05-562fbe37d573 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:18:25.127155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['09a1b243-8b82-4bb3-bda1-5d8efd7f1022'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:25.231450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:25.269856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e090c-65ee-4208-a091-049938d76853 req-0f907a0f-3763-4bef-9673-626a074b9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:25.271552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00e090c-65ee-4208-a091-049938d76853 req-0f907a0f-3763-4bef-9673-626a074b9fe6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 1059 time: 0.2478268 Sep 19 03:18:25.276084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:25.286299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6d8fa-7fca-4347-b95f-37f1d5abec7c req-7f6d0d26-31d7-4f87-a46c-4f0c79a0f2c8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:25.295133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dab6d8fa-7fca-4347-b95f-37f1d5abec7c req-7f6d0d26-31d7-4f87-a46c-4f0c79a0f2c8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 908 time: 0.3219075 Sep 19 03:18:25.305511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:25.344864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:25.353753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for 669e26a0-1645-45df-81e2-79f75d8a129d owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:25.358133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:25.359056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:18:25.365958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:25.409444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2e3d6a9f-0e06-4184-b15e-e2c376fc7862 None None] Provisioning complete for port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:25.409737 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2e3d6a9f-0e06-4184-b15e-e2c376fc7862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:25.427824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Port': ['ID=e2359464-c43d-45db-9b53-84481b423e5c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:25.560751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e090c-65ee-4208-a091-049938d76853 req-76c498d6-aefa-4c54-99ae-ec9160877258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:25.562871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00e090c-65ee-4208-a091-049938d76853 req-76c498d6-aefa-4c54-99ae-ec9160877258 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.2598124 Sep 19 03:18:25.594936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48dbcd-98b8-468f-9bdb-7a927f90cd73 req-5e9c2895-88cd-4a1b-b8f9-3cc98eae8335 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:25.596761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf48dbcd-98b8-468f-9bdb-7a927f90cd73 req-5e9c2895-88cd-4a1b-b8f9-3cc98eae8335 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1557918 Sep 19 03:18:25.629624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00e090c-65ee-4208-a091-049938d76853 req-ccb946dc-c663-4258-a122-959af7c57636 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022 HTTP/1.1" status: 200 len: 217 time: 0.0527942 Sep 19 03:18:25.646979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e3366bcc-44a3-4c71-bc05-562fbe37d573, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:25.741959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'port_id': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'mac_address': 'fa:16:3e:a1:e8:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:18:25.779827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf48dbcd-98b8-468f-9bdb-7a927f90cd73 req-bb0e4659-8455-4e20-a02d-0927fce0b48c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526527 Sep 19 03:18:25.799434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e090c-65ee-4208-a091-049938d76853 req-15df271d-8c43-43dd-a5f1-a29f8488eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:25.801162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00e090c-65ee-4208-a091-049938d76853 req-15df271d-8c43-43dd-a5f1-a29f8488eccc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1627083 Sep 19 03:18:25.820535 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:25.862170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3366bcc-44a3-4c71-bc05-562fbe37d573 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:18:25.896233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e3366bcc-44a3-4c71-bc05-562fbe37d573, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:25.904169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.010698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e3366bcc-44a3-4c71-bc05-562fbe37d573,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:26.028313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.055489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c52a0-15ee-4dc1-a3a7-6b3ddbfd50c3 req-fb829b22-71fb-4dee-8270-9070edbaec33 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:26.057846 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c59c52a0-15ee-4dc1-a3a7-6b3ddbfd50c3 req-fb829b22-71fb-4dee-8270-9070edbaec33 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 944 time: 0.1012516 Sep 19 03:18:26.082444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e090c-65ee-4208-a091-049938d76853 req-569d8871-3478-46d8-920c-2ab09c870ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:26.084258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00e090c-65ee-4208-a091-049938d76853 req-569d8871-3478-46d8-920c-2ab09c870ae6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2514989 Sep 19 03:18:26.103636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ecaaf-0715-4e83-8d2b-adadbcec0892 req-8cbdfb0e-3bac-46e8-b5e8-11a1107e60f9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:26.112024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-638ecaaf-0715-4e83-8d2b-adadbcec0892 req-8cbdfb0e-3bac-46e8-b5e8-11a1107e60f9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2068365 Sep 19 03:18:26.114423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=669e26a0-1645-45df-81e2-79f75d8a129d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:26.297074 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.512062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.515747 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.642301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['e3366bcc-44a3-4c71-bc05-562fbe37d573'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:26.663002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Router 76d65704-b507-49de-89d8-8020fc959816 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:26.681271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c59c52a0-15ee-4dc1-a3a7-6b3ddbfd50c3 req-786433cf-6516-48fe-9694-c2377bfdd5b1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5928645 Sep 19 03:18:26.726879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-638ecaaf-0715-4e83-8d2b-adadbcec0892 req-29f1ebe4-4818-44d0-a5e6-71c26eaf87b6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6139193 Sep 19 03:18:26.744154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00e090c-65ee-4208-a091-049938d76853 req-a52f6230-8262-4a4e-90da-7674248b6c19 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272099 Sep 19 03:18:26.789241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.792367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6a928ec1-0380-48a4-8fb8-92776738ce65 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/ports/669e26a0-1645-45df-81e2-79f75d8a129d HTTP/1.1" status: 204 len: 168 time: 2.1637149 Sep 19 03:18:26.796119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57714) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:26.806577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:26.893458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:26.895948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.901171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:26.904639 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e71e0128-3777-4080-9bc5-ef2690860d9d tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "PUT /v2.0/routers/76d65704-b507-49de-89d8-8020fc959816 HTTP/1.1" status: 200 len: 918 time: 2.9000506 Sep 19 03:18:26.906930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57718) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:26.908708 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] Sync routers for ids ['76d65704-b507-49de-89d8-8020fc959816'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:26.926659 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] Routers {'76d65704-b507-49de-89d8-8020fc959816'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:26.929939 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['76d65704-b507-49de-89d8-8020fc959816'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:26.966498 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:26.970306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d00e090c-65ee-4208-a091-049938d76853 req-9ef4f547-8bb6-49f4-b83c-e891d5a669d1 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182667 Sep 19 03:18:26.977003 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] Routers {'76d65704-b507-49de-89d8-8020fc959816'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:26.977963 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['76d65704-b507-49de-89d8-8020fc959816'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:27.028307 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:27.028969 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2567181-cee0-4022-89bd-fe49650965bb None None] The sync data for ids ['76d65704-b507-49de-89d8-8020fc959816'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:27.086896 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d2cf8e43-3d0d-4cc4-b7ab-1dbd461cfbf0 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/76d65704-b507-49de-89d8-8020fc959816 HTTP/1.1" status: 200 len: 924 time: 0.1769896 Sep 19 03:18:27.087901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57734) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:27.143520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dc42ab-d335-4725-a426-b22509f4f9a4 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:27.145210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-44dc42ab-d335-4725-a426-b22509f4f9a4 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=76d65704-b507-49de-89d8-8020fc959816&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0553300 Sep 19 03:18:27.146834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:27.148554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:27.154529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-5cdb2384-0309-42b5-b211-987a2cd960dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:27.155889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-5cdb2384-0309-42b5-b211-987a2cd960dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.1253796 Sep 19 03:18:27.171715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-95e59d94-4fc9-4950-8781-cf8893e9099b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/quotas/11a72d8d880d4e5c9ef86b1ff8199024 HTTP/1.1" status: 200 len: 375 time: 0.0100169 Sep 19 03:18:27.249119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-58509d38-2239-4fbb-8d29-6e56d38ef4ab tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0692828 Sep 19 03:18:27.326087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fb9b0a-a0e5-4443-97b5-4a767ada3522 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:27.327463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-41fb9b0a-a0e5-4443-97b5-4a767ada3522 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.1780019 Sep 19 03:18:27.339988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57750) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:27.372550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.25.8.108 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a2685997-b658-45b1-9eaa-506b3b1907a8) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:27.376245 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-790c6279-7adc-40d4-ae8f-0c745b656eff tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=76d65704-b507-49de-89d8-8020fc959816 HTTP/1.1" status: 200 len: 205 time: 0.0351846 Sep 19 03:18:27.379131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57756) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:27.392418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-491472e5-2ad4-4231-b432-880f40c61062 service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259639 Sep 19 03:18:27.505691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-8df3b2ab-c71d-41e7-ad40-d0fb901d04c4 service neutron] 10.222.0.22 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051171 Sep 19 03:18:27.575610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:27.639499 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:27.744155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a404645b-d798-43b9-9e48-b6d557d80867 req-06865b84-8c09-4c09-b5c6-8b4f7cd3f28c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 210 time: 0.0491891 Sep 19 03:18:27.782509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:27.793035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:27.891890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:27.901480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:27.908346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:27.934283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40524ae-e19b-4564-ba9b-0209fc8774c0 req-7b2350f8-cd4f-4366-933c-72470179cd55 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:27.937205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a40524ae-e19b-4564-ba9b-0209fc8774c0 req-7b2350f8-cd4f-4366-933c-72470179cd55 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 944 time: 0.1253066 Sep 19 03:18:28.036097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a40524ae-e19b-4564-ba9b-0209fc8774c0 req-3931c434-4fab-4030-832a-10c78345d289 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918248 Sep 19 03:18:28.084946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=a2685997-b658-45b1-9eaa-506b3b1907a8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:28.140738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.206918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Deleting port e2359464-c43d-45db-9b53-84481b423e5c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:28.207266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.272996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.329554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.349859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Calling delete_port for e2359464-c43d-45db-9b53-84481b423e5c owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:28.440594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57796) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:28.566659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321d6970-95f3-47f5-b7f5-26bc97631f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.572614 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.598830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.676151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.685523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=a2685997-b658-45b1-9eaa-506b3b1907a8,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:28.721015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event deleted for resources: {'Port': ['ID=e2359464-c43d-45db-9b53-84481b423e5c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:28.726053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.778010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321d6970-95f3-47f5-b7f5-26bc97631f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.784331 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321d6970-95f3-47f5-b7f5-26bc97631f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.795773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.799970 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5ee83a60-e719-4346-8eb8-6831e51a1a4b tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0003018 Sep 19 03:18:28.800959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:28.810943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'port': {'network_id': '5ca63d67-95b0-4c5a-b18b-16758d7301cf', 'name': 'tempest-FloatingIPTestJSON-2075515183'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:28.841452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-321d6970-95f3-47f5-b7f5-26bc97631f42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=738047602508408e9c006ba2b05f3889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995585 Sep 19 03:18:28.842406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57804) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:28.846247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d6970-95f3-47f5-b7f5-26bc97631f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8a8dca-4886-4190-8e1a-591b3edcd6b7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:28.864850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.909678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dd375127-3aed-4c64-a132-998904fe05de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:28.958324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56ea05c7-42d6-4061-84ba-ad355a8814dc req-75a7a7ec-da2e-475f-bd24-11ad542c6ed4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 210 time: 0.0452983 Sep 19 03:18:28.963648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dd375127-3aed-4c64-a132-998904fe05de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.014422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e3366bcc-44a3-4c71-bc05-562fbe37d573 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:29.029190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.034105 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.139484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.140493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Fanout notify agent at l3_agent the message router_deleted on router 76d65704-b507-49de-89d8-8020fc959816 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:29.144857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port e3366bcc-44a3-4c71-bc05-562fbe37d573 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:18:29.157495 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.157495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6aa9770d-3b1a-459d-afc6-ba9894533923 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/76d65704-b507-49de-89d8-8020fc959816 HTTP/1.1" status: 204 len: 168 time: 1.7770929 Sep 19 03:18:29.161830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57810) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:29.164312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port e3366bcc-44a3-4c71-bc05-562fbe37d573 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:29.164655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.172155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c67737a6-81a1-4be3-9fe9-1e7129a29987 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2006734243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:29.179645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dd375127-3aed-4c64-a132-998904fe05de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.182559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dd375127-3aed-4c64-a132-998904fe05de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.197992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dd375127-3aed-4c64-a132-998904fe05de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c8a8dca-4886-4190-8e1a-591b3edcd6b7 HTTP/1.1" status: 204 len: 168 time: 0.3447032 Sep 19 03:18:29.224603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:29.230802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.257477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c67737a6-81a1-4be3-9fe9-1e7129a29987 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.288021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c67737a6-81a1-4be3-9fe9-1e7129a29987 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.296429 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.335841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:29.345436 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e22eed-3f76-4028-9075-4aec7d75d1be" -d '{"events": [{"server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "name": "network-vif-plugged", "status": "completed", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:29.369942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-9b47f2dc-9d41-4a3d-b12d-fe6f6b92f716 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:29.372784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-9b47f2dc-9d41-4a3d-b12d-fe6f6b92f716 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 812 time: 0.3657939 Sep 19 03:18:29.392942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] device_id is not set on port 5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:18:29.438276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Request body: {'port': {'device_id': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'admin_state_up': True, 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:29.442487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e3366bcc-44a3-4c71-bc05-562fbe37d573, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:29.454687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd375127-3aed-4c64-a132-998904fe05de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8a8dca-4886-4190-8e1a-591b3edcd6b7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:29.457526 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.506038 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a181a260-42e6-4180-8fe5-bf8ad045ea0d x-openstack-request-id: req-a181a260-42e6-4180-8fe5-bf8ad045ea0d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:29.506337 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "name": "network-vif-plugged", "status": "completed", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:29.511877 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a181a260-42e6-4180-8fe5-bf8ad045ea0d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:29.512932 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'code': 200} Sep 19 03:18:29.541063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328218d-1398-4ca0-940f-aee72adbe79a req-3c86819b-4041-4952-a809-0334123ceaa6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:29.543391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7328218d-1398-4ca0-940f-aee72adbe79a req-3c86819b-4041-4952-a809-0334123ceaa6 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 944 time: 0.3840456 Sep 19 03:18:29.668930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e3366bcc-44a3-4c71-bc05-562fbe37d573,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:29.716159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c67737a6-81a1-4be3-9fe9-1e7129a29987 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.753831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.761931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.14 (5ca63d67-95b0-4c5a-b18b-16758d7301cf/34df3672-7d15-43ed-8640-5014bb575b39/5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:29.774447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c67737a6-81a1-4be3-9fe9-1e7129a29987 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.804686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c67737a6-81a1-4be3-9fe9-1e7129a29987 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.808890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c67737a6-81a1-4be3-9fe9-1e7129a29987 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6415145 Sep 19 03:18:29.809653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57822) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:29.813718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': False}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:29.840143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7328218d-1398-4ca0-940f-aee72adbe79a req-0418570c-f921-4ae2-8fb2-89914db95ff3 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739659 Sep 19 03:18:29.848341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c380b8c-9808-4aee-9a99-d8fdccd1273d req-999564ce-528e-470f-af24-81e4650d22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:29.853036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c380b8c-9808-4aee-9a99-d8fdccd1273d req-999564ce-528e-470f-af24-81e4650d22f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 1096 time: 0.1857705 Sep 19 03:18:29.935608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c380b8c-9808-4aee-9a99-d8fdccd1273d req-3d2d5aaf-4960-4c2a-9cd9-c4d7aa37644d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621629 Sep 19 03:18:29.937178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Made reservation on behalf of 11a72d8d880d4e5c9ef86b1ff8199024 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:29.942672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:29.983142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57824) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:30.007182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de4097a3-f2ed-42c7-ba57-84dd0326d419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.239250 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de4097a3-f2ed-42c7-ba57-84dd0326d419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.308461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de4097a3-f2ed-42c7-ba57-84dd0326d419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.343205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b90a7394-1f52-487d-8d5f-ee4c2d969b96 req-bb40993a-8d37-497a-b1ad-04c7a82db9f1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 210 time: 0.0981667 Sep 19 03:18:30.464510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-de4097a3-f2ed-42c7-ba57-84dd0326d419 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23fb0afeeaa14b67aefc3bcfb75bbe38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791646 Sep 19 03:18:30.476418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57832) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:30.512311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4097a3-f2ed-42c7-ba57-84dd0326d419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c603bccc-e886-4d78-ab30-36f6765329dd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:30.559617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Allocated IP 172.20.0.4 (7ddbdce6-d85b-4f7d-b833-878eeb5a3e35/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950/875056e8-34a0-410e-8531-4a16915567c0) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:30.593393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.631388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e352c363-8445-4e8c-91e4-917c35230323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.690977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e352c363-8445-4e8c-91e4-917c35230323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.713099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.895591 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.916683 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e352c363-8445-4e8c-91e4-917c35230323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.920335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e352c363-8445-4e8c-91e4-917c35230323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.924076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e352c363-8445-4e8c-91e4-917c35230323 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c603bccc-e886-4d78-ab30-36f6765329dd HTTP/1.1" status: 204 len: 168 time: 0.4436631 Sep 19 03:18:30.944571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.946679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:30.958039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352c363-8445-4e8c-91e4-917c35230323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c603bccc-e886-4d78-ab30-36f6765329dd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:31.017660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:31.038732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:31.042925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 5ca63d67-95b0-4c5a-b18b-16758d7301cf is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:31.046027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:31.048338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:31.051174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:31.058626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a', 'b5f2504f-ad90-445c-9758-33f75f63b6cf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:31.064756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63481281-4ae0-49e1-959e-7d233df58d29 req-7bca188e-1ba3-4685-982c-383894179ac9 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:31.066652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63481281-4ae0-49e1-959e-7d233df58d29 req-7bca188e-1ba3-4685-982c-383894179ac9 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 945 time: 0.1310916 Sep 19 03:18:31.087132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:31.099369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:31.123474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:31.177149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:31.186489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:31.187432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:31.226500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63481281-4ae0-49e1-959e-7d233df58d29 req-d14c2907-c542-4bf2-8680-d38817c6f384 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479754 Sep 19 03:18:31.238692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:31.239415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:31.260826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-c382a845-15a8-4561-b948-05355f01ebeb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8597884 Sep 19 03:18:31.274937 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24aaeedb-11c5-4ed2-bb87-4641ea34344e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4689364 Sep 19 03:18:31.275264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57844) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:31.279785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'port_id': '5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:31.319962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Allocated IP 172.25.8.231 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3e3249d3-1d37-40b5-994c-ae1a850e1ef5) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:31.373696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:31.503227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Request body: {'port': {'device_id': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:31.513983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:31.572090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:31.626098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:31.630690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:31.635653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:31.685760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Pushing event updated for resources: {'Port': ['ID=3e3249d3-1d37-40b5-994c-ae1a850e1ef5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:31.934699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-435842df-13f2-4e14-b7be-103b03da2407 None None] Provisioning complete for port 875056e8-34a0-410e-8531-4a16915567c0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:31.939271 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-435842df-13f2-4e14-b7be-103b03da2407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:32.020626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e6eff-6844-4cc1-933f-3d990f619ac3 req-291cae14-0d45-41f6-8a07-ca32ab6d326c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:32.021864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-435842df-13f2-4e14-b7be-103b03da2407 None None] Port 875056e8-34a0-410e-8531-4a16915567c0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:18:32.034316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c0e6eff-6844-4cc1-933f-3d990f619ac3 req-291cae14-0d45-41f6-8a07-ca32ab6d326c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 931 time: 0.5439980 Sep 19 03:18:32.078796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:32.105985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:32.155395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c0e6eff-6844-4cc1-933f-3d990f619ac3 req-fafcd0fd-46f9-45d3-b3d4-0c3f2e360b22 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200838 Sep 19 03:18:32.365265 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:32.373592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:32.524292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2302e7c-08b0-4122-8865-ae08267ff2c2 req-d9a6fae9-6127-42a4-a1b2-16eed47861aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:32.532621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2302e7c-08b0-4122-8865-ae08267ff2c2 req-d9a6fae9-6127-42a4-a1b2-16eed47861aa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 945 time: 0.1667893 Sep 19 03:18:32.566994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Router 140e5ca5-de62-4077-a688-245b7b0770f6 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:32.686857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2302e7c-08b0-4122-8865-ae08267ff2c2 req-c77451b5-8733-44c8-b22f-bb741f239ece tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530089 Sep 19 03:18:32.729251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:32.738910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:32.739245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] Sync routers for ids ['140e5ca5-de62-4077-a688-245b7b0770f6'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:32.742212 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2e1a19c5-7203-4611-a622-017d22380c81 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "PUT /v2.0/routers/140e5ca5-de62-4077-a688-245b7b0770f6 HTTP/1.1" status: 200 len: 920 time: 2.9314911 Sep 19 03:18:32.744267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:32.756619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] Routers {'140e5ca5-de62-4077-a688-245b7b0770f6'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:32.757607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['140e5ca5-de62-4077-a688-245b7b0770f6'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:32.816497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:32.828853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] Routers {'140e5ca5-de62-4077-a688-245b7b0770f6'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:32.829856 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['140e5ca5-de62-4077-a688-245b7b0770f6'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:32.888766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:32.889438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9ff7ca-eb35-47d6-a783-9cc719397daf None None] The sync data for ids ['140e5ca5-de62-4077-a688-245b7b0770f6'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:32.945675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-df1dd4f8-0cbb-4a3a-8cb6-22228ffdaec6 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/140e5ca5-de62-4077-a688-245b7b0770f6 HTTP/1.1" status: 200 len: 926 time: 0.1981912 Sep 19 03:18:32.948474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57892) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:33.014470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bea4d6-fbc7-4652-964f-9086747e7283 req-094b1eea-1767-412f-98e4-85badd8e0e74 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:33.024178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03bea4d6-fbc7-4652-964f-9086747e7283 req-094b1eea-1767-412f-98e4-85badd8e0e74 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 945 time: 0.2379334 Sep 19 03:18:33.035930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57900) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:33.040823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Request body: {'floatingip': {'port_id': 'e3366bcc-44a3-4c71-bc05-562fbe37d573'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:33.053711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.resource_extend [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:18:33.070174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875056e8-34a0-410e-8531-4a16915567c0 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:18:33.109722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:33.118589 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:33.155284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Transition to ACTIVE for port object 875056e8-34a0-410e-8531-4a16915567c0 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:18:33.159957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:33.169239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37a87cb-cc38-4a27-bd1e-7c5a9e4b1811 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:33.170662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f37a87cb-cc38-4a27-bd1e-7c5a9e4b1811 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=140e5ca5-de62-4077-a688-245b7b0770f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2207124 Sep 19 03:18:33.171802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:33.173634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:33.177059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57902) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:33.952114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:34.071503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6d23-c41c-4747-98da-9c7487c0a02d req-e35c886f-c719-4e8c-a567-9ce65274cdfb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:34.073302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa9f6d23-c41c-4747-98da-9c7487c0a02d req-e35c886f-c719-4e8c-a567-9ce65274cdfb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 943 time: 0.8131316 Sep 19 03:18:34.081810 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 84959e12-0a09-4872-9a30-b3b0d731a10f associated. External IP: 172.25.8.108, port: 5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db. Sep 19 03:18:34.150303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59822590-b704-40b2-b182-cc53e73123b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:34.155162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-59822590-b704-40b2-b182-cc53e73123b1 tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.9741418 Sep 19 03:18:34.164413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57932) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:34.216717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4dec1c2-e9b5-4559-bd5e-697f2e7a017f tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=140e5ca5-de62-4077-a688-245b7b0770f6 HTTP/1.1" status: 200 len: 205 time: 0.0472667 Sep 19 03:18:34.224941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57934) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:34.359753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa9f6d23-c41c-4747-98da-9c7487c0a02d req-2c4c7ac7-6662-4c72-bac7-c2226115d62b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225363 Sep 19 03:18:34.380908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Attempting to bind port 875056e8-34a0-410e-8531-4a16915567c0 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:18:34.380908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Attempting to bind port 875056e8-34a0-410e-8531-4a16915567c0 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:18:34.380908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Attempting to bind port 875056e8-34a0-410e-8531-4a16915567c0 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:34.424905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.resource_extend [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:18:34.434057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Port 875056e8-34a0-410e-8531-4a16915567c0 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:18:34.434463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Attempting to bind port 875056e8-34a0-410e-8531-4a16915567c0 on network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:34.493326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:34.496993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:18:34.497436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Checking segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:18:34.497909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Bound using segment: {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:18:34.498701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Bound port: 875056e8-34a0-410e-8531-4a16915567c0, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bafb48-409b-4f9c-97d0-c95b29567c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:18:34.499366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:34.503540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:34.514548 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:34.649087 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Floating IP 4e95844b-44b4-4292-89c7-21bbc5d02daf associated. External IP: 172.25.8.196, port: e3366bcc-44a3-4c71-bc05-562fbe37d573. Sep 19 03:18:34.807065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:18:34.814130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:18:34.829537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:34.831463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:34.869103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:34.922037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:34.922723 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:34.924175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] 10.222.0.32 "PUT /v2.0/ports/875056e8-34a0-410e-8531-4a16915567c0 HTTP/1.1" status: 200 len: 1091 time: 3.4355299 Sep 19 03:18:34.941583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'tag': '875056e8-34a0-410e-8531-4a16915567c0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:34.944813 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd" -d '{"events": [{"name": "network-changed", "server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "tag": "875056e8-34a0-410e-8531-4a16915567c0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:35.028996 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f5ca8-7534-452d-a8b2-cb1f8c63968b x-openstack-request-id: req-ec8f5ca8-7534-452d-a8b2-cb1f8c63968b {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:35.029191 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "tag": "875056e8-34a0-410e-8531-4a16915567c0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:35.029439 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec8f5ca8-7534-452d-a8b2-cb1f8c63968b {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:35.029962 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'tag': '875056e8-34a0-410e-8531-4a16915567c0', 'status': 'completed', 'code': 200} Sep 19 03:18:35.031981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e5b8c-0ec0-4372-b986-086c7fa489dd service neutron] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:35.032821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Router fd341d91-f58f-40ab-94d6-e71f65c50b99 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:35.171945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Deleting port 3e3249d3-1d37-40b5-994c-ae1a850e1ef5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:35.172486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:35.262447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:35.284840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:35.285225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Calling delete_port for 3e3249d3-1d37-40b5-994c-ae1a850e1ef5 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:35.289995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:35.299926 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] Sync routers for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:35.314954 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:35.317679 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:35.343895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4eefeeb2-8da6-4164-b3a3-d59bb5a2e3e1 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "PUT /v2.0/floatingips/4e95844b-44b4-4292-89c7-21bbc5d02daf HTTP/1.1" status: 200 len: 991 time: 2.3068449 Sep 19 03:18:35.344921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:35.347698 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02caeda-5291-494d-882f-e65c29d63f12" -d '{"events": [{"name": "network-changed", "server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:35.409609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-45cac5c9-9ec7-472e-bcdc-cfcb7adce3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:35.411228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-45cac5c9-9ec7-472e-bcdc-cfcb7adce3bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 1094 time: 0.3613722 Sep 19 03:18:35.514570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-ffb23223-bdac-4d6d-a6c2-d6eed6b66ed3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=875056e8-34a0-410e-8531-4a16915567c0 HTTP/1.1" status: 200 len: 217 time: 0.0848637 Sep 19 03:18:35.517015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:35.522283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:35.529818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:35.532867 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:35.556465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:35.558985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:35.641324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:35.655724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f969c231-1707-491c-907f-fbe12b8ffa21 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/floatingips/84959e12-0a09-4872-9a30-b3b0d731a10f HTTP/1.1" status: 200 len: 979 time: 4.3786006 Sep 19 03:18:35.656410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57970) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:35.660438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:35.661401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:35.679795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-5d768ad3-761c-4fd7-9408-3b20b0076cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:35.681587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-5d768ad3-761c-4fd7-9408-3b20b0076cb4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1559708 Sep 19 03:18:35.727136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:35.728136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc25234-183e-4e52-b033-9480035fdf0e None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:35.756175 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c27088-aeca-4454-ba10-e2f5bac06112 x-openstack-request-id: req-f8c27088-aeca-4454-ba10-e2f5bac06112 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:35.758699 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:35.758699 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8c27088-aeca-4454-ba10-e2f5bac06112 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:35.758699 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'status': 'completed', 'code': 200} Sep 19 03:18:35.872467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port 5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:35.872818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.016842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.062628 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4e95844b-44b4-4292-89c7-21bbc5d02daf', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'port_id': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'mac_address': 'fa:16:3e:a1:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:18:12Z', 'updated_at': '2021-09-19T03:18:34Z', 'revision_number': 1, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:36.091882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802322c-c320-4dd6-adb0-1e8ec5f4f4bb req-5d190130-fdba-45f0-9e73-ef7bcb477a40 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:36.093753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5802322c-c320-4dd6-adb0-1e8ec5f4f4bb req-5d190130-fdba-45f0-9e73-ef7bcb477a40 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 943 time: 0.3042953 Sep 19 03:18:36.098220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-d1c5a16b-a164-4db6-8910-71d11b49f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:36.100784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-d1c5a16b-a164-4db6-8910-71d11b49f113 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3999562 Sep 19 03:18:36.110058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.145999 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] Checking router: fd341d91-f58f-40ab-94d6-e71f65c50b99 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:18:36.177557 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:36.178540 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:36.179180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event deleted for resources: {'Port': ['ID=3e3249d3-1d37-40b5-994c-ae1a850e1ef5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:36.195803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02caeda-5291-494d-882f-e65c29d63f12 req-b9b111b4-609c-4b28-aa64-f2cd43a586ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:36.197560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02caeda-5291-494d-882f-e65c29d63f12 req-b9b111b4-609c-4b28-aa64-f2cd43a586ae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 1096 time: 0.2892671 Sep 19 03:18:36.307704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5802322c-c320-4dd6-adb0-1e8ec5f4f4bb req-a1b37737-9b69-4b63-a825-00744bb9706c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047458 Sep 19 03:18:36.400787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-4a82a055-3adc-4274-b7dc-9a612d20fedf service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839110 Sep 19 03:18:36.401845 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:18:36.589970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e9d5b4-3d17-4231-ac1d-26e5d5a6d289 req-f6b579e6-2bfe-4bcd-8fa2-6ceb56a087a1 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421962 Sep 19 03:18:36.596130 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.607662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.608967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.612081 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 84959e12-0a09-4872-9a30-b3b0d731a10f disassociated. External IP: 172.25.8.108, port: 5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db. Sep 19 03:18:36.612748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for 5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:36.755259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02caeda-5291-494d-882f-e65c29d63f12 req-07ef92c4-fcdd-4a6e-9fbe-c6ff65bc6a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:36.757026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02caeda-5291-494d-882f-e65c29d63f12 req-07ef92c4-fcdd-4a6e-9fbe-c6ff65bc6a35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.5470634 Sep 19 03:18:36.825600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.882325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.882616 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4e95844b-44b4-4292-89c7-21bbc5d02daf', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'port_id': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'mac_address': 'fa:16:3e:a1:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:18:12Z', 'updated_at': '2021-09-19T03:18:34Z', 'revision_number': 1, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:36.884885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:36.888519 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:36.900170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.900170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.900170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.900170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.900170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.900170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.900170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.901167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.901167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.901167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.902668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.902668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:36.941293 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe363c6-d5fb-4b5f-95e0-a4aa3bff0168 None None] The sync data for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 is: [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '4e95844b-44b4-4292-89c7-21bbc5d02daf', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'floating_ip_address': '172.25.8.196', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'port_id': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'mac_address': 'fa:16:3e:a1:e8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:18:12Z', 'updated_at': '2021-09-19T03:18:34Z', 'revision_number': 1, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:36.945870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-bfb6ae97-d84a-4103-9e49-b9a58a33af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:36.947922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-bfb6ae97-d84a-4103-9e49-b9a58a33af1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 1094 time: 0.1897495 Sep 19 03:18:36.985330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02caeda-5291-494d-882f-e65c29d63f12 req-1beeaba5-9cd9-4292-941b-07ae32a5412b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573 HTTP/1.1" status: 200 len: 999 time: 0.1932421 Sep 19 03:18:37.027051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:37.027851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Fanout notify agent at l3_agent the message router_deleted on router 140e5ca5-de62-4077-a688-245b7b0770f6 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:37.037724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:37.042299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-504a9519-d906-4cfb-a047-95d46bb5fefc tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/140e5ca5-de62-4077-a688-245b7b0770f6 HTTP/1.1" status: 204 len: 168 time: 2.8131173 Sep 19 03:18:37.043109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58004) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:37.088031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-175849035', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:37.096328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:37.229580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02caeda-5291-494d-882f-e65c29d63f12 req-87490204-38c9-4411-924a-4a5f0a82f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:37.232083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02caeda-5291-494d-882f-e65c29d63f12 req-87490204-38c9-4411-924a-4a5f0a82f00b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.2063777 Sep 19 03:18:37.234989 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:37.236142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:37.345755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:37.360978 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:37.369643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66366d07-707b-4334-914c-6e601086c61e None None] New status for floating IP 4e95844b-44b4-4292-89c7-21bbc5d02daf: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:18:37.376173 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:37.376824 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:37.416389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:37.441436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-d02af270-9b16-42f9-a09b-0d2d5c583ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:37.466187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-d02af270-9b16-42f9-a09b-0d2d5c583ab7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.4972579 Sep 19 03:18:37.476484 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:37.503270 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:37.503876 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:37.542190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:37.553186 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d54c3578-f489-43e0-b620-33c0460c0ddb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/ports/5c9ea1a1-d86b-43ff-9b3e-3623a8bce6db HTTP/1.1" status: 204 len: 168 time: 1.8954737 Sep 19 03:18:37.553845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58014) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:37.561588 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:37.562544 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6bedab-4936-49f3-83f6-ac6de224f8ce None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:37.671527 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ab1cc169-822a-46ab-8220-fd456a44a24c tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "GET /v2.0/floatingips/84959e12-0a09-4872-9a30-b3b0d731a10f HTTP/1.1" status: 200 len: 688 time: 0.1141431 Sep 19 03:18:37.677403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58016) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:37.922151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port a2685997-b658-45b1-9eaa-506b3b1907a8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:37.923043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.044327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.044671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.063009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for a2685997-b658-45b1-9eaa-506b3b1907a8 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:38.173133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-8863ab71-4ce0-45f5-9bea-6d7e60ebf356 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=875056e8-34a0-410e-8531-4a16915567c0 HTTP/1.1" status: 200 len: 217 time: 0.5212371 Sep 19 03:18:38.240704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.272283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.279899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=a2685997-b658-45b1-9eaa-506b3b1907a8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:38.287280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02caeda-5291-494d-882f-e65c29d63f12 req-1db60a95-2aa9-446a-b320-45bd6b38ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:38.290480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02caeda-5291-494d-882f-e65c29d63f12 req-1db60a95-2aa9-446a-b320-45bd6b38ae2d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0235295 Sep 19 03:18:38.339099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a772655-1412-464c-aa51-8fe18ab21b6c req-bf43e3e5-0ec5-45bc-a222-30af7e425176 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:38.355585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a772655-1412-464c-aa51-8fe18ab21b6c req-bf43e3e5-0ec5-45bc-a222-30af7e425176 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 943 time: 0.7077668 Sep 19 03:18:38.360070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.362869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.368045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-472d7008-42ee-408f-8135-aaae59b45c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:38.368568 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9e2b34f9-054e-47f7-84e1-605cb9782ac8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/floatingips/84959e12-0a09-4872-9a30-b3b0d731a10f HTTP/1.1" status: 204 len: 168 time: 0.6863313 Sep 19 03:18:38.368692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-472d7008-42ee-408f-8135-aaae59b45c0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1822171 Sep 19 03:18:38.371390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:38.377435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '26a21b16-f0c9-4e88-938a-aca42da875d5'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:38.419325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.574683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a772655-1412-464c-aa51-8fe18ab21b6c req-26a2f1bb-b099-449b-a6cb-40b280b95d7b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162457 Sep 19 03:18:38.583525 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.621648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-a25d3acc-d51a-4e39-b5ce-55a0139c8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:38.623245 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-a25d3acc-d51a-4e39-b5ce-55a0139c8942 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2480481 Sep 19 03:18:38.639423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02caeda-5291-494d-882f-e65c29d63f12 req-8c5d4a2a-f05f-4518-af91-fe8fd3306e17 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800047 Sep 19 03:18:38.795911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.25.8.229 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/e3b6948a-8130-4289-9b4b-937eaadfd7de) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:38.947381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:38.984107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-28ab3e8e-1aa4-449d-88a0-2dc2e31b7685 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433349 Sep 19 03:18:38.993266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02caeda-5291-494d-882f-e65c29d63f12 req-57a65cd8-cf03-437b-bbae-4d05f89c64a0 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371022 Sep 19 03:18:39.007153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.032766 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.058191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=e3b6948a-8130-4289-9b4b-937eaadfd7de,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:39.068443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:39.070344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:39.072916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:39.083671 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.236030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d14f63-30a3-4cc3-b0e6-d8104688bcbd req-3023c203-9704-43be-9d89-0502c3d28ce6 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417231 Sep 19 03:18:39.284999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Allocated IP 172.25.8.114 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/84d4a963-5b0d-4a0e-8c6b-125607cd850d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:39.445160 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.515268 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.552474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.561777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:39.566461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:39.574656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:39.613612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event updated for resources: {'Port': ['ID=84d4a963-5b0d-4a0e-8c6b-125607cd850d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:39.653824 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.820087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23610fed-356e-4dc4-95d6-18d1f172c95c req-c0a0463a-c987-4d6c-a0f9-db075478c0fb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:39.821654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23610fed-356e-4dc4-95d6-18d1f172c95c req-c0a0463a-c987-4d6c-a0f9-db075478c0fb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 943 time: 0.1089487 Sep 19 03:18:39.890719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.898197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:39.998565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23610fed-356e-4dc4-95d6-18d1f172c95c req-e994fc8e-3a48-4b70-b5e8-bd90c8aafb0c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124520 Sep 19 03:18:40.038093 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.044375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=e3b6948a-8130-4289-9b4b-937eaadfd7de,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:40.055367 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.184356 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 7acf39ae-ea6d-4988-a61b-74ecd6318e23 associated. External IP: 172.25.8.229, port: 26a21b16-f0c9-4e88-938a-aca42da875d5. Sep 19 03:18:40.285165 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.428507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:40.435558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Router df5bf568-b778-4a5a-ac6a-0c053024a224 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:40.543769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58160) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:40.572326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:40.582350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:40.588847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:40.592256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.594287 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:40.595536 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.600437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] Sync routers for ids ['df5bf568-b778-4a5a-ac6a-0c053024a224'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:40.614420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] Routers {'df5bf568-b778-4a5a-ac6a-0c053024a224'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:40.615126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['df5bf568-b778-4a5a-ac6a-0c053024a224'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.637667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.641756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c598d794-8a23-4e7c-97e8-2e2156b99677 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5853717 Sep 19 03:18:40.642122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58164) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:40.643385 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.647653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:40.651660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-08fd3359-64e5-4fd2-bd34-209ced61c0d8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2784052 Sep 19 03:18:40.653860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58166) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:40.654327 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:40.655294 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.668426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1121427268'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:40.696751 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.700499 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c6df97-1f5c-4ac2-a18c-cd243a937a4d None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:40.702610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.715643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:40.715863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] Routers {'df5bf568-b778-4a5a-ac6a-0c053024a224'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:40.716569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['df5bf568-b778-4a5a-ac6a-0c053024a224'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.722542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.751021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:40.751944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb799c1f-323d-4450-8a4b-c28ba7a01204 None None] The sync data for ids ['df5bf568-b778-4a5a-ac6a-0c053024a224'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:40.752112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddcce184-4f18-4c37-9e69-da1d6af4546a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.776023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:18:40.795275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.795627 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Added segment 79deb080-d23e-497c-86d0-c0024c37f6f3 of type vlan for network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 Sep 19 03:18:40.871267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.927871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.936668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:40.937497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:40.992587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddcce184-4f18-4c37-9e69-da1d6af4546a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.041752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 875056e8-34a0-410e-8531-4a16915567c0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:18:41.046119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddcce184-4f18-4c37-9e69-da1d6af4546a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.061380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4027910 Sep 19 03:18:41.061380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c50b4-344a-4f03-bec3-954ff6c1e8b3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Network': ['ID=1d545d5c-7741-4448-9a1b-6adb4b7bcb39,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:41.062560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:41.124332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:18:41.176490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.197271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.213886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94351d7a-7cd7-41b6-95d0-e93df47b66a7 req-e347005c-f06d-4d98-8877-05dbc927459e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:41.216648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94351d7a-7cd7-41b6-95d0-e93df47b66a7 req-e347005c-f06d-4d98-8877-05dbc927459e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 943 time: 0.1046875 Sep 19 03:18:41.283824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:41.292112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94351d7a-7cd7-41b6-95d0-e93df47b66a7 req-69c5fa67-191a-427f-ae6a-571fb05fe14d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662441 Sep 19 03:18:41.299635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '875056e8-34a0-410e-8531-4a16915567c0', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': '875056e8-34a0-410e-8531-4a16915567c0', 'mac_address': 'fa:16:3e:4c:5c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:18:41.326804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Deleting port 84d4a963-5b0d-4a0e-8c6b-125607cd850d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:41.327155 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.351103 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.365846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875056e8-34a0-410e-8531-4a16915567c0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:18:41.385797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:41.393169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.413860 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.427137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Calling delete_port for 84d4a963-5b0d-4a0e-8c6b-125607cd850d owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:41.438084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcce184-4f18-4c37-9e69-da1d6af4546a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a074e32-b125-46ef-aee5-866df3e1aa05,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:41.448559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'subnet': {'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:41.449798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:41.483725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ddcce184-4f18-4c37-9e69-da1d6af4546a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7db42e23e46345d7bb5beba86ee96460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9388213 Sep 19 03:18:41.486238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58178) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:41.595436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0a82eb2-cedd-4ccc-89c9-b4c84f15b09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.601211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:41.604803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.614268 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.652477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0a82eb2-cedd-4ccc-89c9-b4c84f15b09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.652906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Pushing event deleted for resources: {'Port': ['ID=84d4a963-5b0d-4a0e-8c6b-125607cd850d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:41.708195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.779612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0a82eb2-cedd-4ccc-89c9-b4c84f15b09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.782162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0a82eb2-cedd-4ccc-89c9-b4c84f15b09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.783353 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c0a82eb2-cedd-4ccc-89c9-b4c84f15b09d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a074e32-b125-46ef-aee5-866df3e1aa05 HTTP/1.1" status: 204 len: 168 time: 0.2961776 Sep 19 03:18:41.797878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a82eb2-cedd-4ccc-89c9-b4c84f15b09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a074e32-b125-46ef-aee5-866df3e1aa05,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:41.871186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:41.932453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Subnet': ['ID=0751e7c8-8614-4846-b2d6-7f4ea606f5aa,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:41.951368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Checking segment: {'id': '79deb080-d23e-497c-86d0-c0024c37f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:18:41.951787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network hostable DHCP agents. Network: 1d545d5c-7741-4448-9a1b-6adb4b7bcb39, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:18:41.971207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:18:41.982046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 1d545d5c-7741-4448-9a1b-6adb4b7bcb39) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:41.990126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:41.993193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d08b8e-241a-48e2-911e-b36e98f98020 None None] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:18:41.997366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.016535 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3c41bec3-b389-48ec-8745-b8dfac3ec717 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5790105 Sep 19 03:18:42.018942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58186) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:42.025841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1426931345', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:42.077197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.079287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['875056e8-34a0-410e-8531-4a16915567c0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:42.079424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.176938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.182770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58196) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:42.203651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa5c33e1-77da-4da4-b56b-6771c77dd38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.301940 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.305846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.329126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-1d545d5c-7741-4448-9a1b-6adb4b7bcb39', 'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39', 'tenant_id': 'e2ce51d5e79b4655bd2a1a69879f53c8', 'fixed_ips': [{'subnet_id': '0751e7c8-8614-4846-b2d6-7f4ea606f5aa'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:18:42.334967 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.390218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.420892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Router df5bf568-b778-4a5a-ac6a-0c053024a224 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:42.559953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa5c33e1-77da-4da4-b56b-6771c77dd38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.563131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:42.568760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa5c33e1-77da-4da4-b56b-6771c77dd38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.572458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.574702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ad83003-1c7b-4964-9ebe-bc4667d03dac tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "PUT /v2.0/routers/df5bf568-b778-4a5a-ac6a-0c053024a224 HTTP/1.1" status: 200 len: 709 time: 1.9312546 Sep 19 03:18:42.579658 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] Sync routers for ids ['df5bf568-b778-4a5a-ac6a-0c053024a224'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:42.583934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Allocated IP 172.20.0.2 (1d545d5c-7741-4448-9a1b-6adb4b7bcb39/0751e7c8-8614-4846-b2d6-7f4ea606f5aa/dd4d080c-1e57-406a-9be9-422437f2c67a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:42.594354 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] Routers {'df5bf568-b778-4a5a-ac6a-0c053024a224'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:42.595131 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['df5bf568-b778-4a5a-ac6a-0c053024a224'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:42.595826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58210) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:42.608450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c33e1-77da-4da4-b56b-6771c77dd38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f9821-b462-498a-97bf-3f33472cca87,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:42.652247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aa5c33e1-77da-4da4-b56b-6771c77dd38e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=754870d1ca304b81a447c92372f8b7d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672663 Sep 19 03:18:42.652931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58214) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:42.683003 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:42.697887 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] Routers {'df5bf568-b778-4a5a-ac6a-0c053024a224'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:42.699088 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['df5bf568-b778-4a5a-ac6a-0c053024a224'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:42.706484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603e25a-a18d-45d8-85dd-cdd347bf8107 req-1fa5bd48-abc1-49f9-b8e2-90b925573ca8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:42.708446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1603e25a-a18d-45d8-85dd-cdd347bf8107 req-1fa5bd48-abc1-49f9-b8e2-90b925573ca8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 944 time: 0.2314365 Sep 19 03:18:42.753582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2ca20e3a-f560-47f6-b1d0-32696f41d7ed tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/routers/df5bf568-b778-4a5a-ac6a-0c053024a224 HTTP/1.1" status: 200 len: 744 time: 0.1564322 Sep 19 03:18:42.754674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58218) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:42.775960 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:42.777273 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c53ea-6971-45cd-a223-2736c46f5548 None None] The sync data for ids ['df5bf568-b778-4a5a-ac6a-0c053024a224'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:42.817759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2c20d560-e33f-4428-bf87-5c05541dcdda tempest-RoutersIpV6AdminTest-788461648 tempest-RoutersIpV6AdminTest-788461648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=df5bf568-b778-4a5a-ac6a-0c053024a224 HTTP/1.1" status: 200 len: 205 time: 0.0546706 Sep 19 03:18:42.818560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58220) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:42.857387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6bad9d99-5b68-4711-a86f-78098b8c928f tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=df5bf568-b778-4a5a-ac6a-0c053024a224 HTTP/1.1" status: 200 len: 205 time: 0.0364411 Sep 19 03:18:42.863395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58222) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:42.864173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.878699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1603e25a-a18d-45d8-85dd-cdd347bf8107 req-acfab0d9-3c85-4c5d-9fc7-2155ee370032 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400347 Sep 19 03:18:42.904679 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.913018 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.940485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af0eef27-a075-4dd3-be6d-0ace53bc3a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.942822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.955700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a0d3a5-802a-44a6-b607-32c717c4164a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:42.958556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:42.964095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:42.969586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:42.985411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Pushing event updated for resources: {'Port': ['ID=dd4d080c-1e57-406a-9be9-422437f2c67a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:43.050475 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af0eef27-a075-4dd3-be6d-0ace53bc3a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.059356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Attempting to bind port dd4d080c-1e57-406a-9be9-422437f2c67a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:18:43.059860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Attempting to bind port dd4d080c-1e57-406a-9be9-422437f2c67a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '79deb080-d23e-497c-86d0-c0024c37f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:18:43.060198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Attempting to bind port dd4d080c-1e57-406a-9be9-422437f2c67a on network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:18:43.065749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:18:43.066125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Checking segment: {'id': '79deb080-d23e-497c-86d0-c0024c37f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:18:43.066529 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.066977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Bound using segment: {'id': '79deb080-d23e-497c-86d0-c0024c37f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:18:43.067446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Bound port: dd4d080c-1e57-406a-9be9-422437f2c67a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79deb080-d23e-497c-86d0-c0024c37f6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:18:43.067826 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.092875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.25.8.91 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/89b067d4-7817-46d6-ac9e-b796957f9613) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:43.142066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a0d3a5-802a-44a6-b607-32c717c4164a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.144468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a0d3a5-802a-44a6-b607-32c717c4164a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.153721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] For port dd4d080c-1e57-406a-9be9-422437f2c67a, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:18:43.158594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] For port dd4d080c-1e57-406a-9be9-422437f2c67a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dd4d080c-1e57-406a-9be9-422437f2c67a,segment=NetworkSegment(79deb080-d23e-497c-86d0-c0024c37f6f3),segment_id=79deb080-d23e-497c-86d0-c0024c37f6f3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:18:43.165322 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.176878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af0eef27-a075-4dd3-be6d-0ace53bc3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.179989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af0eef27-a075-4dd3-be6d-0ace53bc3a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.190893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-af0eef27-a075-4dd3-be6d-0ace53bc3a0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e1f9821-b462-498a-97bf-3f33472cca87 HTTP/1.1" status: 204 len: 168 time: 0.5295901 Sep 19 03:18:43.203974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a0d3a5-802a-44a6-b607-32c717c4164a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.204663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a0d3a5-802a-44a6-b607-32c717c4164a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Fanout notify agent at l3_agent the message router_deleted on router df5bf568-b778-4a5a-ac6a-0c053024a224 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:43.215017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a0d3a5-802a-44a6-b607-32c717c4164a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.219684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-22a0d3a5-802a-44a6-b607-32c717c4164a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/df5bf568-b778-4a5a-ac6a-0c053024a224 HTTP/1.1" status: 204 len: 168 time: 0.3513753 Sep 19 03:18:43.221099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.236497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eef27-a075-4dd3-be6d-0ace53bc3a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f9821-b462-498a-97bf-3f33472cca87,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:43.280020 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-65391889-7ed6-422c-b85e-a09f6fece3db tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=df5bf568-b778-4a5a-ac6a-0c053024a224 HTTP/1.1" status: 200 len: 205 time: 0.0576591 Sep 19 03:18:43.281567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84eb397-0856-4be3-bfee-ece8c5b99566 None None] Pushing event updated for resources: {'Port': ['ID=dd4d080c-1e57-406a-9be9-422437f2c67a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:43.283919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58228) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.325519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.362389 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-fd0af605-a194-4201-ba06-2197b0f3afc9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] delete failed (client error): The resource could not be found. Sep 19 03:18:43.363572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fd0af605-a194-4201-ba06-2197b0f3afc9 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/df5bf568-b778-4a5a-ac6a-0c053024a224 HTTP/1.1" status: 404 len: 336 time: 0.0782259 Sep 19 03:18:43.367041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58232) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.367472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.411597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eef692a5-a318-4086-bb5a-4fac9f0fad73 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=140e5ca5-de62-4077-a688-245b7b0770f6 HTTP/1.1" status: 200 len: 205 time: 0.0429618 Sep 19 03:18:43.413654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58234) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.423470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=89b067d4-7817-46d6-ac9e-b796957f9613,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:43.456827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:43.458501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:43.465090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:43.467080 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-c4d93667-d47f-4ea9-96e7-91a731a4b21f tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] delete failed (client error): The resource could not be found. Sep 19 03:18:43.468196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4d93667-d47f-4ea9-96e7-91a731a4b21f tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/140e5ca5-de62-4077-a688-245b7b0770f6 HTTP/1.1" status: 404 len: 336 time: 0.0532458 Sep 19 03:18:43.470805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58236) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.556305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-709608e0-8944-4457-8a35-dc04ce16cd6f tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=76d65704-b507-49de-89d8-8020fc959816 HTTP/1.1" status: 200 len: 205 time: 0.0833180 Sep 19 03:18:43.559985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.621962 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-d62818af-d642-43cc-ad20-25a119876bd6 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] delete failed (client error): The resource could not be found. Sep 19 03:18:43.623161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d62818af-d642-43cc-ad20-25a119876bd6 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/76d65704-b507-49de-89d8-8020fc959816 HTTP/1.1" status: 404 len: 336 time: 0.0621727 Sep 19 03:18:43.625659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58242) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.696974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d9e5ecef-e40c-4baa-b955-3db2d3892f49 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d14ac9-cb0d-4ef4-856f-e17a83d935bb HTTP/1.1" status: 200 len: 205 time: 0.0698848 Sep 19 03:18:43.701873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58248) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.753137 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-c20b7e20-4bae-428c-9b08-c04a1ed00c08 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] delete failed (client error): The resource could not be found. Sep 19 03:18:43.757484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c20b7e20-4bae-428c-9b08-c04a1ed00c08 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/d3d14ac9-cb0d-4ef4-856f-e17a83d935bb HTTP/1.1" status: 404 len: 336 time: 0.0512416 Sep 19 03:18:43.757666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58254) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.796425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0b576016-205c-48ef-b8c0-8aa7840cc46b tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4e5a023-2d74-4904-ae37-56da1898a6f8 HTTP/1.1" status: 200 len: 205 time: 0.0380313 Sep 19 03:18:43.798717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58258) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.869883 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-05e1a1a9-d35b-40cb-887f-43348e801ab8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] delete failed (client error): The resource could not be found. Sep 19 03:18:43.871524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-05e1a1a9-d35b-40cb-887f-43348e801ab8 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/f4e5a023-2d74-4904-ae37-56da1898a6f8 HTTP/1.1" status: 404 len: 336 time: 0.0717709 Sep 19 03:18:43.874047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58264) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.889803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:43.912941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0d2d048c-a1e7-4fb3-af51-dfb9e790d214 tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "GET /v2.0/ports?device_id=2aa63988-ac4f-4824-9be4-c68e506d8a84 HTTP/1.1" status: 200 len: 205 time: 0.0377281 Sep 19 03:18:43.913688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58268) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:43.961598 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-ae6870fa-ddad-4ad9-88b2-df62cd1a24ed tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] delete failed (client error): The resource could not be found. Sep 19 03:18:43.966284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ae6870fa-ddad-4ad9-88b2-df62cd1a24ed tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/routers/2aa63988-ac4f-4824-9be4-c68e506d8a84 HTTP/1.1" status: 404 len: 336 time: 0.0515378 Sep 19 03:18:43.967044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58270) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:44.004038 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6179d44-e73b-4f00-bfce-253f965e3e5a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] DELETE failed (client error): The resource could not be found. Sep 19 03:18:44.004634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6179d44-e73b-4f00-bfce-253f965e3e5a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:18:44.009517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e6179d44-e73b-4f00-bfce-253f965e3e5a tempest-RoutersIpV6AdminTest-8965510 tempest-RoutersIpV6AdminTest-8965510-project] 10.222.0.22 "DELETE /v2.0/subnets/c7601668-72b2-45f2-9d63-e91b33af2810 HTTP/1.1" status: 404 len: 337 time: 0.0410466 Sep 19 03:18:44.095171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25753003-ab1b-4461-b849-e048cda78eee req-84aec35a-afb7-4096-8858-c01721c93695 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:44.098149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25753003-ab1b-4461-b849-e048cda78eee req-84aec35a-afb7-4096-8858-c01721c93695 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 944 time: 0.0861106 Sep 19 03:18:44.146439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25753003-ab1b-4461-b849-e048cda78eee req-2fe9ebd9-f9d5-4731-b397-7e6603e3374b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Sep 19 03:18:44.200110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:44.377214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58284) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:44.436746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router 43b08261-f735-4e11-87fc-a15dce35d2fb is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:18:44.502496 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06f306e3-2a26-4715-be90-9837b98ac5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:44.633637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:44.644176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe767c0-2f06-4f52-b2e4-db435ba67adf None None] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:18:44.674921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:44.679494 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-50660734-49e8-45a0-b0da-217f1d34cc55 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6588681 Sep 19 03:18:44.679689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58292) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:44.743549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] Sync routers for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:44.763250 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f38bbd94-84b4-49ab-9b22-764b1b689821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:44.787709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:44.788572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:44.832187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:44.849214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-07e82d9e-8744-4852-9c73-b1e0c17b9be2 None None] Provisioning complete for port dd4d080c-1e57-406a-9be9-422437f2c67a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:44.850100 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07e82d9e-8744-4852-9c73-b1e0c17b9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:44.878375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:44.879085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:44.943683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:44.944436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4194e512-4867-4d3e-aa90-7df5575a7752 None None] The sync data for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:45.049514 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07e82d9e-8744-4852-9c73-b1e0c17b9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.081754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd4d080c-1e57-406a-9be9-422437f2c67a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:45.091522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 875056e8-34a0-410e-8531-4a16915567c0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:45.287541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-07e82d9e-8744-4852-9c73-b1e0c17b9be2 None None] For port dd4d080c-1e57-406a-9be9-422437f2c67a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dd4d080c-1e57-406a-9be9-422437f2c67a,segment=NetworkSegment(79deb080-d23e-497c-86d0-c0024c37f6f3),segment_id=79deb080-d23e-497c-86d0-c0024c37f6f3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:45.302101 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07e82d9e-8744-4852-9c73-b1e0c17b9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.342526 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f38bbd94-84b4-49ab-9b22-764b1b689821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.357997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port dd4d080c-1e57-406a-9be9-422437f2c67a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:45.358626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.443682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 875056e8-34a0-410e-8531-4a16915567c0 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:18:45.458272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 875056e8-34a0-410e-8531-4a16915567c0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:45.458985 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.485756 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f38bbd94-84b4-49ab-9b22-764b1b689821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.496992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0b6f9784-a6ef-4609-aaa8-2bb25c60fbfa None None] Provisioning complete for port dd4d080c-1e57-406a-9be9-422437f2c67a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:45.497664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b6f9784-a6ef-4609-aaa8-2bb25c60fbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.531305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e82d9e-8744-4852-9c73-b1e0c17b9be2 None None] Pushing event updated for resources: {'Port': ['ID=dd4d080c-1e57-406a-9be9-422437f2c67a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:45.563084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38bbd94-84b4-49ab-9b22-764b1b689821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618572ff-09c6-4137-8eb3-502dc500a328,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:45.663472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f38bbd94-84b4-49ab-9b22-764b1b689821 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ec179a2aea543b7ac5bc3f98163e666&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2850950 Sep 19 03:18:45.666459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58330) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:45.718065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ccc51-3cf6-40d1-90ca-c9fcc777498d req-5b68786c-9667-482d-901c-e01302997b8d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:45.719754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7ccc51-3cf6-40d1-90ca-c9fcc777498d req-5b68786c-9667-482d-901c-e01302997b8d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 944 time: 0.2478709 Sep 19 03:18:45.741592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a8a997a-c50a-4f58-a75d-1da86f4fb697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.750809 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.770583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a8a997a-c50a-4f58-a75d-1da86f4fb697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.788800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:45.790186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875056e8-34a0-410e-8531-4a16915567c0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:45.793120 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a2e29c-71e9-4c1c-b5fb-f945c9459ee7" -d '{"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-plugged", "status": "completed", "tag": "875056e8-34a0-410e-8531-4a16915567c0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:45.813664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.836232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7ccc51-3cf6-40d1-90ca-c9fcc777498d req-30956327-18b7-457f-968b-6ba57a5f81c3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059453 Sep 19 03:18:45.856833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a8a997a-c50a-4f58-a75d-1da86f4fb697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.862797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a8a997a-c50a-4f58-a75d-1da86f4fb697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.863025 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:45.880420 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a8a997a-c50a-4f58-a75d-1da86f4fb697 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/618572ff-09c6-4137-8eb3-502dc500a328 HTTP/1.1" status: 204 len: 168 time: 0.2122240 Sep 19 03:18:45.922865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a997a-c50a-4f58-a75d-1da86f4fb697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618572ff-09c6-4137-8eb3-502dc500a328,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:45.950702 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e33a807-8128-4491-915b-523e3a44306a x-openstack-request-id: req-2e33a807-8128-4491-915b-523e3a44306a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:45.951094 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-plugged", "status": "completed", "tag": "875056e8-34a0-410e-8531-4a16915567c0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:45.951316 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e33a807-8128-4491-915b-523e3a44306a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:45.951672 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875056e8-34a0-410e-8531-4a16915567c0', 'code': 200} Sep 19 03:18:45.996325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:46.025033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.210050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789b69-e819-4207-a2cd-83e5112e56e2 req-01ca0b4a-1553-4f64-b49c-9b3159faf37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:46.212161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a789b69-e819-4207-a2cd-83e5112e56e2 req-01ca0b4a-1553-4f64-b49c-9b3159faf37f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 1096 time: 0.1310761 Sep 19 03:18:46.293147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a789b69-e819-4207-a2cd-83e5112e56e2 req-c6f74b37-13c1-41b6-b720-ed5bdfc49695 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709410 Sep 19 03:18:46.330511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.1 (1d545d5c-7741-4448-9a1b-6adb4b7bcb39/0751e7c8-8614-4846-b2d6-7f4ea606f5aa/6cf3a908-3b3f-4713-9e13-9e7b33ae501d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:46.490732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.512377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58354) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:46.531176 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.556099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1afa2c36-7977-4df8-b454-64e50391c66a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8ef53e0c877456184ea1565db1799a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425186 Sep 19 03:18:46.559469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:46.577492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:46.581232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:46.584028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:46.627884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=6cf3a908-3b3f-4713-9e13-9e7b33ae501d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:46.629157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6ae0efb-deb8-46c4-ad55-94f6f1e33e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.655003 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.656109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6ae0efb-deb8-46c4-ad55-94f6f1e33e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.740169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6ae0efb-deb8-46c4-ad55-94f6f1e33e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.744858 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6ae0efb-deb8-46c4-ad55-94f6f1e33e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.746596 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f6ae0efb-deb8-46c4-ad55-94f6f1e33e18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dff3ffe5-89e1-4222-b633-a26e2e401086 HTTP/1.1" status: 204 len: 168 time: 0.1861646 Sep 19 03:18:46.760459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae0efb-deb8-46c4-ad55-94f6f1e33e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff3ffe5-89e1-4222-b633-a26e2e401086,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:46.898507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:46.922542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd4d080c-1e57-406a-9be9-422437f2c67a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:46.990010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port dd4d080c-1e57-406a-9be9-422437f2c67a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:46.990525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:47.107231 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:18:47.117539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9d965482-c9cc-43aa-9c0e-993183ec2d8a None None] Provisioning complete for port 6cf3a908-3b3f-4713-9e13-9e7b33ae501d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:47.118142 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d965482-c9cc-43aa-9c0e-993183ec2d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:47.160488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9d965482-c9cc-43aa-9c0e-993183ec2d8a None None] Port 6cf3a908-3b3f-4713-9e13-9e7b33ae501d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:18:47.194142 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4de19d13-e116-4d84-bb80-8e35d65664dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:47.218959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a135f-aaee-4d66-9ecb-7ebcabef617d req-ba1e269c-8863-46b6-9f97-9e4cbab318fb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:47.226283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-078a135f-aaee-4d66-9ecb-7ebcabef617d req-ba1e269c-8863-46b6-9f97-9e4cbab318fb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1861186 Sep 19 03:18:47.324748 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-078a135f-aaee-4d66-9ecb-7ebcabef617d req-92e683eb-e237-4ee3-90dd-4682e8aa0cc7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971096 Sep 19 03:18:47.503953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:47.509384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:47.609067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=6cf3a908-3b3f-4713-9e13-9e7b33ae501d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:47.611850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:47.725060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:47.726594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:47.941802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router 43b08261-f735-4e11-87fc-a15dce35d2fb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:47.949753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:48.097409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-81b2754a-af34-4b63-9ef7-ba37e9fd0f9a None None] Provisioning complete for port 6cf3a908-3b3f-4713-9e13-9e7b33ae501d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:48.099393 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81b2754a-af34-4b63-9ef7-ba37e9fd0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:48.104327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:48.116303 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] Sync routers for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:48.124444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d0b5ef38-89a9-46fa-82c9-715a9f4e9992 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/routers/43b08261-f735-4e11-87fc-a15dce35d2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4432487 Sep 19 03:18:48.128925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58414) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:48.130584 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:48.131531 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:48.137447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'port': {'network_id': '1d545d5c-7741-4448-9a1b-6adb4b7bcb39', 'name': 'tempest-FloatingIPTestJSON-1381156730'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:48.174761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-81b2754a-af34-4b63-9ef7-ba37e9fd0f9a None None] Port 6cf3a908-3b3f-4713-9e13-9e7b33ae501d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:18:48.192918 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:48.204627 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:48.205478 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:48.253670 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:48.254383 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a5dd5f-09d4-4105-ba04-f66d2e7857d2 None None] The sync data for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:48.299991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Made reservation on behalf of e2ce51d5e79b4655bd2a1a69879f53c8 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:48.306104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:48.332535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] device_id is not set on port 79d7a5fb-215b-405b-a78e-3567148336e8 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:18:48.426299 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:48.509922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Allocated IP 172.20.0.11 (1d545d5c-7741-4448-9a1b-6adb4b7bcb39/0751e7c8-8614-4846-b2d6-7f4ea606f5aa/79d7a5fb-215b-405b-a78e-3567148336e8) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:48.567974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d487b-ecca-4050-b2d8-de04d6666fad req-c5bf062f-9532-4e57-9c4d-5df09d4de007 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:48.570687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be1d487b-ecca-4050-b2d8-de04d6666fad req-c5bf062f-9532-4e57-9c4d-5df09d4de007 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1189387 Sep 19 03:18:48.653098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be1d487b-ecca-4050-b2d8-de04d6666fad req-46c0c2da-f422-4050-813f-8d44e899d965 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Sep 19 03:18:48.696672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:48.742328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:48.806900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:48.814123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:48.840405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:48.852059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event updated for resources: {'Port': ['ID=79d7a5fb-215b-405b-a78e-3567148336e8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:48.965214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:48.966034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:48.995017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-412675f7-3b2b-480a-8674-bb8d199aa9e1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8632972 Sep 19 03:18:48.999811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58456) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:49.009796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Request body: {'floatingip': {'port_id': '79d7a5fb-215b-405b-a78e-3567148336e8'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:49.044225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab87c4-153a-4f18-b0d4-2451f344f0df req-06377285-73bb-4c7a-b67a-9cbcb2ba951a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:49.046382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46ab87c4-153a-4f18-b0d4-2451f344f0df req-06377285-73bb-4c7a-b67a-9cbcb2ba951a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1003923 Sep 19 03:18:49.130286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46ab87c4-153a-4f18-b0d4-2451f344f0df req-593f100c-16f7-4c75-9a71-01d47e117cf1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638161 Sep 19 03:18:49.140194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58462) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:49.153351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:49.207935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a38c31ad-cd77-4e4d-b8b2-969900b24a33 None None] Provisioning complete for port 79d7a5fb-215b-405b-a78e-3567148336e8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:49.209294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a38c31ad-cd77-4e4d-b8b2-969900b24a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:49.251248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a38c31ad-cd77-4e4d-b8b2-969900b24a33 None None] Port 79d7a5fb-215b-405b-a78e-3567148336e8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:18:49.521337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-618093256', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:49.562865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Made reservation on behalf of b9aad91676af4a48902198ce9a1c96dc for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:49.570664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:49.594878 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:49.610972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58474) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:49.736257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:49.742598 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:49.750093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] device_id is not set on port efbc7ecf-f8db-4685-883a-43d5712d01ee yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:18:49.830692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464022e7-013d-4a4e-89d9-cdc84075566e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:49.842776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f1902e-1ffc-4859-be56-4e3b95e570c2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:49.939735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Allocated IP 172.25.8.39 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/efbc7ecf-f8db-4685-883a-43d5712d01ee) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:18:49.965808 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.044515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464022e7-013d-4a4e-89d9-cdc84075566e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.052242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-464022e7-013d-4a4e-89d9-cdc84075566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.096715 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.103816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.142783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-464022e7-013d-4a4e-89d9-cdc84075566e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84e7cf80b44c429c9802c25d93a22ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287600 Sep 19 03:18:50.145131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58486) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:50.153470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464022e7-013d-4a4e-89d9-cdc84075566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f835d585-3129-432a-88a6-cdad1ba3c0ce,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:50.201458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.264513 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 7acf39ae-ea6d-4988-a61b-74ecd6318e23 associated. External IP: 172.25.8.229, port: 26a21b16-f0c9-4e88-938a-aca42da875d5. Sep 19 03:18:50.265838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e07760ed-e3db-48bf-ba9c-2dcf83c2150a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.312281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486efda-b277-4a7d-bb41-3bdf2ab2cf26 req-50d336fe-a8bd-4553-b36b-228e28ebee1c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:50.313759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5486efda-b277-4a7d-bb41-3bdf2ab2cf26 req-50d336fe-a8bd-4553-b36b-228e28ebee1c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.0953200 Sep 19 03:18:50.315712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e07760ed-e3db-48bf-ba9c-2dcf83c2150a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.348312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.445122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:18:50.449095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5486efda-b277-4a7d-bb41-3bdf2ab2cf26 req-aecb64d0-43d8-45e5-aaa7-aad7d352d0fd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174746 Sep 19 03:18:50.452846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:18:50.460045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:18:50.485702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Pushing event updated for resources: {'Port': ['ID=efbc7ecf-f8db-4685-883a-43d5712d01ee,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:50.502315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e07760ed-e3db-48bf-ba9c-2dcf83c2150a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.505531 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e07760ed-e3db-48bf-ba9c-2dcf83c2150a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.506787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e07760ed-e3db-48bf-ba9c-2dcf83c2150a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f835d585-3129-432a-88a6-cdad1ba3c0ce HTTP/1.1" status: 204 len: 168 time: 0.3606820 Sep 19 03:18:50.516756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:50.517307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.527770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07760ed-e3db-48bf-ba9c-2dcf83c2150a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835d585-3129-432a-88a6-cdad1ba3c0ce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:50.550106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bd8b05d2-d095-43e5-8b5e-0df04eb191c5 tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.4076738 Sep 19 03:18:50.552539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58504) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:50.565276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}]}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:50.587265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:50.593714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.597200 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:50.760634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:50.773575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:50.799571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:50.802692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.144672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.165797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:51.167595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.185686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58526) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:51.204208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10fd7e16-8e36-4869-a4ca-2fa64c4b6103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.205031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.205795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2add5076-1383-4dfe-8604-30fc38e78c29 None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:51.252108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router 43b08261-f735-4e11-87fc-a15dce35d2fb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:51.256312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.422777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:51.430552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.434707 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] Sync routers for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:51.437779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10fd7e16-8e36-4869-a4ca-2fa64c4b6103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.453799 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:51.455026 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.455710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10fd7e16-8e36-4869-a4ca-2fa64c4b6103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.459561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-ad31a8d6-8410-4002-9085-0918ba23b127 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2013090 Sep 19 03:18:51.498053 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.506606 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:51.507275 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.523257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dc430-b4bb-4bb9-9a1b-382bdc28c932 req-f32b8600-18e0-4296-9c34-b6285ec1c363 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:51.527674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-10fd7e16-8e36-4869-a4ca-2fa64c4b6103 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7197efbb8a1453e9d33b2a3b5f42e97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380768 Sep 19 03:18:51.527879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-498dc430-b4bb-4bb9-9a1b-382bdc28c932 req-f32b8600-18e0-4296-9c34-b6285ec1c363 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.2664170 Sep 19 03:18:51.528142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd7e16-8e36-4869-a4ca-2fa64c4b6103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b6d68c-879c-46ff-a535-6d4c08be3ec8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:51.529105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.530508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58536) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:51.548546 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-66e0fcf3-87d1-458d-98e1-ccfca63996ba tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/floatingips/7acf39ae-ea6d-4988-a61b-74ecd6318e23 HTTP/1.1" status: 200 len: 979 time: 2.5475981 Sep 19 03:18:51.551246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58538) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:51.599026 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:51.600001 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0806e-7424-4895-9ed5-c013b2834d72 None None] The sync data for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:51.658934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d87f86dd-5f83-4ab7-b1a4-b05c9af62ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.673091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-498dc430-b4bb-4bb9-9a1b-382bdc28c932 req-e5d3b780-abe3-4c97-9cc6-1d558aadd803 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256022 Sep 19 03:18:51.686768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-a8765f2d-4d58-4a98-83a3-505181b64b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:51.688280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-a8765f2d-4d58-4a98-83a3-505181b64b06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1095 time: 0.0733440 Sep 19 03:18:51.697364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d87f86dd-5f83-4ab7-b1a4-b05c9af62ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.740772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port 79d7a5fb-215b-405b-a78e-3567148336e8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:51.741231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.837748 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d87f86dd-5f83-4ab7-b1a4-b05c9af62ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.841726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d87f86dd-5f83-4ab7-b1a4-b05c9af62ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.843172 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d87f86dd-5f83-4ab7-b1a4-b05c9af62ec3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0b6d68c-879c-46ff-a535-6d4c08be3ec8 HTTP/1.1" status: 204 len: 168 time: 0.3096831 Sep 19 03:18:51.864692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:51.867702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f86dd-5f83-4ab7-b1a4-b05c9af62ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b6d68c-879c-46ff-a535-6d4c08be3ec8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:51.992187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-4baae4a1-f3c6-41e1-8323-36f3b066f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:51.994091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-4baae4a1-f3c6-41e1-8323-36f3b066f01f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.2733142 Sep 19 03:18:52.058720 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.069003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.069513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.069840 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Floating IP 7acf39ae-ea6d-4988-a61b-74ecd6318e23 disassociated. External IP: 172.25.8.229, port: 79d7a5fb-215b-405b-a78e-3567148336e8. Sep 19 03:18:52.070374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for 79d7a5fb-215b-405b-a78e-3567148336e8 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:52.091119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.103657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-64125232-8db9-42d5-86c1-f6eb42ae36be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 999 time: 0.1007648 Sep 19 03:18:52.238911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.239188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-e0bc625a-c275-46a1-9cce-ec76989861f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:52.240441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-e0bc625a-c275-46a1-9cce-ec76989861f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0936201 Sep 19 03:18:52.268992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=79d7a5fb-215b-405b-a78e-3567148336e8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:52.366369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.444425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router 43b08261-f735-4e11-87fc-a15dce35d2fb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:52.504052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-da430c7a-5958-449a-9dd4-5ee783d999b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:52.506266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-da430c7a-5958-449a-9dd4-5ee783d999b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573905 Sep 19 03:18:52.603083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:52.616204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] Sync routers for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:52.639725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.642618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.648725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:52.649714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:52.694178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:52.703971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:52.704861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:52.782365 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.784520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ab1f3bea-258e-4663-b4f5-026235e04b47 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/ports/79d7a5fb-215b-405b-a78e-3567148336e8 HTTP/1.1" status: 204 len: 168 time: 1.2323482 Sep 19 03:18:52.786915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:52.787473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f6787cf-fab7-4019-b4d3-438cbf816653 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:52.788767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:52.809602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:52.816293 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36a3eb0-1c17-4ec9-8cf6-25c93ec446d8 None None] The sync data for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:52.827698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-575c0cdf-b36a-471d-bcb3-5897b94dd8f0 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886283 Sep 19 03:18:52.891623 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 19 03:18:52.893207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dac665f9-1a4f-446a-a527-3186dfe681fb tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3378344 Sep 19 03:18:52.903792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58576) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:52.975110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2fb5b-3725-4379-827e-5b56d04156e3 req-837a2895-9e2f-47ed-9035-08b237ee3803 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:52.976750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bff2fb5b-3725-4379-827e-5b56d04156e3 req-837a2895-9e2f-47ed-9035-08b237ee3803 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1641471 Sep 19 03:18:53.074851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fd236f5-90da-48ed-9584-147fa8c6b9f0 req-155b2dc4-e806-43f7-bdea-54dd016c03ff service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168365 Sep 19 03:18:53.079459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bff2fb5b-3725-4379-827e-5b56d04156e3 req-6056b338-8f3f-4f6a-b49a-db97e8ec8915 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897510 Sep 19 03:18:53.093546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58586) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:53.105615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 875056e8-34a0-410e-8531-4a16915567c0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:18:53.115628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Deleting port efbc7ecf-f8db-4685-883a-43d5712d01ee {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:53.115973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.249809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:53.261857 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5db7a5d3-7c79-421f-987a-1d18330426b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.264620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '875056e8-34a0-410e-8531-4a16915567c0', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'port_id': '875056e8-34a0-410e-8531-4a16915567c0', 'mac_address': 'fa:16:3e:4c:5c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:18:53.265267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.287256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.294937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Calling delete_port for efbc7ecf-f8db-4685-883a-43d5712d01ee owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:53.310814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.323962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 875056e8-34a0-410e-8531-4a16915567c0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:18:53.348573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:53.356001 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.447649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:53.498963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5db7a5d3-7c79-421f-987a-1d18330426b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.511542 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5db7a5d3-7c79-421f-987a-1d18330426b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.571488 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.616289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5db7a5d3-7c79-421f-987a-1d18330426b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f20bcfac676143d682695679ae6df0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215619 Sep 19 03:18:53.616455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58602) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:53.627943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Pushing event deleted for resources: {'Port': ['ID=efbc7ecf-f8db-4685-883a-43d5712d01ee,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:53.641332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['875056e8-34a0-410e-8531-4a16915567c0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:18:53.641961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port 6cf3a908-3b3f-4713-9e13-9e7b33ae501d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:53.642409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.689716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7a5d3-7c79-421f-987a-1d18330426b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc39aff-f5ef-4443-b484-e4a7df877fc1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:53.719576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.721768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f267ad6e-009b-4bd9-935a-d65ce6d077ee tempest-RoutersAdminNegativeIpV6Test-1064510115 tempest-RoutersAdminNegativeIpV6Test-1064510115-project-admin] 10.222.0.22 "DELETE /v2.0/ports/efbc7ecf-f8db-4685-883a-43d5712d01ee HTTP/1.1" status: 204 len: 168 time: 0.8140197 Sep 19 03:18:53.748911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f80245-2b58-4dfb-b8e8-02cf5d2433fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.785908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.797347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f80245-2b58-4dfb-b8e8-02cf5d2433fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.809512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for 6cf3a908-3b3f-4713-9e13-9e7b33ae501d owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:53.941151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f80245-2b58-4dfb-b8e8-02cf5d2433fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.943725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f80245-2b58-4dfb-b8e8-02cf5d2433fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:53.947285 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-43f80245-2b58-4dfb-b8e8-02cf5d2433fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cc39aff-f5ef-4443-b484-e4a7df877fc1 HTTP/1.1" status: 204 len: 168 time: 0.3265650 Sep 19 03:18:53.957527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80245-2b58-4dfb-b8e8-02cf5d2433fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc39aff-f5ef-4443-b484-e4a7df877fc1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:54.067672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.104593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=6cf3a908-3b3f-4713-9e13-9e7b33ae501d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:54.262015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:54.312103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d3f20-f4ae-4fcd-a52a-1d9b35133301 req-67fe34e7-a4ce-4cfd-859f-9344a0830620 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:54.314253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be2d3f20-f4ae-4fcd-a52a-1d9b35133301 req-67fe34e7-a4ce-4cfd-859f-9344a0830620 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 944 time: 0.0812435 Sep 19 03:18:54.380168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be2d3f20-f4ae-4fcd-a52a-1d9b35133301 req-e4c4cdf9-c5bf-4f54-b7d7-59e94b89af14 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553021 Sep 19 03:18:54.392025 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.479142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58634) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:54.493399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.567858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58636) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:54.623776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-08978527-2d56-4c64-a6f0-377c295e0cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.631931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.648058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.656703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router 43b08261-f735-4e11-87fc-a15dce35d2fb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:18:54.673435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1846-6d3e-48de-be02-6bc05db2d0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.717102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb3f9aa-104a-47fe-8016-bfb1481517b2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:54.720705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a6c4cb4e8f54dddb8fc80a5babd3a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404969 Sep 19 03:18:54.725290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58642) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:54.741110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.741451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.741786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.742118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.742456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.742793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.743120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.743441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.743759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.744078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.744397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.744714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a23bd478-da47-46d0-8b6f-70d69bcc0e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:18:54.770591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:18:54.779233 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-20ff8205-4459-4b03-95f8-f69d9beb3609 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/routers/43b08261-f735-4e11-87fc-a15dce35d2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9893987 Sep 19 03:18:54.780186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58644) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:54.782929 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] Sync routers for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:18:54.793193 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:54.793946 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:54.816642 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b7c1-4443-459f-a98c-0b57b81042c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.833184 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:54.843313 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] Routers {'43b08261-f735-4e11-87fc-a15dce35d2fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:18:54.844228 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['43b08261-f735-4e11-87fc-a15dce35d2fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:54.858166 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b7c1-4443-459f-a98c-0b57b81042c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.867530 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-08978527-2d56-4c64-a6f0-377c295e0cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.880792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-08978527-2d56-4c64-a6f0-377c295e0cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.892361 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:54.893026 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a8de86-e8be-48d8-bdc6-0faaa1fc27e0 None None] The sync data for ids ['43b08261-f735-4e11-87fc-a15dce35d2fb'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:18:54.900055 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:54.945166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-08978527-2d56-4c64-a6f0-377c295e0cde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=baa729d8043c458b917daaa05b33560d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6811438 Sep 19 03:18:54.951227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58646) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:54.961458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08978527-2d56-4c64-a6f0-377c295e0cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f9c9ed-862e-4c63-a28f-5c8d2e332698,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:55.003714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b7c1-4443-459f-a98c-0b57b81042c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.006274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fe2b7c1-4443-459f-a98c-0b57b81042c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.007588 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7fe2b7c1-4443-459f-a98c-0b57b81042c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bdb3f9aa-104a-47fe-8016-bfb1481517b2 HTTP/1.1" status: 204 len: 168 time: 0.2780502 Sep 19 03:18:55.034793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2b7c1-4443-459f-a98c-0b57b81042c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb3f9aa-104a-47fe-8016-bfb1481517b2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:55.064401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ed2bd02-7e28-47e3-aa5d-7ee55ed863cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.090673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1846-6d3e-48de-be02-6bc05db2d0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.099086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1ea1846-6d3e-48de-be02-6bc05db2d0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.103746 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ed2bd02-7e28-47e3-aa5d-7ee55ed863cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.125739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 875056e8-34a0-410e-8531-4a16915567c0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:18:55.183037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 875056e8-34a0-410e-8531-4a16915567c0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:18:55.183494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.212937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d1ea1846-6d3e-48de-be02-6bc05db2d0f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3d0ccec3a88419b8c5e171f1db1a7bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439741 Sep 19 03:18:55.217638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58654) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:55.236937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea1846-6d3e-48de-be02-6bc05db2d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fde12c2-f25c-4c83-80af-feea4f7f66ee,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:55.284751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.298060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ed2bd02-7e28-47e3-aa5d-7ee55ed863cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.302186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ed2bd02-7e28-47e3-aa5d-7ee55ed863cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.303624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4ed2bd02-7e28-47e3-aa5d-7ee55ed863cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9f9c9ed-862e-4c63-a28f-5c8d2e332698 HTTP/1.1" status: 204 len: 168 time: 0.3493881 Sep 19 03:18:55.328844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:55.330473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875056e8-34a0-410e-8531-4a16915567c0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:18:55.333105 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf85891-8634-41bd-878a-358f13637118" -d '{"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-plugged", "status": "completed", "tag": "875056e8-34a0-410e-8531-4a16915567c0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:18:55.337910 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.353220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.361529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e33a95c-b0e3-460c-bc9e-32e34d43cf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.370684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2bd02-7e28-47e3-aa5d-7ee55ed863cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f9c9ed-862e-4c63-a28f-5c8d2e332698,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:55.421840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e33a95c-b0e3-460c-bc9e-32e34d43cf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.423779 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ac1ae8-d725-424e-82f9-606d9db4e528 x-openstack-request-id: req-43ac1ae8-d725-424e-82f9-606d9db4e528 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:18:55.424544 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-plugged", "status": "completed", "tag": "875056e8-34a0-410e-8531-4a16915567c0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:18:55.425174 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43ac1ae8-d725-424e-82f9-606d9db4e528 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:18:55.425984 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875056e8-34a0-410e-8531-4a16915567c0', 'code': 200} Sep 19 03:18:55.442960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:55.465011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port 89b067d4-7817-46d6-ac9e-b796957f9613 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:55.465981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.491231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e33a95c-b0e3-460c-bc9e-32e34d43cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.494492 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5e33a95c-b0e3-460c-bc9e-32e34d43cf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.495740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5e33a95c-b0e3-460c-bc9e-32e34d43cf9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0fde12c2-f25c-4c83-80af-feea4f7f66ee HTTP/1.1" status: 204 len: 168 time: 0.2768612 Sep 19 03:18:55.527162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33a95c-b0e3-460c-bc9e-32e34d43cf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fde12c2-f25c-4c83-80af-feea4f7f66ee,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:55.567061 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.580478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fb52c-da5d-4259-ba76-82dde9133221 req-3105b529-3dda-44b3-9e32-da0fbfea86db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:55.582259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-768fb52c-da5d-4259-ba76-82dde9133221 req-3105b529-3dda-44b3-9e32-da0fbfea86db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.0930793 Sep 19 03:18:55.583298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for 89b067d4-7817-46d6-ac9e-b796957f9613 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:55.632161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-768fb52c-da5d-4259-ba76-82dde9133221 req-5ecc23dc-7149-48e5-a703-2a243326aee9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430079 Sep 19 03:18:55.777114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.805261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=89b067d4-7817-46d6-ac9e-b796957f9613,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:55.809622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:55.864127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c508f7ac-514d-4b66-ab44-84bd568d08c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9aad91676af4a48902198ce9a1c96dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536189 Sep 19 03:18:55.866512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58680) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:55.887008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.924651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5fb661e-b1a0-4a3d-b4b7-92688d8db7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.956072 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5fb661e-b1a0-4a3d-b4b7-92688d8db7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.991943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:55.994432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.018038 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5fb661e-b1a0-4a3d-b4b7-92688d8db7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.021195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5fb661e-b1a0-4a3d-b4b7-92688d8db7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.025415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a5fb661e-b1a0-4a3d-b4b7-92688d8db7be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2f1902e-1ffc-4859-be56-4e3b95e570c2 HTTP/1.1" status: 204 len: 168 time: 0.1572521 Sep 19 03:18:56.034158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb661e-b1a0-4a3d-b4b7-92688d8db7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f1902e-1ffc-4859-be56-4e3b95e570c2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:56.049546 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.050189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Fanout notify agent at l3_agent the message router_deleted on router 43b08261-f735-4e11-87fc-a15dce35d2fb {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:18:56.061680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.065269 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-51f4dc42-cd0d-4c7e-afe4-5fae948f6a09 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/routers/43b08261-f735-4e11-87fc-a15dce35d2fb HTTP/1.1" status: 204 len: 168 time: 1.2815704 Sep 19 03:18:56.065505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58690) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:56.094929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:56.117605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9695e52b-2f44-4905-8a6e-0d495a298d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.127255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting subnet 0751e7c8-8614-4846-b2d6-7f4ea606f5aa {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:18:56.131592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.183236 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.225223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9695e52b-2f44-4905-8a6e-0d495a298d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.233687 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9695e52b-2f44-4905-8a6e-0d495a298d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.274154 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9695e52b-2f44-4905-8a6e-0d495a298d09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66b73aec61ba48ac857a6e4c1317bf38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778924 Sep 19 03:18:56.275098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695e52b-2f44-4905-8a6e-0d495a298d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58eb6e9-98e5-49c8-a846-ca846c742f14,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:56.278666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58698) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:56.306144 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.384081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8802aa32-093a-4228-8eb3-03314adfa798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.395513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.408519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8802aa32-093a-4228-8eb3-03314adfa798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.440416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Subnet': ['ID=0751e7c8-8614-4846-b2d6-7f4ea606f5aa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:56.442312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331fd5e-0406-4423-b650-d0b56dea5e38 None None] Network 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:18:56.442981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.445107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-469e7e49-68b5-40a9-a82e-56a3d4a3a064 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/subnets/0751e7c8-8614-4846-b2d6-7f4ea606f5aa HTTP/1.1" status: 204 len: 168 time: 0.3786030 Sep 19 03:18:56.447754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58704) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:56.499124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8802aa32-093a-4228-8eb3-03314adfa798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.502847 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8802aa32-093a-4228-8eb3-03314adfa798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.506267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8802aa32-093a-4228-8eb3-03314adfa798 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d58eb6e9-98e5-49c8-a846-ca846c742f14 HTTP/1.1" status: 204 len: 168 time: 0.2128916 Sep 19 03:18:56.515879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802aa32-093a-4228-8eb3-03314adfa798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58eb6e9-98e5-49c8-a846-ca846c742f14,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:56.541282 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.626001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port dd4d080c-1e57-406a-9be9-422437f2c67a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:56.626483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.692143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] DHCP port deletion for 1d545d5c-7741-4448-9a1b-6adb4b7bcb39 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:18:56.724241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] For port dd4d080c-1e57-406a-9be9-422437f2c67a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dd4d080c-1e57-406a-9be9-422437f2c67a,segment=NetworkSegment(79deb080-d23e-497c-86d0-c0024c37f6f3),segment_id=79deb080-d23e-497c-86d0-c0024c37f6f3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:56.724873 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.750734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] Deleting port dd4d080c-1e57-406a-9be9-422437f2c67a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:56.751608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.771611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for dd4d080c-1e57-406a-9be9-422437f2c67a owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:56.830929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] For port dd4d080c-1e57-406a-9be9-422437f2c67a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dd4d080c-1e57-406a-9be9-422437f2c67a,segment=NetworkSegment(79deb080-d23e-497c-86d0-c0024c37f6f3),segment_id=79deb080-d23e-497c-86d0-c0024c37f6f3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:18:56.831583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.834496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb75b2-5028-43c0-8f24-c01385801bbe req-3e71e249-d4c6-4f9b-b2e0-b0669cb7a21f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:56.836071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb75b2-5028-43c0-8f24-c01385801bbe req-3e71e249-d4c6-4f9b-b2e0-b0669cb7a21f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1085939 Sep 19 03:18:56.861741 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] Calling delete_port for dd4d080c-1e57-406a-9be9-422437f2c67a owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:56.926842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67cb75b2-5028-43c0-8f24-c01385801bbe req-0dd34c16-1e92-440a-9854-7aea43dc3647 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816762 Sep 19 03:18:56.943129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd4d080c-1e57-406a-9be9-422437f2c67a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:18:56.956433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:56.991975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=dd4d080c-1e57-406a-9be9-422437f2c67a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:57.014389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No active binding found for port dd4d080c-1e57-406a-9be9-422437f2c67a {{(pid=94724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 19 03:18:57.015003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd4d080c-1e57-406a-9be9-422437f2c67a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:18:57.030974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] No DVR routers for this DVR port dd4d080c-1e57-406a-9be9-422437f2c67a on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:18:57.031461 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.058605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] Pushing event deleted for resources: {'Port': ['ID=dd4d080c-1e57-406a-9be9-422437f2c67a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:57.063680 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0af8e3-499f-4471-86c7-7958a24c56f4 None None] No DVR routers for this DVR port dd4d080c-1e57-406a-9be9-422437f2c67a on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:18:57.139906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.163024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d545d5c-7741-4448-9a1b-6adb4b7bcb39']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:57.177734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79deb080-d23e-497c-86d0-c0024c37f6f3') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:57.178032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79deb080-d23e-497c-86d0-c0024c37f6f3') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:18:57.188548 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.203529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.209787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:18:57.210271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:18:57.213475 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:18:57.288888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.297213 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.301946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/networks/1d545d5c-7741-4448-9a1b-6adb4b7bcb39 HTTP/1.1" status: 204 len: 168 time: 0.8529081 Sep 19 03:18:57.302958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:57.316390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900886d-d258-4e16-880f-d809d753a3a8 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Network': ['ID=1d545d5c-7741-4448-9a1b-6adb4b7bcb39,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:57.462611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port e3b6948a-8130-4289-9b4b-937eaadfd7de {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:57.463313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.553707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.554152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.567172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for e3b6948a-8130-4289-9b4b-937eaadfd7de owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:57.610143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58762) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:57.712111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.751029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=e3b6948a-8130-4289-9b4b-937eaadfd7de,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:57.761500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2073317022'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:18:57.831231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.833796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.835012 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c337b25d-b168-480c-8248-85c95cad2bf1 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/floatingips/7acf39ae-ea6d-4988-a61b-74ecd6318e23 HTTP/1.1" status: 204 len: 168 time: 0.5296872 Sep 19 03:18:57.838629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58776) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:57.851361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:18:57.855720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.866981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:57.871568 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9569a7-f808-4a08-93a8-eeb114869e69 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] DELETE failed (client error): The resource could not be found. Sep 19 03:18:57.872750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9569a7-f808-4a08-93a8-eeb114869e69 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:18:57.877385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58778) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:57.877927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ee9569a7-f808-4a08-93a8-eeb114869e69 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/ports/79d7a5fb-215b-405b-a78e-3567148336e8 HTTP/1.1" status: 404 len: 333 time: 0.0376601 Sep 19 03:18:57.910871 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a2d73b70-4d83-4584-b18f-6ba84147210d tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b08261-f735-4e11-87fc-a15dce35d2fb HTTP/1.1" status: 200 len: 205 time: 0.0302808 Sep 19 03:18:57.911820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58782) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:57.960965 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-778702a9-2924-4ada-a529-cd1e4622841d tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] delete failed (client error): The resource could not be found. Sep 19 03:18:57.961882 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-778702a9-2924-4ada-a529-cd1e4622841d tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/routers/43b08261-f735-4e11-87fc-a15dce35d2fb HTTP/1.1" status: 404 len: 336 time: 0.0491261 Sep 19 03:18:57.965256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58790) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:58.021270 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43bb864-77a4-4e37-8e0a-420df954948e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] DELETE failed (client error): The resource could not be found. Sep 19 03:18:58.021868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43bb864-77a4-4e37-8e0a-420df954948e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:18:58.028801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d43bb864-77a4-4e37-8e0a-420df954948e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/subnets/0751e7c8-8614-4846-b2d6-7f4ea606f5aa HTTP/1.1" status: 404 len: 337 time: 0.0591028 Sep 19 03:18:58.029184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58792) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:58.056933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.061696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.092921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:18:58.108435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2ce7b-9be8-4163-9514-0ab63cb6e230,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:58.126095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.126449 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Added segment 8384c9aa-b633-4ed1-8f11-a5d0a478217f of type vlan for network f2a575eb-69ea-4587-8b3b-55d5be70900d Sep 19 03:18:58.171874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.175477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2adf4-aa84-4996-94c3-a9036272058b req-1848c456-c6a4-40c8-8bb1-286f3ce5674c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:58.183156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18f2adf4-aa84-4996-94c3-a9036272058b req-1848c456-c6a4-40c8-8bb1-286f3ce5674c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1004145 Sep 19 03:18:58.201849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.208829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:58.209646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.234813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18f2adf4-aa84-4996-94c3-a9036272058b req-bab28019-7a41-4031-84eb-c3e1bec9c55f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506644 Sep 19 03:18:58.255107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6388199 Sep 19 03:18:58.285706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port 26a21b16-f0c9-4e88-938a-aca42da875d5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:58.286326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.356576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae33b4b-c47a-4752-b002-bbcd1a7681a9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Network': ['ID=f2a575eb-69ea-4587-8b3b-55d5be70900d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:58.371052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f2a575eb-69ea-4587-8b3b-55d5be70900d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:18:58.503312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.524029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for 26a21b16-f0c9-4e88-938a-aca42da875d5 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:58.752759 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.815189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=26a21b16-f0c9-4e88-938a-aca42da875d5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:58.901595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:58.906154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58830) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:58.916443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-91a9e09b-26fc-4bf7-a332-5f83157fb6ea tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/ports/26a21b16-f0c9-4e88-938a-aca42da875d5 HTTP/1.1" status: 204 len: 168 time: 0.8843136 Sep 19 03:18:59.027100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port be1339c2-5d15-4f5f-a643-c8f441e0a079 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:18:59.027731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.182325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.195933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for be1339c2-5d15-4f5f-a643-c8f441e0a079 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:18:59.457327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58856) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:59.478181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.535507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75642d1-1253-4f66-a7e3-68220c87931e req-447bc4f1-18c7-40e8-bb3b-ed96823cafab tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:59.543947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a75642d1-1253-4f66-a7e3-68220c87931e req-447bc4f1-18c7-40e8-bb3b-ed96823cafab tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1678820 Sep 19 03:18:59.552362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=be1339c2-5d15-4f5f-a643-c8f441e0a079,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:59.656412 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f53bea-4b19-46a4-8069-ace64b1fa8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.677382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a75642d1-1253-4f66-a7e3-68220c87931e req-eb2ed4da-7ca3-4810-9395-23b40de47a15 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261380 Sep 19 03:18:59.717080 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.724716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58866) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:59.726218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-47387dd3-85c2-4080-ab9d-9d3dd69c50c3 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/ports/be1339c2-5d15-4f5f-a643-c8f441e0a079 HTTP/1.1" status: 204 len: 168 time: 0.8164227 Sep 19 03:18:59.766914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.857680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f53bea-4b19-46a4-8069-ace64b1fa8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.882908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f53bea-4b19-46a4-8069-ace64b1fa8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:18:59.944525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f70028b-5d0e-4040-9088-ddcdb2c8628f tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:18:59.949883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58872) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:18:59.950654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2f70028b-5d0e-4040-9088-ddcdb2c8628f tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "GET /v2.0/ports?device_id=b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 HTTP/1.1" status: 200 len: 913 time: 0.2236121 Sep 19 03:18:59.961826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53bea-4b19-46a4-8069-ace64b1fa8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d57d596-c6b5-4f88-ae1b-8aad55f20f06,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:18:59.970009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-49f53bea-4b19-46a4-8069-ace64b1fa8e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbc748ccf95d4e979a82265e43f4143b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114644 Sep 19 03:18:59.970948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58874) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:00.052952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e041cc22-7015-424c-8b16-7094c4df69d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:00.079861 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e041cc22-7015-424c-8b16-7094c4df69d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:00.148862 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e041cc22-7015-424c-8b16-7094c4df69d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:00.151989 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e041cc22-7015-424c-8b16-7094c4df69d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:00.153243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e041cc22-7015-424c-8b16-7094c4df69d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d57d596-c6b5-4f88-ae1b-8aad55f20f06 HTTP/1.1" status: 204 len: 168 time: 0.1813719 Sep 19 03:19:00.162088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041cc22-7015-424c-8b16-7094c4df69d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d57d596-c6b5-4f88-ae1b-8aad55f20f06,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:00.755531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58894) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:00.762188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:00.781324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ed656f-061b-4c4a-9d6f-0972adc4cabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.097663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port 9079e0e3-0be8-4aca-aeb8-abdf776bd74d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:01.098175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.121279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d8960-d101-45d6-a52c-6c563396116d req-3af16104-553d-4949-b668-718491ff8038 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:01.132626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d8960-d101-45d6-a52c-6c563396116d req-3af16104-553d-4949-b668-718491ff8038 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.3030391 Sep 19 03:19:01.195831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.212372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for 9079e0e3-0be8-4aca-aeb8-abdf776bd74d owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:01.293451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ed656f-061b-4c4a-9d6f-0972adc4cabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.309257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ed656f-061b-4c4a-9d6f-0972adc4cabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.338298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-82ed656f-061b-4c4a-9d6f-0972adc4cabe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f436cfdd461f4612881eef4ce800f1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815139 Sep 19 03:19:01.341885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58904) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:01.450493 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.463769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14d8960-d101-45d6-a52c-6c563396116d req-3427b6eb-a079-4504-99cb-014594399e9e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251445 Sep 19 03:19:01.508264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=9079e0e3-0be8-4aca-aeb8-abdf776bd74d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:01.511800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed656f-061b-4c4a-9d6f-0972adc4cabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d4d71-fca9-4af0-9ffb-8b4b2ccdbd37,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:01.542680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17edc680-1cf1-42e0-9c38-f069e9d34fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.593771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17edc680-1cf1-42e0-9c38-f069e9d34fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.670162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17edc680-1cf1-42e0-9c38-f069e9d34fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.673318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17edc680-1cf1-42e0-9c38-f069e9d34fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.674789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17edc680-1cf1-42e0-9c38-f069e9d34fa1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c1d4d71-fca9-4af0-9ffb-8b4b2ccdbd37 HTTP/1.1" status: 204 len: 168 time: 0.3315458 Sep 19 03:19:01.698966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17edc680-1cf1-42e0-9c38-f069e9d34fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d4d71-fca9-4af0-9ffb-8b4b2ccdbd37,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:01.708408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58912) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:01.713405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'subnet': {'network_id': 'f2a575eb-69ea-4587-8b3b-55d5be70900d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:01.789572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:01.914853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:01.923378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:02.062937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:19:02.238707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:19:02.253172 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:02.265181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] Sync routers for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:19:02.266729 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-271b4304-980d-46eb-8623-7f6725fe91eb tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "PUT /v2.0/routers/b75e1cc7-67e2-47c8-9c76-6bcda287b9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150883 Sep 19 03:19:02.268335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:02.284874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:02.289079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:02.344196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Subnet': ['ID=e2c7722f-d0d9-460e-9ae5-4bb556bd8f14,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:02.364186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Checking segment: {'id': '8384c9aa-b633-4ed1-8f11-a5d0a478217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f2a575eb-69ea-4587-8b3b-55d5be70900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:02.364553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network hostable DHCP agents. Network: f2a575eb-69ea-4587-8b3b-55d5be70900d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:02.391921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:02.410016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] Routers {'b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:02.410562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network f2a575eb-69ea-4587-8b3b-55d5be70900d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:02.411284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:02.426593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f2a575eb-69ea-4587-8b3b-55d5be70900d) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:02.437295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:02.440143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:02.466928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b47546d-446f-445a-bc88-e3eb79e44d3e None None] Network f2a575eb-69ea-4587-8b3b-55d5be70900d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:02.477424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:02.478602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843d02a-bb8c-433a-bdb8-3c4b388e3d0c None None] The sync data for ids ['b75e1cc7-67e2-47c8-9c76-6bcda287b9f9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:19:02.489310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58932) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:02.493008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c8779c97-b4ad-4de2-a373-a3904c401182 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7833903 Sep 19 03:19:02.500263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-10404987'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:02.625363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:02.627591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:02.640618 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:02.704253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d44e22-a628-4b06-81f3-d69eb2efb006 req-0416ed0c-2acb-42ee-a6f0-f5f5a98da898 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:02.716499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:02.721396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d44e22-a628-4b06-81f3-d69eb2efb006 req-0416ed0c-2acb-42ee-a6f0-f5f5a98da898 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1335008 Sep 19 03:19:02.759018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f2a575eb-69ea-4587-8b3b-55d5be70900d', 'network_id': 'f2a575eb-69ea-4587-8b3b-55d5be70900d', 'tenant_id': '32edbb9ffb0d47d4b03d3dfa2a84b54c', 'fixed_ips': [{'subnet_id': 'e2c7722f-d0d9-460e-9ae5-4bb556bd8f14'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:02.760700 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:02.827547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d44e22-a628-4b06-81f3-d69eb2efb006 req-83197dc4-5b26-4b76-9db2-7f6fe449f7bd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968535 Sep 19 03:19:03.028668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Allocated IP 2001:db8:0:ffff::2 (f2a575eb-69ea-4587-8b3b-55d5be70900d/e2c7722f-d0d9-460e-9ae5-4bb556bd8f14/de47e49b-461c-4dcc-855d-56ff97124cad) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:03.121899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.122445 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Added segment 8f385275-9d84-4542-86a3-e69ac31fb415 of type vlan for network 23cb5df4-1943-4946-a347-542bfaddef69 Sep 19 03:19:03.180363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.183870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.246115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.255967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:03.256619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.289895 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.302490 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.319656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8282375 Sep 19 03:19:03.322543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58958) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:03.330650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'subnet': {'network_id': '23cb5df4-1943-4946-a347-542bfaddef69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:03.352282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef695d-7dda-4c4d-b1ca-5a44d2a6bd78 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Network': ['ID=23cb5df4-1943-4946-a347-542bfaddef69,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:03.353123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Network f2a575eb-69ea-4587-8b3b-55d5be70900d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:03.357432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting port a6188998-c8ad-47fb-a23d-57221dd2bba2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:03.357773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.359334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:03.367578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:03.372020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 23cb5df4-1943-4946-a347-542bfaddef69 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:03.446014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.459231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Calling delete_port for a6188998-c8ad-47fb-a23d-57221dd2bba2 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:03.463200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Pushing event updated for resources: {'Port': ['ID=de47e49b-461c-4dcc-855d-56ff97124cad,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:03.633689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:03.633953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Attempting to bind port de47e49b-461c-4dcc-855d-56ff97124cad on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:03.634355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Attempting to bind port de47e49b-461c-4dcc-855d-56ff97124cad by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '8384c9aa-b633-4ed1-8f11-a5d0a478217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f2a575eb-69ea-4587-8b3b-55d5be70900d'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:03.634961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Attempting to bind port de47e49b-461c-4dcc-855d-56ff97124cad on network f2a575eb-69ea-4587-8b3b-55d5be70900d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:03.641832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:03.642414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Checking segment: {'id': '8384c9aa-b633-4ed1-8f11-a5d0a478217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f2a575eb-69ea-4587-8b3b-55d5be70900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:03.643103 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.643272 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.643814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Bound using segment: {'id': '8384c9aa-b633-4ed1-8f11-a5d0a478217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f2a575eb-69ea-4587-8b3b-55d5be70900d'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:03.644732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Bound port: de47e49b-461c-4dcc-855d-56ff97124cad, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8384c9aa-b633-4ed1-8f11-a5d0a478217f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f2a575eb-69ea-4587-8b3b-55d5be70900d'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:03.645320 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.753710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] For port de47e49b-461c-4dcc-855d-56ff97124cad, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:03.766836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] For port de47e49b-461c-4dcc-855d-56ff97124cad, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=de47e49b-461c-4dcc-855d-56ff97124cad,segment=NetworkSegment(8384c9aa-b633-4ed1-8f11-a5d0a478217f),segment_id=8384c9aa-b633-4ed1-8f11-a5d0a478217f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:03.777200 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.821422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:03.930564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dae22-158c-49ea-8dba-19b68fce8e8f None None] Pushing event updated for resources: {'Port': ['ID=de47e49b-461c-4dcc-855d-56ff97124cad,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:03.994770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Port': ['ID=a6188998-c8ad-47fb-a23d-57221dd2bba2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:04.116974 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.250697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.objects.ports [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:19:04.252809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59000) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:04.254872 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.325673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ffaf4-1f8a-4bb3-8b03-d3b43aa7203b req-f0d3d0c3-8fe8-450b-afea-6dcecaf1ec82 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:04.356225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-386ffaf4-1f8a-4bb3-8b03-d3b43aa7203b req-f0d3d0c3-8fe8-450b-afea-6dcecaf1ec82 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.3174362 Sep 19 03:19:04.409707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.416300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.524018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.524018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Fanout notify agent at l3_agent the message router_deleted on router b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:19:04.531115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.532552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-884dba1e-2b93-4d0a-9742-b89492ca084d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.539175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59006) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:04.539789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a4ceeea0-dd79-4264-9f6f-f76e7897159e tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/routers/b75e1cc7-67e2-47c8-9c76-6bcda287b9f9 HTTP/1.1" status: 204 len: 168 time: 2.2702940 Sep 19 03:19:04.575076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-386ffaf4-1f8a-4bb3-8b03-d3b43aa7203b req-dcba31c6-be63-451b-8faf-11f91ba7cb2d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192340 Sep 19 03:19:04.584632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Subnet': ['ID=0e6a28de-489b-4d59-92b2-c870eff97a83,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:04.644500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Checking segment: {'id': '8f385275-9d84-4542-86a3-e69ac31fb415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '23cb5df4-1943-4946-a347-542bfaddef69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:04.645287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network hostable DHCP agents. Network: 23cb5df4-1943-4946-a347-542bfaddef69, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:04.662296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Deleting subnet 34df3672-7d15-43ed-8640-5014bb575b39 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:19:04.670502 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.742533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.745361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network 23cb5df4-1943-4946-a347-542bfaddef69 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:04.793045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 23cb5df4-1943-4946-a347-542bfaddef69) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:04.798574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:04.799327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.803770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04c3ee-d0d6-4d83-9feb-d4086c977b4c None None] Network 23cb5df4-1943-4946-a347-542bfaddef69 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:04.834158 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.919450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-884dba1e-2b93-4d0a-9742-b89492ca084d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.926910 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-884dba1e-2b93-4d0a-9742-b89492ca084d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:04.959731 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b61202b0-43b3-4c0b-b311-a8f8a791ff1e tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6352351 Sep 19 03:19:04.962722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59010) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:04.968321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'port': {'network_id': '23cb5df4-1943-4946-a347-542bfaddef69', 'name': 'tempest-NetworksIpV6TestAttrs-45064033'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:04.998013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-884dba1e-2b93-4d0a-9742-b89492ca084d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6aca41897e284ff6897412517adf4259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7384894 Sep 19 03:19:04.999300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884dba1e-2b93-4d0a-9742-b89492ca084d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98645ac2-6ce6-4d41-a6b2-928c55b43eac,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:05.003562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59012) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:05.004757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.052140 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.054599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/subnets/34df3672-7d15-43ed-8640-5014bb575b39 HTTP/1.1" status: 204 len: 168 time: 0.5090499 Sep 19 03:19:05.059249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59014) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:05.069172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15c665-6fa0-4ab7-aab2-2ef236c05b41 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Subnet': ['ID=34df3672-7d15-43ed-8640-5014bb575b39,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:05.154828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b4bff83-9354-4419-bc11-240255ea2551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.179203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device de47e49b-461c-4dcc-855d-56ff97124cad up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:05.232700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.249892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-23cb5df4-1943-4946-a347-542bfaddef69', 'network_id': '23cb5df4-1943-4946-a347-542bfaddef69', 'tenant_id': '32edbb9ffb0d47d4b03d3dfa2a84b54c', 'fixed_ips': [{'subnet_id': '0e6a28de-489b-4d59-92b2-c870eff97a83'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:05.250224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.258032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b4bff83-9354-4419-bc11-240255ea2551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.287906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:05.294444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.308775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port de47e49b-461c-4dcc-855d-56ff97124cad triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:05.309155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.327242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] device_id is not set on port 64057a12-d9d6-441b-9e28-6da74c1d1fe5 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:19:05.457711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.513709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Allocated IP 2001:db8::f816:3eff:fe90:54f1 (23cb5df4-1943-4946-a347-542bfaddef69/0e6a28de-489b-4d59-92b2-c870eff97a83/64057a12-d9d6-441b-9e28-6da74c1d1fe5) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:05.519712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca63d67-95b0-4c5a-b18b-16758d7301cf']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:05.530608 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b4bff83-9354-4419-bc11-240255ea2551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.543324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b4bff83-9354-4419-bc11-240255ea2551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.569904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4b4bff83-9354-4419-bc11-240255ea2551 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98645ac2-6ce6-4d41-a6b2-928c55b43eac HTTP/1.1" status: 204 len: 168 time: 0.5395653 Sep 19 03:19:05.623788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cea219-6e0a-4f16-9734-50094face657') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:05.624101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cea219-6e0a-4f16-9734-50094face657') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:05.626069 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.642908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bff83-9354-4419-bc11-240255ea2551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98645ac2-6ce6-4d41-a6b2-928c55b43eac,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:05.660580 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.695067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.709423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:05.711343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.738110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port de47e49b-461c-4dcc-855d-56ff97124cad, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=de47e49b-461c-4dcc-855d-56ff97124cad,segment=NetworkSegment(8384c9aa-b633-4ed1-8f11-a5d0a478217f),segment_id=8384c9aa-b633-4ed1-8f11-a5d0a478217f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:05.751796 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.818025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32a57e4-8cc6-406d-bf75-307b336491dd None None] Network f2a575eb-69ea-4587-8b3b-55d5be70900d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:05.938232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:05.982590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=de47e49b-461c-4dcc-855d-56ff97124cad,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:06.029516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:06.083635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-48448a71-612b-459b-b794-8360a2d4ffa3 None None] Provisioning complete for port de47e49b-461c-4dcc-855d-56ff97124cad triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:06.084259 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48448a71-612b-459b-b794-8360a2d4ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:06.124730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network 23cb5df4-1943-4946-a347-542bfaddef69 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:06.156515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:06.161377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:06.189451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:06.190148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:06.233295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Port': ['ID=64057a12-d9d6-441b-9e28-6da74c1d1fe5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:06.250349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.250701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.258942 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4d8f7578-ca12-4a36-8c3e-dfdab50fef03 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2945158 Sep 19 03:19:06.259920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59034) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:06.267858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.268169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.272443 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.272849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.273192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.273531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.273863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.274203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.274517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.274866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:06.391828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting subnet 0e6a28de-489b-4d59-92b2-c870eff97a83 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:19:06.537796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Allocated IP 2001:db8::f816:3eff:feca:d273 (23cb5df4-1943-4946-a347-542bfaddef69/0e6a28de-489b-4d59-92b2-c870eff97a83/b1d6bb68-730a-42bc-b495-70b9c8eab300) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:06.552730 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:06.650687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:06.689924 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:06.691957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] 10.222.0.22 "DELETE /v2.0/networks/5ca63d67-95b0-4c5a-b18b-16758d7301cf HTTP/1.1" status: 204 len: 168 time: 1.6297524 Sep 19 03:19:06.744976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267a95c-fb7c-42f1-866e-b356e343dd59 tempest-FloatingIPTestJSON-790542138 tempest-FloatingIPTestJSON-790542138-project] Pushing event deleted for resources: {'Network': ['ID=5ca63d67-95b0-4c5a-b18b-16758d7301cf,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:06.776912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b360d6-a002-463b-9d83-494b8b0bf401 req-4c608154-b324-4b93-9f07-030cc2f3d4eb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:06.778625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92b360d6-a002-463b-9d83-494b8b0bf401 req-4c608154-b324-4b93-9f07-030cc2f3d4eb tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.2213981 Sep 19 03:19:06.915163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92b360d6-a002-463b-9d83-494b8b0bf401 req-8b0725da-b547-48c6-8cfe-13900bf54781 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280003 Sep 19 03:19:07.029544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device de47e49b-461c-4dcc-855d-56ff97124cad up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:07.173640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.188791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.214436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.241222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0ce81816-5c71-4a6b-b7c3-96d6b1583eea None None] Provisioning complete for port de47e49b-461c-4dcc-855d-56ff97124cad triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:07.241683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ce81816-5c71-4a6b-b7c3-96d6b1583eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.269701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.396505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59064) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:07.414322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Network 23cb5df4-1943-4946-a347-542bfaddef69 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:07.458649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port de47e49b-461c-4dcc-855d-56ff97124cad triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:07.459052 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.466497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:07.473312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.482379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:07.577641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.622815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6a28de-489b-4d59-92b2-c870eff97a83,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:07.625271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:07.630467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59070) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:07.645745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fc6bc501-f672-42b6-ace4-3eb84d088f0d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/0e6a28de-489b-4d59-92b2-c870eff97a83 HTTP/1.1" status: 204 len: 168 time: 1.3846452 Sep 19 03:19:07.719328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c106822d-b771-4f19-ba58-1bb036ba6915 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:07.720982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c106822d-b771-4f19-ba58-1bb036ba6915 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:07.725604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c106822d-b771-4f19-ba58-1bb036ba6915 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0905735 Sep 19 03:19:07.727564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59076) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:07.795996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4942ea5-7400-4b04-9784-694de738ecd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2ce51d5e79b4655bd2a1a69879f53c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978601 Sep 19 03:19:07.798573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:07.927489 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Pushing event updated for resources: {'Port': ['ID=b1d6bb68-730a-42bc-b495-70b9c8eab300,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:07.936027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fdc76b-1f7d-4d24-a543-41df79357530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.009491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fdc76b-1f7d-4d24-a543-41df79357530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.050947 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3cfe2d15-df5a-41cd-8db7-20d8f826e193 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.063013 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfe2d15-df5a-41cd-8db7-20d8f826e193 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 19 03:19:08.067956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfe2d15-df5a-41cd-8db7-20d8f826e193 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:08.074871 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3cfe2d15-df5a-41cd-8db7-20d8f826e193 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/23cb5df4-1943-4946-a347-542bfaddef69 HTTP/1.1" status: 409 len: 405 time: 0.3439889 Sep 19 03:19:08.075798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:08.081361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1426639437'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:08.113065 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fdc76b-1f7d-4d24-a543-41df79357530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.116269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17fdc76b-1f7d-4d24-a543-41df79357530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.117834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17fdc76b-1f7d-4d24-a543-41df79357530 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc99227e-ecd6-4875-87a0-86462a1081ab HTTP/1.1" status: 204 len: 168 time: 0.3146079 Sep 19 03:19:08.134323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:08.141617 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.149460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdc76b-1f7d-4d24-a543-41df79357530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99227e-ecd6-4875-87a0-86462a1081ab,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:08.207602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a846f-9963-4067-bb48-2f286bee7377 req-8ae68f87-5830-462f-a36a-29b4eb32171b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:08.207879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:08.220260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.220891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-623a846f-9963-4067-bb48-2f286bee7377 req-8ae68f87-5830-462f-a36a-29b4eb32171b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1233203 Sep 19 03:19:08.221277 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Added segment 46f97c3f-9e7a-4468-a9b8-4c9142b06f46 of type vlan for network 5323e61c-18ba-4bdc-b031-57d7899fc500 Sep 19 03:19:08.282260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.320986 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.321645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Attempting to bind port b1d6bb68-730a-42bc-b495-70b9c8eab300 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:08.322234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Attempting to bind port b1d6bb68-730a-42bc-b495-70b9c8eab300 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '8f385275-9d84-4542-86a3-e69ac31fb415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '23cb5df4-1943-4946-a347-542bfaddef69'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:08.324074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Attempting to bind port b1d6bb68-730a-42bc-b495-70b9c8eab300 on network 23cb5df4-1943-4946-a347-542bfaddef69 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:08.333255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:08.336427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.340173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:08.340492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Checking segment: {'id': '8f385275-9d84-4542-86a3-e69ac31fb415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '23cb5df4-1943-4946-a347-542bfaddef69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:08.340905 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.341307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Bound using segment: {'id': '8f385275-9d84-4542-86a3-e69ac31fb415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '23cb5df4-1943-4946-a347-542bfaddef69'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:08.343999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Bound port: b1d6bb68-730a-42bc-b495-70b9c8eab300, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f385275-9d84-4542-86a3-e69ac31fb415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '23cb5df4-1943-4946-a347-542bfaddef69'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:08.344406 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.366211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-623a846f-9963-4067-bb48-2f286bee7377 req-2b8f674d-8762-4e84-b70b-84051c594e2a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416395 Sep 19 03:19:08.403922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3267593 Sep 19 03:19:08.406923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59110) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:08.412330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'subnet': {'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:08.461290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] For port b1d6bb68-730a-42bc-b495-70b9c8eab300, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:08.465228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] For port b1d6bb68-730a-42bc-b495-70b9c8eab300, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b1d6bb68-730a-42bc-b495-70b9c8eab300,segment=NetworkSegment(8f385275-9d84-4542-86a3-e69ac31fb415),segment_id=8f385275-9d84-4542-86a3-e69ac31fb415)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:08.520803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58191331-7487-4c1d-a03a-0e01ec6a478a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Network': ['ID=5323e61c-18ba-4bdc-b031-57d7899fc500,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:08.522516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.590404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5323e61c-18ba-4bdc-b031-57d7899fc500 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:08.612039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:08.618299 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:08.751814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d23a5d-36f0-46f8-abf8-e8f0577bf014 None None] Pushing event updated for resources: {'Port': ['ID=b1d6bb68-730a-42bc-b495-70b9c8eab300,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:08.778165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c108b-51ab-47a3-97fa-2b5f6e5bcdcc None None] Network 23cb5df4-1943-4946-a347-542bfaddef69 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:08.863685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59116) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:09.047988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198375bf-7b8c-43d5-82f9-9cbb81a29867 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:09.161113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.objects.ports [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:19:09.163887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.196422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e92c3959-a6b0-4029-874a-1ac08fd6d48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.377576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Checking segment: {'id': '46f97c3f-9e7a-4468-a9b8-4c9142b06f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:09.385013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network hostable DHCP agents. Network: 5323e61c-18ba-4bdc-b031-57d7899fc500, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:09.404405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Subnet': ['ID=462d897a-3a5e-46bb-9c04-a37d716b1b09,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:09.420235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198375bf-7b8c-43d5-82f9-9cbb81a29867 None None] Network 5323e61c-18ba-4bdc-b031-57d7899fc500 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:09.421191 n-d-809936-1 neutron-server[94723]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 already present Sep 19 03:19:09.421511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network 5323e61c-18ba-4bdc-b031-57d7899fc500 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:09.422150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5323e61c-18ba-4bdc-b031-57d7899fc500) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:09.429165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:09.431480 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.455516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198375bf-7b8c-43d5-82f9-9cbb81a29867 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5323e61c-18ba-4bdc-b031-57d7899fc500) {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:09.501005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e92c3959-a6b0-4029-874a-1ac08fd6d48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.512776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e92c3959-a6b0-4029-874a-1ac08fd6d48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.540532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-115a5e7a-3785-4df5-961b-3d1e35bbf26c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1323307 Sep 19 03:19:09.542871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59174) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:09.549159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'port': {'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500', 'name': 'tempest-NetworksIpV6TestAttrs-1672292532'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:09.601560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d4c4-f426-41f7-bb04-764b9f04c048 req-0b01054a-f82e-477b-94b4-2fd7a5c0356e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:09.605255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c3959-a6b0-4029-874a-1ac08fd6d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3ac234-608c-4fb2-b8fa-f5f2b8b3d433,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:09.609411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc59d4c4-f426-41f7-bb04-764b9f04c048 req-0b01054a-f82e-477b-94b4-2fd7a5c0356e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1113122 Sep 19 03:19:09.619631 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e92c3959-a6b0-4029-874a-1ac08fd6d48c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87d5ecca50374bdda7eaba3b774140a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546468 Sep 19 03:19:09.625464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59180) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:09.690199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc59d4c4-f426-41f7-bb04-764b9f04c048 req-33cb3bab-e383-420f-adf0-1995823ba564 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797138 Sep 19 03:19:09.734075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-598108a3-0eeb-4d74-bc2b-f0f06b5ad9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.771559 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-598108a3-0eeb-4d74-bc2b-f0f06b5ad9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.808617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:09.814726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.873234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] device_id is not set on port eb95a273-2b87-4069-a7bd-974b30db0468 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:19:09.888310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-598108a3-0eeb-4d74-bc2b-f0f06b5ad9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.897318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-598108a3-0eeb-4d74-bc2b-f0f06b5ad9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:09.902448 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-598108a3-0eeb-4d74-bc2b-f0f06b5ad9af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec3ac234-608c-4fb2-b8fa-f5f2b8b3d433 HTTP/1.1" status: 204 len: 168 time: 0.2718687 Sep 19 03:19:09.919866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598108a3-0eeb-4d74-bc2b-f0f06b5ad9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3ac234-608c-4fb2-b8fa-f5f2b8b3d433,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:09.966856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59188) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:09.998155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5323e61c-18ba-4bdc-b031-57d7899fc500', 'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500', 'tenant_id': '32edbb9ffb0d47d4b03d3dfa2a84b54c', 'fixed_ips': [{'subnet_id': '462d897a-3a5e-46bb-9c04-a37d716b1b09'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:09.999574 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.038213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:10.133962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Allocated IP 2001:db8::f816:3eff:fe57:f3a7 (5323e61c-18ba-4bdc-b031-57d7899fc500/462d897a-3a5e-46bb-9c04-a37d716b1b09/eb95a273-2b87-4069-a7bd-974b30db0468) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:10.257994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1756657704'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:10.309633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Made reservation on behalf of 13cee1ad39af41929831906f6206c81e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:10.313470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.332427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.449531 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.476740 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dda98a47-0eca-4270-88bc-53abae31ab64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.512774 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.558166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.597178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Allocated IP 2001:db8::f816:3eff:fe0e:77f (5323e61c-18ba-4bdc-b031-57d7899fc500/462d897a-3a5e-46bb-9c04-a37d716b1b09/42fe2197-f00a-4c64-8ec7-c7009ac5f418) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:10.601540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59202) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:10.603791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.621873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network 5323e61c-18ba-4bdc-b031-57d7899fc500 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:10.636421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:10.639410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:10.645847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:10.646498 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.655144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:10.659127 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de5ac8f8-b222-4e7a-8520-ea2a8972011d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.670059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f7b89-a93c-4690-80a0-b0a30534563b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:10.689458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.695068 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Added segment 93a5f285-2fe7-4c82-84f8-112b9ecf758d of type vlan for network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c Sep 19 03:19:10.704000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Port': ['ID=eb95a273-2b87-4069-a7bd-974b30db0468,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:10.756134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.790136 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dda98a47-0eca-4270-88bc-53abae31ab64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.810637 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.816809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7b41b05c-ba30-4426-b009-b9f1fa45a713 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2701912 Sep 19 03:19:10.817831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:10.822661 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.864951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Network 5323e61c-18ba-4bdc-b031-57d7899fc500 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:10.868047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:10.872368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:10.886978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dda98a47-0eca-4270-88bc-53abae31ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.890787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Pushing event updated for resources: {'Port': ['ID=42fe2197-f00a-4c64-8ec7-c7009ac5f418,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:10.892901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting subnet 462d897a-3a5e-46bb-9c04-a37d716b1b09 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:19:10.899084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.939179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.945055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:10.945785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.956856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de5ac8f8-b222-4e7a-8520-ea2a8972011d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.959062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Attempting to bind port 42fe2197-f00a-4c64-8ec7-c7009ac5f418 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:10.959402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Attempting to bind port 42fe2197-f00a-4c64-8ec7-c7009ac5f418 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '46f97c3f-9e7a-4468-a9b8-4c9142b06f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:10.959794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Attempting to bind port 42fe2197-f00a-4c64-8ec7-c7009ac5f418 on network 5323e61c-18ba-4bdc-b031-57d7899fc500 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:10.966114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de5ac8f8-b222-4e7a-8520-ea2a8972011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.967437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:10.967893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Checking segment: {'id': '46f97c3f-9e7a-4468-a9b8-4c9142b06f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:10.968454 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.969031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Bound using segment: {'id': '46f97c3f-9e7a-4468-a9b8-4c9142b06f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:10.969521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Bound port: 42fe2197-f00a-4c64-8ec7-c7009ac5f418, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f97c3f-9e7a-4468-a9b8-4c9142b06f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5323e61c-18ba-4bdc-b031-57d7899fc500'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:10.970629 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:10.981196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fd12-33ef-485e-947c-80f43be6af1f req-cc36e63c-ca9d-4f0f-b662-a2fb284594b3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:10.986514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0182984 Sep 19 03:19:10.993570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b24fd12-33ef-485e-947c-80f43be6af1f req-cc36e63c-ca9d-4f0f-b662-a2fb284594b3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1958447 Sep 19 03:19:10.995832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59208) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:11.016317 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dda98a47-0eca-4270-88bc-53abae31ab64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ada01a4e17a4db88b72eb22702354b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9768424 Sep 19 03:19:11.024664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'subnet': {'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:11.026877 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.029545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:11.047328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] For port 42fe2197-f00a-4c64-8ec7-c7009ac5f418, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:11.050618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] For port 42fe2197-f00a-4c64-8ec7-c7009ac5f418, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=42fe2197-f00a-4c64-8ec7-c7009ac5f418,segment=NetworkSegment(46f97c3f-9e7a-4468-a9b8-4c9142b06f46),segment_id=46f97c3f-9e7a-4468-a9b8-4c9142b06f46)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:11.063908 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.085858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda98a47-0eca-4270-88bc-53abae31ab64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dad699c-9bda-4218-89c0-1f23f8f8909c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:11.096434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-de5ac8f8-b222-4e7a-8520-ea2a8972011d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36c2c5c4b218468f9e691b72b0d7289b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878652 Sep 19 03:19:11.106780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:11.108747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ac8f8-b222-4e7a-8520-ea2a8972011d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe094dce-5c16-4715-902c-6839b94a060c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:11.120645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78969d6-bf1c-4398-a8ff-52a0f8c942c6 None None] Pushing event updated for resources: {'Port': ['ID=42fe2197-f00a-4c64-8ec7-c7009ac5f418,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:11.202067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d7d58-bae4-4edf-9183-1b8e5b1d41a1 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Network': ['ID=8fde2b8d-1a15-49d9-b7f5-60cb71850d2c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:11.203024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b24fd12-33ef-485e-947c-80f43be6af1f req-24153173-e391-4da1-9e75-ed86a4a9a55c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071521 Sep 19 03:19:11.222051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:11.267245 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5721785a-28aa-4c9d-86ee-210270d29f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.282994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Made reservation on behalf of 13cee1ad39af41929831906f6206c81e for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:11.289368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.294363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2db4d47e-e9ae-41a0-94c2-de6849b4410a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.350913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.365087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2db4d47e-e9ae-41a0-94c2-de6849b4410a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.428809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5721785a-28aa-4c9d-86ee-210270d29f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.519510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.544332 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2db4d47e-e9ae-41a0-94c2-de6849b4410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.548288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2db4d47e-e9ae-41a0-94c2-de6849b4410a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.556018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Subnet': ['ID=462d897a-3a5e-46bb-9c04-a37d716b1b09,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:11.567797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2db4d47e-e9ae-41a0-94c2-de6849b4410a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe094dce-5c16-4715-902c-6839b94a060c HTTP/1.1" status: 204 len: 168 time: 0.4481568 Sep 19 03:19:11.568628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.574044 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6e60b3d2-a72b-49ea-85f9-a4fbec11b144 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/462d897a-3a5e-46bb-9c04-a37d716b1b09 HTTP/1.1" status: 204 len: 168 time: 0.7518923 Sep 19 03:19:11.574044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5721785a-28aa-4c9d-86ee-210270d29f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.575922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5721785a-28aa-4c9d-86ee-210270d29f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.579907 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5721785a-28aa-4c9d-86ee-210270d29f07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dad699c-9bda-4218-89c0-1f23f8f8909c HTTP/1.1" status: 204 len: 168 time: 0.5437250 Sep 19 03:19:11.579907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59220) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:11.689017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721785a-28aa-4c9d-86ee-210270d29f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dad699c-9bda-4218-89c0-1f23f8f8909c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:11.712325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74dcc94-10aa-4776-a0ba-9c8f18e48071 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:11.714587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74dcc94-10aa-4776-a0ba-9c8f18e48071 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:11.717075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c74dcc94-10aa-4776-a0ba-9c8f18e48071 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1286535 Sep 19 03:19:11.720295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59224) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:11.834465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4d47e-e9ae-41a0-94c2-de6849b4410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe094dce-5c16-4715-902c-6839b94a060c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:11.911398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.911632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3a30-cc29-4e40-a75a-c12bea69df8a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:11.926647 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3a3a30-cc29-4e40-a75a-c12bea69df8a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 19 03:19:11.928036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3a3a30-cc29-4e40-a75a-c12bea69df8a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:11.938202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dc3a3a30-cc29-4e40-a75a-c12bea69df8a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/5323e61c-18ba-4bdc-b031-57d7899fc500 HTTP/1.1" status: 409 len: 405 time: 0.2108335 Sep 19 03:19:11.941079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59226) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:11.956963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1346748922'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:12.021431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Subnet': ['ID=c6f6816d-6f83-4902-99c2-1c6c43bd88a3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:12.035620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Checking segment: {'id': '93a5f285-2fe7-4c82-84f8-112b9ecf758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:12.039544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Network hostable DHCP agents. Network: 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:12.044551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:12.052450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.113227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:12.132697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:12.147146 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.147800 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Added segment 2b7b94ca-afa0-4d37-9195-896b8f2ba4e1 of type vlan for network 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 Sep 19 03:19:12.164178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:12.184354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:12.185244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.231818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59234) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:12.258161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-11093e2b-7acc-4690-9d13-15fcfd06d461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2440460 Sep 19 03:19:12.260061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59236) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:12.281813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-54566b2a-edb6-4dd9-9483-b4757e594eaf tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-926891739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:12.283023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.294359 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.337041 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.343634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:19:12.343634 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:19:12.343634 n-d-809936-1 neutron-server[94722]: [parameters: {'project_id_1': 'cdf000c6fd9a4f058ad3f8a00d491e20', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 18, 52, 329670)}] Sep 19 03:19:12.343634 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:12.344611 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:12.345434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:12.347229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:12.347891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.357129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54566b2a-edb6-4dd9-9483-b4757e594eaf tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.358822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54566b2a-edb6-4dd9-9483-b4757e594eaf tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.377942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85b10fdd-2c4c-420d-ad65-874d8fea0012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.426289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4794257 Sep 19 03:19:12.431758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59240) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:12.445731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'subnet': {'network_id': '2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:12.531678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e14729-7414-4e70-948c-33c98cf905fb req-44fbdc14-e431-4680-bcb7-3035c6fe5f3f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:12.533309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91e14729-7414-4e70-948c-33c98cf905fb req-44fbdc14-e431-4680-bcb7-3035c6fe5f3f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1687748 Sep 19 03:19:12.534346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b015d50-89f8-4343-97f5-f5bc3f477781 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Network': ['ID=2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:12.549392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:12.626835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91e14729-7414-4e70-948c-33c98cf905fb req-c3d2aa94-4ce6-45a8-abbf-c3c75e54d72d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720625 Sep 19 03:19:12.628289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54566b2a-edb6-4dd9-9483-b4757e594eaf tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.643712 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54566b2a-edb6-4dd9-9483-b4757e594eaf tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.727979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85b10fdd-2c4c-420d-ad65-874d8fea0012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.740171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85b10fdd-2c4c-420d-ad65-874d8fea0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.773030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af9f5c-6c14-4681-b49d-d4a2ecc82be7 None None] Network 5323e61c-18ba-4bdc-b031-57d7899fc500 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:12.776984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44967ad5-8e48-4492-abfb-f7aca7671fe4 None None] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:12.794785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:12.798889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.802084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54566b2a-edb6-4dd9-9483-b4757e594eaf tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.806449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59246) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:12.815208 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-54566b2a-edb6-4dd9-9483-b4757e594eaf tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5537224 Sep 19 03:19:12.864252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:12.866171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b10fdd-2c4c-420d-ad65-874d8fea0012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b50456-ac2b-4c37-adab-16383b81b8f2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:12.889775 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85b10fdd-2c4c-420d-ad65-874d8fea0012 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdccc1829a024213a0f71c2d9199e88a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428591 Sep 19 03:19:13.004171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59248) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:13.026491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.093666 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.119896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 42fe2197-f00a-4c64-8ec7-c7009ac5f418 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:13.125871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-280970a0-0af3-4837-a6af-e7e4be926473 None None] Provisioning complete for port 42fe2197-f00a-4c64-8ec7-c7009ac5f418 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:13.126245 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-280970a0-0af3-4837-a6af-e7e4be926473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.214428 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdf000c6fd9a4f058ad3f8a00d491e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9803500 Sep 19 03:19:13.218613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:13.262626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a756b39a-4791-4678-8fd0-1b81742ff584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.263795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710003c-38ec-4f6d-a174-27df782d2a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dd21e7-e991-43ad-a519-d42f2182a5ac,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:13.323578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.337887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a756b39a-4791-4678-8fd0-1b81742ff584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.386575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 42fe2197-f00a-4c64-8ec7-c7009ac5f418 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:13.386972 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.388733 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e022feca-f272-45bb-b3ad-6986c0fe6ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.392558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-8fde2b8d-1a15-49d9-b7f5-60cb71850d2c', 'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c', 'tenant_id': '13cee1ad39af41929831906f6206c81e', 'fixed_ips': [{'subnet_id': 'c6f6816d-6f83-4902-99c2-1c6c43bd88a3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:13.393378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.432178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f647c5-2d1e-48fe-8ded-7a9725f91040 None None] Network 5323e61c-18ba-4bdc-b031-57d7899fc500 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:13.432987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e022feca-f272-45bb-b3ad-6986c0fe6ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.533782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-280970a0-0af3-4837-a6af-e7e4be926473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.580034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e022feca-f272-45bb-b3ad-6986c0fe6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.583321 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e022feca-f272-45bb-b3ad-6986c0fe6ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.584675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e022feca-f272-45bb-b3ad-6986c0fe6ee0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5dd21e7-e991-43ad-a519-d42f2182a5ac HTTP/1.1" status: 204 len: 168 time: 0.3596270 Sep 19 03:19:13.602484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022feca-f272-45bb-b3ad-6986c0fe6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dd21e7-e991-43ad-a519-d42f2182a5ac,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:13.626488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:19:13.636290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.668826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a756b39a-4791-4678-8fd0-1b81742ff584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.673573 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a756b39a-4791-4678-8fd0-1b81742ff584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:13.675422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a756b39a-4791-4678-8fd0-1b81742ff584 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4b50456-ac2b-4c37-adab-16383b81b8f2 HTTP/1.1" status: 204 len: 168 time: 0.5858493 Sep 19 03:19:13.721576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Subnet': ['ID=5eaeee12-44d9-4974-99da-e8bc0e120b22,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:13.751277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Allocated IP 172.20.0.1 (8fde2b8d-1a15-49d9-b7f5-60cb71850d2c/c6f6816d-6f83-4902-99c2-1c6c43bd88a3/fd35a753-4469-462b-872c-ffe35333f241) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:13.764153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756b39a-4791-4678-8fd0-1b81742ff584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b50456-ac2b-4c37-adab-16383b81b8f2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:13.890328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Checking segment: {'id': '2b7b94ca-afa0-4d37-9195-896b8f2ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:13.890677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network hostable DHCP agents. Network: 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:13.941512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:13.985036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:13.995718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:13.996551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.032200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39638d8b-773b-4aea-9933-c8f36de6c971 req-56890baa-1c05-4557-b4de-ef40f72e4478 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:14.040850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39638d8b-773b-4aea-9933-c8f36de6c971 req-56890baa-1c05-4557-b4de-ef40f72e4478 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1624711 Sep 19 03:19:14.045801 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0d912247-5f06-45de-ae0b-46594d704b67 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6134858 Sep 19 03:19:14.049506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:14.115594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39638d8b-773b-4aea-9933-c8f36de6c971 req-54f2659a-66c1-483e-9c19-4fdc75f984cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718071 Sep 19 03:19:14.133586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.178439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebbdd14-4fbf-407e-a14f-79c63cfd5276 None None] Network 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:14.211139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.225053 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.297506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.341322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Port': ['ID=fd35a753-4469-462b-872c-ffe35333f241,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:14.380264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:14.385720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:14.387772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.396957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:14.448971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.486216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Subnet': ['ID=5eaeee12-44d9-4974-99da-e8bc0e120b22,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:14.600452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-280970a0-0af3-4837-a6af-e7e4be926473 None None] For port 42fe2197-f00a-4c64-8ec7-c7009ac5f418, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=42fe2197-f00a-4c64-8ec7-c7009ac5f418,segment=NetworkSegment(46f97c3f-9e7a-4468-a9b8-4c9142b06f46),segment_id=46f97c3f-9e7a-4468-a9b8-4c9142b06f46)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:14.625879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-280970a0-0af3-4837-a6af-e7e4be926473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.629363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.656979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Allocated IP 172.20.0.2 (8fde2b8d-1a15-49d9-b7f5-60cb71850d2c/c6f6816d-6f83-4902-99c2-1c6c43bd88a3/d281e223-1df7-4e78-a2ea-f865d89a67bd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:14.661009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af5aa3cd-7b69-4ffe-8fbd-b74547ef5139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.686172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.694393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:14.716033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7b94ca-afa0-4d37-9195-896b8f2ba4e1') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:14.716411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7b94ca-afa0-4d37-9195-896b8f2ba4e1') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:14.729852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.755584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.783092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:14.785281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.795504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:14.804709 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:14.846125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] DHCP port deletion for 5323e61c-18ba-4bdc-b031-57d7899fc500 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:19:14.946014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.960131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:14.967956 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 HTTP/1.1" status: 204 len: 168 time: 0.9170461 Sep 19 03:19:14.968729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59292) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:15.007056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3693c45-43c2-4de2-8c00-ac9012841aad tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Network': ['ID=2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:15.021608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-841771709'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:15.029857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280970a0-0af3-4837-a6af-e7e4be926473 None None] Pushing event updated for resources: {'Port': ['ID=42fe2197-f00a-4c64-8ec7-c7009ac5f418,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:15.100550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46022130-182b-42b4-8133-32afd7430f1f None None] Network 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:15.112815 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:15.115526 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:15.116333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:15.125952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.189974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46022130-182b-42b4-8133-32afd7430f1f None None] Network 2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 could not be found, it might have been deleted concurrently. {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 19 03:19:15.282422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:15.339908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.340259 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Added segment d9c6b302-026b-44e8-9063-0077b84f2a9b of type vlan for network 403d4792-5946-4c3b-bd38-37fb70ff94d5 Sep 19 03:19:15.352498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] Deleting port 42fe2197-f00a-4c64-8ec7-c7009ac5f418 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:15.352893 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.409811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470265dd-10c9-41b6-803c-d3439d8620c1 req-bc6aaf59-7e9f-4954-9d87-27b4d3e4d879 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:15.417369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-470265dd-10c9-41b6-803c-d3439d8620c1 req-bc6aaf59-7e9f-4954-9d87-27b4d3e4d879 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1784558 Sep 19 03:19:15.451402 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.480855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.492493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.499864 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.512677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] For port 42fe2197-f00a-4c64-8ec7-c7009ac5f418, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=42fe2197-f00a-4c64-8ec7-c7009ac5f418,segment=NetworkSegment(46f97c3f-9e7a-4468-a9b8-4c9142b06f46),segment_id=46f97c3f-9e7a-4468-a9b8-4c9142b06f46)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:15.512893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-470265dd-10c9-41b6-803c-d3439d8620c1 req-1bf1f0ac-92f7-430e-aa12-c740efa9ad5f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943651 Sep 19 03:19:15.513090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.513843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.525899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.532929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:15.534032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.539795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:15.551131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:15.574092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:15.587215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] Calling delete_port for 42fe2197-f00a-4c64-8ec7-c7009ac5f418 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:15.644653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6719918 Sep 19 03:19:15.648179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59322) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:15.655101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'subnet': {'network_id': '403d4792-5946-4c3b-bd38-37fb70ff94d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:15.660487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.716066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Port': ['ID=fd35a753-4469-462b-872c-ffe35333f241,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:15.739752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e63b5d-1ee8-4f9e-bf97-a0558fb19c6d tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Network': ['ID=403d4792-5946-4c3b-bd38-37fb70ff94d5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:15.804657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Pushing event updated for resources: {'Port': ['ID=d281e223-1df7-4e78-a2ea-f865d89a67bd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:15.810723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 403d4792-5946-4c3b-bd38-37fb70ff94d5 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:15.863649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:15.869313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:15.882722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 42fe2197-f00a-4c64-8ec7-c7009ac5f418 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:15.950352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:15.952597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:16.070414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Attempting to bind port d281e223-1df7-4e78-a2ea-f865d89a67bd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:16.070832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Attempting to bind port d281e223-1df7-4e78-a2ea-f865d89a67bd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '93a5f285-2fe7-4c82-84f8-112b9ecf758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:16.071210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Attempting to bind port d281e223-1df7-4e78-a2ea-f865d89a67bd on network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:16.106211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:16.106660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Checking segment: {'id': '93a5f285-2fe7-4c82-84f8-112b9ecf758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:16.107280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.107690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Bound using segment: {'id': '93a5f285-2fe7-4c82-84f8-112b9ecf758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:16.108525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Bound port: d281e223-1df7-4e78-a2ea-f865d89a67bd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a5f285-2fe7-4c82-84f8-112b9ecf758d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:16.108755 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.130686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.215229 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.249585 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.279997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] No DVR routers for this DVR port 42fe2197-f00a-4c64-8ec7-c7009ac5f418 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:16.299675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.305072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Router aefa3a2c-44f7-4a65-920f-7d7da68c1e81 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:19:16.344066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb86a4f-aea0-4574-bf82-c19ab616190e None None] Pushing event deleted for resources: {'Port': ['ID=42fe2197-f00a-4c64-8ec7-c7009ac5f418,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:16.356210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:16.367598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] For port d281e223-1df7-4e78-a2ea-f865d89a67bd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:16.395890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] For port d281e223-1df7-4e78-a2ea-f865d89a67bd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d281e223-1df7-4e78-a2ea-f865d89a67bd,segment=NetworkSegment(93a5f285-2fe7-4c82-84f8-112b9ecf758d),segment_id=93a5f285-2fe7-4c82-84f8-112b9ecf758d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:16.417317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.456221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Subnet': ['ID=42f47ff4-2235-40e5-aa24-cb6871990a6c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:16.485042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Checking segment: {'id': 'd9c6b302-026b-44e8-9063-0077b84f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '403d4792-5946-4c3b-bd38-37fb70ff94d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:16.485413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network hostable DHCP agents. Network: 403d4792-5946-4c3b-bd38-37fb70ff94d5, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:16.502171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:19:16.515695 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] Sync routers for ids ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:19:16.519065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59382) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:16.524285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'port': {'network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c', 'name': 'tempest-FloatingIPNegativeTestJSON-707086527'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:16.527310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-953bcb4d-6171-4afc-a548-81ded831b461 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "PUT /v2.0/routers/aefa3a2c-44f7-4a65-920f-7d7da68c1e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7196777 Sep 19 03:19:16.548127 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] Routers {'aefa3a2c-44f7-4a65-920f-7d7da68c1e81'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:16.548844 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:16.563006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network 403d4792-5946-4c3b-bd38-37fb70ff94d5 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:16.584965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b3c21-473a-4856-a1d9-e5dfea48ae1d None None] Pushing event updated for resources: {'Port': ['ID=d281e223-1df7-4e78-a2ea-f865d89a67bd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:16.633647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 403d4792-5946-4c3b-bd38-37fb70ff94d5) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:16.646576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478bda1c-b887-4fb9-b628-ec2a317c4856 None None] Network 403d4792-5946-4c3b-bd38-37fb70ff94d5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:16.653936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:16.654538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.753286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dc358-dffb-4aa5-8d9b-c2c6fd3f6b6a req-e10cfb54-ce4f-463d-beea-838f7a53ae78 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:16.763343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b2dc358-dffb-4aa5-8d9b-c2c6fd3f6b6a req-e10cfb54-ce4f-463d-beea-838f7a53ae78 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1227708 Sep 19 03:19:16.826957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f01b8aab-736d-45f6-9e23-56dea34a1c55 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1754844 Sep 19 03:19:16.827603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59390) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:16.856108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b2dc358-dffb-4aa5-8d9b-c2c6fd3f6b6a req-b6a45040-f41d-4728-84d2-61c8f2eec39f tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917945 Sep 19 03:19:16.974076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-403d4792-5946-4c3b-bd38-37fb70ff94d5', 'network_id': '403d4792-5946-4c3b-bd38-37fb70ff94d5', 'tenant_id': '32edbb9ffb0d47d4b03d3dfa2a84b54c', 'fixed_ips': [{'subnet_id': '42f47ff4-2235-40e5-aa24-cb6871990a6c'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:16.975002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.975950 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:16.976660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77861b61-79a0-48ea-9fdf-fbdc2f561442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:16.985192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Made reservation on behalf of 13cee1ad39af41929831906f6206c81e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:16.988774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.012904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] device_id is not set on port 58846291-ab70-42a5-af0b-ef71a51d2b5f yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:19:17.016203 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] Routers {'aefa3a2c-44f7-4a65-920f-7d7da68c1e81'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:17.017058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:18:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:17.106040 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:17.108241 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f793c45-8ae8-4347-b345-c0ccc3addd97 None None] The sync data for ids ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:19:17.245501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Allocated IP 172.20.0.12 (8fde2b8d-1a15-49d9-b7f5-60cb71850d2c/c6f6816d-6f83-4902-99c2-1c6c43bd88a3/58846291-ab70-42a5-af0b-ef71a51d2b5f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:17.249783 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9c50c9a-c472-4697-82e4-b4115899ea19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.304201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.355160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Allocated IP 2001:db8::2 (403d4792-5946-4c3b-bd38-37fb70ff94d5/42f47ff4-2235-40e5-aa24-cb6871990a6c/b203a16b-88e0-4e6c-87c9-be49e5215d32) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:17.495606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77861b61-79a0-48ea-9fdf-fbdc2f561442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.505800 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.603341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.617447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.622233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77861b61-79a0-48ea-9fdf-fbdc2f561442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.679662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77861b61-79a0-48ea-9fdf-fbdc2f561442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2114995d-0758-4fd2-8734-4d51fbbcda38,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:17.691312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Network 403d4792-5946-4c3b-bd38-37fb70ff94d5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:17.698639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:17.704118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:17.724527 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-77861b61-79a0-48ea-9fdf-fbdc2f561442 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0506e62d44a046b5850eade131988681&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3669355 Sep 19 03:19:17.727087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59404) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:17.749478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.759688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.793669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Subnet': ['ID=42f47ff4-2235-40e5-aa24-cb6871990a6c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:17.795635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Pushing event updated for resources: {'Port': ['ID=b203a16b-88e0-4e6c-87c9-be49e5215d32,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:17.874502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Attempting to bind port b203a16b-88e0-4e6c-87c9-be49e5215d32 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:17.881474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Attempting to bind port b203a16b-88e0-4e6c-87c9-be49e5215d32 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'd9c6b302-026b-44e8-9063-0077b84f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '403d4792-5946-4c3b-bd38-37fb70ff94d5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:17.882227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Attempting to bind port b203a16b-88e0-4e6c-87c9-be49e5215d32 on network 403d4792-5946-4c3b-bd38-37fb70ff94d5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:17.895732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71c6ed62-67be-4468-b09b-5f5df92e718b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.905449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:17.905985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Checking segment: {'id': 'd9c6b302-026b-44e8-9063-0077b84f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '403d4792-5946-4c3b-bd38-37fb70ff94d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:17.906347 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.906784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Bound using segment: {'id': 'd9c6b302-026b-44e8-9063-0077b84f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '403d4792-5946-4c3b-bd38-37fb70ff94d5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:17.915802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Bound port: b203a16b-88e0-4e6c-87c9-be49e5215d32, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c6b302-026b-44e8-9063-0077b84f2a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '403d4792-5946-4c3b-bd38-37fb70ff94d5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:17.915802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:17.967130 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71c6ed62-67be-4468-b09b-5f5df92e718b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.062802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d281e223-1df7-4e78-a2ea-f865d89a67bd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:18.086187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.102230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.147460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d281e223-1df7-4e78-a2ea-f865d89a67bd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:18.147896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.159229 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.175925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403d4792-5946-4c3b-bd38-37fb70ff94d5']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:18.181270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716ad07-2f4a-473e-90b6-59e7817a6e00 req-f5593a58-1e74-4dda-ac6e-a8f66946a9f3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:18.187285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3716ad07-2f4a-473e-90b6-59e7817a6e00 req-f5593a58-1e74-4dda-ac6e-a8f66946a9f3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1530364 Sep 19 03:19:18.191998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] For port b203a16b-88e0-4e6c-87c9-be49e5215d32, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:18.208194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71c6ed62-67be-4468-b09b-5f5df92e718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.211326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71c6ed62-67be-4468-b09b-5f5df92e718b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.218175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-71c6ed62-67be-4468-b09b-5f5df92e718b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2114995d-0758-4fd2-8734-4d51fbbcda38 HTTP/1.1" status: 204 len: 168 time: 0.4863944 Sep 19 03:19:18.237150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] For port b203a16b-88e0-4e6c-87c9-be49e5215d32, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b203a16b-88e0-4e6c-87c9-be49e5215d32,segment=NetworkSegment(d9c6b302-026b-44e8-9063-0077b84f2a9b),segment_id=d9c6b302-026b-44e8-9063-0077b84f2a9b)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:18.252181 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.260573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6ed62-67be-4468-b09b-5f5df92e718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2114995d-0758-4fd2-8734-4d51fbbcda38,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:18.264405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:18.269221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c6b302-026b-44e8-9063-0077b84f2a9b') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:18.270268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c6b302-026b-44e8-9063-0077b84f2a9b') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:18.279568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:18.282830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:18.289979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3716ad07-2f4a-473e-90b6-59e7817a6e00 req-cb85d7ec-6663-4399-91fc-7325efb903b8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908859 Sep 19 03:19:18.372271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc06742-9aba-4cd9-9380-5d1d38bfa7c8 None None] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:18.388637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.417464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Port': ['ID=58846291-ab70-42a5-af0b-ef71a51d2b5f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:18.435831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.464224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:18.468064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.477290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:18.477463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:18.491390 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:18.509261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845bd14-c0fe-4ac7-bfb7-1a84d6fdbc25 None None] Network 403d4792-5946-4c3b-bd38-37fb70ff94d5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:18.548459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-18e86941-28ab-40e5-87f6-0b2716a7fb22 None None] Provisioning complete for port d281e223-1df7-4e78-a2ea-f865d89a67bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:18.548726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18e86941-28ab-40e5-87f6-0b2716a7fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.553055 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97fec5e1-10d8-469e-bcf8-60e489c7f7e0 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0328288 Sep 19 03:19:18.557729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59420) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:18.562600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:18.612160 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.640925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:19:18.640925 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:19:18.640925 n-d-809936-1 neutron-server[94722]: [parameters: {'id': '403d4792-5946-4c3b-bd38-37fb70ff94d5'}] Sep 19 03:19:18.640925 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:18.641618 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:18.819229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.865556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae628d-984f-438d-b293-a18878b0d000 None None] Pushing event updated for resources: {'Port': ['ID=b203a16b-88e0-4e6c-87c9-be49e5215d32,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:18.868626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:18.957250 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.063256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Allocated IP 172.25.8.174 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/632d370d-c981-4f18-ab6a-0dc537566af9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:19.143522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.263406 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18e86941-28ab-40e5-87f6-0b2716a7fb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.310816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting port b203a16b-88e0-4e6c-87c9-be49e5215d32 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:19.311441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.313454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.317163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port d281e223-1df7-4e78-a2ea-f865d89a67bd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d281e223-1df7-4e78-a2ea-f865d89a67bd,segment=NetworkSegment(93a5f285-2fe7-4c82-84f8-112b9ecf758d),segment_id=93a5f285-2fe7-4c82-84f8-112b9ecf758d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:19.337094 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.393535 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.415886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] For port b203a16b-88e0-4e6c-87c9-be49e5215d32, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b203a16b-88e0-4e6c-87c9-be49e5215d32,segment=NetworkSegment(d9c6b302-026b-44e8-9063-0077b84f2a9b),segment_id=d9c6b302-026b-44e8-9063-0077b84f2a9b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:19.416257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.445963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Calling delete_port for b203a16b-88e0-4e6c-87c9-be49e5215d32 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:19.532848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:19.543249 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-18e86941-28ab-40e5-87f6-0b2716a7fb22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:19.543639 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-18e86941-28ab-40e5-87f6-0b2716a7fb22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:19.552120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:19.560657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:19.562445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Port': ['ID=632d370d-c981-4f18-ab6a-0dc537566af9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:19.613732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde675c-bbd7-4eef-b13b-8a3db779efba req-3437ac3c-1c55-4a5d-adc4-fb40c46f32b1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:19.616042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=d281e223-1df7-4e78-a2ea-f865d89a67bd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:19.621755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fde675c-bbd7-4eef-b13b-8a3db779efba req-3437ac3c-1c55-4a5d-adc4-fb40c46f32b1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1780550 Sep 19 03:19:19.712716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fde675c-bbd7-4eef-b13b-8a3db779efba req-1aa433a0-6746-46b4-9f85-cdd8c3da8bba tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898812 Sep 19 03:19:19.758341 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:19.834289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d281e223-1df7-4e78-a2ea-f865d89a67bd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:19.858565 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.041032 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.046640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d281e223-1df7-4e78-a2ea-f865d89a67bd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:20.047056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.071783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.116551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Port': ['ID=b203a16b-88e0-4e6c-87c9-be49e5215d32,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:20.153636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No DVR routers for this DVR port b203a16b-88e0-4e6c-87c9-be49e5215d32 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:20.282518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Provisioning complete for port 58846291-ab70-42a5-af0b-ef71a51d2b5f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:20.283157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.342606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.371744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Port 58846291-ab70-42a5-af0b-ef71a51d2b5f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:19:20.389472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403d4792-5946-4c3b-bd38-37fb70ff94d5']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:20.394857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Provisioning complete for port d281e223-1df7-4e78-a2ea-f865d89a67bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:20.395239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.421574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c6b302-026b-44e8-9063-0077b84f2a9b') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:20.421899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c6b302-026b-44e8-9063-0077b84f2a9b') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:20.452408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.485659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.499262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:20.499679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:20.508566 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:20.707495 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.714185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.716371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/403d4792-5946-4c3b-bd38-37fb70ff94d5 HTTP/1.1" status: 204 len: 168 time: 3.8548343 Sep 19 03:19:20.725740 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59468) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:20.737793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2114199096'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:20.744562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Provisioning complete for port fd35a753-4469-462b-872c-ffe35333f241 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:20.746035 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.773830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e4a67-50ea-4931-9e36-40960e21e18c tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Network': ['ID=403d4792-5946-4c3b-bd38-37fb70ff94d5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:20.812822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:20.826551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.910431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:20.911419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ecf30d89-ef34-411c-91c2-ee7e177fa31b None None] Port fd35a753-4469-462b-872c-ffe35333f241 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:19:20.947189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:20.948600 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Added segment c068ffd0-7c52-41e7-92fe-7e276898da1d of type vlan for network fcc52949-dcc4-42e4-9b49-41ff57944115 Sep 19 03:19:20.986579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59476) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:21.017237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.041108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7de225bc-a25b-4623-b69d-9cee03db5b7c None None] Provisioning complete for port fd35a753-4469-462b-872c-ffe35333f241 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:21.042016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7de225bc-a25b-4623-b69d-9cee03db5b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.056806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.068239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:21.069322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.096828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7635d08-4a78-47d7-bfda-c2fcdef6ebfa req-39a4b48e-b54a-4abe-95b8-a5a7be2a52d8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:21.107595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7635d08-4a78-47d7-bfda-c2fcdef6ebfa req-39a4b48e-b54a-4abe-95b8-a5a7be2a52d8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1596642 Sep 19 03:19:21.127839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3962777 Sep 19 03:19:21.130359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59480) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:21.138387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Request body: {'subnet': {'network_id': 'fcc52949-dcc4-42e4-9b49-41ff57944115', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:21.156354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7de225bc-a25b-4623-b69d-9cee03db5b7c None None] Port fd35a753-4469-462b-872c-ffe35333f241 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:19:21.208787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdba473-a965-47b6-8666-a39876033281 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Network': ['ID=fcc52949-dcc4-42e4-9b49-41ff57944115,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:21.222585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network fcc52949-dcc4-42e4-9b49-41ff57944115 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:21.289720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7635d08-4a78-47d7-bfda-c2fcdef6ebfa req-b3dbcdaa-f00c-4e8a-b675-6ede1663b479 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760392 Sep 19 03:19:21.303871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.312638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.339615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15314cd1-158d-40e5-a13c-eabeca6f2309 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:21.357171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Made reservation on behalf of 32edbb9ffb0d47d4b03d3dfa2a84b54c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:21.366214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.402465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d58cd907-27d2-4da3-91f6-457a6f8f1114 None None] Provisioning complete for port 58846291-ab70-42a5-af0b-ef71a51d2b5f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:21.403379 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d58cd907-27d2-4da3-91f6-457a6f8f1114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.426310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f2b11a8f-1dd7-41c9-a261-4632526c4ff5 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-899078107'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:21.428440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f2b11a8f-1dd7-41c9-a261-4632526c4ff5 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Unknown quota resources ['metering_label']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:19:21.436512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Port': ['ID=632d370d-c981-4f18-ab6a-0dc537566af9,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:21.476810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d58cd907-27d2-4da3-91f6-457a6f8f1114 None None] Port 58846291-ab70-42a5-af0b-ef71a51d2b5f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:19:21.549269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15314cd1-158d-40e5-a13c-eabeca6f2309 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:21.770476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.818109 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b11a8f-1dd7-41c9-a261-4632526c4ff5 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.819534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f2b11a8f-1dd7-41c9-a261-4632526c4ff5 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8305142 Sep 19 03:19:21.827198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59482) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:21.834938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-10a91ae0-ba33-4dab-8568-1af837022f52 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5e367399-f17f-4673-8d68-ef42872509f7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:21.835451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-10a91ae0-ba33-4dab-8568-1af837022f52 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:19:21.894076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:21.895362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9b53a77d-85e2-4009-8867-9cb1b6f170df tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3366215 Sep 19 03:19:21.915010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59486) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:21.949770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ad215cb1-01a2-4bca-940e-2a0556f56df8 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'floatingip': {'port_id': '58846291-ab70-42a5-af0b-ef71a51d2b5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:22.044806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.objects.ports [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:19:22.048203 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.056357 n-d-809936-1 neutron-server[94723]: WARNING neutron.services.metering.metering_plugin [None req-10a91ae0-ba33-4dab-8568-1af837022f52 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 19 03:19:22.100798 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad215cb1-01a2-4bca-940e-2a0556f56df8 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.345578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event updated for resources: {'Subnet': ['ID=35197fa2-a4ca-4dd5-b7fe-2f3c36d19580,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:22.347895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10a91ae0-ba33-4dab-8568-1af837022f52 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.352006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-10a91ae0-ba33-4dab-8568-1af837022f52 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5213025 Sep 19 03:19:22.352858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59506) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:22.357198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a457863f-4eef-4670-ab40-54405fbec4d0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5e367399-f17f-4673-8d68-ef42872509f7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:22.358226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a457863f-4eef-4670-ab40-54405fbec4d0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:19:22.426247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Checking segment: {'id': 'c068ffd0-7c52-41e7-92fe-7e276898da1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'fcc52949-dcc4-42e4-9b49-41ff57944115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:22.426614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network hostable DHCP agents. Network: fcc52949-dcc4-42e4-9b49-41ff57944115, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:22.465029 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-ad215cb1-01a2-4bca-940e-2a0556f56df8 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] update failed (client error): The resource could not be found. Sep 19 03:19:22.465241 n-d-809936-1 neutron-server[94723]: WARNING neutron.services.metering.metering_plugin [None req-a457863f-4eef-4670-ab40-54405fbec4d0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 19 03:19:22.465399 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad215cb1-01a2-4bca-940e-2a0556f56df8 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "PUT /v2.0/floatingips/f783de20-dbf8-428e-86f1-119b4925b9a1 HTTP/1.1" status: 404 len: 507 time: 0.5222220 Sep 19 03:19:22.467583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Network fcc52949-dcc4-42e4-9b49-41ff57944115 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:22.468254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59510) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:22.490419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, fcc52949-dcc4-42e4-9b49-41ff57944115) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:22.497145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:22.498260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.502398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c01d2c-ae26-4e55-af0d-a5ad6b0e3d11 None None] Network fcc52949-dcc4-42e4-9b49-41ff57944115 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:22.530358 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3f100ffa-7090-4590-9561-257700c54471 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3986523 Sep 19 03:19:22.531083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59512) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:22.685351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.782694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.801201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7e3f0-8306-4363-ad53-ccf6fd1896ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-fcc52949-dcc4-42e4-9b49-41ff57944115', 'network_id': 'fcc52949-dcc4-42e4-9b49-41ff57944115', 'tenant_id': '32edbb9ffb0d47d4b03d3dfa2a84b54c', 'fixed_ips': [{'subnet_id': '35197fa2-a4ca-4dd5-b7fe-2f3c36d19580'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:22.802175 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67a7e3f0-8306-4363-ad53-ccf6fd1896ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.804150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a457863f-4eef-4670-ab40-54405fbec4d0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.805874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a457863f-4eef-4670-ab40-54405fbec4d0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4524829 Sep 19 03:19:22.810311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59524) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:22.822272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17538ad2-1e9b-47a8-ba21-969fbdbc46e5 req-fb639fc4-0c62-446f-b0ce-0a98913f8494 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:22.824562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17538ad2-1e9b-47a8-ba21-969fbdbc46e5 req-fb639fc4-0c62-446f-b0ce-0a98913f8494 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.3708827 Sep 19 03:19:22.840415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-513788f3-b7b6-456c-bd92-fda426afcc6b tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=e3293f58-8e3c-4b20-9aa5-8f6acf4fc5c6 HTTP/1.1" status: 200 len: 462 time: 0.0285363 Sep 19 03:19:22.847343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59528) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:22.938540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17538ad2-1e9b-47a8-ba21-969fbdbc46e5 req-0579b125-71ec-4858-b918-41db1402ace4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968637 Sep 19 03:19:22.966296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-67a7e3f0-8306-4363-ad53-ccf6fd1896ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35197fa2-a4ca-4dd5-b7fe-2f3c36d19580: This subnet is being modified by another concurrent operation. Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:19:22.981681 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 35197fa2-a4ca-4dd5-b7fe-2f3c36d19580: This subnet is being modified by another concurrent operation. Sep 19 03:19:22.987075 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:19:22.994309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Deleting port 632d370d-c981-4f18-ab6a-0dc537566af9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:22.994309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.022951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71be98f-ceea-4b92-8581-55e910c8df3b None None] Network fcc52949-dcc4-42e4-9b49-41ff57944115 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:23.134079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Subnet': ['ID=35197fa2-a4ca-4dd5-b7fe-2f3c36d19580,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:23.160491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d14c1-76d6-4b86-8f0f-7a391d5e84d8 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:23.199825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.205171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.236200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Calling delete_port for 632d370d-c981-4f18-ab6a-0dc537566af9 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:23.267986 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.315995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c571ddc2-e766-4fa1-989f-2369771ddca0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.317536 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c571ddc2-e766-4fa1-989f-2369771ddca0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/e3293f58-8e3c-4b20-9aa5-8f6acf4fc5c6 HTTP/1.1" status: 204 len: 168 time: 0.4699626 Sep 19 03:19:23.320594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59550) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.335694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc52949-dcc4-42e4-9b49-41ff57944115']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:23.338039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0dc31ca2-b24f-48e4-bb27-8622bd3b46ac tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=e3293f58-8e3c-4b20-9aa5-8f6acf4fc5c6 HTTP/1.1" status: 200 len: 221 time: 0.0155399 Sep 19 03:19:23.341303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59554) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.347274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-23063c3e-09f4-4082-80d5-c5fb7ede7293 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--698466552', 'description': 'label created by tempest'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:23.347821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-23063c3e-09f4-4082-80d5-c5fb7ede7293 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Unknown quota resources ['metering_label']. {{(pid=94723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:19:23.379652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c068ffd0-7c52-41e7-92fe-7e276898da1d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:23.381420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c068ffd0-7c52-41e7-92fe-7e276898da1d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:23.386952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d14c1-76d6-4b86-8f0f-7a391d5e84d8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:23.398928 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.414989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.433062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:23.433765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:23.438185 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:23.585582 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.594298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.599503 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/fcc52949-dcc4-42e4-9b49-41ff57944115 HTTP/1.1" status: 204 len: 168 time: 1.0644479 Sep 19 03:19:23.600570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59566) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.633090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23063c3e-09f4-4082-80d5-c5fb7ede7293 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.634431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-23063c3e-09f4-4082-80d5-c5fb7ede7293 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2910807 Sep 19 03:19:23.638540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59572) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.670202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d78a2-b753-4d53-8175-ed6b8b468a73 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Network': ['ID=fcc52949-dcc4-42e4-9b49-41ff57944115,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:23.685007 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-16daf79b-5866-492e-bdff-60c4288a9626 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:23.685746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16daf79b-5866-492e-bdff-60c4288a9626 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:23.688150 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-16daf79b-5866-492e-bdff-60c4288a9626 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/35197fa2-a4ca-4dd5-b7fe-2f3c36d19580 HTTP/1.1" status: 404 len: 337 time: 0.0864735 Sep 19 03:19:23.690823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.713909 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27cf1cf-4d65-4e0e-92f9-e8885d01025b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:23.714940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27cf1cf-4d65-4e0e-92f9-e8885d01025b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:23.717091 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f27cf1cf-4d65-4e0e-92f9-e8885d01025b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/fcc52949-dcc4-42e4-9b49-41ff57944115 HTTP/1.1" status: 404 len: 339 time: 0.0250175 Sep 19 03:19:23.721407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59578) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.750265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5c696c63-f1c4-4573-bee0-4f815a7a8fc5 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=a8d49e3f-20a4-4dc7-8531-1952dfa10613 HTTP/1.1" status: 200 len: 467 time: 0.1079199 Sep 19 03:19:23.750499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59580) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.758069 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ad7396-4182-4687-ad4f-200b3d976123 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:23.759094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ad7396-4182-4687-ad4f-200b3d976123 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:23.762896 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-54ad7396-4182-4687-ad4f-200b3d976123 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/42f47ff4-2235-40e5-aa24-cb6871990a6c HTTP/1.1" status: 404 len: 337 time: 0.0399480 Sep 19 03:19:23.765517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59582) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.790777 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17fb9b9-506a-4b59-a448-19220e60ccbf tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:23.792858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17fb9b9-506a-4b59-a448-19220e60ccbf tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:23.795149 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c17fb9b9-506a-4b59-a448-19220e60ccbf tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/403d4792-5946-4c3b-bd38-37fb70ff94d5 HTTP/1.1" status: 404 len: 339 time: 0.0281382 Sep 19 03:19:23.797683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59584) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.815525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:23.843916 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-823d40a7-551a-4b73-8517-a9a5adb7fb5a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:23.844648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823d40a7-551a-4b73-8517-a9a5adb7fb5a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:23.846676 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-823d40a7-551a-4b73-8517-a9a5adb7fb5a tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/5eaeee12-44d9-4974-99da-e8bc0e120b22 HTTP/1.1" status: 404 len: 337 time: 0.0478041 Sep 19 03:19:23.849265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59588) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.873081 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fc2cc2-6478-4909-863f-e6a12836f378 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:23.874146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fc2cc2-6478-4909-863f-e6a12836f378 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:23.876673 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-92fc2cc2-6478-4909-863f-e6a12836f378 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/2bb74aaf-3e18-4547-ab20-ba01d4e9f3e7 HTTP/1.1" status: 404 len: 339 time: 0.0262039 Sep 19 03:19:23.879484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59590) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:23.910581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event deleted for resources: {'Port': ['ID=632d370d-c981-4f18-ab6a-0dc537566af9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:24.021203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting port eb95a273-2b87-4069-a7bd-974b30db0468 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:24.021708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.081446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7d8e099f-dc5a-48fa-ad94-0c736d5c6217 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.082579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7d8e099f-dc5a-48fa-ad94-0c736d5c6217 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/a8d49e3f-20a4-4dc7-8531-1952dfa10613 HTTP/1.1" status: 204 len: 168 time: 0.3312428 Sep 19 03:19:24.085432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.091743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.094488 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.099058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-20342925-b33b-4a0b-9057-dddd73999d64 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "DELETE /v2.0/floatingips/f783de20-dbf8-428e-86f1-119b4925b9a1 HTTP/1.1" status: 204 len: 168 time: 1.6116576 Sep 19 03:19:24.100240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.106415 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:19:24.109098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e43d8e04-4584-4342-a061-5e9a62dae64f tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'floatingip': {'floating_network_id': '8fde2b8d-1a15-49d9-b7f5-60cb71850d2c', 'port_id': '58846291-ab70-42a5-af0b-ef71a51d2b5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:24.117069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.120759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cc809-85cd-4bee-b0f5-e77bcfbf418f req-a8880a24-a966-42c7-8fa0-16f624cea267 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:24.124783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a49b9a7-5b45-45bd-af0e-2275f16db4a4 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=a8d49e3f-20a4-4dc7-8531-1952dfa10613 HTTP/1.1" status: 200 len: 216 time: 0.0346987 Sep 19 03:19:24.124951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-687cc809-85cd-4bee-b0f5-e77bcfbf418f req-a8880a24-a966-42c7-8fa0-16f624cea267 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1164248 Sep 19 03:19:24.127155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59598) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.138510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Calling delete_port for eb95a273-2b87-4069-a7bd-974b30db0468 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:24.154459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7adb76d8-dfce-48b3-bceb-ca9b4b462f50 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0262163 Sep 19 03:19:24.158192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59600) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.179838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-180cb54c-9c0f-48de-980b-0e746248abb0 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0203207 Sep 19 03:19:24.183875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59602) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.192556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e43d8e04-4584-4342-a061-5e9a62dae64f tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.211767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-687cc809-85cd-4bee-b0f5-e77bcfbf418f req-9a5d721a-0069-4734-a6ba-fa6131ce737e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718288 Sep 19 03:19:24.292045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f4379cef-43f0-4e52-9551-355dab8fda17 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/5e367399-f17f-4673-8d68-ef42872509f7 HTTP/1.1" status: 200 len: 472 time: 0.1061072 Sep 19 03:19:24.295637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59606) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.298275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.312287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2dfc0b8c-8f28-4b68-8ca0-fcd863c87b22 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/551262ff-d234-405f-92f7-3f96361d5cc3 HTTP/1.1" status: 200 len: 459 time: 0.0143011 Sep 19 03:19:24.312957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59608) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.339429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Port': ['ID=eb95a273-2b87-4069-a7bd-974b30db0468,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:24.343944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.345989 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-808393cd-fbad-49d8-bef7-e24f1ae453cb tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/ports/eb95a273-2b87-4069-a7bd-974b30db0468 HTTP/1.1" status: 204 len: 168 time: 0.4655509 Sep 19 03:19:24.348954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59610) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.378081 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f007aa-ed05-4b2b-82ef-5ded1ffa9155 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:24.378538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f007aa-ed05-4b2b-82ef-5ded1ffa9155 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:24.380291 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c3f007aa-ed05-4b2b-82ef-5ded1ffa9155 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/462d897a-3a5e-46bb-9c04-a37d716b1b09 HTTP/1.1" status: 404 len: 337 time: 0.0304251 Sep 19 03:19:24.383108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59612) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.431248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3aebe71d-da10-4400-9130-87732034abb2 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.435337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3aebe71d-da10-4400-9130-87732034abb2 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/551262ff-d234-405f-92f7-3f96361d5cc3 HTTP/1.1" status: 204 len: 168 time: 0.1176219 Sep 19 03:19:24.435557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59614) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.475295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.484387 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-e43d8e04-4584-4342-a061-5e9a62dae64f tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:19:24.485441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e43d8e04-4584-4342-a061-5e9a62dae64f tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3841715 Sep 19 03:19:24.490330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59616) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.495255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '58846291-ab70-42a5-af0b-ef71a51d2b5f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:24.598683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.601410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.640479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5323e61c-18ba-4bdc-b031-57d7899fc500']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:24.658361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f97c3f-9e7a-4468-a9b8-4c9142b06f46') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:24.658683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f97c3f-9e7a-4468-a9b8-4c9142b06f46') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:24.672836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-58a58df0-7ae4-4d8c-a920-4d8fed8dec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:24.673099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.674378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-58a58df0-7ae4-4d8c-a920-4d8fed8dec1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 1096 time: 0.1669712 Sep 19 03:19:24.677151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efa688b8-2668-4f3f-abfc-fb0e4c673c77 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.678163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-efa688b8-2668-4f3f-abfc-fb0e4c673c77 tempest-MeteringIpV6TestJSON-1738086897 tempest-MeteringIpV6TestJSON-1738086897-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/5e367399-f17f-4673-8d68-ef42872509f7 HTTP/1.1" status: 204 len: 168 time: 0.2416480 Sep 19 03:19:24.691466 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.728802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:24.729538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:24.733287 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:24.800629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-86d7a387-6136-40d5-9ae1-d7b02218fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:24.802151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-86d7a387-6136-40d5-9ae1-d7b02218fe2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.1199234 Sep 19 03:19:24.816297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.823599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.829268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/5323e61c-18ba-4bdc-b031-57d7899fc500 HTTP/1.1" status: 204 len: 168 time: 0.4416838 Sep 19 03:19:24.831570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59622) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:24.852862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1cbb7-5e3f-454b-83f7-817bbebfb2d9 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Network': ['ID=5323e61c-18ba-4bdc-b031-57d7899fc500,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:24.863959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-4cd06154-3c64-4ae7-b1f5-33f5f6d891f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=875056e8-34a0-410e-8531-4a16915567c0 HTTP/1.1" status: 200 len: 217 time: 0.0539212 Sep 19 03:19:24.923595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-0670db06-b50d-486b-ae94-fdd1008a4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:24.925118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-0670db06-b50d-486b-ae94-fdd1008a4655 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0538042 Sep 19 03:19:24.925858 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:24.981896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-22032c15-9880-4fa3-97e6-d45e685796e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:24.983721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-22032c15-9880-4fa3-97e6-d45e685796e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498507 Sep 19 03:19:25.046913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:25.050775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting port 64057a12-d9d6-441b-9e28-6da74c1d1fe5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:25.051118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.098881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-c3243f8a-36eb-4644-ad87-73a3bc19b543 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062493 Sep 19 03:19:25.139755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Allocated IP 172.25.8.116 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/56bddd1a-af38-409b-ac1a-178d53efe37d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:25.145895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.164844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Calling delete_port for 64057a12-d9d6-441b-9e28-6da74c1d1fe5 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:25.212464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cdb6cc2-39b4-4900-b935-6ae6fb3ad93d req-1a1de658-b8d4-4e8b-8de7-652168e08a29 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055260 Sep 19 03:19:25.242636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ab665d5-4df1-473d-b708-f379e184d18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.330117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ae68f-0935-4422-ab9a-10289695e651 req-9a415438-d847-4746-ace2-73cbef2a31ef tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:25.332065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-617ae68f-0935-4422-ab9a-10289695e651 req-9a415438-d847-4746-ace2-73cbef2a31ef tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.0541203 Sep 19 03:19:25.364612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.410811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.413094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-617ae68f-0935-4422-ab9a-10289695e651 req-460c5c01-9a08-41cc-b3a1-35b9abec39e5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702951 Sep 19 03:19:25.459932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Port': ['ID=64057a12-d9d6-441b-9e28-6da74c1d1fe5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:25.479408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.483592 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba2eba1d-3205-410a-aacd-a19254adff76 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/ports/64057a12-d9d6-441b-9e28-6da74c1d1fe5 HTTP/1.1" status: 204 len: 168 time: 0.6486728 Sep 19 03:19:25.484010 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.484221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59636) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:25.514113 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d4021b-5420-47ef-8478-89883da92979 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] DELETE failed (client error): The resource could not be found. Sep 19 03:19:25.514772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d4021b-5420-47ef-8478-89883da92979 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:19:25.518862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f1d4021b-5420-47ef-8478-89883da92979 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/0e6a28de-489b-4d59-92b2-c870eff97a83 HTTP/1.1" status: 404 len: 337 time: 0.0311491 Sep 19 03:19:25.519148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59638) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:25.536039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:25.545114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:25.551397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:25.558200 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ab665d5-4df1-473d-b708-f379e184d18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.584095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event updated for resources: {'Port': ['ID=56bddd1a-af38-409b-ac1a-178d53efe37d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:25.588984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ab665d5-4df1-473d-b708-f379e184d18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.607760 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.641445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59640) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:25.641674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6ab665d5-4df1-473d-b708-f379e184d18b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f4ba9f329f3476a9a6385625846f51e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5933890 Sep 19 03:19:25.647790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab665d5-4df1-473d-b708-f379e184d18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2549da3c-e846-4042-968b-915e84b6d494,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:25.776879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Deleting port 56bddd1a-af38-409b-ac1a-178d53efe37d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:25.777290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.870439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.870818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:25.884376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Calling delete_port for 56bddd1a-af38-409b-ac1a-178d53efe37d owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:26.015507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.050211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b5e9-df43-48da-b730-b2856c7f7c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.056123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event deleted for resources: {'Port': ['ID=56bddd1a-af38-409b-ac1a-178d53efe37d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:26.071109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting port b1d6bb68-730a-42bc-b495-70b9c8eab300 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:26.071733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.140871 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] create failed (client error): The resource could not be found. Sep 19 03:19:26.142215 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f340a7e3-0c76-409a-9fe8-2221e55fabb7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6509213 Sep 19 03:19:26.142583 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b5e9-df43-48da-b730-b2856c7f7c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.145216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] For port b1d6bb68-730a-42bc-b495-70b9c8eab300, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b1d6bb68-730a-42bc-b495-70b9c8eab300,segment=NetworkSegment(8f385275-9d84-4542-86a3-e69ac31fb415),segment_id=8f385275-9d84-4542-86a3-e69ac31fb415)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:26.145765 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.146678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59652) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:26.168693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Calling delete_port for b1d6bb68-730a-42bc-b495-70b9c8eab300 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:26.260180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b5e9-df43-48da-b730-b2856c7f7c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.263799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b5e9-df43-48da-b730-b2856c7f7c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.265133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f0c2b5e9-df43-48da-b730-b2856c7f7c81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2549da3c-e846-4042-968b-915e84b6d494 HTTP/1.1" status: 204 len: 168 time: 0.6227071 Sep 19 03:19:26.281378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2b5e9-df43-48da-b730-b2856c7f7c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2549da3c-e846-4042-968b-915e84b6d494,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:26.287233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Deleting port 58846291-ab70-42a5-af0b-ef71a51d2b5f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:26.287646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.295596 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.344140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No DVR routers for this DVR port b1d6bb68-730a-42bc-b495-70b9c8eab300 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:26.353246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Port': ['ID=b1d6bb68-730a-42bc-b495-70b9c8eab300,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:26.392131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.418633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Calling delete_port for 58846291-ab70-42a5-af0b-ef71a51d2b5f owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:26.534369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.560541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23cb5df4-1943-4946-a347-542bfaddef69']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:26.587569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f385275-9d84-4542-86a3-e69ac31fb415') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:26.587869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f385275-9d84-4542-86a3-e69ac31fb415') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:26.618776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.634436 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.637265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59668) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:26.660257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event deleted for resources: {'Port': ['ID=58846291-ab70-42a5-af0b-ef71a51d2b5f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:26.660772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.677789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:26.677789 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:26.682815 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:26.713107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04ba0c-ae40-4e8d-8184-5c3814ff5a83 req-07ccd7d3-4992-492c-b162-0dbe8146a40a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:26.716331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f04ba0c-ae40-4e8d-8184-5c3814ff5a83 req-07ccd7d3-4992-492c-b162-0dbe8146a40a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 945 time: 0.1529808 Sep 19 03:19:26.788172 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.795320 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-92d78554-1319-49e4-8ef5-34dad7a1a0bb tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "DELETE /v2.0/ports/58846291-ab70-42a5-af0b-ef71a51d2b5f HTTP/1.1" status: 204 len: 168 time: 0.6459708 Sep 19 03:19:26.795947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59674) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:26.821398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:26.862250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7deb8-81e3-42d0-bd6d-de01deb6599a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:26.866629 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1da7deb8-81e3-42d0-bd6d-de01deb6599a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "GET /v2.0/ports?device_id=aefa3a2c-44f7-4a65-920f-7d7da68c1e81 HTTP/1.1" status: 200 len: 913 time: 0.0696442 Sep 19 03:19:26.867197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59678) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:26.870534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.874974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1661-2288-4873-8a9e-fd75c572d1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.879577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f04ba0c-ae40-4e8d-8184-5c3814ff5a83 req-36ccc0f7-b814-455b-890a-3a1595d302e5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387842 Sep 19 03:19:26.894956 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.907173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:26.909059 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/23cb5df4-1943-4946-a347-542bfaddef69 HTTP/1.1" status: 204 len: 168 time: 1.3889537 Sep 19 03:19:26.912407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59680) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:26.928943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7cfb2-99f5-4994-8809-61bee02a101b tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Network': ['ID=23cb5df4-1943-4946-a347-542bfaddef69,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:26.945183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:19:26.945183 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:19:26.945183 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': 'b5ff893ef9b94e69997266bee4dcea98', 'id': '3df8629e-4365-49dc-85f4-dde82eb8a28d', 'expiration': datetime.datetime(2021, 9, 19, 3, 21, 26, 940910)}] Sep 19 03:19:26.945183 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:26.945702 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:27.008464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting subnet e2c7722f-d0d9-460e-9ae5-4bb556bd8f14 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:19:27.014592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1661-2288-4873-8a9e-fd75c572d1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.015014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.018640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4ad1661-2288-4873-8a9e-fd75c572d1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.058468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d4ad1661-2288-4873-8a9e-fd75c572d1d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e3c58c37fc7a433e8a80480bcfa1237f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200537 Sep 19 03:19:27.059303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad1661-2288-4873-8a9e-fd75c572d1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6526ed-1417-4fe8-adcb-fc7da22ff90e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:27.061735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59682) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:27.123964 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7e32d2f-752e-4042-82e3-553a46bc39d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.124360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.148342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7e32d2f-752e-4042-82e3-553a46bc39d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.201051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7e32d2f-752e-4042-82e3-553a46bc39d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.204127 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7e32d2f-752e-4042-82e3-553a46bc39d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.208035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7e32d2f-752e-4042-82e3-553a46bc39d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff6526ed-1417-4fe8-adcb-fc7da22ff90e HTTP/1.1" status: 204 len: 168 time: 0.1429679 Sep 19 03:19:27.219026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e32d2f-752e-4042-82e3-553a46bc39d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6526ed-1417-4fe8-adcb-fc7da22ff90e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:27.302608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 875056e8-34a0-410e-8531-4a16915567c0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:27.384822 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.412919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875056e8-34a0-410e-8531-4a16915567c0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:27.415254 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b994a2-a2c3-4a9a-a195-54ee25e4a85b" -d '{"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-unplugged", "status": "completed", "tag": "875056e8-34a0-410e-8531-4a16915567c0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:27.429773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:27.436026 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.446848 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.465785 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2182b0-be40-4c0c-9b06-2bc66361a64c x-openstack-request-id: req-ca2182b0-be40-4c0c-9b06-2bc66361a64c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:27.466370 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-unplugged", "status": "completed", "tag": "875056e8-34a0-410e-8531-4a16915567c0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:27.466839 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca2182b0-be40-4c0c-9b06-2bc66361a64c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:27.467386 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '875056e8-34a0-410e-8531-4a16915567c0', 'code': 200} Sep 19 03:19:27.498325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:27.612299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.624235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.631619 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.664081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59692) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:27.702489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5ff893ef9b94e69997266bee4dcea98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8736763 Sep 19 03:19:27.703657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2889-a19c-4351-8917-050e6d2767b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.705381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:27.705760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743c9a5-369a-45ad-96ba-b205443e28a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb82d1d-de52-44f8-bae4-661a9388e584,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:27.728919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.770814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c7722f-d0d9-460e-9ae5-4bb556bd8f14,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:27.788737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.790616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aff3624e-d4b9-407e-a460-cd9bc5a7b056 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/subnets/e2c7722f-d0d9-460e-9ae5-4bb556bd8f14 HTTP/1.1" status: 204 len: 168 time: 0.8772616 Sep 19 03:19:27.793367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59696) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:27.794853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cd2d92-7b32-4aef-9b7b-55289d3317ae None None] Network f2a575eb-69ea-4587-8b3b-55d5be70900d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:27.810963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2889-a19c-4351-8917-050e6d2767b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.816082 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f7a2889-a19c-4351-8917-050e6d2767b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.845281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.861446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7f7a2889-a19c-4351-8917-050e6d2767b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff2d57a29d65446484d7fca1e20f6e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943967 Sep 19 03:19:27.866343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59700) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:27.886391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a2889-a19c-4351-8917-050e6d2767b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89d4c9e-2571-424c-a8d4-a3d7854f0c40,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:27.920310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db174748-475c-4e9d-a196-f30518ec6ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.948539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8b669a4-dd9a-4026-ab12-21799687410d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.963069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db174748-475c-4e9d-a196-f30518ec6ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.968422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:27.980002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8b669a4-dd9a-4026-ab12-21799687410d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.041061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] DHCP port deletion for f2a575eb-69ea-4587-8b3b-55d5be70900d request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:19:28.044030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8f0ff-04ca-426b-8ebc-11c8ec6acdbd req-ad87d76f-55fa-4ae8-a1b4-f3958e868cb1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:28.045624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10d8f0ff-04ca-426b-8ebc-11c8ec6acdbd req-ad87d76f-55fa-4ae8-a1b4-f3958e868cb1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 943 time: 0.0781271 Sep 19 03:19:28.088279 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8b669a4-dd9a-4026-ab12-21799687410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.091018 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8b669a4-dd9a-4026-ab12-21799687410d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.094488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a8b669a4-dd9a-4026-ab12-21799687410d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d89d4c9e-2571-424c-a8d4-a3d7854f0c40 HTTP/1.1" status: 204 len: 168 time: 0.2249162 Sep 19 03:19:28.095350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] Deleting port de47e49b-461c-4dcc-855d-56ff97124cad {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:28.096108 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.108506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10d8f0ff-04ca-426b-8ebc-11c8ec6acdbd req-6aa7b844-5420-400b-a5a9-c2c49b6ed405 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520780 Sep 19 03:19:28.117486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b669a4-dd9a-4026-ab12-21799687410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89d4c9e-2571-424c-a8d4-a3d7854f0c40,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:28.178871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db174748-475c-4e9d-a196-f30518ec6ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.182578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db174748-475c-4e9d-a196-f30518ec6ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.186180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-db174748-475c-4e9d-a196-f30518ec6ab6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bb82d1d-de52-44f8-bae4-661a9388e584 HTTP/1.1" status: 204 len: 168 time: 0.4774795 Sep 19 03:19:28.195618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] For port de47e49b-461c-4dcc-855d-56ff97124cad, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=de47e49b-461c-4dcc-855d-56ff97124cad,segment=NetworkSegment(8384c9aa-b633-4ed1-8f11-a5d0a478217f),segment_id=8384c9aa-b633-4ed1-8f11-a5d0a478217f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:28.196024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.202994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Deleting port de47e49b-461c-4dcc-855d-56ff97124cad {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:28.203345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.205379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db174748-475c-4e9d-a196-f30518ec6ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb82d1d-de52-44f8-bae4-661a9388e584,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:28.222549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] Calling delete_port for de47e49b-461c-4dcc-855d-56ff97124cad owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:28.328156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] For port de47e49b-461c-4dcc-855d-56ff97124cad, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=de47e49b-461c-4dcc-855d-56ff97124cad,segment=NetworkSegment(8384c9aa-b633-4ed1-8f11-a5d0a478217f),segment_id=8384c9aa-b633-4ed1-8f11-a5d0a478217f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:28.328789 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.332850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4446f-06f4-46cd-86dd-a59eda149de6 req-72fb1bf0-9275-4fa6-8cfb-748a1bc9bbea tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:28.334578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32b4446f-06f4-46cd-86dd-a59eda149de6 req-72fb1bf0-9275-4fa6-8cfb-748a1bc9bbea tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0970728 Sep 19 03:19:28.347578 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.363711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Calling delete_port for de47e49b-461c-4dcc-855d-56ff97124cad owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:28.384845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32b4446f-06f4-46cd-86dd-a59eda149de6 req-91e9a54e-7756-4cfb-a04e-f076ee812ae6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442183 Sep 19 03:19:28.388808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] Pushing event deleted for resources: {'Port': ['ID=de47e49b-461c-4dcc-855d-56ff97124cad,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:28.405990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb6acf-f478-44b6-84aa-1b9b70907f9c None None] No DVR routers for this DVR port de47e49b-461c-4dcc-855d-56ff97124cad on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:28.446067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Deleting port fd35a753-4469-462b-872c-ffe35333f241 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:28.446410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.526675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb073b35-198a-452e-a128-59deff6f1ce1 req-6483ce1f-1379-45b8-bade-41e847ff34d1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:28.535802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb073b35-198a-452e-a128-59deff6f1ce1 req-6483ce1f-1379-45b8-bade-41e847ff34d1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0666463 Sep 19 03:19:28.559891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.561293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.595260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Port': ['ID=de47e49b-461c-4dcc-855d-56ff97124cad,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:28.597353 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Calling delete_port for fd35a753-4469-462b-872c-ffe35333f241 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:28.601721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb073b35-198a-452e-a128-59deff6f1ce1 req-ad84d640-2989-4b0d-8b71-6b9af46975e3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641415 Sep 19 03:19:28.653374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] No DVR routers for this DVR port de47e49b-461c-4dcc-855d-56ff97124cad on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:28.778720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.872050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a575eb-69ea-4587-8b3b-55d5be70900d']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:28.888055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8384c9aa-b633-4ed1-8f11-a5d0a478217f') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:28.888436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8384c9aa-b633-4ed1-8f11-a5d0a478217f') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:28.905720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a804de-b3ef-4c54-ae6a-c89776e25c82 req-2233c443-ab4f-4036-a2c7-05209b8b2b90 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:28.907295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43a804de-b3ef-4c54-ae6a-c89776e25c82 req-2233c443-ab4f-4036-a2c7-05209b8b2b90 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0887523 Sep 19 03:19:28.909278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.951453 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.965184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:28.965645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:28.968848 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:29.008483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43a804de-b3ef-4c54-ae6a-c89776e25c82 req-f88032b1-0afb-480b-bb06-be0b8773473e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846112 Sep 19 03:19:29.022902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.055359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event deleted for resources: {'Port': ['ID=fd35a753-4469-462b-872c-ffe35333f241,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:29.062890 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.070818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.074589 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] 10.222.0.22 "DELETE /v2.0/networks/f2a575eb-69ea-4587-8b3b-55d5be70900d HTTP/1.1" status: 204 len: 168 time: 1.2784109 Sep 19 03:19:29.105414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a82626-0043-413e-8d72-8c5fd9e2b165 tempest-NetworksIpV6TestAttrs-2124935913 tempest-NetworksIpV6TestAttrs-2124935913-project] Pushing event deleted for resources: {'Network': ['ID=f2a575eb-69ea-4587-8b3b-55d5be70900d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:29.248720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.287868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59756) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:29.428789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Router aefa3a2c-44f7-4a65-920f-7d7da68c1e81 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:19:29.438704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59764) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:29.485422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1816637252-network', 'tenant_id': '1850c02e5f7440a3a0346c4d53dc2528'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:29.512573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Made reservation on behalf of 1850c02e5f7440a3a0346c4d53dc2528 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:29.516358 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.517766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:19:29.529337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.529844 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6e717521-ea53-4a2f-b2ae-2222f9468ddd tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "PUT /v2.0/routers/aefa3a2c-44f7-4a65-920f-7d7da68c1e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6615081 Sep 19 03:19:29.532346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59768) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:29.532500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] Sync routers for ids ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:19:29.546473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] Routers {'aefa3a2c-44f7-4a65-920f-7d7da68c1e81'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:29.547163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:19:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:29.594331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:29.606678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] Routers {'aefa3a2c-44f7-4a65-920f-7d7da68c1e81'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:29.610288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eb42d9c3-c115-4cd5-9e9a-5df09844743f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32edbb9ffb0d47d4b03d3dfa2a84b54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675386 Sep 19 03:19:29.610686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59772) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:29.611233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:19:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:29.630357 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7efeb9ee-bc73-440d-ae35-fa3ad8e6f63a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.654787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:29.655653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4ecef-03f8-4516-b888-2d0bd34f55b2 None None] The sync data for ids ['aefa3a2c-44f7-4a65-920f-7d7da68c1e81'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:19:29.679463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5d3513dc-3c72-4137-b86e-ea38e4db35f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.727424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5d3513dc-3c72-4137-b86e-ea38e4db35f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.774269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device de47e49b-461c-4dcc-855d-56ff97124cad no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:29.801684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5d3513dc-3c72-4137-b86e-ea38e4db35f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.804401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5d3513dc-3c72-4137-b86e-ea38e4db35f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.805666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5d3513dc-3c72-4137-b86e-ea38e4db35f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1a2ce7b-9be8-4163-9514-0ab63cb6e230 HTTP/1.1" status: 204 len: 168 time: 0.1940527 Sep 19 03:19:29.808983 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.818703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3513dc-3c72-4137-b86e-ea38e4db35f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2ce7b-9be8-4163-9514-0ab63cb6e230,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:29.821849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.824745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7efeb9ee-bc73-440d-ae35-fa3ad8e6f63a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.827845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7efeb9ee-bc73-440d-ae35-fa3ad8e6f63a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.844103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: de47e49b-461c-4dcc-855d-56ff97124cad {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:19:29.844771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device de47e49b-461c-4dcc-855d-56ff97124cad not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:19:29.865673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:29.887418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:29.888790 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.892040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7efeb9ee-bc73-440d-ae35-fa3ad8e6f63a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.892602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efeb9ee-bc73-440d-ae35-fa3ad8e6f63a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Fanout notify agent at l3_agent the message router_deleted on router aefa3a2c-44f7-4a65-920f-7d7da68c1e81 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:19:29.899482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7efeb9ee-bc73-440d-ae35-fa3ad8e6f63a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.900733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7efeb9ee-bc73-440d-ae35-fa3ad8e6f63a tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "DELETE /v2.0/routers/aefa3a2c-44f7-4a65-920f-7d7da68c1e81 HTTP/1.1" status: 204 len: 168 time: 0.3659105 Sep 19 03:19:29.903311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59784) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:29.907879 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.908240 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Added segment 6671efc0-037b-4c13-ad64-b4da777f348c of type vlan for network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 Sep 19 03:19:29.963175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:29.968595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Deleting subnet c6f6816d-6f83-4902-99c2-1c6c43bd88a3 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:19:29.972795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.001097 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.002091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:30.002677 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.019042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.158964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8699305 Sep 19 03:19:30.163198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.166639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:30.171634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Request body: {'subnet': {'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1816637252-subnet', 'tenant_id': '1850c02e5f7440a3a0346c4d53dc2528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:30.222436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0850d06-815f-448a-9da9-6dfda7a5f32b admin admin] Pushing event updated for resources: {'Network': ['ID=674d0252-a9c3-49ba-a6a4-86bbd02a3591,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:30.234212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:30.234434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Made reservation on behalf of 1850c02e5f7440a3a0346c4d53dc2528 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:30.236986 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.260876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9478c-7952-4b15-99c1-d3791da750c5 req-37474dee-962d-4079-b30c-f762e7b4964c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:30.262548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56c9478c-7952-4b15-99c1-d3791da750c5 req-37474dee-962d-4079-b30c-f762e7b4964c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1423438 Sep 19 03:19:30.300114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59806) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:30.310476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.327109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56c9478c-7952-4b15-99c1-d3791da750c5 req-6c9be9a5-54e5-4e5c-af1a-0e91ad74566a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564022 Sep 19 03:19:30.365579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f6816d-6f83-4902-99c2-1c6c43bd88a3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:30.372183 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.374204 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7ce47ae4-787a-4ae9-9fa0-3dc31cdd87e5 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "DELETE /v2.0/subnets/c6f6816d-6f83-4902-99c2-1c6c43bd88a3 HTTP/1.1" status: 204 len: 168 time: 0.4695055 Sep 19 03:19:30.376733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59812) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:30.379715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd03dc4b-38be-43e2-bd93-61acb34cf8d0 None None] Network 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:30.489845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.535275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.569985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Deleting port d281e223-1df7-4e78-a2ea-f865d89a67bd {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:30.570576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.587599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] DHCP port deletion for 8fde2b8d-1a15-49d9-b7f5-60cb71850d2c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:19:30.626921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Checking segment: {'id': '6671efc0-037b-4c13-ad64-b4da777f348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:30.627867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Network hostable DHCP agents. Network: 674d0252-a9c3-49ba-a6a4-86bbd02a3591, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:30.639673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f9c96f-61b9-4003-bb19-f97db56f09d5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:30.653362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] For port d281e223-1df7-4e78-a2ea-f865d89a67bd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d281e223-1df7-4e78-a2ea-f865d89a67bd,segment=NetworkSegment(93a5f285-2fe7-4c82-84f8-112b9ecf758d),segment_id=93a5f285-2fe7-4c82-84f8-112b9ecf758d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:30.654274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.657568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:30.677118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 674d0252-a9c3-49ba-a6a4-86bbd02a3591) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:30.677236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Calling delete_port for d281e223-1df7-4e78-a2ea-f865d89a67bd owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:30.677581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:30.678367 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.684183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61740b6f-b88b-4453-b5c8-c1905f39131e None None] Network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:30.686731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-437600373', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:30.715295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] Deleting port d281e223-1df7-4e78-a2ea-f865d89a67bd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:30.716024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.724614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Made reservation on behalf of 230a4268299c405b823a3d51023a564e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:30.729490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.747443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc59f082-c1fc-461f-b540-7da84cc29db0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5794659 Sep 19 03:19:30.748998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.789973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.831057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59824) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:30.837884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event deleted for resources: {'Port': ['ID=d281e223-1df7-4e78-a2ea-f865d89a67bd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:30.840578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] No DVR routers for this DVR port d281e223-1df7-4e78-a2ea-f865d89a67bd on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:30.851498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] For port d281e223-1df7-4e78-a2ea-f865d89a67bd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d281e223-1df7-4e78-a2ea-f865d89a67bd,segment=NetworkSegment(93a5f285-2fe7-4c82-84f8-112b9ecf758d),segment_id=93a5f285-2fe7-4c82-84f8-112b9ecf758d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:30.851498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.889656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] Calling delete_port for d281e223-1df7-4e78-a2ea-f865d89a67bd owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:30.949225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:30.963847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0d632-f1a7-47c4-b5c3-a3600d9043da None None] Network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:30.999463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fde2b8d-1a15-49d9-b7f5-60cb71850d2c']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:31.009415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a5f285-2fe7-4c82-84f8-112b9ecf758d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:31.009716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a5f285-2fe7-4c82-84f8-112b9ecf758d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:31.011175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.016338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.020301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.038733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.054802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:31.055410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] device_id is not set on port b9d255fc-6fd2-40e1-8e08-dd8fd4fb51ed yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:19:31.055614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:31.060793 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:31.063515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e2c16b-5c09-4b74-8640-b9b2fe21f4ba,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:31.075258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.090950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-577748518'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:31.127150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] Pushing event deleted for resources: {'Port': ['ID=d281e223-1df7-4e78-a2ea-f865d89a67bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:31.137080 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.147522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4f4ae-e8af-4fb2-97a9-911b077f26fd None None] No DVR routers for this DVR port d281e223-1df7-4e78-a2ea-f865d89a67bd on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:31.148908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.154116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] 10.222.0.22 "DELETE /v2.0/networks/8fde2b8d-1a15-49d9-b7f5-60cb71850d2c HTTP/1.1" status: 204 len: 168 time: 0.7730391 Sep 19 03:19:31.176476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcf791-3d9e-4b76-b5c7-a50c69ed04e7 tempest-FloatingIPNegativeTestJSON-200117947 tempest-FloatingIPNegativeTestJSON-200117947-project] Pushing event deleted for resources: {'Network': ['ID=8fde2b8d-1a15-49d9-b7f5-60cb71850d2c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:31.191792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:31.195373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.210420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.244658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Allocated IP 172.25.8.214 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/b9d255fc-6fd2-40e1-8e08-dd8fd4fb51ed) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:31.438788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.456573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.468900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe89d5-6194-4d34-8632-35a47215c4ba req-205d3714-97d3-4ea4-b67f-92fb7624b71e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:31.469164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:31.478308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eebe89d5-6194-4d34-8632-35a47215c4ba req-205d3714-97d3-4ea4-b67f-92fb7624b71e tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0660031 Sep 19 03:19:31.495632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59846) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:31.501224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b610ab-4263-46b8-92ce-289bd9d03c8b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:31.519739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.520096 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 58a2257b-34c2-4549-8b0d-4f4452818630 of type vlan for network 4935a600-6dca-48c8-8db2-0da0b2c22f7d Sep 19 03:19:31.523490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.550863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eebe89d5-6194-4d34-8632-35a47215c4ba req-764f838f-eaf6-4878-9b3d-bf693c32acf5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669188 Sep 19 03:19:31.570396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.615314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.622307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:31.623081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.637676 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.670416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59854) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:31.675938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-23179075-network', 'tenant_id': '224e0e09a73c4556945701e3a148067f'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:31.705271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8729846 Sep 19 03:19:31.739019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8c345-74d7-4976-8fe1-70af320e9846 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=4935a600-6dca-48c8-8db2-0da0b2c22f7d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:31.750980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:31.752514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4935a600-6dca-48c8-8db2-0da0b2c22f7d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:31.755244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:31.757293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Pushing event updated for resources: {'Port': ['ID=b9d255fc-6fd2-40e1-8e08-dd8fd4fb51ed,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:31.759529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:31.773652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Made reservation on behalf of 224e0e09a73c4556945701e3a148067f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:31.777871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.794277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.799484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:31.800032 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.807604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0feafe68-bbf8-41c0-a237-d2bcdc64b59e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13cee1ad39af41929831906f6206c81e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107543 Sep 19 03:19:31.810345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59856) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:31.826080 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e98013ab-f4c9-40fd-997c-4e3e80478eae tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5246809 Sep 19 03:19:31.830576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59858) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:31.835913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.214'}]}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:31.854534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:31.863810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d281e223-1df7-4e78-a2ea-f865d89a67bd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:31.863995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': '4935a600-6dca-48c8-8db2-0da0b2c22f7d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:31.883813 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd289a8f-db71-4771-b4a6-19ac8b92d5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.892288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d281e223-1df7-4e78-a2ea-f865d89a67bd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:19:31.892632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d281e223-1df7-4e78-a2ea-f865d89a67bd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:19:31.914094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd289a8f-db71-4771-b4a6-19ac8b92d5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.966348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd289a8f-db71-4771-b4a6-19ac8b92d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.969242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd289a8f-db71-4771-b4a6-19ac8b92d5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:31.970390 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dd289a8f-db71-4771-b4a6-19ac8b92d5c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f5f7b89-a93c-4690-80a0-b0a30534563b HTTP/1.1" status: 204 len: 168 time: 0.1590526 Sep 19 03:19:31.978102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd289a8f-db71-4771-b4a6-19ac8b92d5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f7b89-a93c-4690-80a0-b0a30534563b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:31.990543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.000659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.016251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:19:32.016251 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:19:32.016251 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id_1': '920518b8d6fc4299878a13d8d2091270', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 19, 11, 958482)}] Sep 19 03:19:32.016251 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:32.016797 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:32.034505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:32.046455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.047479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.058320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5638a9a6-ff32-4078-91fd-ad4ef56ffa28,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:32.063702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.064057 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Added segment 22dfded9-138c-4fff-aef4-a0dc26a6ed8c of type vlan for network 46f1341c-a2e1-4f99-8bf2-9c0f53e07560 Sep 19 03:19:32.145527 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.147392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.268029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.269012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:32.269600 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.326274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.343178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6713836 Sep 19 03:19:32.346175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59876) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:32.351152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Request body: {'subnet': {'network_id': '46f1341c-a2e1-4f99-8bf2-9c0f53e07560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-23179075-subnet', 'tenant_id': '224e0e09a73c4556945701e3a148067f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:32.376914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Made reservation on behalf of 224e0e09a73c4556945701e3a148067f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:32.379421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.388831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf538c-4a59-4c09-9895-7d84ce68d6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=46f1341c-a2e1-4f99-8bf2-9c0f53e07560,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:32.399292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 46f1341c-a2e1-4f99-8bf2-9c0f53e07560 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:32.582079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.607417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:32.610934 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.614803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.653371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.659150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf92c56-aa93-48a8-84fa-9c894c58d9d8,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:32.667070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Checking segment: {'id': '22dfded9-138c-4fff-aef4-a0dc26a6ed8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '46f1341c-a2e1-4f99-8bf2-9c0f53e07560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:32.667070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Network hostable DHCP agents. Network: 46f1341c-a2e1-4f99-8bf2-9c0f53e07560, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:32.698626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Network 46f1341c-a2e1-4f99-8bf2-9c0f53e07560 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:32.709911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 46f1341c-a2e1-4f99-8bf2-9c0f53e07560) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:32.714417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:32.715058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:32.721604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a04b260-a68b-4a4c-aaa7-aea48fa5f62e None None] Network 46f1341c-a2e1-4f99-8bf2-9c0f53e07560 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:32.735251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-76a41b7a-e49c-49e6-804c-0f1b26d0c3ff admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3877976 Sep 19 03:19:32.806250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59892) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:32.809527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f4bf-b19a-4fe6-8941-2a650f143067 req-c3c45697-53ab-4a43-9442-88cf75e88f19 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:32.811069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e03f4bf-b19a-4fe6-8941-2a650f143067 req-c3c45697-53ab-4a43-9442-88cf75e88f19 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1632133 Sep 19 03:19:32.887033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb11baa3-b03d-41b3-8141-475e6a6fa006 None None] Network 46f1341c-a2e1-4f99-8bf2-9c0f53e07560 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:32.944744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e03f4bf-b19a-4fe6-8941-2a650f143067 req-3907e1aa-5ad7-4089-a2ce-1b589b216a5c tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052279 Sep 19 03:19:32.974549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1474325924'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:32.999562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.000861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Made reservation on behalf of ae33b68459d34c36b58308a3c47d32d2 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:33.006421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.018072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.081384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.138669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.144161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.158530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:33.169328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.169630 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Added segment 7f8840dc-7c4a-4c83-9eb0-eff433bd696c of type vlan for network 7036548b-6a9d-4b5c-95f9-0e4681b010b3 Sep 19 03:19:33.211825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.217194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.222065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.255430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2444ff11-fa88-495e-9d49-df6f28c24049,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:33.268625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=143c89a8-5004-4d1a-aa2e-3c0ca402ef70,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:33.269786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.277181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:33.277877 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.280296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': '58a2257b-34c2-4549-8b0d-4f4452818630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4935a600-6dca-48c8-8db2-0da0b2c22f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:33.280656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: 4935a600-6dca-48c8-8db2-0da0b2c22f7d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:33.284831 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.285244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a87f52fc-f5d7-4084-9ccc-d9a03b506453 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:19:33.308835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5001664 Sep 19 03:19:33.313166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59914) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.316759 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 19 03:19:33.317832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f2dbe9dd-f11e-4829-8f17-bca47a601d89 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4861116 Sep 19 03:19:33.318662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network 4935a600-6dca-48c8-8db2-0da0b2c22f7d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:33.320559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-2d13fb10-f6a1-4138-aefb-d4fe1c684a89 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-598572232') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:33.320714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59916) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.381701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4935a600-6dca-48c8-8db2-0da0b2c22f7d) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:33.383746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f45d5d-6506-4a10-9184-7fddea3c1f02 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Pushing event updated for resources: {'Network': ['ID=7036548b-6a9d-4b5c-95f9-0e4681b010b3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:33.392769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3013e267-3d2b-4202-85d7-bd26bd161749 None None] Network 4935a600-6dca-48c8-8db2-0da0b2c22f7d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:33.396319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:33.396998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 7036548b-6a9d-4b5c-95f9-0e4681b010b3 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:33.397148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.455858 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d13fb10-f6a1-4138-aefb-d4fe1c684a89 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "PUT /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-598572232 HTTP/1.1" status: 201 len: 201 time: 0.1421695 Sep 19 03:19:33.458360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.465460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-cfba8ab7-ac9a-4379-8a2b-92bdaeeaa075 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-598572232') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:33.549998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cfba8ab7-ac9a-4379-8a2b-92bdaeeaa075 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "GET /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-598572232 HTTP/1.1" status: 204 len: 168 time: 0.0878489 Sep 19 03:19:33.550804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59922) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.558022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-f5c8a9a4-15b7-452a-8c33-9b2573b961fb tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:33.620221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-4935a600-6dca-48c8-8db2-0da0b2c22f7d', 'network_id': '4935a600-6dca-48c8-8db2-0da0b2c22f7d', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': '143c89a8-5004-4d1a-aa2e-3c0ca402ef70'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:33.621098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.640307 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f5c8a9a4-15b7-452a-8c33-9b2573b961fb tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "GET /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags HTTP/1.1" status: 200 len: 237 time: 0.0883772 Sep 19 03:19:33.643046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59924) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.647709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-1d92a25d-c4d9-4aba-909a-f6dd80f47b21 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', {'tags': ['tempest-TagsTest-Tag-1002017563', 'tempest-TagsTest-Tag-1990905146', 'tempest-TagsTest-Tag-1477006755']}) {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:33.744989 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1d92a25d-c4d9-4aba-909a-f6dd80f47b21 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "PUT /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags HTTP/1.1" status: 200 len: 309 time: 0.0983958 Sep 19 03:19:33.745366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.750158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-8f756cf0-e073-4f83-9c60-1f4d327636ab tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-1002017563') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:33.769528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Allocated IP 172.20.255.242 (4935a600-6dca-48c8-8db2-0da0b2c22f7d/143c89a8-5004-4d1a-aa2e-3c0ca402ef70/946b496b-84f3-42a0-9395-1d1793e06783) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:33.774856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2fa622ee-a244-4967-9d59-ecd74f9b2287 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9177456 Sep 19 03:19:33.780095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.787745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1533489021'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:33.823371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-cf42c449-68c3-4f01-a8ee-1bd79b095bcc tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:33.824849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-cf42c449-68c3-4f01-a8ee-1bd79b095bcc tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/networks?id=674d0252-a9c3-49ba-a6a4-86bbd02a3591 HTTP/1.1" status: 200 len: 809 time: 0.5023601 Sep 19 03:19:33.846635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Deleting port b9d255fc-6fd2-40e1-8e08-dd8fd4fb51ed {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:33.847033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.861608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-c70595d1-8056-4dc9-86e6-23fd49b94b52 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/quotas/1850c02e5f7440a3a0346c4d53dc2528 HTTP/1.1" status: 200 len: 375 time: 0.0271392 Sep 19 03:19:33.872827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:33.877508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.908605 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8f756cf0-e073-4f83-9c60-1f4d327636ab tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "DELETE /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-1002017563 HTTP/1.1" status: 204 len: 168 time: 0.1622016 Sep 19 03:19:33.912372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59930) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:33.914886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:33.920180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-459507b2-ac08-4785-99fb-d7c5e129c558 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-1002017563') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:33.946014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.946390 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 34d80f6a-8899-4402-90de-1c7aa1878d3d of type vlan for network 5ba3e3e2-72e1-4def-a96b-582f90282191 Sep 19 03:19:33.949183 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.951197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-6344a921-886a-47bc-a6b9-e1e65a4c30cb tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1850c02e5f7440a3a0346c4d53dc2528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777702 Sep 19 03:19:33.968419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:33.991674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.003734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Network 4935a600-6dca-48c8-8db2-0da0b2c22f7d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:34.006979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:34.007138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Calling delete_port for b9d255fc-6fd2-40e1-8e08-dd8fd4fb51ed owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:34.011385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:34.015097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.027739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Pushing event updated for resources: {'Port': ['ID=946b496b-84f3-42a0-9395-1d1793e06783,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:34.079385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Attempting to bind port 946b496b-84f3-42a0-9395-1d1793e06783 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:34.080146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Attempting to bind port 946b496b-84f3-42a0-9395-1d1793e06783 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '58a2257b-34c2-4549-8b0d-4f4452818630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4935a600-6dca-48c8-8db2-0da0b2c22f7d'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:34.080696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Attempting to bind port 946b496b-84f3-42a0-9395-1d1793e06783 on network 4935a600-6dca-48c8-8db2-0da0b2c22f7d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:34.085998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.086907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:34.087514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Checking segment: {'id': '58a2257b-34c2-4549-8b0d-4f4452818630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4935a600-6dca-48c8-8db2-0da0b2c22f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:34.088152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.088710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Bound using segment: {'id': '58a2257b-34c2-4549-8b0d-4f4452818630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4935a600-6dca-48c8-8db2-0da0b2c22f7d'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:34.089385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Bound port: 946b496b-84f3-42a0-9395-1d1793e06783, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a2257b-34c2-4549-8b0d-4f4452818630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4935a600-6dca-48c8-8db2-0da0b2c22f7d'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:34.089969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.091489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:34.092059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.103849 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-459507b2-ac08-4785-99fb-d7c5e129c558 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] show failed (client error): The resource could not be found. Sep 19 03:19:34.104868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-459507b2-ac08-4785-99fb-d7c5e129c558 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "GET /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-1002017563 HTTP/1.1" status: 404 len: 326 time: 0.1914325 Sep 19 03:19:34.111161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59934) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:34.121224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-7d711e07-049d-49ff-a323-7b5511035f43 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-1990905146') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:34.128256 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3469648 Sep 19 03:19:34.131040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59936) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:34.138346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': '5ba3e3e2-72e1-4def-a96b-582f90282191', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:34.172442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] For port 946b496b-84f3-42a0-9395-1d1793e06783, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:34.176071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] For port 946b496b-84f3-42a0-9395-1d1793e06783, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=946b496b-84f3-42a0-9395-1d1793e06783,segment=NetworkSegment(58a2257b-34c2-4549-8b0d-4f4452818630),segment_id=58a2257b-34c2-4549-8b0d-4f4452818630)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:34.183305 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.188156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865fa55-fe9a-47b8-9834-714c8c92d059 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=5ba3e3e2-72e1-4def-a96b-582f90282191,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:34.228050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5ba3e3e2-72e1-4def-a96b-582f90282191 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:34.237399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2138e8f-9898-4e75-9fa3-f92ca0a3287e req-3da0d733-e587-4df6-a980-e805229a91db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:34.239507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2138e8f-9898-4e75-9fa3-f92ca0a3287e req-3da0d733-e587-4df6-a980-e805229a91db tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1843326 Sep 19 03:19:34.251403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-ec796ebf-7cc8-4976-a79a-3e9d73c9ecc5 service neutron] 10.222.0.22 "GET /v2.0/networks/674d0252-a9c3-49ba-a6a4-86bbd02a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928023 Sep 19 03:19:34.339552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c675ef3-5bf1-44b3-a4a1-617b51a95aeb None None] Pushing event updated for resources: {'Port': ['ID=946b496b-84f3-42a0-9395-1d1793e06783,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:34.433967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7d711e07-049d-49ff-a323-7b5511035f43 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "GET /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-1990905146 HTTP/1.1" status: 204 len: 168 time: 0.3217456 Sep 19 03:19:34.444562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59940) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:34.455020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-096575e1-bf64-428f-b10d-244136b4c83c tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-1477006755') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:34.461738 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.465919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2138e8f-9898-4e75-9fa3-f92ca0a3287e req-155a751c-c435-43ac-b898-916f0eeae5cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114747 Sep 19 03:19:34.522523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9d255fc-6fd2-40e1-8e08-dd8fd4fb51ed,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:34.555268 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-dbe9173b-2340-4d0e-862a-bdcd447a9458 service neutron] 10.222.0.22 "GET /v2.0/networks/674d0252-a9c3-49ba-a6a4-86bbd02a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026896 Sep 19 03:19:34.658027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.664477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-611ea24c-8d58-4ed4-815e-aed3cf07d7d3 tempest-RoutersAdminNegativeTest-1292213614 tempest-RoutersAdminNegativeTest-1292213614-project-admin] 10.222.0.22 "DELETE /v2.0/ports/b9d255fc-6fd2-40e1-8e08-dd8fd4fb51ed HTTP/1.1" status: 204 len: 168 time: 1.3399129 Sep 19 03:19:34.666924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-096575e1-bf64-428f-b10d-244136b4c83c tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "GET /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-1477006755 HTTP/1.1" status: 204 len: 168 time: 0.2207909 Sep 19 03:19:34.669195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59946) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:34.673637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-afcbea4f-1119-443c-a5c1-320d873f8335 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:34.696170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:34.700341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:34.819550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c31112b3-1d0d-436f-9180-dd99dbd956d9 req-7ecb7169-2b9f-4ef5-a865-ca3e9eceff47 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 210 time: 0.0399499 Sep 19 03:19:34.822800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-afcbea4f-1119-443c-a5c1-320d873f8335 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "DELETE /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1510787 Sep 19 03:19:34.825018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59952) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:34.832188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-133c9d53-bab8-44f7-a7ce-e34885801811 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-1990905146') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:34.925780 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-133c9d53-bab8-44f7-a7ce-e34885801811 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] show failed (client error): The resource could not be found. Sep 19 03:19:34.929856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-133c9d53-bab8-44f7-a7ce-e34885801811 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "GET /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-1990905146 HTTP/1.1" status: 404 len: 326 time: 0.1022809 Sep 19 03:19:34.930434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:34.936232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-c0b33df3-d034-4e83-9f5b-de51db336729 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3', 'tempest-TagsTest-Tag-1477006755') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:34.997932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.006413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59962) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:35.043865 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-c0b33df3-d034-4e83-9f5b-de51db336729 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] show failed (client error): The resource could not be found. Sep 19 03:19:35.048001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c0b33df3-d034-4e83-9f5b-de51db336729 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "GET /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags/tempest-TagsTest-Tag-1477006755 HTTP/1.1" status: 404 len: 326 time: 0.1165090 Sep 19 03:19:35.048661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59966) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:35.053095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-5c83ddaa-b6b4-4d6c-bd2c-f600834eccfe tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7036548b-6a9d-4b5c-95f9-0e4681b010b3') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:35.105440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=c8969499-608e-4eeb-9b9f-23be0a8b2477,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:35.126916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': '34d80f6a-8899-4402-90de-1c7aa1878d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5ba3e3e2-72e1-4def-a96b-582f90282191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:35.127547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: 5ba3e3e2-72e1-4def-a96b-582f90282191, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:35.153875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network 5ba3e3e2-72e1-4def-a96b-582f90282191 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:35.164454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5c83ddaa-b6b4-4d6c-bd2c-f600834eccfe tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "DELETE /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1146080 Sep 19 03:19:35.167191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59968) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:35.180006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5ba3e3e2-72e1-4def-a96b-582f90282191) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:35.188423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:35.188601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59087b91-ccf6-4d64-9f8f-f5e5fa9267ec None None] Network 5ba3e3e2-72e1-4def-a96b-582f90282191 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:35.189127 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.247082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59972) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:35.258127 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e1cd8d16-cf86-4d29-8102-74dcf03d8ca6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1257493 Sep 19 03:19:35.335444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5424085e-3a2a-4317-96fb-be244b068cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.350827 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.392836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.494027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8c5a0-ffc6-4ff3-a484-8b8c3afa0ae0 None None] Network 4935a600-6dca-48c8-8db2-0da0b2c22f7d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:35.495490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.524431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.539138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7036548b-6a9d-4b5c-95f9-0e4681b010b3']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:35.553874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8840dc-7c4a-4c83-9eb0-eff433bd696c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:35.554116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8840dc-7c4a-4c83-9eb0-eff433bd696c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:35.569393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.617566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.634425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5a30de7c-bd08-42c5-b9cc-fd038392d44c None None] Provisioning complete for port 946b496b-84f3-42a0-9395-1d1793e06783 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:35.634892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a30de7c-bd08-42c5-b9cc-fd038392d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.641358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.649018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5424085e-3a2a-4317-96fb-be244b068cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.664139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:35.664548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:35.668188 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:35.679659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=c8969499-608e-4eeb-9b9f-23be0a8b2477,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:35.690869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5424085e-3a2a-4317-96fb-be244b068cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.711716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2fc5c-af7e-4549-a46c-bccf2e35bedb req-c6a44f06-6f13-46c7-9cca-527b1bfe1bdf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:35.713340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8d2fc5c-af7e-4549-a46c-bccf2e35bedb req-c6a44f06-6f13-46c7-9cca-527b1bfe1bdf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1075590 Sep 19 03:19:35.769639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51610a55-37da-4375-9dc7-1f80e24eed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5ba3e3e2-72e1-4def-a96b-582f90282191', 'network_id': '5ba3e3e2-72e1-4def-a96b-582f90282191', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': 'c8969499-608e-4eeb-9b9f-23be0a8b2477'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:35.773208 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51610a55-37da-4375-9dc7-1f80e24eed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.778018 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.815290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba3e3e2-72e1-4def-a96b-582f90282191']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:35.820852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8d2fc5c-af7e-4549-a46c-bccf2e35bedb req-a7c465aa-1444-4ac3-a8d7-856095bbd804 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921850 Sep 19 03:19:35.830150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424085e-3a2a-4317-96fb-be244b068cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18357a-9cdb-4130-8621-8ce9c98ed393,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:35.836838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d80f6a-8899-4402-90de-1c7aa1878d3d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:35.837396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d80f6a-8899-4402-90de-1c7aa1878d3d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:35.846546 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.853252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.863880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.871202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] 10.222.0.22 "DELETE /v2.0/networks/7036548b-6a9d-4b5c-95f9-0e4681b010b3 HTTP/1.1" status: 204 len: 168 time: 0.7029002 Sep 19 03:19:35.880895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5424085e-3a2a-4317-96fb-be244b068cef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f6f23d177584c92a4967a36da46d19e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8733919 Sep 19 03:19:35.888375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59984) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:35.910571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.919229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:35.919646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:35.928347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 946b496b-84f3-42a0-9395-1d1793e06783 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:35.938583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf04789-b6e6-45fe-9a5f-43c18e55f3e8 tempest-TagsTest-150737311 tempest-TagsTest-150737311-project] Pushing event deleted for resources: {'Network': ['ID=7036548b-6a9d-4b5c-95f9-0e4681b010b3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:35.951758 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:35.998626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-858b9989-7fe4-4bf1-91cc-2a4a2b7c55fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.006908 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a30de7c-bd08-42c5-b9cc-fd038392d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.043974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb5f3e4d-1488-456f-8939-967608e4373f req-86f91b78-82f1-417d-87e7-0066df40af4d tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 210 time: 0.0809000 Sep 19 03:19:36.047812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed4b41a-f6fe-4e0c-bfd2-e79e4b592287 None None] Network 5ba3e3e2-72e1-4def-a96b-582f90282191 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:36.048065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-858b9989-7fe4-4bf1-91cc-2a4a2b7c55fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.061656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.076928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.085070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/5ba3e3e2-72e1-4def-a96b-582f90282191 HTTP/1.1" status: 204 len: 168 time: 0.8349993 Sep 19 03:19:36.086582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59988) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:36.094282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-139559502'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:36.107058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979e17c-4d46-4d4c-b1eb-148a96e2882e tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=5ba3e3e2-72e1-4def-a96b-582f90282191,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:36.120359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:36.124487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.150036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5a30de7c-bd08-42c5-b9cc-fd038392d44c None None] For port 946b496b-84f3-42a0-9395-1d1793e06783, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=946b496b-84f3-42a0-9395-1d1793e06783,segment=NetworkSegment(58a2257b-34c2-4549-8b0d-4f4452818630),segment_id=58a2257b-34c2-4549-8b0d-4f4452818630)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:36.152705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-858b9989-7fe4-4bf1-91cc-2a4a2b7c55fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.155520 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-858b9989-7fe4-4bf1-91cc-2a4a2b7c55fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.156679 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-858b9989-7fe4-4bf1-91cc-2a4a2b7c55fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f18357a-9cdb-4130-8621-8ce9c98ed393 HTTP/1.1" status: 204 len: 168 time: 0.2661428 Sep 19 03:19:36.169991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:36.189694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b9989-7fe4-4bf1-91cc-2a4a2b7c55fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18357a-9cdb-4130-8621-8ce9c98ed393,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:36.190488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a30de7c-bd08-42c5-b9cc-fd038392d44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.205668 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.206030 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 3c929c9b-b44e-4077-a2d7-51be4d585972 of type vlan for network 07bcd42f-3ba4-440f-8fd9-f1cce54f9929 Sep 19 03:19:36.253249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:36.302040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.309552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 946b496b-84f3-42a0-9395-1d1793e06783 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:36.310012 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.356197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.370543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:36.371236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.425860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-4a3173cf-4043-4482-ae91-3dc8de534a61 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:36.429621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-4a3173cf-4043-4482-ae91-3dc8de534a61 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.32 "GET /v2.0/networks?id=674d0252-a9c3-49ba-a6a4-86bbd02a3591 HTTP/1.1" status: 200 len: 809 time: 0.2396936 Sep 19 03:19:36.450942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Request body: {'port': {'device_id': '8e077825-8b5d-4604-92e7-b436278b8a96', 'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591', 'admin_state_up': True, 'tenant_id': '1850c02e5f7440a3a0346c4d53dc2528'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:36.458485 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3708205 Sep 19 03:19:36.462293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59996) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:36.466152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30de7c-bd08-42c5-b9cc-fd038392d44c None None] Pushing event updated for resources: {'Port': ['ID=946b496b-84f3-42a0-9395-1d1793e06783,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:36.482852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:36.559225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c57b76-1bf9-4ed6-8f16-1fe2c5077d70 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=07bcd42f-3ba4-440f-8fd9-f1cce54f9929,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:36.583425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 07bcd42f-3ba4-440f-8fd9-f1cce54f9929 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:36.588536 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d70e8c04-bdc7-43b3-b689-bef17033903b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae33b68459d34c36b58308a3c47d32d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325541 Sep 19 03:19:36.591087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:36.665646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-61c833df-0a25-4a61-a796-7908b000224f None None] Provisioning complete for port 946b496b-84f3-42a0-9395-1d1793e06783 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:36.666027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61c833df-0a25-4a61-a796-7908b000224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.667426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6e58-e52b-43a1-8977-d01d0955ea7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.695102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6e58-e52b-43a1-8977-d01d0955ea7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.719562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:19:36.719562 n-d-809936-1 neutron-server[94723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:19:36.719562 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id': '1850c02e5f7440a3a0346c4d53dc2528', 'id': 'f58c74db-54ff-4adb-b938-1d7d9d7960c3', 'expiration': datetime.datetime(2021, 9, 19, 3, 21, 36, 714543)}] Sep 19 03:19:36.719562 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:36.720099 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:36.736395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:36.740222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.762923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6e58-e52b-43a1-8977-d01d0955ea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.769095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca0d6e58-e52b-43a1-8977-d01d0955ea7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.773256 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca0d6e58-e52b-43a1-8977-d01d0955ea7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2444ff11-fa88-495e-9d49-df6f28c24049 HTTP/1.1" status: 204 len: 168 time: 0.1807506 Sep 19 03:19:36.791858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d6e58-e52b-43a1-8977-d01d0955ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2444ff11-fa88-495e-9d49-df6f28c24049,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:36.817860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60008) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:36.835373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing IP validity checks on allocation pools {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 19 03:19:36.835989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 19 03:19:36.866247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc73bcd5-4c43-409a-a330-b3686b4deea9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=230a4268299c405b823a3d51023a564e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449004 Sep 19 03:19:36.867306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60012) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:36.939040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:36.968368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.022251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af24a8b-d270-4554-a4bb-9594bddf4733 req-a5899709-4166-4791-a6a5-759f0735c4c8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:37.023851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7af24a8b-d270-4554-a4bb-9594bddf4733 req-a5899709-4166-4791-a6a5-759f0735c4c8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0971014 Sep 19 03:19:37.033265 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.037549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.043540 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5e2c16b-5c09-4b74-8640-b9b2fe21f4ba HTTP/1.1" status: 204 len: 168 time: 0.1753392 Sep 19 03:19:37.052083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e2c16b-5c09-4b74-8640-b9b2fe21f4ba,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:37.052576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.068766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.069210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.069841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.070287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.070632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.071116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.071455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.071936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.072231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.073244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.073582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.074372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d99bfc9-eb2b-4a50-bcf1-d2a842546fde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:37.157152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7af24a8b-d270-4554-a4bb-9594bddf4733 req-404f4721-e8ec-4403-8105-e2690687eefc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231544 Sep 19 03:19:37.184251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d24daa8-456c-44d9-bed7-c2cb880f7d90 req-0845189b-7468-49a7-96b3-269d96839a65 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 210 time: 0.0498166 Sep 19 03:19:37.188662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=1f6aa0e1-d12a-4a30-b146-4de3b3328e61,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:37.219891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': '3c929c9b-b44e-4077-a2d7-51be4d585972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:37.220580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: 07bcd42f-3ba4-440f-8fd9-f1cce54f9929, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:37.253183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network 07bcd42f-3ba4-440f-8fd9-f1cce54f9929 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:37.258313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Made reservation on behalf of 1850c02e5f7440a3a0346c4d53dc2528 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:37.263118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.277540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 07bcd42f-3ba4-440f-8fd9-f1cce54f9929) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:37.282538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:37.283158 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.290823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753ff94f-bf1d-4456-969f-92c4eac038dd None None] Network 07bcd42f-3ba4-440f-8fd9-f1cce54f9929 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:37.367898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-39d106de-dc8d-4e17-b1e7-6fcc57446cc1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9027605 Sep 19 03:19:37.370053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60038) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:37.463946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Allocated IP 172.20.0.4 (674d0252-a9c3-49ba-a6a4-86bbd02a3591/e5f9c96f-61b9-4003-bb19-f97db56f09d5/2b18360f-6fd5-48a3-bbe1-ec3cfb49237d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:37.499913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.510957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-07bcd42f-3ba4-440f-8fd9-f1cce54f9929', 'network_id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': '1f6aa0e1-d12a-4a30-b146-4de3b3328e61'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:37.512773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.580144 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.653551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.691658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Allocated IP 172.20.0.3 (07bcd42f-3ba4-440f-8fd9-f1cce54f9929/1f6aa0e1-d12a-4a30-b146-4de3b3328e61/2afa7e93-59ad-4af5-bade-2a4d09729113) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:37.722800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.789236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Pushing event updated for resources: {'Port': ['ID=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:37.799854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:37.802293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:37.807641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:37.808693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 946b496b-84f3-42a0-9395-1d1793e06783 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:37.867838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:37.868471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.887733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-25bff289-5fb0-4189-b5d8-52e1f77b2ce2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4416404 Sep 19 03:19:37.909535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Request body: {'port': {'device_id': '8e077825-8b5d-4604-92e7-b436278b8a96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:37.937627 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.952414 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.981899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:37.996491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Network 07bcd42f-3ba4-440f-8fd9-f1cce54f9929 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:38.002065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:38.005743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 946b496b-84f3-42a0-9395-1d1793e06783 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:38.006248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.007931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:38.008338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.043344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6aa0e1-d12a-4a30-b146-4de3b3328e61,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:38.050619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Pushing event updated for resources: {'Port': ['ID=2afa7e93-59ad-4af5-bade-2a4d09729113,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:38.146694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Attempting to bind port 2afa7e93-59ad-4af5-bade-2a4d09729113 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:38.149114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Attempting to bind port 2afa7e93-59ad-4af5-bade-2a4d09729113 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3c929c9b-b44e-4077-a2d7-51be4d585972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:38.149495 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Attempting to bind port 2afa7e93-59ad-4af5-bade-2a4d09729113 on network 07bcd42f-3ba4-440f-8fd9-f1cce54f9929 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:38.158330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:38.158649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Checking segment: {'id': '3c929c9b-b44e-4077-a2d7-51be4d585972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:38.174849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.175337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Bound using segment: {'id': '3c929c9b-b44e-4077-a2d7-51be4d585972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:38.175849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Bound port: 2afa7e93-59ad-4af5-bade-2a4d09729113, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c929c9b-b44e-4077-a2d7-51be4d585972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:38.176253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.192995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60068) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:38.212326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.260993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bcd42f-3ba4-440f-8fd9-f1cce54f9929']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:38.283825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c929c9b-b44e-4077-a2d7-51be4d585972') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:38.284132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c929c9b-b44e-4077-a2d7-51be4d585972') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:38.309137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.341988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.364333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:38.365002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.368620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] For port 2afa7e93-59ad-4af5-bade-2a4d09729113, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:38.370045 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:38.463857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1279d5d2-9790-496b-aa1b-aa8bafee85a0 tempest-ServiceProvidersTest-647914066 tempest-ServiceProvidersTest-647914066-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2698417 Sep 19 03:19:38.473323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] For port 2afa7e93-59ad-4af5-bade-2a4d09729113, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2afa7e93-59ad-4af5-bade-2a4d09729113,segment=NetworkSegment(3c929c9b-b44e-4077-a2d7-51be4d585972),segment_id=3c929c9b-b44e-4077-a2d7-51be4d585972)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:38.477252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:19:38.477252 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:19:38.477252 n-d-809936-1 neutron-server[94722]: [parameters: {'id': '07bcd42f-3ba4-440f-8fd9-f1cce54f9929'}] Sep 19 03:19:38.477252 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:38.477971 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:38.480398 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.482485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6239de-982a-4a30-87cf-72623dc228a6 req-1c897d9d-0162-478f-9388-9bd34d194e47 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:38.484681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd6239de-982a-4a30-87cf-72623dc228a6 req-1c897d9d-0162-478f-9388-9bd34d194e47 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1641788 Sep 19 03:19:38.576158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033b86-fbf1-4f94-96b4-1077a53d6ab2 None None] Pushing event updated for resources: {'Port': ['ID=2afa7e93-59ad-4af5-bade-2a4d09729113,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:38.594304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9e148-8fb0-42e3-817a-ec304ede90fe None None] Network 07bcd42f-3ba4-440f-8fd9-f1cce54f9929 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:38.737039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33daa93-43a5-4f0e-b8af-5e0ec885d0c6 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:38.790303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:38.847537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd6239de-982a-4a30-87cf-72623dc228a6 req-96042027-dd73-4476-bacc-1099a864d911 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450370 Sep 19 03:19:38.896788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a9810-38ce-482c-ab33-8ee51b543b26 req-5cdc84fb-8fc5-45cc-808e-45320fed659e tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:38.905857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c89a9810-38ce-482c-ab33-8ee51b543b26 req-5cdc84fb-8fc5-45cc-808e-45320fed659e tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 931 time: 0.4579093 Sep 19 03:19:38.912044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33daa93-43a5-4f0e-b8af-5e0ec885d0c6 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:38.942395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-995c6f6b-7898-4ebd-a473-5558320c8a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:38.989817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.004629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c89a9810-38ce-482c-ab33-8ee51b543b26 req-f44c995a-194f-4cbb-a042-edda24e42aad tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977645 Sep 19 03:19:39.061562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:19:39.078366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.109331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Transition to ACTIVE for port object 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:19:39.120670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.163226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-995c6f6b-7898-4ebd-a473-5558320c8a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.177650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-995c6f6b-7898-4ebd-a473-5558320c8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.228452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Pushing event updated for resources: {'Port': ['ID=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:39.257123 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-995c6f6b-7898-4ebd-a473-5558320c8a06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3451c51567e48f08eb74ee7d11605d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657185 Sep 19 03:19:39.260767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60114) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:39.262350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port 2afa7e93-59ad-4af5-bade-2a4d09729113 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:39.264678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.372995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c6f6b-7898-4ebd-a473-5558320c8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64032f24-dd88-4f7a-b647-5dc887c71dca,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:39.377363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port 2afa7e93-59ad-4af5-bade-2a4d09729113, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2afa7e93-59ad-4af5-bade-2a4d09729113,segment=NetworkSegment(3c929c9b-b44e-4077-a2d7-51be4d585972),segment_id=3c929c9b-b44e-4077-a2d7-51be4d585972)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:39.377363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.379079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8af5c384-9efd-443d-a3c1-1e496f7b2b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.383073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Attempting to bind port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:39.383568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Attempting to bind port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6671efc0-037b-4c13-ad64-b4da777f348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:39.384081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Attempting to bind port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d on network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:39.390668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for 2afa7e93-59ad-4af5-bade-2a4d09729113 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:39.391815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d on network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:19:39.392229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Attempting to bind port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d on network 674d0252-a9c3-49ba-a6a4-86bbd02a3591 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:39.415867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:39.416315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Checking segment: {'id': '6671efc0-037b-4c13-ad64-b4da777f348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:39.416757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Bound using segment: {'id': '6671efc0-037b-4c13-ad64-b4da777f348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:39.417251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Bound port: 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6671efc0-037b-4c13-ad64-b4da777f348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:39.417668 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.448713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.454889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.460814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.467320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.474600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.479798 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.481831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.487931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.491543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-d494b427-4999-4c58-b8a4-406982399f61 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.5485539 Sep 19 03:19:39.496251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8af5c384-9efd-443d-a3c1-1e496f7b2b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.509919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=2afa7e93-59ad-4af5-bade-2a4d09729113,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:39.512468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port 2afa7e93-59ad-4af5-bade-2a4d09729113 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:39.558160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60120) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:39.598233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.604954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257f4cda-78de-4027-ac77-5f148639bfc5 req-6593836e-3383-4bef-8eba-ad72c2429d88 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058764 Sep 19 03:19:39.620371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bcd42f-3ba4-440f-8fd9-f1cce54f9929']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:39.631559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c929c9b-b44e-4077-a2d7-51be4d585972') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:39.631945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c929c9b-b44e-4077-a2d7-51be4d585972') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:39.632366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] For port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:39.636608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] For port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,segment=NetworkSegment(6671efc0-037b-4c13-ad64-b4da777f348c),segment_id=6671efc0-037b-4c13-ad64-b4da777f348c)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:39.641927 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.644010 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.663062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.670766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:39.672686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.676745 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8af5c384-9efd-443d-a3c1-1e496f7b2b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:39.677602 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:39.679936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8af5c384-9efd-443d-a3c1-1e496f7b2b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.680904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8af5c384-9efd-443d-a3c1-1e496f7b2b39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64032f24-dd88-4f7a-b647-5dc887c71dca HTTP/1.1" status: 204 len: 168 time: 0.4190118 Sep 19 03:19:39.690165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.690844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.692886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] 10.222.0.32 "PUT /v2.0/ports/2b18360f-6fd5-48a3-bbe1-ec3cfb49237d HTTP/1.1" status: 200 len: 1091 time: 1.7879000 Sep 19 03:19:39.696136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e077825-8b5d-4604-92e7-b436278b8a96', 'tag': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:39.699397 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e41c78e-bf65-4a71-87e6-31f8c090ed99" -d '{"events": [{"name": "network-changed", "server_uuid": "8e077825-8b5d-4604-92e7-b436278b8a96", "tag": "2b18360f-6fd5-48a3-bbe1-ec3cfb49237d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:39.710506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5c384-9efd-443d-a3c1-1e496f7b2b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64032f24-dd88-4f7a-b647-5dc887c71dca,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:39.738377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe5cb2-b3f7-43a0-98f5-0803c609551e service neutron] Pushing event updated for resources: {'Port': ['ID=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:39.767295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7baefd1-e84f-4fc5-881c-dac1a684a615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.783710 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923bc1a8-68d3-475d-909d-bc174a8b42ba x-openstack-request-id: req-923bc1a8-68d3-475d-909d-bc174a8b42ba {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:39.784077 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e077825-8b5d-4604-92e7-b436278b8a96", "tag": "2b18360f-6fd5-48a3-bbe1-ec3cfb49237d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:39.784378 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-923bc1a8-68d3-475d-909d-bc174a8b42ba {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:39.784924 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e077825-8b5d-4604-92e7-b436278b8a96', 'tag': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d', 'status': 'completed', 'code': 200} Sep 19 03:19:39.802192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.812720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:39.818868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/07bcd42f-3ba4-440f-8fd9-f1cce54f9929 HTTP/1.1" status: 204 len: 168 time: 2.4455826 Sep 19 03:19:39.823360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60128) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:39.830082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d156-c88a-42bd-8ccf-7ab8c9962813 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=07bcd42f-3ba4-440f-8fd9-f1cce54f9929,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:39.830456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1726755791'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:39.858375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-a690d6b2-e688-40c8-9b48-0c94347abef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:39.859673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-a690d6b2-e688-40c8-9b48-0c94347abef5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1850c02e5f7440a3a0346c4d53dc2528&device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 1094 time: 0.0898311 Sep 19 03:19:39.942088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-bc1510b9-5ed6-4a62-87bb-6dc0c9246ccb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d HTTP/1.1" status: 200 len: 217 time: 0.0655410 Sep 19 03:19:40.053185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.061305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.067771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.074394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.080499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.086685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.092547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.094502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-babc0934-98c7-4613-b69d-76c276f46012 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.2340746 Sep 19 03:19:40.130999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-4a2530e3-d3ce-45dc-bfe9-0b0a76022762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.132444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-4a2530e3-d3ce-45dc-bfe9-0b0a76022762 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5f9c96f-61b9-4003-bb19-f97db56f09d5 HTTP/1.1" status: 200 len: 849 time: 0.1778698 Sep 19 03:19:40.172533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470780b4-2220-484b-81c1-b66facac6f50 req-c8fbfa2b-f422-47ed-b123-f3e83ddd738a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.173998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-470780b4-2220-484b-81c1-b66facac6f50 req-c8fbfa2b-f422-47ed-b123-f3e83ddd738a tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2373836 Sep 19 03:19:40.231493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-6c37adfe-d97f-4dfe-9e6f-f9961b0cf666 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=674d0252-a9c3-49ba-a6a4-86bbd02a3591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519795 Sep 19 03:19:40.246834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-bb8a7aa0-5c03-43ea-a6b9-0990d94391ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.248621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-bb8a7aa0-5c03-43ea-a6b9-0990d94391ca tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "GET /v2.0/ports/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1357458 Sep 19 03:19:40.250975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7baefd1-e84f-4fc5-881c-dac1a684a615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.283880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7baefd1-e84f-4fc5-881c-dac1a684a615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.375716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff64f07-d62e-4979-ac16-94eb83cecf88 req-5cd2770d-6dc8-44e8-a4f1-3763bfa3c340 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.377214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fff64f07-d62e-4979-ac16-94eb83cecf88 req-5cd2770d-6dc8-44e8-a4f1-3763bfa3c340 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 943 time: 0.2800775 Sep 19 03:19:40.397602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:40.401011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.418093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60156) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:40.422024 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028436 Sep 19 03:19:40.424828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60158) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:40.437189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-470780b4-2220-484b-81c1-b66facac6f50 req-4faafe26-5c6b-423a-b3ec-ebc61cbfbf44 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442496 Sep 19 03:19:40.486471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e7baefd1-e84f-4fc5-881c-dac1a684a615 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ebeb363aa234c5d891278c66674b415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9203639 Sep 19 03:19:40.489198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60162) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:40.497593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baefd1-e84f-4fc5-881c-dac1a684a615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de36e8-fb17-4245-8458-cc8f825944c9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:40.546176 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dbdfcbc1-bead-400a-9de2-37b94caca260 tempest-NetworksApiDiscovery-1511486660 tempest-NetworksApiDiscovery-1511486660-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1202812 Sep 19 03:19:40.565346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:40.580189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fff64f07-d62e-4979-ac16-94eb83cecf88 req-a8ff70c8-8af3-4cf5-b835-70ab72181195 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836977 Sep 19 03:19:40.585097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24472b2b-14f7-40df-9618-0cae09209417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.587112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-bc55ddc7-244c-4e46-9f92-6f3f337b0e17 service neutron] 10.222.0.32 "GET /v2.0/networks/674d0252-a9c3-49ba-a6a4-86bbd02a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328946 Sep 19 03:19:40.591255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-53359b17-b407-4eb8-b805-2dcfcc7833db tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "GET /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3235476 Sep 19 03:19:40.592367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.592717 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment cc056e8b-f584-4950-bc7b-d59d658d91f7 of type vlan for network 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 Sep 19 03:19:40.611176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24472b2b-14f7-40df-9618-0cae09209417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.616296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:40.674416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24472b2b-14f7-40df-9618-0cae09209417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.676878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24472b2b-14f7-40df-9618-0cae09209417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.678040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24472b2b-14f7-40df-9618-0cae09209417 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2de36e8-fb17-4245-8458-cc8f825944c9 HTTP/1.1" status: 204 len: 168 time: 0.1868041 Sep 19 03:19:40.705200 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.705396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24472b2b-14f7-40df-9618-0cae09209417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de36e8-fb17-4245-8458-cc8f825944c9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:40.818013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.853026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.859255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.859867 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:40.877944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.883811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.889721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.896167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.902525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.908326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.914084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:40.916099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-87f2cbac-c6c5-4b09-8199-c0dd0dbb8936 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 5433 time: 0.2131166 Sep 19 03:19:40.924416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:40.936073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4be94a-d8fb-4a00-a300-223e24f96b8b req-60af741a-6d25-493e-b9bb-06ed16fe8868 service neutron] 10.222.0.32 "GET /v2.0/networks/674d0252-a9c3-49ba-a6a4-86bbd02a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239472 Sep 19 03:19:40.992686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1682379 Sep 19 03:19:40.997984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60178) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:41.005289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:41.060456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbd22ba4-9f8c-43f8-93e3-f82e487b5b90 req-4c578d77-1c7f-405b-9f5c-cc405f49533f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1233177 Sep 19 03:19:41.061106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346883-1cdf-457d-8a2c-5c1d68d4a4ba tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=0b0fadf3-57c0-4bab-97dd-07b0c6d23d87,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:41.074026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:41.109472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60180) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:41.123043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.146771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd714d83-aa7c-4081-9251-23baffe9f824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.148086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:19:41.148086 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:19:41.148086 n-d-809936-1 neutron-server[94722]: [parameters: {'project_id_1': '3d0d58de412f4a02b7bd3f70638b0934', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 19, 21, 139824)}] Sep 19 03:19:41.148086 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:41.148513 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:41.156865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:41.160757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.198048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-c401bb6d-94a2-4bb5-8c65-da4f9a3381c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:41.199594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-c401bb6d-94a2-4bb5-8c65-da4f9a3381c2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1850c02e5f7440a3a0346c4d53dc2528&device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 1094 time: 0.1444035 Sep 19 03:19:41.279945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] For port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:41.327391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f65d6efe-8826-4adf-9a25-7ceb4ddbea70 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:41.341354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.377891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] For port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:41.403989 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.412478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-ea4ee0fb-8df0-4afc-a3c1-3dc84d87c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:41.413982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-ea4ee0fb-8df0-4afc-a3c1-3dc84d87c22a service neutron] 10.222.0.32 "GET /v2.0/networks?id=674d0252-a9c3-49ba-a6a4-86bbd02a3591 HTTP/1.1" status: 200 len: 910 time: 0.2039723 Sep 19 03:19:41.419652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=1c94f9b0-d824-4502-8007-6c5330843ce4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:41.429592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': 'cc056e8b-f584-4950-bc7b-d59d658d91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:41.429959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:41.433216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:41.435507 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89bf9d9-f532-4a8c-8e37-6db337a424a6" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:41.456728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:41.464267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:41.468506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:41.472764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.473299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1fadc14c-4766-4d3f-a996-6e9511d340eb no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:41.474323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:41.475297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.492179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] device_id is not set on port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:19:41.500060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-4b0851b2-1009-49f5-8233-b45b5b83c371 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d HTTP/1.1" status: 200 len: 217 time: 0.0774488 Sep 19 03:19:41.501907 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd714d83-aa7c-4081-9251-23baffe9f824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.502607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98fbf3-6fcb-4da2-b60d-374a91c3fb05 None None] Network 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:41.509075 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.515138 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bd714d83-aa7c-4081-9251-23baffe9f824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.517348 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3f103a41-ab24-4d6e-a7a7-1bc6c9320dbe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5182760 Sep 19 03:19:41.517750 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1d6ff0-e9cf-43b5-8db6-bfea6ca78d17 x-openstack-request-id: req-ad1d6ff0-e9cf-43b5-8db6-bfea6ca78d17 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:41.518070 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:41.518387 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad1d6ff0-e9cf-43b5-8db6-bfea6ca78d17 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:41.519166 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'code': 200} Sep 19 03:19:41.520316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60186) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:41.522935 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.651553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:41.652579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.671366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bd714d83-aa7c-4081-9251-23baffe9f824 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9595920a3fcc425ca27e8a297d838a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599241 Sep 19 03:19:41.672380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60194) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:41.700718 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.717395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] Pushing event updated for resources: {'Port': ['ID=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:41.725548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd714d83-aa7c-4081-9251-23baffe9f824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73271f03-b2c8-4175-ad81-5b1c5d12a4e9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:41.782517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] No DVR routers for this DVR port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:41.822046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-0b0fadf3-57c0-4bab-97dd-07b0c6d23d87', 'network_id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': '1c94f9b0-d824-4502-8007-6c5330843ce4'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:41.823544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.827261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.835062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2da5b-9047-40e8-8d95-c29ef7da9806 req-eb46c4d1-0dde-4d8e-8f4a-52c2b326fa76 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:41.835790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1fadc14c-4766-4d3f-a996-6e9511d340eb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:41.843486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24e2da5b-9047-40e8-8d95-c29ef7da9806 req-eb46c4d1-0dde-4d8e-8f4a-52c2b326fa76 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.3051889 Sep 19 03:19:41.851931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.852690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:41.870317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-8db67463-db60-4c40-913d-856595bc4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:41.872273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-8db67463-db60-4c40-913d-856595bc4a57 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e5f9c96f-61b9-4003-bb19-f97db56f09d5 HTTP/1.1" status: 200 len: 849 time: 0.3263128 Sep 19 03:19:41.919774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.947599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-49cf1e24-c1b4-4975-8648-a852dc814e93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=674d0252-a9c3-49ba-a6a4-86bbd02a3591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572822 Sep 19 03:19:41.959038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] In _notify_port_updated(), no bound segment for port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:19:41.960365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:41.961207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:41.962701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-45f92aa6-d974-4d86-a9e3-7812ced5049d service neutron] 10.222.0.32 "PUT /v2.0/ports/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 200 len: 1026 time: 1.3518498 Sep 19 03:19:42.018870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.028469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.049727 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Allocated IP 172.20.0.1 (0b0fadf3-57c0-4bab-97dd-07b0c6d23d87/1c94f9b0-d824-4502-8007-6c5330843ce4/e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:42.097943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718f92e1-7211-4994-b05f-6999bb9faae1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:42.107595 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6dc2cf5e-2216-4477-b299-0ccb2c1c8796 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d0d58de412f4a02b7bd3f70638b0934&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1814513 Sep 19 03:19:42.108209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:42.136119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-85088a0a-8e1f-47ad-aa00-0f009f2d3ce9 service neutron] 10.222.0.32 "GET /v2.0/networks/674d0252-a9c3-49ba-a6a4-86bbd02a3591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794319 Sep 19 03:19:42.159538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24e2da5b-9047-40e8-8d95-c29ef7da9806 req-b8302779-3773-4453-82e8-112e448ecc89 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781155 Sep 19 03:19:42.161551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ef3efb-8041-4405-bf6e-f923b91c63ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.176345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de46fdcf-8e81-4c0a-b4c5-8c306b37d7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.206540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de46fdcf-8e81-4c0a-b4c5-8c306b37d7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.214529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-c998c251-13e3-4b46-9a1d-ec324b83af79 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.216132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-c998c251-13e3-4b46-9a1d-ec324b83af79 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "GET /v2.0/ports/de929584-c5db-4744-ba14-ab9bccb6230a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1600065 Sep 19 03:19:42.219490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ef3efb-8041-4405-bf6e-f923b91c63ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.246076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:42.279131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de46fdcf-8e81-4c0a-b4c5-8c306b37d7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.284764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de46fdcf-8e81-4c0a-b4c5-8c306b37d7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.303475 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-de46fdcf-8e81-4c0a-b4c5-8c306b37d7c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/718f92e1-7211-4994-b05f-6999bb9faae1 HTTP/1.1" status: 204 len: 168 time: 0.1855257 Sep 19 03:19:42.307559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ca3a-f470-4a8b-b5ae-a9574cba2c3c req-922157bb-091e-4b0c-bc94-495d519c8090 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.315830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5308ca3a-f470-4a8b-b5ae-a9574cba2c3c req-922157bb-091e-4b0c-bc94-495d519c8090 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 943 time: 0.4485002 Sep 19 03:19:42.319777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46fdcf-8e81-4c0a-b4c5-8c306b37d7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718f92e1-7211-4994-b05f-6999bb9faae1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:42.375916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1fadc14c-4766-4d3f-a996-6e9511d340eb,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:42.378623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:19:42.379141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9504012c-c4ac-4fea-8bdf-882041121bb0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:42.409493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0890047c-e202-4525-a028-c148ad9a0760 None None] Provisioning complete for port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:42.409965 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0890047c-e202-4525-a028-c148ad9a0760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.491977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0890047c-e202-4525-a028-c148ad9a0760 None None] Port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:19:42.516968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.542928 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.569774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.584979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.600519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Network 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:42.608784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:42.613129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=1c94f9b0-d824-4502-8007-6c5330843ce4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:42.615184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:42.622172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Pushing event updated for resources: {'Port': ['ID=e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:42.665342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9504012c-c4ac-4fea-8bdf-882041121bb0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9504012c-c4ac-4fea-8bdf-882041121bb0,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:42.686614 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.686614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 77d5a45f-cf91-4684-95ad-72d5860ccc50 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:42.738045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.753368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Attempting to bind port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:42.754248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Attempting to bind port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'cc056e8b-f584-4950-bc7b-d59d658d91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:42.754621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Attempting to bind port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840 on network 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:42.773418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:42.773848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Checking segment: {'id': 'cc056e8b-f584-4950-bc7b-d59d658d91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:42.774197 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.774596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Bound using segment: {'id': 'cc056e8b-f584-4950-bc7b-d59d658d91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:42.775100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Bound port: e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc056e8b-f584-4950-bc7b-d59d658d91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:42.775520 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.782098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0fadf3-57c0-4bab-97dd-07b0c6d23d87']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:42.795546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=9504012c-c4ac-4fea-8bdf-882041121bb0,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:42.796533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5308ca3a-f470-4a8b-b5ae-a9574cba2c3c req-779fe4ca-9548-40ed-b050-89ed3eef3438 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797833 Sep 19 03:19:42.816935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc056e8b-f584-4950-bc7b-d59d658d91f7') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:42.818313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc056e8b-f584-4950-bc7b-d59d658d91f7') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:42.835241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.846780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.865423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-97db4df2-43d5-454a-b1ca-819f0884de5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.867041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.872829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-97db4df2-43d5-454a-b1ca-819f0884de5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.878244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:42.878718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.879832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-97db4df2-43d5-454a-b1ca-819f0884de5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.887217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-97db4df2-43d5-454a-b1ca-819f0884de5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:42.887452 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:42.893379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-97db4df2-43d5-454a-b1ca-819f0884de5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.901075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-97db4df2-43d5-454a-b1ca-819f0884de5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:42.903636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-97db4df2-43d5-454a-b1ca-819f0884de5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 4656 time: 0.5530660 Sep 19 03:19:42.906017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e41c78e-bf65-4a71-87e6-31f8c090ed99 req-57f5025d-9b6a-471b-be14-649995ddc5ec service neutron] 10.222.0.32 "GET /v2.0/networks/674d0252-a9c3-49ba-a6a4-86bbd02a3591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517908 Sep 19 03:19:42.908525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.935202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 77d5a45f-cf91-4684-95ad-72d5860ccc50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:42.941558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ef3efb-8041-4405-bf6e-f923b91c63ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.942078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.942830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device de929584-c5db-4744-ba14-ab9bccb6230a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:42.944954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] For port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:42.946999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ef3efb-8041-4405-bf6e-f923b91c63ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:42.951210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-72ef3efb-8041-4405-bf6e-f923b91c63ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73271f03-b2c8-4175-ad81-5b1c5d12a4e9 HTTP/1.1" status: 204 len: 168 time: 1.2592504 Sep 19 03:19:42.991387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:19:42.991387 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:19:42.991387 n-d-809936-1 neutron-server[94722]: [parameters: {'id': '0b0fadf3-57c0-4bab-97dd-07b0c6d23d87'}] Sep 19 03:19:42.991387 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:42.991723 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:43.010210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] For port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840,segment=NetworkSegment(cc056e8b-f584-4950-bc7b-d59d658d91f7),segment_id=cc056e8b-f584-4950-bc7b-d59d658d91f7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:43.021493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.039400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7327df37-8783-4365-bb7c-a8d559c3b456 req-131feac3-2504-4c41-95ac-a388d32359e9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=015ba2ea-655a-41bc-97b3-d4eca30e7ce4&id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027753 Sep 19 03:19:43.050053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef3efb-8041-4405-bf6e-f923b91c63ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73271f03-b2c8-4175-ad81-5b1c5d12a4e9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:43.066146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=77d5a45f-cf91-4684-95ad-72d5860ccc50,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:43.175748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.229515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe075ab-4add-4aa1-8dbc-a079fb7fb632 None None] Pushing event updated for resources: {'Port': ['ID=e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:43.236601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7abe9-1b8f-471e-bd10-49dbcd447744 None None] Network 0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:43.240094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] For port de929584-c5db-4744-ba14-ab9bccb6230a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=de929584-c5db-4744-ba14-ab9bccb6230a,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:43.336185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] For port de929584-c5db-4744-ba14-ab9bccb6230a, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:43.368452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b1db5-6630-4eae-8f41-66ee831ad042 req-75709a6e-058c-4824-a010-23bc96280259 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:43.370013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d40b1db5-6630-4eae-8f41-66ee831ad042 req-75709a6e-058c-4824-a010-23bc96280259 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0956995 Sep 19 03:19:43.401892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] device_id is not set on port de929584-c5db-4744-ba14-ab9bccb6230a yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:19:43.414321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32302484-3035-481e-8bc7-056ae1992ae8 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:43.418512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.431247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d40b1db5-6630-4eae-8f41-66ee831ad042 req-199d520a-77f4-40c7-84f7-47de3986b334 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549898 Sep 19 03:19:43.432622 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.490773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] Pushing event updated for resources: {'Port': ['ID=de929584-c5db-4744-ba14-ab9bccb6230a,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:43.494872 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.519028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:43.519478 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:43.522941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb'}, {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0'}, {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:43.526106 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e00b9a8-4f79-4a74-b760-3803f98753ab" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb"}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0"}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:43.531115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] No DVR routers for this DVR port de929584-c5db-4744-ba14-ab9bccb6230a on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:43.579920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] In _notify_port_updated(), no bound segment for port de929584-c5db-4744-ba14-ab9bccb6230a on network 256dc6aa-26e8-44ca-be65-581892b397ef {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:19:43.585032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:43.585032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.585623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-882d7351-190b-494c-8cb4-06d676f658bb service neutron] 10.222.0.32 "PUT /v2.0/ports/de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 200 len: 1027 time: 1.3447595 Sep 19 03:19:43.600270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:43.600840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.606537 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e731d580-1391-476d-a39a-86c3c5778ee9 x-openstack-request-id: req-e731d580-1391-476d-a39a-86c3c5778ee9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:43.607073 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb", "code": 200}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0", "code": 200}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:43.607331 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e731d580-1391-476d-a39a-86c3c5778ee9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:43.608565 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb', 'code': 200} Sep 19 03:19:43.608823 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0', 'code': 200} Sep 19 03:19:43.609076 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50', 'code': 200} Sep 19 03:19:43.654674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32302484-3035-481e-8bc7-056ae1992ae8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:43.708960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port 9504012c-c4ac-4fea-8bdf-882041121bb0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:43.709340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.718039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840,segment=NetworkSegment(cc056e8b-f584-4950-bc7b-d59d658d91f7),segment_id=cc056e8b-f584-4950-bc7b-d59d658d91f7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:43.718700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.734052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:43.826172 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.861150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] For port 9504012c-c4ac-4fea-8bdf-882041121bb0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9504012c-c4ac-4fea-8bdf-882041121bb0,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:43.861624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:43.886233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:43.889919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port e7d6c1cb-a547-4c27-a7a0-cad6bfaf4840 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:43.897892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for 9504012c-c4ac-4fea-8bdf-882041121bb0 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:43.999894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.045727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0fadf3-57c0-4bab-97dd-07b0c6d23d87']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:44.066086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc056e8b-f584-4950-bc7b-d59d658d91f7') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:44.066652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc056e8b-f584-4950-bc7b-d59d658d91f7') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:44.071034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da275e0d-df5c-4f13-902b-58d81cdf82ea req-2dd6b1be-eda0-4508-8f91-5c520994dbd3 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:44.073531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da275e0d-df5c-4f13-902b-58d81cdf82ea req-2dd6b1be-eda0-4508-8f91-5c520994dbd3 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 943 time: 0.1508543 Sep 19 03:19:44.092049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.120290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.128732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:44.129153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:44.156240 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:44.158703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4739aa5d-b5c9-4cc4-92ca-e766db177c07 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:19:44.223136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.247576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.260893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.269516 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 HTTP/1.1" status: 204 len: 168 time: 2.7480998 Sep 19 03:19:44.270303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60272) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:44.296034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-712982772'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:44.298362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fb1e5-b21c-45b5-a180-3f583613ba80 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=0b0fadf3-57c0-4bab-97dd-07b0c6d23d87,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:44.357992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da275e0d-df5c-4f13-902b-58d81cdf82ea req-9006c06b-b291-4987-b512-565b476739a8 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613242 Sep 19 03:19:44.357992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=9504012c-c4ac-4fea-8bdf-882041121bb0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:44.369896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.423300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:44.428382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.482603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] No DVR routers for this DVR port 9504012c-c4ac-4fea-8bdf-882041121bb0 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:44.494500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.496641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-b806d97b-6926-4345-a1b1-036f6d57d420 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "DELETE /v2.0/ports/9504012c-c4ac-4fea-8bdf-882041121bb0 HTTP/1.1" status: 204 len: 173 time: 0.9042962 Sep 19 03:19:44.497265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:44.500685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.536295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4739aa5d-b5c9-4cc4-92ca-e766db177c07,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:44.546524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:44.549146 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bd4dea-be8a-4402-a31b-b8a0e2c06bd5" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:44.577317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbed7791-c9b8-4cf3-9d10-76090f2afe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.630932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3a1bf50b-f2b4-49af-af0c-717f2b1f2ac7 None None] Provisioning complete for port de929584-c5db-4744-ba14-ab9bccb6230a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:44.631304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf50b-f2b4-49af-af0c-717f2b1f2ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.675400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3a1bf50b-f2b4-49af-af0c-717f2b1f2ac7 None None] Port de929584-c5db-4744-ba14-ab9bccb6230a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:19:44.712645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:44.747656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.748354 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment be803694-2321-447d-990b-b1657094b68a of type vlan for network f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 Sep 19 03:19:44.774240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4385c18-f96c-4c14-a966-b1e4ad24f829 req-d026296c-5c7b-43bf-b7db-c193003a180f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:44.780760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4385c18-f96c-4c14-a966-b1e4ad24f829 req-d026296c-5c7b-43bf-b7db-c193003a180f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:44.786609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4385c18-f96c-4c14-a966-b1e4ad24f829 req-d026296c-5c7b-43bf-b7db-c193003a180f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:44.798723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4385c18-f96c-4c14-a966-b1e4ad24f829 req-d026296c-5c7b-43bf-b7db-c193003a180f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:44.800557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4385c18-f96c-4c14-a966-b1e4ad24f829 req-d026296c-5c7b-43bf-b7db-c193003a180f tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 3143 time: 0.5920691 Sep 19 03:19:44.847053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23819035-efb5-43aa-a50d-295c7f8898c7 req-bec4bcd4-50db-4ba7-be55-a29a2bee2cb0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:44.847053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23819035-efb5-43aa-a50d-295c7f8898c7 req-bec4bcd4-50db-4ba7-be55-a29a2bee2cb0 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2424941 Sep 19 03:19:44.881543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.886797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:44.887149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:44.970093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4385c18-f96c-4c14-a966-b1e4ad24f829 req-5f26b673-e932-4b15-aa34-e3f547aef063 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417444 Sep 19 03:19:45.013436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23819035-efb5-43aa-a50d-295c7f8898c7 req-8f6f9018-b027-4889-9796-9ba2ab3d7584 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436052 Sep 19 03:19:45.023218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.031210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:45.032247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.079989 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234d8dab-c8e9-4829-ad1a-b3f8342dfb52 x-openstack-request-id: req-234d8dab-c8e9-4829-ad1a-b3f8342dfb52 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:45.080279 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "9504012c-c4ac-4fea-8bdf-882041121bb0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:45.080739 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-234d8dab-c8e9-4829-ad1a-b3f8342dfb52 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:45.081504 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '9504012c-c4ac-4fea-8bdf-882041121bb0', 'status': 'completed', 'code': 200} Sep 19 03:19:45.113523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60308) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:45.119847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:45.125373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8354807 Sep 19 03:19:45.141605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] For port 4739aa5d-b5c9-4cc4-92ca-e766db177c07, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4739aa5d-b5c9-4cc4-92ca-e766db177c07,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:45.142001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.200173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9a80d-06f4-465c-9f09-9972390e2ca2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:45.207782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for 4739aa5d-b5c9-4cc4-92ca-e766db177c07 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:45.215461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:45.333421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:19:45.334793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a92775-f5f2-4e3d-98ea-087e293dfc0f req-054651ef-d6ca-47fa-901c-904d121ad4f1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:45.344838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1a92775-f5f2-4e3d-98ea-087e293dfc0f req-054651ef-d6ca-47fa-901c-904d121ad4f1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0812581 Sep 19 03:19:45.382849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:45.388299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.457267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1a92775-f5f2-4e3d-98ea-087e293dfc0f req-d6c036c3-348a-41ff-95ad-73683978d1cf tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061051 Sep 19 03:19:45.555470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-8a44bbe7-a2fd-4e4a-8ae1-c25762b9887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:45.557513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-8a44bbe7-a2fd-4e4a-8ae1-c25762b9887e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1095 time: 0.1820140 Sep 19 03:19:45.579519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,segment=NetworkSegment(6671efc0-037b-4c13-ad64-b4da777f348c),segment_id=6671efc0-037b-4c13-ad64-b4da777f348c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:45.602213 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.602889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d', 'network_id': '674d0252-a9c3-49ba-a6a4-86bbd02a3591', 'port_id': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d', 'mac_address': 'fa:16:3e:9d:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f9c96f-61b9-4003-bb19-f97db56f09d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:19:45.649164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:45.652842 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1503011c-4e5d-4cad-b212-b9f6f9f7895a" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:45.665034 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.667196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.677780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c2214-ab78-467c-b8fe-f908814de102 req-4ca4a234-440d-43b4-a9d6-bb0c7dae1e23 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:45.685695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-810c2214-ab78-467c-b8fe-f908814de102 req-4ca4a234-440d-43b4-a9d6-bb0c7dae1e23 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 943 time: 0.2073472 Sep 19 03:19:45.692196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:19:45.695908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=4739aa5d-b5c9-4cc4-92ca-e766db177c07,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:45.710643 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06d68a-1e24-4354-bb2e-00144d61760c x-openstack-request-id: req-8a06d68a-1e24-4354-bb2e-00144d61760c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:45.711043 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-unplugged", "status": "completed", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:45.711810 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a06d68a-1e24-4354-bb2e-00144d61760c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:45.711810 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07', 'code': 200} Sep 19 03:19:45.736788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,segment=NetworkSegment(6671efc0-037b-4c13-ad64-b4da777f348c),segment_id=6671efc0-037b-4c13-ad64-b4da777f348c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:45.743568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.786164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] No DVR routers for this DVR port 4739aa5d-b5c9-4cc4-92ca-e766db177c07 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:45.786427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=f2075b2b-d088-4932-8e97-e6c7f66fdd6f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:45.790819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-6e093312-d99d-44a8-8b7c-4848264f9175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:45.792369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-6e093312-d99d-44a8-8b7c-4848264f9175 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.2258911 Sep 19 03:19:45.794392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.796280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-5957bbd1-f869-40c9-9be0-b5030d8e9e1b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "DELETE /v2.0/ports/4739aa5d-b5c9-4cc4-92ca-e766db177c07 HTTP/1.1" status: 204 len: 173 time: 1.2431042 Sep 19 03:19:45.803170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:45.811163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-810c2214-ab78-467c-b8fe-f908814de102 req-6bfa968b-f17f-4fe3-8fd7-626bf8bf9030 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242623 Sep 19 03:19:45.830047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': 'be803694-2321-447d-990b-b1657094b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:45.830599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:45.854357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:45.865970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:45.875196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:45.876385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.890774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a981aa4-fb46-4b6d-881d-af124e365f43 None None] Network f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:45.912481 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:45.923425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-57dfcf09-0e0e-40a0-91d6-e1801e822787 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8087919 Sep 19 03:19:45.926247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60332) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:45.957161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-394046b4-8c5f-436b-8ee8-8979bd50c6bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 999 time: 0.1423447 Sep 19 03:19:46.036788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:46.037055 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.070847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-fa426dc4-c180-4f87-b48f-abf9e220a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:46.072865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-fa426dc4-c180-4f87-b48f-abf9e220a919 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.1047969 Sep 19 03:19:46.077598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26', 'network_id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': 'f2075b2b-d088-4932-8e97-e6c7f66fdd6f'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:46.079215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.081298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.142755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.214294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-dc52da65-1673-4610-a931-d1e39bcabee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:46.215760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-dc52da65-1673-4610-a931-d1e39bcabee7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031885 Sep 19 03:19:46.222043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] For port f65d6efe-8826-4adf-9a25-7ceb4ddbea70, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:46.222411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.242570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Allocated IP 172.20.0.2 (f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26/f2075b2b-d088-4932-8e97-e6c7f66fdd6f/ceaea942-8474-4df6-9c75-3381b4cbf7af) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:46.313545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2b18360f-6fd5-48a3-bbe1-ec3cfb49237d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:19:46.333159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c2e9-73a6-4ee7-9a6f-1225e87a7571 req-036d124e-55b4-421f-9914-76b7f406da82 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:46.339967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c2e9-73a6-4ee7-9a6f-1225e87a7571 req-036d124e-55b4-421f-9914-76b7f406da82 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:46.346278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37c2e9-73a6-4ee7-9a6f-1225e87a7571 req-036d124e-55b4-421f-9914-76b7f406da82 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:46.349781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc37c2e9-73a6-4ee7-9a6f-1225e87a7571 req-036d124e-55b4-421f-9914-76b7f406da82 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 2410 time: 0.2384148 Sep 19 03:19:46.454975 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.473280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.492982 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.533609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=f2075b2b-d088-4932-8e97-e6c7f66fdd6f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:46.542972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Network f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:46.551355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:46.553691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Pushing event updated for resources: {'Port': ['ID=ceaea942-8474-4df6-9c75-3381b4cbf7af,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:46.559945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:46.632697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.645562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Attempting to bind port ceaea942-8474-4df6-9c75-3381b4cbf7af on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:46.646566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Attempting to bind port ceaea942-8474-4df6-9c75-3381b4cbf7af by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'be803694-2321-447d-990b-b1657094b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:46.647139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Attempting to bind port ceaea942-8474-4df6-9c75-3381b4cbf7af on network f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:46.654216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:46.654550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:46.655169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Checking segment: {'id': 'be803694-2321-447d-990b-b1657094b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:46.656241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.656831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Bound using segment: {'id': 'be803694-2321-447d-990b-b1657094b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:46.657492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Bound port: ceaea942-8474-4df6-9c75-3381b4cbf7af, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be803694-2321-447d-990b-b1657094b68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:46.658062 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.664258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be803694-2321-447d-990b-b1657094b68a') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:46.664772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be803694-2321-447d-990b-b1657094b68a') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:46.675949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.691302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.699207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:46.700142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:46.705091 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:46.752079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] For port ceaea942-8474-4df6-9c75-3381b4cbf7af, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:46.771759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] For port ceaea942-8474-4df6-9c75-3381b4cbf7af, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ceaea942-8474-4df6-9c75-3381b4cbf7af,segment=NetworkSegment(be803694-2321-447d-990b-b1657094b68a),segment_id=be803694-2321-447d-990b-b1657094b68a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:46.773716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:19:46.773716 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:19:46.773716 n-d-809936-1 neutron-server[94722]: [parameters: {'id': 'f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26'}] Sep 19 03:19:46.773716 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:46.774127 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:46.778128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:46.835845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-24be8a7c-6c31-435b-91bb-9c41d766c509 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043489 Sep 19 03:19:46.839951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc37c2e9-73a6-4ee7-9a6f-1225e87a7571 req-69292434-2783-4b22-bcba-97f80c79cdae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761269 Sep 19 03:19:46.893393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d3d56-f809-4c77-a645-ad0d7a51af7d None None] Pushing event updated for resources: {'Port': ['ID=ceaea942-8474-4df6-9c75-3381b4cbf7af,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:46.900197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a3c38-1aee-4766-b08d-5ab7182aad09 None None] Network f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:46.948020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfba1f-3a17-4f30-a570-f1c121a3d31a req-086d4bb6-2b6e-4bf4-ba43-4a3752773ba3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:46.951806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aedfba1f-3a17-4f30-a570-f1c121a3d31a req-086d4bb6-2b6e-4bf4-ba43-4a3752773ba3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2181551 Sep 19 03:19:47.088173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:47.090380 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40834d33-409e-489c-89dd-944780041e4a" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:47.169244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b1849d3-e5cc-44c6-8502-65d7d115b241 req-d97cd0ae-b3de-4aa5-a7af-57d247f4a386 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224807 Sep 19 03:19:47.171567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.172028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.172351 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Floating IP 9b208668-d9c9-4de4-91c5-2d81e2d44761 disassociated. External IP: 172.25.8.209, port: f65d6efe-8826-4adf-9a25-7ceb4ddbea70. Sep 19 03:19:47.172702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for f65d6efe-8826-4adf-9a25-7ceb4ddbea70 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:47.199347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aedfba1f-3a17-4f30-a570-f1c121a3d31a req-5b4e4af4-0a6c-4437-b742-141f4f0bcfb6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297463 Sep 19 03:19:47.268180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbcbb8-bf99-459c-a7e7-04476a34aa2d req-fb54d8b4-b300-4b18-9375-80db0a233cb8 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:47.269783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21dbcbb8-bf99-459c-a7e7-04476a34aa2d req-fb54d8b4-b300-4b18-9375-80db0a233cb8 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 944 time: 0.1839168 Sep 19 03:19:47.271283 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f13eb-f84d-4c72-b89c-d9d9466e6b86 x-openstack-request-id: req-ef7f13eb-f84d-4c72-b89c-d9d9466e6b86 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:47.271572 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "4739aa5d-b5c9-4cc4-92ca-e766db177c07", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:47.271828 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef7f13eb-f84d-4c72-b89c-d9d9466e6b86 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:47.272213 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '4739aa5d-b5c9-4cc4-92ca-e766db177c07', 'status': 'completed', 'code': 200} Sep 19 03:19:47.275468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.341191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21dbcbb8-bf99-459c-a7e7-04476a34aa2d req-3e13c796-020c-47e1-a679-ac9808ba62e9 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637193 Sep 19 03:19:47.342241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77012604-c0f2-46c2-a5bf-3f960e71de9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.345712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port ceaea942-8474-4df6-9c75-3381b4cbf7af {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:47.346395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.371527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b5d98a-f75d-454a-bb66-3011c340ae71 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:47.446568 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.467176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port ceaea942-8474-4df6-9c75-3381b4cbf7af, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ceaea942-8474-4df6-9c75-3381b4cbf7af,segment=NetworkSegment(be803694-2321-447d-990b-b1657094b68a),segment_id=be803694-2321-447d-990b-b1657094b68a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:47.467651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.482531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for ceaea942-8474-4df6-9c75-3381b4cbf7af owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:47.494445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=f65d6efe-8826-4adf-9a25-7ceb4ddbea70,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:47.521280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b5d98a-f75d-454a-bb66-3011c340ae71 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:47.584547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.618372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=ceaea942-8474-4df6-9c75-3381b4cbf7af,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:47.631726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port ceaea942-8474-4df6-9c75-3381b4cbf7af on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:47.642328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Router eb721c45-a210-4eab-bb8b-f98b1b55b995 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:19:47.733170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.759016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:47.770980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be803694-2321-447d-990b-b1657094b68a') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:47.771376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be803694-2321-447d-990b-b1657094b68a') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:47.782783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.798553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:19:47.810624 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] Sync routers for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:19:47.812997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.820558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:47.821316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:47.826510 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:47.835036 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:47.835918 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:19:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:47.876011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] No DVR routers for this DVR port f65d6efe-8826-4adf-9a25-7ceb4ddbea70 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:47.879281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.881873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-0996348c-cb43-4e90-894c-959d2dbd1fae tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "DELETE /v2.0/ports/f65d6efe-8826-4adf-9a25-7ceb4ddbea70 HTTP/1.1" status: 204 len: 173 time: 2.0694582 Sep 19 03:19:47.957293 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.964212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.976537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:47.978844 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 HTTP/1.1" status: 204 len: 168 time: 2.0512254 Sep 19 03:19:47.982058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:47.990433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d30f4-a0c3-4577-8ea3-7c94170ac018 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:47.998883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-888322559'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:48.079427 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:19:48.084661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:48.088206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.130444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398de38-7186-4343-8bc0-0b110e3c8faa req-87fd19db-c67f-4a4e-83f9-3daca4598b5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:48.136502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398de38-7186-4343-8bc0-0b110e3c8faa req-87fd19db-c67f-4a4e-83f9-3daca4598b5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:48.138109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6398de38-7186-4343-8bc0-0b110e3c8faa req-87fd19db-c67f-4a4e-83f9-3daca4598b5b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 1676 time: 0.1100605 Sep 19 03:19:48.148212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port 77d5a45f-cf91-4684-95ad-72d5860ccc50 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:48.148569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.191062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:48.246947 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.247348 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 694b2817-f515-43c2-a23d-f4e5e55a6df9 of type vlan for network bd4b97d4-5b27-424d-864e-f7e456ec9d98 Sep 19 03:19:48.306670 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 5, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:48.340017 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] Checking router: eb721c45-a210-4eab-bb8b-f98b1b55b995 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:19:48.356883 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:19:48.357588 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:19:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:48.361964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6398de38-7186-4343-8bc0-0b110e3c8faa req-f76d25df-f9a2-498d-ad95-9e3fb4fbcaed tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070317 Sep 19 03:19:48.389690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.431745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] For port 77d5a45f-cf91-4684-95ad-72d5860ccc50, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=77d5a45f-cf91-4684-95ad-72d5860ccc50,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:48.432190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.439496 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.487542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ed2a6-5eaa-45a5-92e1-401a5e1a2a6c req-0e90c816-4811-4625-83c8-b3b5f25807e7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:48.495983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d4ed2a6-5eaa-45a5-92e1-401a5e1a2a6c req-0e90c816-4811-4625-83c8-b3b5f25807e7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1701188 Sep 19 03:19:48.516800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for 77d5a45f-cf91-4684-95ad-72d5860ccc50 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:48.576150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.581649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:48.582184 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.602563 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:19:48.718012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7346382 Sep 19 03:19:48.721024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60400) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:48.721510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11463374-63d6-4f17-9f96-d0e131ebeb28 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=bd4b97d4-5b27-424d-864e-f7e456ec9d98,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:48.726051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': 'bd4b97d4-5b27-424d-864e-f7e456ec9d98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:48.732149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network bd4b97d4-5b27-424d-864e-f7e456ec9d98 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:48.780751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d4ed2a6-5eaa-45a5-92e1-401a5e1a2a6c req-cc0bf33f-c3cd-4bee-bf7f-4a6d9a1e59a9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2817261 Sep 19 03:19:48.808415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53196df-c2af-49f2-852d-06ee7f025b18 req-ccc759dd-c409-4bc9-b6cd-76315732b839 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:48.810928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f53196df-c2af-49f2-852d-06ee7f025b18 req-ccc759dd-c409-4bc9-b6cd-76315732b839 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 944 time: 0.3062367 Sep 19 03:19:48.915519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f53196df-c2af-49f2-852d-06ee7f025b18 req-481a6541-9a71-4969-b84d-29a95aa30a6b tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943263 Sep 19 03:19:48.942868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:48.948518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:48.983132 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 5, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:49.019777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_backend_mixin [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing IP validity checks on allocation pools {{(pid=94722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 19 03:19:49.020398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_backend_mixin [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 19 03:19:49.032137 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a05e0f6-91c6-4f56-9f31-244c1980c55d None None] The sync data for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 is: [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'a7560657-f411-4701-b31f-5f926d259b86', 'name': '', 'network_id': '065b3b62-b510-442e-b6be-b963b35c06e9', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'mac_address': 'fa:16:3e:59:8b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:36Z', 'updated_at': '2021-09-19T03:09:42Z', 'revision_number': 5, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'subnets': [{'id': 'e36a326a-75b8-42fb-b20b-c7b10be6991b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:19:49.109705 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.171230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=77d5a45f-cf91-4684-95ad-72d5860ccc50,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:49.200207 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.232058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec053-8ac1-4478-b4d7-99d41aeb3b08 req-1af17de5-1998-4eeb-8708-a54aebe65f79 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:49.234053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3dec053-8ac1-4478-b4d7-99d41aeb3b08 req-1af17de5-1998-4eeb-8708-a54aebe65f79 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1897538 Sep 19 03:19:49.251507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] No DVR routers for this DVR port 77d5a45f-cf91-4684-95ad-72d5860ccc50 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:49.255084 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.258341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-6f70e915-870b-483f-b0c5-3824ffd404a6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "DELETE /v2.0/ports/77d5a45f-cf91-4684-95ad-72d5860ccc50 HTTP/1.1" status: 204 len: 173 time: 1.3664370 Sep 19 03:19:49.273380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70'}, {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:49.277788 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aec829-6b04-4917-8de1-01f0b1183015" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70"}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:49.280413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=60eb2dd6-c31b-4ac1-9256-381056f7f662,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:49.293766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': '694b2817-f515-43c2-a23d-f4e5e55a6df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'bd4b97d4-5b27-424d-864e-f7e456ec9d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:49.294244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: bd4b97d4-5b27-424d-864e-f7e456ec9d98, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:49.320934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network bd4b97d4-5b27-424d-864e-f7e456ec9d98 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:49.340887 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08f98a2-95e2-4aff-bdec-9dc2641e1361 x-openstack-request-id: req-c08f98a2-95e2-4aff-bdec-9dc2641e1361 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:49.341197 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "f65d6efe-8826-4adf-9a25-7ceb4ddbea70", "status": "completed", "code": 200}, {"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "77d5a45f-cf91-4684-95ad-72d5860ccc50", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:49.341371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, bd4b97d4-5b27-424d-864e-f7e456ec9d98) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:49.341487 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c08f98a2-95e2-4aff-bdec-9dc2641e1361 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:49.341985 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': 'f65d6efe-8826-4adf-9a25-7ceb4ddbea70', 'status': 'completed', 'code': 200} Sep 19 03:19:49.342247 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '77d5a45f-cf91-4684-95ad-72d5860ccc50', 'status': 'completed', 'code': 200} Sep 19 03:19:49.350607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304ee50-ff35-4f5a-bff6-dbef18a8fb2c None None] Network bd4b97d4-5b27-424d-864e-f7e456ec9d98 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:49.377382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:19:49.378241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:49.380141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.420691 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-52381347-bccb-435b-bfe5-2537e3985f0d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6985321 Sep 19 03:19:49.421482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60414) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:49.443960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3dec053-8ac1-4478-b4d7-99d41aeb3b08 req-855a92f9-d9f1-4ba8-8006-8e5c234e2f71 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889734 Sep 19 03:19:49.522650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90d51cc-a415-4f08-9f79-438d7c639dee None None] New status for floating IP 9b208668-d9c9-4de4-91c5-2d81e2d44761: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:19:49.667028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.668932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port 1fadc14c-4766-4d3f-a996-6e9511d340eb {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:49.671809 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.732120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.793699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d34d90-aa32-45e0-a692-88107c5812e7 req-ef1c09df-1923-4eb5-9685-afa40d0eea7d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:49.795689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62d34d90-aa32-45e0-a692-88107c5812e7 req-ef1c09df-1923-4eb5-9685-afa40d0eea7d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 942 time: 0.2333920 Sep 19 03:19:49.837286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:19:49.842081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.887225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:19:49.901681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=60eb2dd6-c31b-4ac1-9256-381056f7f662,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:49.902643 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:49.916016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77932242-9387-418a-b338-b49130fd853d req-f8126d69-0348-467e-9c8d-426545e91ff3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:49.932600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77932242-9387-418a-b338-b49130fd853d req-f8126d69-0348-467e-9c8d-426545e91ff3 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.3498051 Sep 19 03:19:50.016852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] For port 1fadc14c-4766-4d3f-a996-6e9511d340eb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1fadc14c-4766-4d3f-a996-6e9511d340eb,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:50.017235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.032142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62d34d90-aa32-45e0-a692-88107c5812e7 req-b15d5000-d6d1-453a-9b95-7c7ed384ec0c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8030973-86bb-4712-a297-6f099c9f1361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735659 Sep 19 03:19:50.052080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-77932242-9387-418a-b338-b49130fd853d req-97616877-6d14-4ce3-adfc-cd35e0fc240d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101782 Sep 19 03:19:50.052732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.059737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for 1fadc14c-4766-4d3f-a996-6e9511d340eb owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:50.183836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4b97d4-5b27-424d-864e-f7e456ec9d98']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:50.215940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694b2817-f515-43c2-a23d-f4e5e55a6df9') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:50.217252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694b2817-f515-43c2-a23d-f4e5e55a6df9') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:50.237324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.242662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cec03d-a06a-4860-b743-77b5ef8002a1 None None] Network bd4b97d4-5b27-424d-864e-f7e456ec9d98 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:50.256940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.266372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.269429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:50.270527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:50.356032 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:50.361736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.365860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567201d-3666-4963-a618-8d25a03e8135 req-ba5ed2e8-ee7f-4db2-8503-3952042e5ad2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:50.367708 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b567201d-3666-4963-a618-8d25a03e8135 req-ba5ed2e8-ee7f-4db2-8503-3952042e5ad2 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 944 time: 0.1360126 Sep 19 03:19:50.372432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.375583 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/bd4b97d4-5b27-424d-864e-f7e456ec9d98 HTTP/1.1" status: 204 len: 168 time: 0.9526677 Sep 19 03:19:50.387529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:50.395109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1009625940'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:50.398801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca7867-0c38-4a3d-9a2e-657007c7b920 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=bd4b97d4-5b27-424d-864e-f7e456ec9d98,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:50.459090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.460717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:50.466833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.489841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e077825-8b5d-4604-92e7-b436278b8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:50.492189 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3f43df-f165-4247-9704-373f3e6ab22d" -d '{"events": [{"server_uuid": "8e077825-8b5d-4604-92e7-b436278b8a96", "name": "network-vif-plugged", "status": "completed", "tag": "2b18360f-6fd5-48a3-bbe1-ec3cfb49237d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:50.498527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b567201d-3666-4963-a618-8d25a03e8135 req-31b3bdb8-e6f0-47f0-b638-34e286ff4f00 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193759 Sep 19 03:19:50.516881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:50.537155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,segment=NetworkSegment(6671efc0-037b-4c13-ad64-b4da777f348c),segment_id=6671efc0-037b-4c13-ad64-b4da777f348c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:50.547426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.550020 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 60d977cc-f6d8-41c0-ae07-450885c0865c of type vlan for network 89c0bbbd-a778-4df1-955c-c5495af3d03f Sep 19 03:19:50.550653 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.561592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.604751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=1fadc14c-4766-4d3f-a996-6e9511d340eb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:50.604949 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b7102c-93a5-4d15-b2ce-71052fbafd3c x-openstack-request-id: req-68b7102c-93a5-4d15-b2ce-71052fbafd3c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:50.604949 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e077825-8b5d-4604-92e7-b436278b8a96", "name": "network-vif-plugged", "status": "completed", "tag": "2b18360f-6fd5-48a3-bbe1-ec3cfb49237d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:50.604949 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68b7102c-93a5-4d15-b2ce-71052fbafd3c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:50.605283 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e077825-8b5d-4604-92e7-b436278b8a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d', 'code': 200} Sep 19 03:19:50.644936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.676814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] No DVR routers for this DVR port 1fadc14c-4766-4d3f-a996-6e9511d340eb on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:50.683170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.689247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b752ff63-bae9-46fa-b49a-34dc21ac5cf6 req-d3dfb13b-d8be-44c6-810c-1d73cb48bded tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.32 "DELETE /v2.0/ports/1fadc14c-4766-4d3f-a996-6e9511d340eb HTTP/1.1" status: 204 len: 173 time: 1.4237888 Sep 19 03:19:50.693789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:50.715434 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.721884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:50.722518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:50.790791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3934333 Sep 19 03:19:50.811009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60446) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:50.817125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': '89c0bbbd-a778-4df1-955c-c5495af3d03f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:50.822913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92b9fa-7a7e-4862-98a5-ed8b008cdf00 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=89c0bbbd-a778-4df1-955c-c5495af3d03f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:50.832552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5532-2cd7-476a-98c5-38d9fb28dc85 req-900169b0-15d3-4876-8240-7aeb54c99fd2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:50.834238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdaa5532-2cd7-476a-98c5-38d9fb28dc85 req-900169b0-15d3-4876-8240-7aeb54c99fd2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1314676 Sep 19 03:19:50.837044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 89c0bbbd-a778-4df1-955c-c5495af3d03f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:50.983695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be30af-025b-40cb-954b-86010bda75e6 req-6ec165be-b6d0-4dd4-8bf5-0a4e59295958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:50.986210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80be30af-025b-40cb-954b-86010bda75e6 req-6ec165be-b6d0-4dd4-8bf5-0a4e59295958 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 1096 time: 0.2181504 Sep 19 03:19:50.991500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdaa5532-2cd7-476a-98c5-38d9fb28dc85 req-8fca772f-a251-4b14-b36c-fc72a02747af tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409249 Sep 19 03:19:51.061133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:51.067273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:51.099644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80be30af-025b-40cb-954b-86010bda75e6 req-b8695b1b-98d2-4335-ba44-b2d8536fa732 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010725 Sep 19 03:19:51.250982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6a41be3-0d4b-46a0-a285-8dba3701fbe7 req-b2101ccf-0a00-47d5-beb5-b64c67b30966 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0538561 Sep 19 03:19:51.344962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:19:51.348104 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15ddc3a-7b22-4fc0-9618-785408c89189" -d '{"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:19:51.396205 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2768d7-a450-400f-bacf-0b1aaa3a9e06 x-openstack-request-id: req-be2768d7-a450-400f-bacf-0b1aaa3a9e06 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:19:51.396856 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a09a2c-2171-43e5-a3b8-411534817517", "name": "network-vif-deleted", "tag": "1fadc14c-4766-4d3f-a996-6e9511d340eb", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:19:51.396856 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be2768d7-a450-400f-bacf-0b1aaa3a9e06 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:19:51.397127 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a09a2c-2171-43e5-a3b8-411534817517', 'name': 'network-vif-deleted', 'tag': '1fadc14c-4766-4d3f-a996-6e9511d340eb', 'status': 'completed', 'code': 200} Sep 19 03:19:51.437959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:51.522357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=03fe4d9f-6fd5-4ef4-bfef-b4a4fd2cea5e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:51.538931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': '60d977cc-f6d8-41c0-ae07-450885c0865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89c0bbbd-a778-4df1-955c-c5495af3d03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:51.539386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: 89c0bbbd-a778-4df1-955c-c5495af3d03f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:51.585299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network 89c0bbbd-a778-4df1-955c-c5495af3d03f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:51.604113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 89c0bbbd-a778-4df1-955c-c5495af3d03f) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:51.612835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf52acf-9605-446a-8720-38a04a400e7d None None] Network 89c0bbbd-a778-4df1-955c-c5495af3d03f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:51.621999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:51.621999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:51.815221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-12205cb5-b5ae-4552-9911-9e46d719aa89 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0001318 Sep 19 03:19:51.815340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60478) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:51.821495 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-89c0bbbd-a778-4df1-955c-c5495af3d03f', 'network_id': '89c0bbbd-a778-4df1-955c-c5495af3d03f', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': '03fe4d9f-6fd5-4ef4-bfef-b4a4fd2cea5e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:51.823022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:51.854510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-b9363b46-fe65-4b58-b6d6-5d66755897f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1875362 Sep 19 03:19:51.868834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0fea8-4760-4a49-8ec5-bcac3bca41ad req-69852721-7ef0-4c3d-90e6-258b241bfa74 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:51.878551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ab0fea8-4760-4a49-8ec5-bcac3bca41ad req-69852721-7ef0-4c3d-90e6-258b241bfa74 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 945 time: 0.2720454 Sep 19 03:19:52.004986 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.020281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ab0fea8-4760-4a49-8ec5-bcac3bca41ad req-afa451c9-0298-4010-bb38-bc89de31c5ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337209 Sep 19 03:19:52.031837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-171863f8-2128-40b8-9ff7-d634337813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:52.033563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-171863f8-2128-40b8-9ff7-d634337813a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 1096 time: 0.1259558 Sep 19 03:19:52.077116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.109258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Allocated IP 172.20.0.1 (89c0bbbd-a778-4df1-955c-c5495af3d03f/03fe4d9f-6fd5-4ef4-bfef-b4a4fd2cea5e/766dde93-6a66-4dd6-8d8f-92e03e962338) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:52.308282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.324703 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.350418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4fdfc-70d7-4c5e-88e7-71b36a34b4ae req-1868390c-9434-42dc-adbd-c7c60b45b7b5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:52.356772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.360499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7a4fdfc-70d7-4c5e-88e7-71b36a34b4ae req-1868390c-9434-42dc-adbd-c7c60b45b7b5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2474933 Sep 19 03:19:52.401085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=03fe4d9f-6fd5-4ef4-bfef-b4a4fd2cea5e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:52.407379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-56900167-88f6-441a-b2c1-3381ccba4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:52.409103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-56900167-88f6-441a-b2c1-3381ccba4fcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.3395638 Sep 19 03:19:52.418860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Network 89c0bbbd-a778-4df1-955c-c5495af3d03f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:52.434972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:52.450011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:52.502606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Pushing event updated for resources: {'Port': ['ID=766dde93-6a66-4dd6-8d8f-92e03e962338,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:52.551799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.577611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Attempting to bind port 766dde93-6a66-4dd6-8d8f-92e03e962338 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:52.577611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Attempting to bind port 766dde93-6a66-4dd6-8d8f-92e03e962338 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '60d977cc-f6d8-41c0-ae07-450885c0865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89c0bbbd-a778-4df1-955c-c5495af3d03f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:52.577914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Attempting to bind port 766dde93-6a66-4dd6-8d8f-92e03e962338 on network 89c0bbbd-a778-4df1-955c-c5495af3d03f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:52.589318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:52.589684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Checking segment: {'id': '60d977cc-f6d8-41c0-ae07-450885c0865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89c0bbbd-a778-4df1-955c-c5495af3d03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:52.596297 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.596681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Bound using segment: {'id': '60d977cc-f6d8-41c0-ae07-450885c0865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89c0bbbd-a778-4df1-955c-c5495af3d03f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:52.597032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Bound port: 766dde93-6a66-4dd6-8d8f-92e03e962338, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d977cc-f6d8-41c0-ae07-450885c0865c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '89c0bbbd-a778-4df1-955c-c5495af3d03f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:52.597435 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.603400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c0bbbd-a778-4df1-955c-c5495af3d03f']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:52.624699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d977cc-f6d8-41c0-ae07-450885c0865c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:52.625002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d977cc-f6d8-41c0-ae07-450885c0865c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:52.652895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.676689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.691833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:52.692242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:52.697742 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:52.747759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] For port 766dde93-6a66-4dd6-8d8f-92e03e962338, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:52.802988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] For port 766dde93-6a66-4dd6-8d8f-92e03e962338, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=766dde93-6a66-4dd6-8d8f-92e03e962338,segment=NetworkSegment(60d977cc-f6d8-41c0-ae07-450885c0865c),segment_id=60d977cc-f6d8-41c0-ae07-450885c0865c)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:52.811834 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:52.813981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:19:52.813981 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:19:52.813981 n-d-809936-1 neutron-server[94722]: [parameters: {'id': '89c0bbbd-a778-4df1-955c-c5495af3d03f'}] Sep 19 03:19:52.813981 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:52.815410 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:52.937539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-81c42fb9-e402-4eb8-9264-43fec1ca1463 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=773950ff-dfdd-42c5-825b-0241544b6d6a HTTP/1.1" status: 200 len: 217 time: 0.5117269 Sep 19 03:19:52.958584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34a36902-c389-4be8-aeb1-1ffd0d8b27bb req-32950736-51c9-460b-8fe7-d55e49d04456 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.5387571 Sep 19 03:19:52.980121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfaa521-4f9e-4d0d-a02a-c228a94bc671 None None] Network 89c0bbbd-a778-4df1-955c-c5495af3d03f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:52.995100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215c99f-ce9f-4ada-b341-f6a7a5d23f2a None None] Pushing event updated for resources: {'Port': ['ID=766dde93-6a66-4dd6-8d8f-92e03e962338,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:53.013593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7a4fdfc-70d7-4c5e-88e7-71b36a34b4ae req-2dc6d56f-5b61-448b-8c3d-31dde233f233 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6520500 Sep 19 03:19:53.185025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-9b1e2fd8-9fa5-450b-ad08-e9ec4c4dc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:53.185025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-9b1e2fd8-9fa5-450b-ad08-e9ec4c4dc10e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.2186191 Sep 19 03:19:53.246356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4282d85-94b6-42a7-8f47-54f18998ef6a None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:53.295909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-03cad01a-5ff8-4241-9ef7-2361d7d7f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:53.297529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-03cad01a-5ff8-4241-9ef7-2361d7d7f995 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077960 Sep 19 03:19:53.317309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:53.323330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21437e3-5111-4c8d-8efe-88a2d62e7af9 req-62b3fd8e-7e98-4410-a15f-50080259b5fd tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:53.324488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b21437e3-5111-4c8d-8efe-88a2d62e7af9 req-62b3fd8e-7e98-4410-a15f-50080259b5fd tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 945 time: 0.0762086 Sep 19 03:19:53.448012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b21437e3-5111-4c8d-8efe-88a2d62e7af9 req-544961f6-7b25-4e91-8a93-5ed237ccf1e8 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055298 Sep 19 03:19:53.496349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port 766dde93-6a66-4dd6-8d8f-92e03e962338 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:53.496722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:53.518624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4282d85-94b6-42a7-8f47-54f18998ef6a None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:53.592901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-0c450696-6caa-4f30-8210-92bf01761fea service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853949 Sep 19 03:19:53.670665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-d061153b-4b6b-4d88-9bfb-6270619bc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:53.672244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-d061153b-4b6b-4d88-9bfb-6270619bc8b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 1095 time: 0.2232475 Sep 19 03:19:53.701830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b53cf-c82d-48f6-ac85-360d69250dad req-10e1c442-0288-44ce-848b-ee07eba155f1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:53.703466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc1b53cf-c82d-48f6-ac85-360d69250dad req-10e1c442-0288-44ce-848b-ee07eba155f1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2820232 Sep 19 03:19:53.973591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc1b53cf-c82d-48f6-ac85-360d69250dad req-c3967eb8-32c2-488d-8298-534577ddacd8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365704 Sep 19 03:19:54.042269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-667688a5-e133-40b5-a065-75a6f5fb3a25 req-bfd323e7-a8f8-467e-8050-1da739609c40 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344914 Sep 19 03:19:54.077617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-68289493-1ef1-433c-bdb0-dbd6292d58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:54.079631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-68289493-1ef1-433c-bdb0-dbd6292d58b3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 200 len: 913 time: 0.3732297 Sep 19 03:19:54.203951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb8b5db4-daa4-4da2-a738-6d8ece971eb6 req-08272517-0bc2-4e62-8d05-af78097d647c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.1204529 Sep 19 03:19:54.286726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-ebe9d4b6-c17a-405f-8091-2598a0878832 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 200 len: 999 time: 0.1929030 Sep 19 03:19:54.394404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-b76bcbb8-3775-4c65-9020-8dd4ed807a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:54.396352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-b76bcbb8-3775-4c65-9020-8dd4ed807a7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 200 len: 851 time: 0.0872777 Sep 19 03:19:54.499983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-799caf21-da03-4347-b3c2-d80f6c7c0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:54.502544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-799caf21-da03-4347-b3c2-d80f6c7c0b4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951922 Sep 19 03:19:54.552369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port 766dde93-6a66-4dd6-8d8f-92e03e962338, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=766dde93-6a66-4dd6-8d8f-92e03e962338,segment=NetworkSegment(60d977cc-f6d8-41c0-ae07-450885c0865c),segment_id=60d977cc-f6d8-41c0-ae07-450885c0865c)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:54.557855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:54.608329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for 766dde93-6a66-4dd6-8d8f-92e03e962338 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:54.724661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-d180125a-f32d-4c66-8b90-1e68ba4ad2cf service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038572 Sep 19 03:19:54.782891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:54.828132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port 766dde93-6a66-4dd6-8d8f-92e03e962338 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:54.886668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=766dde93-6a66-4dd6-8d8f-92e03e962338,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:54.915970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf73f5ee-82ac-4d2f-bd2f-811fb879412e req-ea1a1b31-f20e-4711-86c3-6fb73138e322 service neutron] 10.222.0.32 "GET /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208084 Sep 19 03:19:55.035999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.061499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c0bbbd-a778-4df1-955c-c5495af3d03f']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:55.075638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d977cc-f6d8-41c0-ae07-450885c0865c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:55.076234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d977cc-f6d8-41c0-ae07-450885c0865c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:55.089403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.107242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.114860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:55.115472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:55.123132 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:55.199871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.217678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.225977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60542) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:55.229949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/89c0bbbd-a778-4df1-955c-c5495af3d03f HTTP/1.1" status: 204 len: 168 time: 3.4135551 Sep 19 03:19:55.235409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-345289873'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:55.260917 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850e50e-2850-48df-84a0-3070464566d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=89c0bbbd-a778-4df1-955c-c5495af3d03f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:55.300518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef18e7-9a1f-4bc0-9005-34c84f93c4b6 req-175773e5-b04a-49fa-bd11-c0bc70652c79 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:55.302081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45ef18e7-9a1f-4bc0-9005-34c84f93c4b6 req-175773e5-b04a-49fa-bd11-c0bc70652c79 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.1892612 Sep 19 03:19:55.348707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:55.352750 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.442824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45ef18e7-9a1f-4bc0-9005-34c84f93c4b6 req-6e730093-18ef-4a4b-a0c2-ac3aa8e3c2ef tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297047 Sep 19 03:19:55.472509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7de1989-6eaa-481c-a0f7-197cbd6b2a03 req-48f86258-f39e-40f6-a714-2f972854784d tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0600705 Sep 19 03:19:55.482491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:19:55.495016 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.495421 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 0e3ed05e-919b-4d38-a9c7-a75b3f5a7673 of type vlan for network 4103bc64-569a-43d2-b2fa-0dc6f9673f6f Sep 19 03:19:55.562217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.600694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.606673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:55.607360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:55.645547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4173448 Sep 19 03:19:55.653086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60558) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:55.658494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:19:55.710260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=4103bc64-569a-43d2-b2fa-0dc6f9673f6f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:55.730545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.731065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.731491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.731901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.732339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.732743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.733141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.733534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.733940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.734329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.734718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.735212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aedd21a-592c-40ea-8333-93d6e5a956c6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:19:55.756252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4103bc64-569a-43d2-b2fa-0dc6f9673f6f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:19:55.834294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:19:55.841341 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:56.251352 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:56.330658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=f09d2768-06a5-4caf-8244-65d8f81879a2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:56.340096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:56.340529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: 4103bc64-569a-43d2-b2fa-0dc6f9673f6f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:19:56.361978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network 4103bc64-569a-43d2-b2fa-0dc6f9673f6f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:19:56.391822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4103bc64-569a-43d2-b2fa-0dc6f9673f6f) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:56.401983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87777a-19e8-44e6-a7f7-d64b8a802f99 None None] Network 4103bc64-569a-43d2-b2fa-0dc6f9673f6f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:56.410949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:56.411595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:56.461345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2a7972fc-6f1f-4f51-ab12-619aafd1a8cf tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8071434 Sep 19 03:19:56.464583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60564) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:19:56.724724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-4103bc64-569a-43d2-b2fa-0dc6f9673f6f', 'network_id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': 'f09d2768-06a5-4caf-8244-65d8f81879a2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:19:56.727019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:56.891367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28a73a93-71e9-4ef5-8b31-a0bec7b36f94 req-eec1089f-1d31-40de-92d6-898c2d35efad tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.2076287 Sep 19 03:19:56.925554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:56.967084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdc5a-864b-49da-8ed8-8c6deb63130e req-3736e347-9289-4b25-baa6-a53cc9043b4b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:56.968784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44bbdc5a-864b-49da-8ed8-8c6deb63130e req-3736e347-9289-4b25-baa6-a53cc9043b4b tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.3718071 Sep 19 03:19:57.014166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Allocated IP 172.20.0.1 (4103bc64-569a-43d2-b2fa-0dc6f9673f6f/f09d2768-06a5-4caf-8244-65d8f81879a2/752c4f53-71f7-4953-8775-98f49ef7652d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:19:57.047590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44bbdc5a-864b-49da-8ed8-8c6deb63130e req-45926c88-13fd-430e-8287-b59742e151b5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585010 Sep 19 03:19:57.051300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.294173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30487bea-0fbe-41a2-8c92-26cd2c5c1b67 req-46169caa-af0e-4d28-bc9b-82d91f0caffc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:57.296275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30487bea-0fbe-41a2-8c92-26cd2c5c1b67 req-46169caa-af0e-4d28-bc9b-82d91f0caffc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.0727232 Sep 19 03:19:57.377787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.383559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30487bea-0fbe-41a2-8c92-26cd2c5c1b67 req-23b15870-83ff-4ab6-9820-cf82f1b72fb2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697148 Sep 19 03:19:57.392281 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.426943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.498516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=f09d2768-06a5-4caf-8244-65d8f81879a2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:57.519428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Network 4103bc64-569a-43d2-b2fa-0dc6f9673f6f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:19:57.532310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:19:57.536234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:19:57.621257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.652092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=752c4f53-71f7-4953-8775-98f49ef7652d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:57.687811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4103bc64-569a-43d2-b2fa-0dc6f9673f6f']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:57.700039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Attempting to bind port 752c4f53-71f7-4953-8775-98f49ef7652d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:19:57.700435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Attempting to bind port 752c4f53-71f7-4953-8775-98f49ef7652d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:19:57.700812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Attempting to bind port 752c4f53-71f7-4953-8775-98f49ef7652d on network 4103bc64-569a-43d2-b2fa-0dc6f9673f6f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:19:57.711569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:19:57.711956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Checking segment: {'id': '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:19:57.715438 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.715622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Bound using segment: {'id': '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:19:57.716122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Bound port: 752c4f53-71f7-4953-8775-98f49ef7652d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:19:57.716522 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.753314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:57.753678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:57.783231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.809601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.816198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:19:57.816809 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.903676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] For port 752c4f53-71f7-4953-8775-98f49ef7652d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:19:57.903904 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:19:57.908662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] For port 752c4f53-71f7-4953-8775-98f49ef7652d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=752c4f53-71f7-4953-8775-98f49ef7652d,segment=NetworkSegment(0e3ed05e-919b-4d38-a9c7-a75b3f5a7673),segment_id=0e3ed05e-919b-4d38-a9c7-a75b3f5a7673)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:19:57.916584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:57.927432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:19:57.927432 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:19:57.927432 n-d-809936-1 neutron-server[94723]: [parameters: {'id': '4103bc64-569a-43d2-b2fa-0dc6f9673f6f'}] Sep 19 03:19:57.927432 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:19:57.928832 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:19:58.118489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad06dcfc-f821-4ece-8a5a-279c340c4bb4 req-531d0e4e-8138-4bcc-8cdb-b314b6bdf97c tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0979068 Sep 19 03:19:58.143880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2961b-f7d4-42c4-a621-f994506ce1d9 None None] Pushing event updated for resources: {'Port': ['ID=752c4f53-71f7-4953-8775-98f49ef7652d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:58.165317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db81767-2043-4deb-a0e8-5c73a3bf58f7 None None] Network 4103bc64-569a-43d2-b2fa-0dc6f9673f6f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:19:58.425110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1ae0c-7f1c-4174-82f4-4fe68fc6a766 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:19:58.429969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:58.675814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port 752c4f53-71f7-4953-8775-98f49ef7652d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:58.676619 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:58.791923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d1ae0c-7f1c-4174-82f4-4fe68fc6a766 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:19:58.850020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port 752c4f53-71f7-4953-8775-98f49ef7652d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=752c4f53-71f7-4953-8775-98f49ef7652d,segment=NetworkSegment(0e3ed05e-919b-4d38-a9c7-a75b3f5a7673),segment_id=0e3ed05e-919b-4d38-a9c7-a75b3f5a7673)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:19:58.850397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:58.919869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for 752c4f53-71f7-4953-8775-98f49ef7652d owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:19:59.291742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-5f5e6f9b-46b7-43d8-ac6e-d708cb24aee8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:19:59.293303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-5f5e6f9b-46b7-43d8-ac6e-d708cb24aee8 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ea8430-90d3-4a8f-8fa1-dfe4a412a369 HTTP/1.1" status: 200 len: 943 time: 0.1828935 Sep 19 03:19:59.484045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f65798cf-09aa-42a8-93c1-0cd8f4a01909 req-f8a86130-8acf-4a39-b744-60032a950fa6 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.1492212 Sep 19 03:19:59.513917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:59.620035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=752c4f53-71f7-4953-8775-98f49ef7652d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:19:59.625836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port 752c4f53-71f7-4953-8775-98f49ef7652d on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:19:59.794990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:59.798734 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:59.834635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Deleting port 875056e8-34a0-410e-8531-4a16915567c0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:19:59.836021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:19:59.913055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4103bc64-569a-43d2-b2fa-0dc6f9673f6f']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:59.958125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:19:59.958125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3ed05e-919b-4d38-a9c7-a75b3f5a7673') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:00.030700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.094450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.107221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:00.107611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:00.110540 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:00.184831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] For port 875056e8-34a0-410e-8531-4a16915567c0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=875056e8-34a0-410e-8531-4a16915567c0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:00.185501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.236806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Calling delete_port for 875056e8-34a0-410e-8531-4a16915567c0 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:00.245661 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.260117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.261920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/4103bc64-569a-43d2-b2fa-0dc6f9673f6f HTTP/1.1" status: 204 len: 168 time: 3.7963998 Sep 19 03:20:00.267771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:00.272766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2129243550'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:00.313705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d405dd6-2815-4db3-bae6-58dea80583f0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=4103bc64-569a-43d2-b2fa-0dc6f9673f6f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:00.318509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:00.331338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb93a9d-0080-4092-a538-e2241b36a2d7 req-31b1e8fe-eddc-48cb-8506-5a460bb470cd tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:00.333613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.338469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dcb93a9d-0080-4092-a538-e2241b36a2d7 req-31b1e8fe-eddc-48cb-8506-5a460bb470cd tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 945 time: 0.1606309 Sep 19 03:20:00.407788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:00.411063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dcb93a9d-0080-4092-a538-e2241b36a2d7 req-1a5a04b4-0c83-449d-8c0d-18e30b2c659a tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665977 Sep 19 03:20:00.436758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.438178 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 509d2d54-38f7-4a0a-8de6-dfb115064a3b of type vlan for network af1df339-ac42-4373-9772-fbcd7c6b015e Sep 19 03:20:00.467747 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.497188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.510614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a', 'b5f2504f-ad90-445c-9758-33f75f63b6cf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:20:00.512928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event deleted for resources: {'Port': ['ID=875056e8-34a0-410e-8531-4a16915567c0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:00.553120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.584445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] No DVR routers for this DVR port 875056e8-34a0-410e-8531-4a16915567c0 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:00.588269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.590987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7268ca-3001-4e6d-8978-905b02c9813f req-f9569bdb-b9dc-4381-b9c2-0972644f1c1d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "DELETE /v2.0/ports/875056e8-34a0-410e-8531-4a16915567c0 HTTP/1.1" status: 204 len: 173 time: 1.2670581 Sep 19 03:20:00.591528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-deleted', 'tag': '875056e8-34a0-410e-8531-4a16915567c0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:00.593149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:00.594001 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa478ac-674f-427d-a590-0d610d57e5b9" -d '{"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-deleted", "tag": "875056e8-34a0-410e-8531-4a16915567c0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:00.594394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:00.684433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed9a21a8-9c4d-4439-8e3f-9c5e157b225c req-272c1a10-1ab1-4b46-a35e-228445a4ecd2 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0521278 Sep 19 03:20:00.691029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=af1df339-ac42-4373-9772-fbcd7c6b015e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:00.752976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:00.755612 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-22d69da6-af71-4001-b4b9-cc2b22fcc263 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4844193 Sep 19 03:20:00.756132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60704) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:00.761826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:00.797292 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019b7f05-1ffc-4ced-8361-11588f80547c x-openstack-request-id: req-019b7f05-1ffc-4ced-8361-11588f80547c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:00.797756 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ea8430-90d3-4a8f-8fa1-dfe4a412a369", "name": "network-vif-deleted", "tag": "875056e8-34a0-410e-8531-4a16915567c0", "status": "failed", "code": 422}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:00.797913 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-019b7f05-1ffc-4ced-8361-11588f80547c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:00.798317 n-d-809936-1 neutron-server[94723]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49ea8430-90d3-4a8f-8fa1-dfe4a412a369', 'name': 'network-vif-deleted', 'tag': '875056e8-34a0-410e-8531-4a16915567c0', 'status': 'failed', 'code': 422} returned with failed status Sep 19 03:20:01.105726 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:20:01.161321 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:01.175975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:01.220316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network af1df339-ac42-4373-9772-fbcd7c6b015e is not hosted by any dhcp agent {{(pid=94723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:20:01.232966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:01.233603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:01.235191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "PUT /v2.0/networks/af1df339-ac42-4373-9772-fbcd7c6b015e HTTP/1.1" status: 200 len: 723 time: 0.4779990 Sep 19 03:20:01.239116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60716) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:01.254930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': 'af1df339-ac42-4373-9772-fbcd7c6b015e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:01.391969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e47bcc-8feb-41a7-bba5-8de711edee6d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=af1df339-ac42-4373-9772-fbcd7c6b015e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:01.404085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:01.515162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:01.519568 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:01.657570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0020d-d175-474a-aac5-c3fc97d434cd req-7a95880a-5e78-4a0d-943e-3966b04be55b tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:01.659185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fad0020d-d175-474a-aac5-c3fc97d434cd req-7a95880a-5e78-4a0d-943e-3966b04be55b tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 945 time: 0.1455934 Sep 19 03:20:01.762065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fad0020d-d175-474a-aac5-c3fc97d434cd req-24e89bc5-9224-419c-b42d-75fafd8bb315 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/security-groups?id=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960634 Sep 19 03:20:01.902615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213709dd-b184-48aa-a02a-6f7050143ac2 req-5e22ac74-cdfe-4115-b084-d76071c8e2dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:01.904155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-213709dd-b184-48aa-a02a-6f7050143ac2 req-5e22ac74-cdfe-4115-b084-d76071c8e2dc tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 908 time: 0.1773419 Sep 19 03:20:01.960513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:01.967821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d21afae-772e-4493-8f76-3b9e053d7b42 req-0362c17b-b7b9-41c9-8d3f-07f6f613ed56 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0627141 Sep 19 03:20:01.976729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-7e40e4be-2988-4773-a445-26ee57415699 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:01.978988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-7e40e4be-2988-4773-a445-26ee57415699 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 945 time: 0.1454618 Sep 19 03:20:02.150138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=f84f607c-aadc-4649-b268-93856e634e64,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:02.190849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': '509d2d54-38f7-4a0a-8de6-dfb115064a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'af1df339-ac42-4373-9772-fbcd7c6b015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:02.191219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: af1df339-ac42-4373-9772-fbcd7c6b015e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:02.229482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network af1df339-ac42-4373-9772-fbcd7c6b015e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:02.243535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, af1df339-ac42-4373-9772-fbcd7c6b015e) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:02.250055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:02.250543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:02.255989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98684e9c-3f19-477f-afaa-e693a466237f None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:02.266108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Deleting port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:02.267142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:02.301728 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a12638f3-489b-483b-976f-82d6fca35bfe tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0612755 Sep 19 03:20:02.304755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60746) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:02.311979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b05ce983-925b-4b9d-95dc-0c5db6989644 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:02.478720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] For port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,segment=NetworkSegment(6671efc0-037b-4c13-ad64-b4da777f348c),segment_id=6671efc0-037b-4c13-ad64-b4da777f348c)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:02.482860 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:02.528760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Calling delete_port for 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:02.565783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-af1df339-ac42-4373-9772-fbcd7c6b015e', 'network_id': 'af1df339-ac42-4373-9772-fbcd7c6b015e', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': 'f84f607c-aadc-4649-b268-93856e634e64'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:20:02.567518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:02.610576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b05ce983-925b-4b9d-95dc-0c5db6989644 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58729552'] for subnet, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:02.746149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Allocated IP 172.20.0.2 (af1df339-ac42-4373-9772-fbcd7c6b015e/f84f607c-aadc-4649-b268-93856e634e64/1818bcfd-e729-4c75-bcbf-14b071b7250d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:02.767420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:02.812841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2b18360f-6fd5-48a3-bbe1-ec3cfb49237d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:20:02.825557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Pushing event deleted for resources: {'Port': ['ID=2b18360f-6fd5-48a3-bbe1-ec3cfb49237d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:02.881669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] No DVR routers for this DVR port 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:02.885911 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:02.888553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d20dfb41-9378-4ffb-8246-a29531bc165a req-58a053df-0297-47a6-ad3a-1944fa3c03ce tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.32 "DELETE /v2.0/ports/2b18360f-6fd5-48a3-bbe1-ec3cfb49237d HTTP/1.1" status: 204 len: 173 time: 0.8975153 Sep 19 03:20:02.900625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e077825-8b5d-4604-92e7-b436278b8a96', 'name': 'network-vif-deleted', 'tag': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:02.903349 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47333faa-5132-4242-9035-a63ae4aafb80" -d '{"events": [{"server_uuid": "8e077825-8b5d-4604-92e7-b436278b8a96", "name": "network-vif-deleted", "tag": "2b18360f-6fd5-48a3-bbe1-ec3cfb49237d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:02.996443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62943c07-cbb5-43b8-b920-ca6428fbd4c0 req-220b3cce-d00c-4f0c-a4b9-9c0b5a919816 tempest-VolumesActionsTest-1389209573 tempest-VolumesActionsTest-1389209573-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e077825-8b5d-4604-92e7-b436278b8a96 HTTP/1.1" status: 200 len: 210 time: 0.1163690 Sep 19 03:20:03.000023 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee5821-6125-4599-8032-059862ca5140 x-openstack-request-id: req-edee5821-6125-4599-8032-059862ca5140 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:03.000563 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e077825-8b5d-4604-92e7-b436278b8a96", "name": "network-vif-deleted", "tag": "2b18360f-6fd5-48a3-bbe1-ec3cfb49237d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:03.001266 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edee5821-6125-4599-8032-059862ca5140 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:03.001882 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e077825-8b5d-4604-92e7-b436278b8a96', 'name': 'network-vif-deleted', 'tag': '2b18360f-6fd5-48a3-bbe1-ec3cfb49237d', 'status': 'completed', 'code': 200} Sep 19 03:20:03.064159 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.088890 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.142691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:03.147651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:03.152399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:03.174055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Pushing event updated for resources: {'Port': ['ID=1818bcfd-e729-4c75-bcbf-14b071b7250d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:03.236748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Attempting to bind port 1818bcfd-e729-4c75-bcbf-14b071b7250d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:03.237359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Attempting to bind port 1818bcfd-e729-4c75-bcbf-14b071b7250d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '509d2d54-38f7-4a0a-8de6-dfb115064a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'af1df339-ac42-4373-9772-fbcd7c6b015e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:03.238596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Attempting to bind port 1818bcfd-e729-4c75-bcbf-14b071b7250d on network af1df339-ac42-4373-9772-fbcd7c6b015e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:03.246840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:03.247323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Checking segment: {'id': '509d2d54-38f7-4a0a-8de6-dfb115064a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'af1df339-ac42-4373-9772-fbcd7c6b015e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:03.247837 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.248295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Bound using segment: {'id': '509d2d54-38f7-4a0a-8de6-dfb115064a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'af1df339-ac42-4373-9772-fbcd7c6b015e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:03.248844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Bound port: 1818bcfd-e729-4c75-bcbf-14b071b7250d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509d2d54-38f7-4a0a-8de6-dfb115064a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'af1df339-ac42-4373-9772-fbcd7c6b015e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:03.249345 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.263895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b05ce983-925b-4b9d-95dc-0c5db6989644 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759692319748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59291987'] for subnet, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.324026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] For port 1818bcfd-e729-4c75-bcbf-14b071b7250d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:03.328113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] For port 1818bcfd-e729-4c75-bcbf-14b071b7250d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1818bcfd-e729-4c75-bcbf-14b071b7250d,segment=NetworkSegment(509d2d54-38f7-4a0a-8de6-dfb115064a3b),segment_id=509d2d54-38f7-4a0a-8de6-dfb115064a3b)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:03.335093 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.358829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05ce983-925b-4b9d-95dc-0c5db6989644 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:03.359710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b05ce983-925b-4b9d-95dc-0c5db6989644 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.364418 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b05ce983-925b-4b9d-95dc-0c5db6989644 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "PUT /v2.0/subnets/f84f607c-aadc-4649-b268-93856e634e64 HTTP/1.1" status: 200 len: 806 time: 1.0583656 Sep 19 03:20:03.367594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60766) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:03.422310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ce983-925b-4b9d-95dc-0c5db6989644 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=f84f607c-aadc-4649-b268-93856e634e64,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:03.449075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e604ea-7b1c-48e3-82e4-7c55fb19fac4 None None] Pushing event updated for resources: {'Port': ['ID=1818bcfd-e729-4c75-bcbf-14b071b7250d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:03.528313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.581241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6cbdcd95-70b4-4f91-a767-9b7fae5d27c2 req-f8af02b0-739f-4337-8401-99c8cd3cab1a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.4731922 Sep 19 03:20:03.621381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port 1818bcfd-e729-4c75-bcbf-14b071b7250d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:03.622007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.716261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ff82f-85d6-48fb-aa16-40f0b5097276 req-92ce8f8e-dc5e-4fe5-8028-435ba8898cb9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:03.741547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d76ff82f-85d6-48fb-aa16-40f0b5097276 req-92ce8f8e-dc5e-4fe5-8028-435ba8898cb9 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 908 time: 0.6461782 Sep 19 03:20:03.821482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-84cc0543-16ce-495f-8548-cd872b8a48cd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:03.823729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-84cc0543-16ce-495f-8548-cd872b8a48cd tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 908 time: 0.2617304 Sep 19 03:20:03.827721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port 1818bcfd-e729-4c75-bcbf-14b071b7250d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1818bcfd-e729-4c75-bcbf-14b071b7250d,segment=NetworkSegment(509d2d54-38f7-4a0a-8de6-dfb115064a3b),segment_id=509d2d54-38f7-4a0a-8de6-dfb115064a3b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:03.828104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:03.887729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for 1818bcfd-e729-4c75-bcbf-14b071b7250d owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:03.991852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1818bcfd-e729-4c75-bcbf-14b071b7250d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:20:04.065419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Deleting port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:04.065774 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.116227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.120406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1818bcfd-e729-4c75-bcbf-14b071b7250d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:04.120904 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.149850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port 1818bcfd-e729-4c75-bcbf-14b071b7250d was deleted so its status cannot be updated. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 19 03:20:04.171655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=1818bcfd-e729-4c75-bcbf-14b071b7250d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:04.221269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] For port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:04.221648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.239162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Calling delete_port for 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:04.240188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port 1818bcfd-e729-4c75-bcbf-14b071b7250d on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:04.294090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.418542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.469025 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.551564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=f84f607c-aadc-4649-b268-93856e634e64,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:04.573325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event deleted for resources: {'Port': ['ID=09a1b243-8b82-4bb3-bda1-5d8efd7f1022,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:04.638304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] No DVR routers for this DVR port 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:04.654300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.664117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78f1f557-6a8b-404d-b463-07c44d1bdafa req-283036bc-6b8b-4868-9ce7-727f795420b7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "DELETE /v2.0/ports/09a1b243-8b82-4bb3-bda1-5d8efd7f1022 HTTP/1.1" status: 204 len: 173 time: 0.8336122 Sep 19 03:20:04.693503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.731167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1df339-ac42-4373-9772-fbcd7c6b015e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:04.752230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509d2d54-38f7-4a0a-8de6-dfb115064a3b') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:04.752706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509d2d54-38f7-4a0a-8de6-dfb115064a3b') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:04.773440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.807042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.841208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:04.866600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:04.873370 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:04.921964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54ac2561-9547-4ed0-be4f-b2ba0d448bab req-cedd448c-6de3-487e-a08c-18b74444d2b5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.1013219 Sep 19 03:20:05.036099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'name': 'network-vif-deleted', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:05.048156 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb4a7d1-4b7a-4ec3-a043-9055ecab853c" -d '{"events": [{"server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "name": "network-vif-deleted", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:05.061511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4db271e2-2202-4a09-b750-fd6132c936ad req-d05edd3d-a8ef-4696-94a5-bc313aea70d2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e29493f-a4bd-4137-b7b7-351e8ff0de4f HTTP/1.1" status: 200 len: 210 time: 0.0777462 Sep 19 03:20:05.069220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:05.116652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:05.127840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60814) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:05.135859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/af1df339-ac42-4373-9772-fbcd7c6b015e HTTP/1.1" status: 204 len: 168 time: 1.7578609 Sep 19 03:20:05.138158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a743be-37f2-4072-a1d5-3b6e3f50e258 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=af1df339-ac42-4373-9772-fbcd7c6b015e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:05.153143 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41c34f5-c149-4a72-adb0-6b8625675a6f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:05.154151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41c34f5-c149-4a72-adb0-6b8625675a6f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:05.169535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60816) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:05.174872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1009494173', 'description': 'd1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:05.178029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e41c34f5-c149-4a72-adb0-6b8625675a6f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/af1df339-ac42-4373-9772-fbcd7c6b015e HTTP/1.1" status: 404 len: 339 time: 0.0491230 Sep 19 03:20:05.183332 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d433860-80e5-4ba5-b7cc-ebf9702d70ef x-openstack-request-id: req-1d433860-80e5-4ba5-b7cc-ebf9702d70ef {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:05.183786 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e29493f-a4bd-4137-b7b7-351e8ff0de4f", "name": "network-vif-deleted", "tag": "09a1b243-8b82-4bb3-bda1-5d8efd7f1022", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:05.183961 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d433860-80e5-4ba5-b7cc-ebf9702d70ef {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:05.184362 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29493f-a4bd-4137-b7b7-351e8ff0de4f', 'name': 'network-vif-deleted', 'tag': '09a1b243-8b82-4bb3-bda1-5d8efd7f1022', 'status': 'completed', 'code': 200} Sep 19 03:20:05.224414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:05.228669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:05.236825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a438a532-b246-40be-a1e3-6ecf9310c321 None None] Could not find standard attr ID for object 1818bcfd-e729-4c75-bcbf-14b071b7250d. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:20:05.291592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:05.307104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73888f69-4234-4cc8-8743-620b96227485 None None] DHCP port deletion for af1df339-ac42-4373-9772-fbcd7c6b015e request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:05.319776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:05.320132 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment 2e172552-9c6d-4d1b-ad42-da25b4e07785 of type vlan for network d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 Sep 19 03:20:05.332043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58204ea7-a5a3-4e92-9988-5d825f05a4a5 None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:05.352920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58204ea7-a5a3-4e92-9988-5d825f05a4a5 None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e could not be found, it might have been deleted concurrently. {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 19 03:20:05.366363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5947c4-27ae-406a-935a-7d298a996c09 None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:05.394583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5947c4-27ae-406a-935a-7d298a996c09 None None] Network af1df339-ac42-4373-9772-fbcd7c6b015e could not be found, it might have been deleted concurrently. {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 19 03:20:05.468284 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:05.531274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:05.538062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:05.539016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:05.593274 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4225767 Sep 19 03:20:05.596253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60830) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:05.637446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad9e21-8a33-4e31-842a-eb54a704837d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:05.648864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:05.764140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2da608f-fff8-43ad-ab5b-1829ff48c9e8 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:05.765698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f2da608f-fff8-43ad-ab5b-1829ff48c9e8 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/networks?id=d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 HTTP/1.1" status: 200 len: 761 time: 0.1683900 Sep 19 03:20:05.768519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60832) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:05.774291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'description': 'd2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:05.812061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1818bcfd-e729-4c75-bcbf-14b071b7250d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:05.835742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1818bcfd-e729-4c75-bcbf-14b071b7250d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:05.836091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1818bcfd-e729-4c75-bcbf-14b071b7250d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:06.074480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2d0388a-9001-440e-bce0-45938dec4695 req-1e251d3d-283c-4e99-aca7-c35e34a0ecb9 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0396409 Sep 19 03:20:06.086571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.111170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.123037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 is not hosted by any dhcp agent {{(pid=94722) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:20:06.138866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:06.139966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.142243 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "PUT /v2.0/networks/d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 HTTP/1.1" status: 200 len: 758 time: 0.3721740 Sep 19 03:20:06.145204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60842) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:06.264235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757fb7d-28d9-4948-b701-8b73b5c8c345 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:06.274806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:06.352897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2e0b4-878f-4425-be8e-b413f833eeec tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:06.356167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-51b2e0b4-878f-4425-be8e-b413f833eeec tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/networks?id=d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 HTTP/1.1" status: 200 len: 761 time: 0.2098632 Sep 19 03:20:06.363024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:06.370112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-350410184'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:06.428223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:06.434157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.466013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:06.480065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.480792 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment d1baade1-0982-46f8-966a-cbbcac1edf4d of type vlan for network af8f33a6-106c-40de-94b4-ebc7c6bb3aab Sep 19 03:20:06.541098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.580833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.589464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:06.589950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:06.615322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167950a9-439e-4431-b03a-2a9da3239e9e req-f00c42d0-96fc-4d8f-9c62-c4e5e80b9cc4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:06.617797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-167950a9-439e-4431-b03a-2a9da3239e9e req-f00c42d0-96fc-4d8f-9c62-c4e5e80b9cc4 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 946 time: 0.1497774 Sep 19 03:20:06.684232 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3208749 Sep 19 03:20:06.697315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60866) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:06.702359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': 'af8f33a6-106c-40de-94b4-ebc7c6bb3aab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:06.709823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-167950a9-439e-4431-b03a-2a9da3239e9e req-1f59d5de-a8ab-4017-a695-680f70871568 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808482 Sep 19 03:20:06.782805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578f05d-ed2d-4a24-818c-683550006e1f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=af8f33a6-106c-40de-94b4-ebc7c6bb3aab,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:06.794681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network af8f33a6-106c-40de-94b4-ebc7c6bb3aab details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:06.945602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:06.950530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.263973 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.331986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eee33716-8a12-46ff-9e1d-c677c0c9e2ab req-c58af2e8-17ea-4216-9d6b-b4504c9bd67b tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0869799 Sep 19 03:20:07.361163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=2d8d9d88-5fa8-4ee6-936b-fc2273f39fce,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:07.369683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-77be2f36-891b-4a70-abf7-a58707db9573 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:07.369849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': 'd1baade1-0982-46f8-966a-cbbcac1edf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'af8f33a6-106c-40de-94b4-ebc7c6bb3aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:07.370492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: af8f33a6-106c-40de-94b4-ebc7c6bb3aab, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:07.381984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-77be2f36-891b-4a70-abf7-a58707db9573 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 946 time: 0.1773279 Sep 19 03:20:07.407898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network af8f33a6-106c-40de-94b4-ebc7c6bb3aab is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:07.428940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, af8f33a6-106c-40de-94b4-ebc7c6bb3aab) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:07.435402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:07.435760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.439828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dea456-b44f-4321-9a32-815158b04d3e None None] Network af8f33a6-106c-40de-94b4-ebc7c6bb3aab requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:07.469558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:07.483910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-23350cae-24ee-4eb6-a97d-29d35802ad7c tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7815530 Sep 19 03:20:07.484172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60884) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:07.528090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:07.528589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 09a1b243-8b82-4bb3-bda1-5d8efd7f1022 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:07.529161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:07.542708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Deleting port b5f2504f-ad90-445c-9758-33f75f63b6cf {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:07.544339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.658843 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.691840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:07.692169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2b18360f-6fd5-48a3-bbe1-ec3cfb49237d not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:07.748662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] For port b5f2504f-ad90-445c-9758-33f75f63b6cf, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5f2504f-ad90-445c-9758-33f75f63b6cf,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:07.749047 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.776683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.806699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Calling delete_port for b5f2504f-ad90-445c-9758-33f75f63b6cf owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:07.873219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599cda98-8294-4f35-9ad5-617b217610bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-af8f33a6-106c-40de-94b4-ebc7c6bb3aab', 'network_id': 'af8f33a6-106c-40de-94b4-ebc7c6bb3aab', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': '2d8d9d88-5fa8-4ee6-936b-fc2273f39fce'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:20:07.874087 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-599cda98-8294-4f35-9ad5-617b217610bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.914510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:07.979620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8d9d88-5fa8-4ee6-936b-fc2273f39fce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:08.010979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778a6bf-8048-47f0-ab08-9146d9d79690 req-0e66ccb0-ee54-43bb-a23f-602147a5c6f6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-599cda98-8294-4f35-9ad5-617b217610bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d8d9d88-5fa8-4ee6-936b-fc2273f39fce: This subnet is being modified by another concurrent operation. Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:20:08.013232 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d8d9d88-5fa8-4ee6-936b-fc2273f39fce: This subnet is being modified by another concurrent operation. Sep 19 03:20:08.017206 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:20:08.029387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6778a6bf-8048-47f0-ab08-9146d9d79690 req-0e66ccb0-ee54-43bb-a23f-602147a5c6f6 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 946 time: 0.1825612 Sep 19 03:20:08.031839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67364ff8-e77b-4620-b050-e722e16fb9e8 None None] Network af8f33a6-106c-40de-94b4-ebc7c6bb3aab requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:08.105757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.134785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6778a6bf-8048-47f0-ab08-9146d9d79690 req-076c1a08-f8a0-4aec-a0dc-a9c9f3610429 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948455 Sep 19 03:20:08.137715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8f33a6-106c-40de-94b4-ebc7c6bb3aab']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:08.149072 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1baade1-0982-46f8-966a-cbbcac1edf4d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:08.152171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1baade1-0982-46f8-966a-cbbcac1edf4d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:08.178038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.185972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d7db91-1b12-45cb-a46e-12551d811a87 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:20:08.198575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.208562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:08.209237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.209573 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:08.217099 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:08.259534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event deleted for resources: {'Port': ['ID=b5f2504f-ad90-445c-9758-33f75f63b6cf,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:08.325508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.335121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.343323 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/af8f33a6-106c-40de-94b4-ebc7c6bb3aab HTTP/1.1" status: 204 len: 168 time: 0.8579867 Sep 19 03:20:08.344394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60896) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:08.385948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] No DVR routers for this DVR port b5f2504f-ad90-445c-9758-33f75f63b6cf on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:08.400198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:08.403884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a', 'b5f2504f-ad90-445c-9758-33f75f63b6cf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:20:08.405662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7e0508c-0b78-4072-889b-1f47cda6e1b6 req-4bb899d0-6288-420e-8978-dbd319d13225 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "DELETE /v2.0/ports/b5f2504f-ad90-445c-9758-33f75f63b6cf HTTP/1.1" status: 204 len: 173 time: 1.0141435 Sep 19 03:20:08.406152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'name': 'network-vif-deleted', 'tag': 'b5f2504f-ad90-445c-9758-33f75f63b6cf'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:08.422232 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fc09f1-22a7-48c6-8428-85038c99cc3d" -d '{"events": [{"server_uuid": "2f756170-acb1-46f7-bce8-f3427c7dc4d1", "name": "network-vif-deleted", "tag": "b5f2504f-ad90-445c-9758-33f75f63b6cf"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:08.430875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b555041-350f-4807-97d1-a79ea7dc55d9 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=af8f33a6-106c-40de-94b4-ebc7c6bb3aab,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:08.439611 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd16dda-b450-4137-ace8-d4ba572820b2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] GET failed (client error): The resource could not be found. Sep 19 03:20:08.449249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bbd16dda-b450-4137-ace8-d4ba572820b2 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/subnets/2d8d9d88-5fa8-4ee6-936b-fc2273f39fce HTTP/1.1" status: 404 len: 337 time: 0.0814044 Sep 19 03:20:08.449397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60904) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:08.497342 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8126d562-773e-430d-b091-a35f71d84558 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:08.498038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8126d562-773e-430d-b091-a35f71d84558 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:08.505253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60910) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:08.517749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8126d562-773e-430d-b091-a35f71d84558 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/af8f33a6-106c-40de-94b4-ebc7c6bb3aab HTTP/1.1" status: 404 len: 339 time: 0.0676136 Sep 19 03:20:08.593644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4f9585f-2236-43aa-9221-043ed808bff5 req-81533255-fe46-412e-89c8-9d6d764ff3e3 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.0688629 Sep 19 03:20:08.627726 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28089b-a13b-4d04-87a8-71fc431f286f x-openstack-request-id: req-1c28089b-a13b-4d04-87a8-71fc431f286f {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:08.628031 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f756170-acb1-46f7-bce8-f3427c7dc4d1", "name": "network-vif-deleted", "tag": "b5f2504f-ad90-445c-9758-33f75f63b6cf", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:08.628285 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c28089b-a13b-4d04-87a8-71fc431f286f {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:08.628684 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f756170-acb1-46f7-bce8-f3427c7dc4d1', 'name': 'network-vif-deleted', 'tag': 'b5f2504f-ad90-445c-9758-33f75f63b6cf', 'status': 'completed', 'code': 200} Sep 19 03:20:08.816989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d7db91-1b12-45cb-a46e-12551d811a87 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:20:08.974401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dd7a7-2919-406b-a076-6d15b5edf852 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:08.980854 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5a0dd7a7-2919-406b-a076-6d15b5edf852 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4716079 Sep 19 03:20:08.981238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60930) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:09.064394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e833d0c0-20be-4345-9e62-be7305ca3169 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 207 time: 0.0816648 Sep 19 03:20:09.067731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60934) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:09.334492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6feb8725-8af3-4df8-881b-f60e87f16000 req-f6458fdf-9c62-4d53-92ba-679b6dc891b1 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f756170-acb1-46f7-bce8-f3427c7dc4d1 HTTP/1.1" status: 200 len: 210 time: 0.0479970 Sep 19 03:20:09.487034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052e8fe-6804-4160-9f7c-579b548e4350 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:09.503784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052e8fe-6804-4160-9f7c-579b548e4350 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:09.511179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052e8fe-6804-4160-9f7c-579b548e4350 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:09.518033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052e8fe-6804-4160-9f7c-579b548e4350 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:09.520528 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4052e8fe-6804-4160-9f7c-579b548e4350 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4512410 Sep 19 03:20:09.523860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60944) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:09.887460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59f1ea52-947b-4570-82e3-6a2ceb48725c req-2211f5e9-4dad-43ff-954c-b710de46e38a tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/ports?device_id=c1a09a2c-2171-43e5-a3b8-411534817517 HTTP/1.1" status: 200 len: 210 time: 0.1426003 Sep 19 03:20:09.988137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cde3155f-0386-486c-8fcf-875c9bcbb0ea tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4630446 Sep 19 03:20:09.991332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:10.092322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a7d93-acb2-4ceb-a19c-937e8bcbdfdd tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:10.094133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a7d93-acb2-4ceb-a19c-937e8bcbdfdd tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:10.095794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e91a7d93-acb2-4ceb-a19c-937e8bcbdfdd tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1014097 Sep 19 03:20:10.099482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60958) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:10.199505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c429b-1016-4f74-a1f0-e74e74357c7b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:10.201487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c429b-1016-4f74-a1f0-e74e74357c7b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:10.206992 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d8c429b-1016-4f74-a1f0-e74e74357c7b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1022625 Sep 19 03:20:10.207403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60964) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:10.374580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893283f-2ba6-428e-b8a4-d74129d32f4b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:10.376686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6893283f-2ba6-428e-b8a4-d74129d32f4b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/networks/4935a600-6dca-48c8-8db2-0da0b2c22f7d HTTP/1.1" status: 200 len: 799 time: 0.1682363 Sep 19 03:20:10.380259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60968) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:10.714385 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3a2d00c-84db-4c2e-8e0b-1f6bc719a546 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/networks/4935a600-6dca-48c8-8db2-0da0b2c22f7d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3327956 Sep 19 03:20:10.717743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60982) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:10.864209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3298fa0-09c0-4441-bde3-8c46c5fa23a1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:10.871859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b3298fa0-09c0-4441-bde3-8c46c5fa23a1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/subnets/143c89a8-5004-4d1a-aa2e-3c0ca402ef70 HTTP/1.1" status: 200 len: 811 time: 0.1479552 Sep 19 03:20:10.871859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:10.887013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33807379-f9a2-437f-b392-2b81aa5f56df req-4706e90a-525c-44cd-9b04-6726bc7a8d12 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:10.896781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33807379-f9a2-437f-b392-2b81aa5f56df req-4706e90a-525c-44cd-9b04-6726bc7a8d12 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.0758545 Sep 19 03:20:10.946791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33807379-f9a2-437f-b392-2b81aa5f56df req-88a6059e-3b4a-45ce-86d6-3a23f44d9974 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464919 Sep 19 03:20:11.027584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74bf69d-8a60-4209-9015-fb85a0d2e7eb tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['shared'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:11.032353 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e74bf69d-8a60-4209-9015-fb85a0d2e7eb tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "GET /v2.0/subnets/143c89a8-5004-4d1a-aa2e-3c0ca402ef70?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1569431 Sep 19 03:20:11.032714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32768) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:11.038006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1405568671'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:11.060796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32770) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:11.093471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:11.098137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.129718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:11.140704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.141055 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Added segment fcb950c3-5728-4889-ac74-7c8f2f0f22b5 of type vlan for network 93cc5e54-10b1-4770-a48f-a385192ee20c Sep 19 03:20:11.182447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2971db89-913e-4253-8ab3-7409947fe17e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.200209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.239689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2971db89-913e-4253-8ab3-7409947fe17e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.269523 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.275614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:11.276607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.294669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2971db89-913e-4253-8ab3-7409947fe17e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.298028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2971db89-913e-4253-8ab3-7409947fe17e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.300036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2971db89-913e-4253-8ab3-7409947fe17e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/security-groups/a8030973-86bb-4712-a297-6f099c9f1361 HTTP/1.1" status: 204 len: 168 time: 0.2378752 Sep 19 03:20:11.304329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32772) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:11.324382 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971db89-913e-4253-8ab3-7409947fe17e tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8030973-86bb-4712-a297-6f099c9f1361,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:11.326872 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-d6a11eca-71df-4765-a2c9-cc186cba7057 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] show failed (client error): The resource could not be found. Sep 19 03:20:11.328300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6a11eca-71df-4765-a2c9-cc186cba7057 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "GET /v2.0/security-groups/a8030973-86bb-4712-a297-6f099c9f1361 HTTP/1.1" status: 404 len: 347 time: 0.0227118 Sep 19 03:20:11.332009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32774) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:11.333624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-80e02186-b275-453c-8b84-3b7a6a35a5fe tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:11.335589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-80e02186-b275-453c-8b84-3b7a6a35a5fe tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.1230788 Sep 19 03:20:11.410103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3762226 Sep 19 03:20:11.414855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32776) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:11.420494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'network_id': '93cc5e54-10b1-4770-a48f-a385192ee20c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:11.456716 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5f2504f-ad90-445c-9758-33f75f63b6cf no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:11.496622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: b5f2504f-ad90-445c-9758-33f75f63b6cf {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:11.498590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5f2504f-ad90-445c-9758-33f75f63b6cf not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:11.509218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd454ee-7113-4c41-9dfe-223764586f78 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Network': ['ID=93cc5e54-10b1-4770-a48f-a385192ee20c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:11.513064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port f2891aab-b015-4111-8596-46a9c7a88b17 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:11.513969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.526597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 93cc5e54-10b1-4770-a48f-a385192ee20c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:11.583959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Made reservation on behalf of 920518b8d6fc4299878a13d8d2091270 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:11.593658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.633591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.634028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.647782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for f2891aab-b015-4111-8596-46a9c7a88b17 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:11.671552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing IP validity checks on allocation pools {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 19 03:20:11.672076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 19 03:20:11.676573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Deleting port 773950ff-dfdd-42c5-825b-0241544b6d6a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:11.676906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.809542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] For port 773950ff-dfdd-42c5-825b-0241544b6d6a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=773950ff-dfdd-42c5-825b-0241544b6d6a,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:11.810013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.825478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:11.866570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Calling delete_port for 773950ff-dfdd-42c5-825b-0241544b6d6a owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:11.903102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=f2891aab-b015-4111-8596-46a9c7a88b17,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:12.022015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.025515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.029720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-837988ff-c359-4be8-99b8-45b6760dbeea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/floatingips/9b208668-d9c9-4de4-91c5-2d81e2d44761 HTTP/1.1" status: 204 len: 168 time: 0.6936674 Sep 19 03:20:12.029896 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.030382 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32798) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:12.170139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=ae61e65d-9132-4477-9aa5-c973faa7ad53,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:12.221587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Checking segment: {'id': 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93cc5e54-10b1-4770-a48f-a385192ee20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:12.222078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network hostable DHCP agents. Network: 93cc5e54-10b1-4770-a48f-a385192ee20c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:12.222489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port de929584-c5db-4744-ba14-ab9bccb6230a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:12.223191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.240049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9925d-045e-4fa4-899d-b741dfbcede9 req-98447dc6-81d5-4ca0-b91c-44b612506d54 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:12.242113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26c9925d-045e-4fa4-899d-b741dfbcede9 req-98447dc6-81d5-4ca0-b91c-44b612506d54 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=59c1a7de-d71b-49e2-8185-594e6600ca04 HTTP/1.1" status: 200 len: 945 time: 0.1656203 Sep 19 03:20:12.316289 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.352699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['773950ff-dfdd-42c5-825b-0241544b6d6a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:20:12.355161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.375640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Network 93cc5e54-10b1-4770-a48f-a385192ee20c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:12.379337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for de929584-c5db-4744-ba14-ab9bccb6230a owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:12.416074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26c9925d-045e-4fa4-899d-b741dfbcede9 req-bb0121a7-c011-48df-98a0-be4aa8b230fe tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643181 Sep 19 03:20:12.444167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event deleted for resources: {'Port': ['ID=773950ff-dfdd-42c5-825b-0241544b6d6a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:12.496972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] No DVR routers for this DVR port 773950ff-dfdd-42c5-825b-0241544b6d6a on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:12.501826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.504222 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13842d6b-26ae-4a86-8cd5-c660c6c83341 req-f3a4f463-a716-4026-8762-125767bb3a49 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "DELETE /v2.0/ports/773950ff-dfdd-42c5-825b-0241544b6d6a HTTP/1.1" status: 204 len: 173 time: 1.1594675 Sep 19 03:20:12.509544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'name': 'network-vif-deleted', 'tag': '773950ff-dfdd-42c5-825b-0241544b6d6a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:12.512052 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23ae67-3268-4d88-b793-48dbd66a62cb" -d '{"events": [{"server_uuid": "59c1a7de-d71b-49e2-8185-594e6600ca04", "name": "network-vif-deleted", "tag": "773950ff-dfdd-42c5-825b-0241544b6d6a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:12.514718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 93cc5e54-10b1-4770-a48f-a385192ee20c) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:12.553125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deed3e2-91e3-411c-9dff-251275b813c3 None None] Network 93cc5e54-10b1-4770-a48f-a385192ee20c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:12.583779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:12.584433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530262'] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.588870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.624658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d76254cd-3fd0-4a8b-898f-50c645b161ad tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2079086 Sep 19 03:20:12.627715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32816) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:12.632952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2ef6e2a9-bfef-4a57-921f-d5135f3455be tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:12.681736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=de929584-c5db-4744-ba14-ab9bccb6230a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:12.738057 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8c801f-49aa-45e6-819e-d8a213b188a3 x-openstack-request-id: req-7c8c801f-49aa-45e6-819e-d8a213b188a3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:12.738383 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c1a7de-d71b-49e2-8185-594e6600ca04", "name": "network-vif-deleted", "tag": "773950ff-dfdd-42c5-825b-0241544b6d6a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:12.738643 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c8c801f-49aa-45e6-819e-d8a213b188a3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:12.739088 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c1a7de-d71b-49e2-8185-594e6600ca04', 'name': 'network-vif-deleted', 'tag': '773950ff-dfdd-42c5-825b-0241544b6d6a', 'status': 'completed', 'code': 200} Sep 19 03:20:12.787953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.790533 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-de706a98-e92c-47f1-937c-7bc2fd5b6110 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/ports/de929584-c5db-4744-ba14-ab9bccb6230a HTTP/1.1" status: 204 len: 168 time: 0.7595706 Sep 19 03:20:12.793935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32818) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:12.863565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-93cc5e54-10b1-4770-a48f-a385192ee20c', 'network_id': '93cc5e54-10b1-4770-a48f-a385192ee20c', 'tenant_id': '920518b8d6fc4299878a13d8d2091270', 'fixed_ips': [{'subnet_id': 'ae61e65d-9132-4477-9aa5-c973faa7ad53'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:20:12.864950 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.882337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e2a9-bfef-4a57-921f-d5135f3455be tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58765092'] for subnet, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:12.969669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting port 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:12.970049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.049228 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:20:13.049228 n-d-809936-1 neutron-server[94724]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 19 03:20:13.049228 n-d-809936-1 neutron-server[94724]: [parameters: {'in_use': 1, 'id_1': 'ae61e65d-9132-4477-9aa5-c973faa7ad53'}] Sep 19 03:20:13.049228 n-d-809936-1 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:20:13.049701 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:20:13.249797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.267670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Calling delete_port for 0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:13.369066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e2a9-bfef-4a57-921f-d5135f3455be tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759692319748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59475759'] for subnet, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.553355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.553545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.566300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6e2a9-bfef-4a57-921f-d5135f3455be tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event updated for resources: {'Subnet': ['ID=ae61e65d-9132-4477-9aa5-c973faa7ad53,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:13.605693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef6e2a9-bfef-4a57-921f-d5135f3455be tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:13.607090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Port': ['ID=0241c3d5-2581-4f9e-ab10-6fc227d7a9c8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:13.619435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef6e2a9-bfef-4a57-921f-d5135f3455be tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.624135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2ef6e2a9-bfef-4a57-921f-d5135f3455be tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "PUT /v2.0/subnets/ae61e65d-9132-4477-9aa5-c973faa7ad53 HTTP/1.1" status: 200 len: 877 time: 0.9923930 Sep 19 03:20:13.627058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32836) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:13.706856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.713661 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0995dead-b779-46fb-82c6-b18de788ed05 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/ports/0241c3d5-2581-4f9e-ab10-6fc227d7a9c8 HTTP/1.1" status: 204 len: 168 time: 0.9157188 Sep 19 03:20:13.714073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32840) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:13.873519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting subnet 07159f8a-0630-4a67-ab00-c34bd984a4ba {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:13.889831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Allocated IP 172.20.0.3 (93cc5e54-10b1-4770-a48f-a385192ee20c/ae61e65d-9132-4477-9aa5-c973faa7ad53/4a01f462-841d-450f-bdb7-0d41c95934e9) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:13.890616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:13.998532 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.009770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.103471 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.112995 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.180731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Network 93cc5e54-10b1-4770-a48f-a385192ee20c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:14.184849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:14.207424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:14.212854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeadee-e455-4f06-b4e6-32c0f202781d req-749d3b0b-9056-4f99-9b1a-f5e629f039d5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:14.222723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ffeadee-e455-4f06-b4e6-32c0f202781d req-749d3b0b-9056-4f99-9b1a-f5e629f039d5 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.2894211 Sep 19 03:20:14.229005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Pushing event updated for resources: {'Port': ['ID=4a01f462-841d-450f-bdb7-0d41c95934e9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:14.276703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.291108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.291468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.291829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.292166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.292500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.292833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.293239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.293636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.293965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.294292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.294621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.294970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:14.342672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.365107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Attempting to bind port 4a01f462-841d-450f-bdb7-0d41c95934e9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:14.365556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Attempting to bind port 4a01f462-841d-450f-bdb7-0d41c95934e9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93cc5e54-10b1-4770-a48f-a385192ee20c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:14.365990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Attempting to bind port 4a01f462-841d-450f-bdb7-0d41c95934e9 on network 93cc5e54-10b1-4770-a48f-a385192ee20c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:14.378862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:14.381765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Checking segment: {'id': 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93cc5e54-10b1-4770-a48f-a385192ee20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:14.382293 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.382718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Bound using segment: {'id': 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93cc5e54-10b1-4770-a48f-a385192ee20c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:14.383449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Bound port: 4a01f462-841d-450f-bdb7-0d41c95934e9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '93cc5e54-10b1-4770-a48f-a385192ee20c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:14.383847 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.413368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ffeadee-e455-4f06-b4e6-32c0f202781d req-a08b366e-a5a3-48cd-8cb8-60b64ff41eb7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893568 Sep 19 03:20:14.498627 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.498977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] For port 4a01f462-841d-450f-bdb7-0d41c95934e9, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:14.511792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45c7de02-dc36-42c4-ae27-41cdbb8dde13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.519222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] For port 4a01f462-841d-450f-bdb7-0d41c95934e9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a01f462-841d-450f-bdb7-0d41c95934e9,segment=NetworkSegment(fcb950c3-5728-4889-ac74-7c8f2f0f22b5),segment_id=fcb950c3-5728-4889-ac74-7c8f2f0f22b5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:14.528795 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.541828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=ae61e65d-9132-4477-9aa5-c973faa7ad53,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:14.624129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b1599-ed03-4834-9e69-648d83ac0b26 None None] Pushing event updated for resources: {'Port': ['ID=4a01f462-841d-450f-bdb7-0d41c95934e9,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:14.631309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.669412 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.712966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Subnet': ['ID=07159f8a-0630-4a67-ab00-c34bd984a4ba,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:14.715233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.719185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4755fd9-45b1-4d24-9b30-6cce830a2571 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/subnets/07159f8a-0630-4a67-ab00-c34bd984a4ba HTTP/1.1" status: 204 len: 168 time: 1.0022593 Sep 19 03:20:14.720898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32856) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:14.722202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86f486-895e-4ba0-8832-dccd0b6500b9 None None] Network 1412ec84-2b76-4b89-a1b9-10121cbc40e1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:14.760734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc5e54-10b1-4770-a48f-a385192ee20c']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:14.773228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:14.784908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:14.809167 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.861419 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.879870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:14.880633 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:14.884952 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:14.904965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Deleting subnet 03586a11-41ba-4309-95cf-039b55244905 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:14.916809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.011757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:20:15.011757 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:20:15.011757 n-d-809936-1 neutron-server[94723]: [parameters: {'id': '93cc5e54-10b1-4770-a48f-a385192ee20c'}] Sep 19 03:20:15.011757 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:20:15.012577 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:20:15.053583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.111960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] DHCP port deletion for 1412ec84-2b76-4b89-a1b9-10121cbc40e1 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:15.192498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] Deleting port 489f78dd-0c96-4b00-8a0b-8adff0eac027 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:15.193212 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.313543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] For port 489f78dd-0c96-4b00-8a0b-8adff0eac027, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=489f78dd-0c96-4b00-8a0b-8adff0eac027,segment=NetworkSegment(6c605498-e194-4fa4-b625-923ae71ef228),segment_id=6c605498-e194-4fa4-b625-923ae71ef228)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:15.314155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.332189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] Calling delete_port for 489f78dd-0c96-4b00-8a0b-8adff0eac027 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:15.452517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 773950ff-dfdd-42c5-825b-0241544b6d6a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:15.483430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 773950ff-dfdd-42c5-825b-0241544b6d6a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:15.484061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 773950ff-dfdd-42c5-825b-0241544b6d6a not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:15.503388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.514673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.659324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] No DVR routers for this DVR port 489f78dd-0c96-4b00-8a0b-8adff0eac027 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:15.673550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed5074-57b5-4d8e-8158-3c3764ea7976 None None] Pushing event deleted for resources: {'Port': ['ID=489f78dd-0c96-4b00-8a0b-8adff0eac027,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:15.771809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.901872 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.915969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.950188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a9a4ba-b31d-4223-8987-42d19da6bf31 None None] Network 256dc6aa-26e8-44ca-be65-581892b397ef requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:15.958316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:15.964853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/subnets/03586a11-41ba-4309-95cf-039b55244905 HTTP/1.1" status: 204 len: 168 time: 1.2417371 Sep 19 03:20:15.982536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32892) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:16.026318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a01f462-841d-450f-bdb7-0d41c95934e9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:20:16.027749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a3ca-3c2e-408d-9ac5-3bc2886ccdc5 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Subnet': ['ID=03586a11-41ba-4309-95cf-039b55244905,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:16.111314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-1cd73ec6-797d-47f1-bc1a-7d88a555bc39 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:16.115585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-1cd73ec6-797d-47f1-bc1a-7d88a555bc39 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 0.5774081 Sep 19 03:20:16.469722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a920b2-94e2-40f5-adce-668a84224ce6 None None] Network 93cc5e54-10b1-4770-a48f-a385192ee20c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:16.611877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4a01f462-841d-450f-bdb7-0d41c95934e9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:16.612736 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:16.681975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-35fbeb3a-d644-4c70-9b75-fee6e0577c3b None None] Provisioning complete for port 4a01f462-841d-450f-bdb7-0d41c95934e9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:16.683082 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35fbeb3a-d644-4c70-9b75-fee6e0577c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:16.763656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:16.901338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:16.924081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] DHCP port deletion for 256dc6aa-26e8-44ca-be65-581892b397ef request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:16.984012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069d208-5483-45c7-b4d1-0f3a35caa1fd req-6e0be49e-449e-4078-8098-ba1bf7af7619 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:16.985704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f069d208-5483-45c7-b4d1-0f3a35caa1fd req-6e0be49e-449e-4078-8098-ba1bf7af7619 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 944 time: 1.3219795 Sep 19 03:20:17.001953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 4a01f462-841d-450f-bdb7-0d41c95934e9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a01f462-841d-450f-bdb7-0d41c95934e9,segment=NetworkSegment(fcb950c3-5728-4889-ac74-7c8f2f0f22b5),segment_id=fcb950c3-5728-4889-ac74-7c8f2f0f22b5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:17.004880 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35fbeb3a-d644-4c70-9b75-fee6e0577c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.012532 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a25156c-740d-4d78-b3b8-55a94a0ffa1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.013185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.093592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port 4a01f462-841d-450f-bdb7-0d41c95934e9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:17.094296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.157701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-35fbeb3a-d644-4c70-9b75-fee6e0577c3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:20:17.162979 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-35fbeb3a-d644-4c70-9b75-fee6e0577c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:20:17.163927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 489f78dd-0c96-4b00-8a0b-8adff0eac027 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:17.204505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] DHCP port deletion for 93cc5e54-10b1-4770-a48f-a385192ee20c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:17.207578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a25156c-740d-4d78-b3b8-55a94a0ffa1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.213580 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a25156c-740d-4d78-b3b8-55a94a0ffa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.220714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f069d208-5483-45c7-b4d1-0f3a35caa1fd req-96b88988-0cb9-4115-b462-fb8928eb5bb2 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c83a867-6ce0-4b90-96e8-ed09bcc5f346&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838024 Sep 19 03:20:17.221916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 489f78dd-0c96-4b00-8a0b-8adff0eac027 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:17.222261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 489f78dd-0c96-4b00-8a0b-8adff0eac027 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:17.239864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.245817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] Deleting port a53c62a7-dda0-492b-9f73-e8faf0673cfd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:17.246194 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.249018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a25156c-740d-4d78-b3b8-55a94a0ffa1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88d32152166342c6a39479a301f5a5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4847369 Sep 19 03:20:17.251500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32924) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:17.275793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=4a01f462-841d-450f-bdb7-0d41c95934e9,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:17.293873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25156c-740d-4d78-b3b8-55a94a0ffa1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f1c6c-48e3-42e4-a4d9-a668ee34e44b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:17.327143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb753a8-19d8-4fa2-9e17-7efd0b1c5985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.349607 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb753a8-19d8-4fa2-9e17-7efd0b1c5985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.354217 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c582696-824b-427a-90c6-fd27284561a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.398664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb753a8-19d8-4fa2-9e17-7efd0b1c5985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.402064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9eb753a8-19d8-4fa2-9e17-7efd0b1c5985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.405860 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9eb753a8-19d8-4fa2-9e17-7efd0b1c5985 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff7f1c6c-48e3-42e4-a4d9-a668ee34e44b HTTP/1.1" status: 204 len: 168 time: 0.1505668 Sep 19 03:20:17.408218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Deleting port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:17.408505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.412158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb753a8-19d8-4fa2-9e17-7efd0b1c5985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f1c6c-48e3-42e4-a4d9-a668ee34e44b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:17.423306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] For port a53c62a7-dda0-492b-9f73-e8faf0673cfd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a53c62a7-dda0-492b-9f73-e8faf0673cfd,segment=NetworkSegment(bbcf4b14-f3dc-4c58-826b-61299262fdee),segment_id=bbcf4b14-f3dc-4c58-826b-61299262fdee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:17.423935 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.450531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] Calling delete_port for a53c62a7-dda0-492b-9f73-e8faf0673cfd owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:17.463503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] Deleting port 4a01f462-841d-450f-bdb7-0d41c95934e9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:17.464144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.530950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] For port 4a01f462-841d-450f-bdb7-0d41c95934e9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a01f462-841d-450f-bdb7-0d41c95934e9,segment=NetworkSegment(fcb950c3-5728-4889-ac74-7c8f2f0f22b5),segment_id=fcb950c3-5728-4889-ac74-7c8f2f0f22b5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:17.531739 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.547060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] Calling delete_port for 4a01f462-841d-450f-bdb7-0d41c95934e9 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:17.563667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] For port bc03c134-b74b-4da7-b28c-f014ff5fd7e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:17.564296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.676898 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.750981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] Pushing event deleted for resources: {'Port': ['ID=4a01f462-841d-450f-bdb7-0d41c95934e9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:17.842313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-35fbeb3a-d644-4c70-9b75-fee6e0577c3b None None] Port 4a01f462-841d-450f-bdb7-0d41c95934e9 update to ACTIVE by agent not found {{(pid=94724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 19 03:20:17.848575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a932c66-2020-43ca-8742-5c4627063e7b None None] No DVR routers for this DVR port 4a01f462-841d-450f-bdb7-0d41c95934e9 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:17.892045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75522b8f-a8ae-4207-acc4-c961daf0a04e None None] Network 93cc5e54-10b1-4770-a48f-a385192ee20c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:17.968212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.969113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:17.969575 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Floating IP d22c3bac-b50d-4999-9d49-e96b9726894a disassociated. External IP: 172.25.8.164, port: bc03c134-b74b-4da7-b28c-f014ff5fd7e0. Sep 19 03:20:17.970461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Calling delete_port for bc03c134-b74b-4da7-b28c-f014ff5fd7e0 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:17.981638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a53c62a7-dda0-492b-9f73-e8faf0673cfd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:18.053163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32942) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:18.084676 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95324130-2cc2-44c4-8ee5-914ea152dad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.106845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port 4a01f462-841d-450f-bdb7-0d41c95934e9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a01f462-841d-450f-bdb7-0d41c95934e9,segment=NetworkSegment(fcb950c3-5728-4889-ac74-7c8f2f0f22b5),segment_id=fcb950c3-5728-4889-ac74-7c8f2f0f22b5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:18.107444 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.156531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for 4a01f462-841d-450f-bdb7-0d41c95934e9 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:18.208117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95324130-2cc2-44c4-8ee5-914ea152dad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.208593 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.217303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-95324130-2cc2-44c4-8ee5-914ea152dad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.253000 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-95324130-2cc2-44c4-8ee5-914ea152dad2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43147df5b386440da19ead0ea6514440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988873 Sep 19 03:20:18.261586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32946) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:18.290038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324130-2cc2-44c4-8ee5-914ea152dad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28388ef8-0355-48e1-8c15-4468473816c8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:18.296057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.318167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.338870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1412ec84-2b76-4b89-a1b9-10121cbc40e1']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:18.349763 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4930f8a5-078c-485c-a800-e64daaa7c65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.361978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c605498-e194-4fa4-b625-923ae71ef228') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:18.362513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c605498-e194-4fa4-b625-923ae71ef228') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:18.376948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4930f8a5-078c-485c-a800-e64daaa7c65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.381535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] No DVR routers for this DVR port a53c62a7-dda0-492b-9f73-e8faf0673cfd on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:18.387584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No active binding found for port a53c62a7-dda0-492b-9f73-e8faf0673cfd {{(pid=94724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 19 03:20:18.388039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a53c62a7-dda0-492b-9f73-e8faf0673cfd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:18.388929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a01f462-841d-450f-bdb7-0d41c95934e9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:18.399823 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.424349 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.467206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4930f8a5-078c-485c-a800-e64daaa7c65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.470437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4930f8a5-078c-485c-a800-e64daaa7c65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.471791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4930f8a5-078c-485c-a800-e64daaa7c65e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28388ef8-0355-48e1-8c15-4468473816c8 HTTP/1.1" status: 204 len: 168 time: 0.2092640 Sep 19 03:20:18.481830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4145ca7d-52af-4b75-beb9-216dd7b32c97 req-03b145e7-8e72-4ae6-9fe7-3557c8750a96 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 210 time: 0.0921960 Sep 19 03:20:18.486554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930f8a5-078c-485c-a800-e64daaa7c65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28388ef8-0355-48e1-8c15-4468473816c8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:18.526153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.538345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event deleted for resources: {'Port': ['ID=bc03c134-b74b-4da7-b28c-f014ff5fd7e0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:18.554398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4a01f462-841d-450f-bdb7-0d41c95934e9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:18.554630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:18.555097 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.555271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a01f462-841d-450f-bdb7-0d41c95934e9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:18.562783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5f813-5614-4fc2-b08e-875462510c79 None None] Pushing event deleted for resources: {'Port': ['ID=a53c62a7-dda0-492b-9f73-e8faf0673cfd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:18.585751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:18.604961 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:18.733411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.801271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=4a01f462-841d-450f-bdb7-0d41c95934e9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:18.804143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.818714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port 4a01f462-841d-450f-bdb7-0d41c95934e9 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:18.914731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:18.919534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/networks/1412ec84-2b76-4b89-a1b9-10121cbc40e1 HTTP/1.1" status: 204 len: 168 time: 2.8999331 Sep 19 03:20:18.919730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32976) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:18.970144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc99c9c-42a1-4960-884d-fccd8b9388ea tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Network': ['ID=1412ec84-2b76-4b89-a1b9-10121cbc40e1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:18.981920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Router aad09c29-488c-4cd4-a22c-1d936c90a8c3 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:20:19.021910 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.043760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93cc5e54-10b1-4770-a48f-a385192ee20c']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:19.074076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:19.074387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb950c3-5728-4889-ac74-7c8f2f0f22b5') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:19.090437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.091913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.179952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.195967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:19.196363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:19.200470 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:19.275237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.298808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256dc6aa-26e8-44ca-be65-581892b397ef']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:19.314509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcf4b14-f3dc-4c58-826b-61299262fdee') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:19.315177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcf4b14-f3dc-4c58-826b-61299262fdee') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:19.328424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.330398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.330977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:20:19.343317 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] Sync routers for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:20:19.359633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:19.360351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:19.364523 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.372026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/93cc5e54-10b1-4770-a48f-a385192ee20c HTTP/1.1" status: 204 len: 168 time: 5.7403178 Sep 19 03:20:19.372194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.379168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32988) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:19.394974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242cf9c-4e76-4a3e-90be-9fed305457a0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=93cc5e54-10b1-4770-a48f-a385192ee20c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:19.426292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] No DVR routers for this DVR port bc03c134-b74b-4da7-b28c-f014ff5fd7e0 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:19.434024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.435121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:19.435549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:19.438667 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:19.441143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b15b2d5-d9ba-4f1b-8119-01d6a5f519f3 req-33b3345c-ea1f-4d40-81c7-f3ac6f11bac7 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.32 "DELETE /v2.0/ports/bc03c134-b74b-4da7-b28c-f014ff5fd7e0 HTTP/1.1" status: 204 len: 173 time: 3.3079512 Sep 19 03:20:19.441143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-deleted', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:19.442715 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75837eb5-2690-44a9-95da-b01931e68bce" -d '{"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-deleted", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:19.453561 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-6057161e-a512-4de6-9030-4fa114a43cd6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:19.454412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6057161e-a512-4de6-9030-4fa114a43cd6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:19.459527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32996) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:19.460394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:19.473443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6057161e-a512-4de6-9030-4fa114a43cd6 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/ae61e65d-9132-4477-9aa5-c973faa7ad53 HTTP/1.1" status: 404 len: 337 time: 0.0929978 Sep 19 03:20:19.507450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: bc03c134-b74b-4da7-b28c-f014ff5fd7e0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:19.508110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bc03c134-b74b-4da7-b28c-f014ff5fd7e0 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:19.527110 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-32010678-778e-4a5a-a472-fceac5146e62 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:19.528676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32010678-778e-4a5a-a472-fceac5146e62 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:19.530488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32010678-778e-4a5a-a472-fceac5146e62 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/93cc5e54-10b1-4770-a48f-a385192ee20c HTTP/1.1" status: 404 len: 339 time: 0.0694249 Sep 19 03:20:19.534246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33002) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:19.541767 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436dcda1-4e71-4023-a1e3-c9bfa9a730c7 x-openstack-request-id: req-436dcda1-4e71-4023-a1e3-c9bfa9a730c7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:19.542077 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edd7f28-0d90-45f4-9c90-bc46f214daee", "name": "network-vif-deleted", "tag": "bc03c134-b74b-4da7-b28c-f014ff5fd7e0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:19.543063 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-436dcda1-4e71-4023-a1e3-c9bfa9a730c7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:19.544276 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edd7f28-0d90-45f4-9c90-bc46f214daee', 'name': 'network-vif-deleted', 'tag': 'bc03c134-b74b-4da7-b28c-f014ff5fd7e0', 'status': 'completed', 'code': 200} Sep 19 03:20:19.604939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.633804 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:19.634564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:19.636643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] 10.222.0.22 "DELETE /v2.0/networks/256dc6aa-26e8-44ca-be65-581892b397ef HTTP/1.1" status: 204 len: 168 time: 0.7157662 Sep 19 03:20:19.666710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369fd2-ce13-4592-82b0-ace848cb0e54 tempest-TaggedBootDevicesTest-2092397138 tempest-TaggedBootDevicesTest-2092397138-project] Pushing event deleted for resources: {'Network': ['ID=256dc6aa-26e8-44ca-be65-581892b397ef,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:19.674056 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-114b137d-d89c-4503-a7e7-8b27f851230a tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:19.677347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114b137d-d89c-4503-a7e7-8b27f851230a tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:19.683339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-114b137d-d89c-4503-a7e7-8b27f851230a tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/2d8d9d88-5fa8-4ee6-936b-fc2273f39fce HTTP/1.1" status: 404 len: 337 time: 0.1472380 Sep 19 03:20:19.686101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33010) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:19.743967 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4796e11f-615f-4fe1-842d-bf0f98da974d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:19.747531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4796e11f-615f-4fe1-842d-bf0f98da974d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:19.752946 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4796e11f-615f-4fe1-842d-bf0f98da974d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/af8f33a6-106c-40de-94b4-ebc7c6bb3aab HTTP/1.1" status: 404 len: 339 time: 0.0645018 Sep 19 03:20:19.754992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33012) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:19.757060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4ffe00a-7276-43a9-baa9-df8eb6105d67 req-e64bc548-17c2-45bf-a885-95eee1fc8093 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/ports?device_id=8edd7f28-0d90-45f4-9c90-bc46f214daee HTTP/1.1" status: 200 len: 210 time: 0.0707498 Sep 19 03:20:19.986048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.025359 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.193429 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.273330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:20.289438 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:12Z', 'revision_number': 5, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:20.295990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e172552-9c6d-4d1b-ad42-da25b4e07785') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:20.295990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e172552-9c6d-4d1b-ad42-da25b4e07785') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:20.308339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.353015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.363068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:20.363671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:20.367220 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:20.373377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] Checking router: aad09c29-488c-4cd4-a22c-1d936c90a8c3 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:20:20.403078 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:20.403710 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:20.463536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.478910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:20.481535 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048 HTTP/1.1" status: 204 len: 168 time: 0.7223125 Sep 19 03:20:20.484325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33044) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.520785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73097a8d-a994-43da-8b13-2da443ebf7a3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=d3ad4cfe-bec1-4bd5-b0cb-ca3314ece048,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:20.545937 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-189b811c-5bad-4512-a98c-c0ee85035e88 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.548159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189b811c-5bad-4512-a98c-c0ee85035e88 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.554880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-189b811c-5bad-4512-a98c-c0ee85035e88 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/f84f607c-aadc-4649-b268-93856e634e64 HTTP/1.1" status: 404 len: 337 time: 0.0671089 Sep 19 03:20:20.555559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.597384 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ce5ed3-8549-430c-8121-c08b5b4c2848 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.598063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ce5ed3-8549-430c-8121-c08b5b4c2848 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.602589 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-16ce5ed3-8549-430c-8121-c08b5b4c2848 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/af1df339-ac42-4373-9772-fbcd7c6b015e HTTP/1.1" status: 404 len: 339 time: 0.0430725 Sep 19 03:20:20.602922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.633723 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89a3474-c275-4545-b2c9-110beee856c3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.634894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89a3474-c275-4545-b2c9-110beee856c3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.639168 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a89a3474-c275-4545-b2c9-110beee856c3 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/f09d2768-06a5-4caf-8244-65d8f81879a2 HTTP/1.1" status: 404 len: 337 time: 0.0330017 Sep 19 03:20:20.639561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33056) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.648636 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:20.692437 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-29923819-762d-41b5-9d7f-2fbaed6917d0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.693052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29923819-762d-41b5-9d7f-2fbaed6917d0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.702396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-29923819-762d-41b5-9d7f-2fbaed6917d0 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/4103bc64-569a-43d2-b2fa-0dc6f9673f6f HTTP/1.1" status: 404 len: 339 time: 0.0596254 Sep 19 03:20:20.703335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.772471 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab38be7-2405-4e22-889b-715355968659 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.775997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab38be7-2405-4e22-889b-715355968659 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.780743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33064) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.781626 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eab38be7-2405-4e22-889b-715355968659 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/03fe4d9f-6fd5-4ef4-bfef-b4a4fd2cea5e HTTP/1.1" status: 404 len: 337 time: 0.0766547 Sep 19 03:20:20.817399 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48aabd1-96e4-4bb3-97cd-c9c3ae871093 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.819066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48aabd1-96e4-4bb3-97cd-c9c3ae871093 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.821194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b48aabd1-96e4-4bb3-97cd-c9c3ae871093 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/89c0bbbd-a778-4df1-955c-c5495af3d03f HTTP/1.1" status: 404 len: 339 time: 0.0392170 Sep 19 03:20:20.824312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33068) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.891280 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bcc908-fc28-41b5-a574-407f86814103 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.891953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bcc908-fc28-41b5-a574-407f86814103 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.894596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-37bcc908-fc28-41b5-a574-407f86814103 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/60eb2dd6-c31b-4ac1-9256-381056f7f662 HTTP/1.1" status: 404 len: 337 time: 0.0663216 Sep 19 03:20:20.896785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33074) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.922304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33076) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:20.950517 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-57efd823-e0a8-40b1-a105-e760ed937e6b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:20.951205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57efd823-e0a8-40b1-a105-e760ed937e6b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:20.953002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-57efd823-e0a8-40b1-a105-e760ed937e6b tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/bd4b97d4-5b27-424d-864e-f7e456ec9d98 HTTP/1.1" status: 404 len: 339 time: 0.0550251 Sep 19 03:20:20.955918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33078) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.012047 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f23dd96-0f0e-4d46-89ec-88dde3e35c1d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.012512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f23dd96-0f0e-4d46-89ec-88dde3e35c1d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.017086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6f23dd96-0f0e-4d46-89ec-88dde3e35c1d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/f2075b2b-d088-4932-8e97-e6c7f66fdd6f HTTP/1.1" status: 404 len: 337 time: 0.0579605 Sep 19 03:20:21.017724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.048936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b26a81b-3a65-4310-a9f0-11084dc48090 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.073078 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6423af4-dba5-4ba3-ada3-39aa25d0e4a1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.074014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6423af4-dba5-4ba3-ada3-39aa25d0e4a1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.080952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c6423af4-dba5-4ba3-ada3-39aa25d0e4a1 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/f7cb96fd-eb90-4a9c-bb5e-bbb8ccbe2b26 HTTP/1.1" status: 404 len: 339 time: 0.0589762 Sep 19 03:20:21.081224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33086) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.113044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b26a81b-3a65-4310-a9f0-11084dc48090 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.142151 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd53e3e-a7fd-41c3-bf66-0ec7aa4a52d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.142606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd53e3e-a7fd-41c3-bf66-0ec7aa4a52d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.144392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-efd53e3e-a7fd-41c3-bf66-0ec7aa4a52d7 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/1c94f9b0-d824-4502-8007-6c5330843ce4 HTTP/1.1" status: 404 len: 337 time: 0.0619082 Sep 19 03:20:21.148589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.179244 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:12Z', 'revision_number': 5, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:21.201930 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfddd6af-b106-4333-86bb-adfc66b9dead tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.207074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfddd6af-b106-4333-86bb-adfc66b9dead tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.213491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.214461 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bfddd6af-b106-4333-86bb-adfc66b9dead tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/0b0fadf3-57c0-4bab-97dd-07b0c6d23d87 HTTP/1.1" status: 404 len: 339 time: 0.0587375 Sep 19 03:20:21.239887 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322f993e-d48f-4bec-9ee1-c39cd478788d None None] The sync data for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 is: [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:08:06Z', 'revision_number': 4, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'af291352-d236-4f9b-b1e8-13ad266381eb', 'name': '', 'network_id': '7ddbdce6-d85b-4f7d-b833-878eeb5a3e35', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'mac_address': 'fa:16:3e:4b:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:06Z', 'updated_at': '2021-09-19T03:08:12Z', 'revision_number': 5, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'subnets': [{'id': '4a85b8cd-5c0a-4c74-8d63-1d7d714c6950', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:20:21.280411 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38e4d1a-5c81-459c-b089-29f163486f22 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.282170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38e4d1a-5c81-459c-b089-29f163486f22 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.284924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b38e4d1a-5c81-459c-b089-29f163486f22 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/1f6aa0e1-d12a-4a30-b146-4de3b3328e61 HTTP/1.1" status: 404 len: 337 time: 0.0695574 Sep 19 03:20:21.288165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33098) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.297949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b26a81b-3a65-4310-a9f0-11084dc48090 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.300874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b26a81b-3a65-4310-a9f0-11084dc48090 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.303157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6b26a81b-3a65-4310-a9f0-11084dc48090 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "DELETE /v2.0/security-groups/4c83a867-6ce0-4b90-96e8-ed09bcc5f346 HTTP/1.1" status: 204 len: 168 time: 0.3798823 Sep 19 03:20:21.306892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33100) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.342103 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-227df1ac-ce6b-4e69-929c-7f269d2faf75 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.346001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227df1ac-ce6b-4e69-929c-7f269d2faf75 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.351857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-227df1ac-ce6b-4e69-929c-7f269d2faf75 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/07bcd42f-3ba4-440f-8fd9-f1cce54f9929 HTTP/1.1" status: 404 len: 339 time: 0.0616677 Sep 19 03:20:21.355250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33106) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.377378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a81b-3a65-4310-a9f0-11084dc48090 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c83a867-6ce0-4b90-96e8-ed09bcc5f346,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:21.378873 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-bc3195e4-385c-4388-abb4-ef76cf4c164d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] show failed (client error): The resource could not be found. Sep 19 03:20:21.386469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.400340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bc3195e4-385c-4388-abb4-ef76cf4c164d tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "GET /v2.0/security-groups/4c83a867-6ce0-4b90-96e8-ed09bcc5f346 HTTP/1.1" status: 404 len: 347 time: 0.0911756 Sep 19 03:20:21.451045 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-787f25b9-10ef-4389-8809-7f6d2e5146f4 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.451045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787f25b9-10ef-4389-8809-7f6d2e5146f4 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.452893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-787f25b9-10ef-4389-8809-7f6d2e5146f4 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/c8969499-608e-4eeb-9b9f-23be0a8b2477 HTTP/1.1" status: 404 len: 337 time: 0.0960746 Sep 19 03:20:21.457924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33112) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.506626 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-52342c2d-c056-4090-a794-59c57743c27d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:21.508306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52342c2d-c056-4090-a794-59c57743c27d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:21.512619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52342c2d-c056-4090-a794-59c57743c27d tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/5ba3e3e2-72e1-4def-a96b-582f90282191 HTTP/1.1" status: 404 len: 339 time: 0.0525990 Sep 19 03:20:21.515308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33114) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:21.648041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting subnet 143c89a8-5004-4d1a-aa2e-3c0ca402ef70 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:21.654017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.741529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.772492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Deleting port 5b5ef463-b4ec-43d8-99a5-970dccc11729 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:21.773129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.812234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115eaeb-f264-428e-bfeb-9eb74a24bc68 None None] New status for floating IP d22c3bac-b50d-4999-9d49-e96b9726894a: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:20:21.886443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.887127 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:21.902058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Calling delete_port for 5b5ef463-b4ec-43d8-99a5-970dccc11729 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:22.005792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.039093 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-7115eaeb-f264-428e-bfeb-9eb74a24bc68 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:20:22.039093 n-d-809936-1 neutron-server[94724]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Sep 19 03:20:22.039093 n-d-809936-1 neutron-server[94724]: [parameters: {'status': 'DOWN', 'floatingips_id': 'd22c3bac-b50d-4999-9d49-e96b9726894a'}] Sep 19 03:20:22.039093 n-d-809936-1 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:20:22.040055 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-7115eaeb-f264-428e-bfeb-9eb74a24bc68 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:20:22.102011 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.102418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.129533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Subnet': ['ID=143c89a8-5004-4d1a-aa2e-3c0ca402ef70,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:22.133583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Pushing event deleted for resources: {'Port': ['ID=5b5ef463-b4ec-43d8-99a5-970dccc11729,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:22.155171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.156324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be60d034-a303-4e95-9e75-33807b551a37 None None] Network 4935a600-6dca-48c8-8db2-0da0b2c22f7d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:22.157652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6395b30f-ebb3-4d3d-b2d9-91ce12e8a80f tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/subnets/143c89a8-5004-4d1a-aa2e-3c0ca402ef70 HTTP/1.1" status: 204 len: 168 time: 0.6413763 Sep 19 03:20:22.160094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33124) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:22.262088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.265930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.270121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33132) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:22.275276 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-87f324de-91de-4c51-9370-742a080c4f16 tempest-ServerActionsTestJSON-1767278401 tempest-ServerActionsTestJSON-1767278401-project] 10.222.0.22 "DELETE /v2.0/floatingips/d22c3bac-b50d-4999-9d49-e96b9726894a HTTP/1.1" status: 204 len: 168 time: 0.8878214 Sep 19 03:20:22.309522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.483055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] DHCP port deletion for 4935a600-6dca-48c8-8db2-0da0b2c22f7d request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:22.483860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Deleting port 946b496b-84f3-42a0-9395-1d1793e06783 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:22.484382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.565023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115eaeb-f264-428e-bfeb-9eb74a24bc68 None None] New status for floating IP d22c3bac-b50d-4999-9d49-e96b9726894a: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:20:22.577483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] For port 946b496b-84f3-42a0-9395-1d1793e06783, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=946b496b-84f3-42a0-9395-1d1793e06783,segment=NetworkSegment(58a2257b-34c2-4549-8b0d-4f4452818630),segment_id=58a2257b-34c2-4549-8b0d-4f4452818630)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:22.579792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.596273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Calling delete_port for 946b496b-84f3-42a0-9395-1d1793e06783 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:22.801755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] Deleting port 946b496b-84f3-42a0-9395-1d1793e06783 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:22.802135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:22.994078 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.016103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] No DVR routers for this DVR port 946b496b-84f3-42a0-9395-1d1793e06783 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:23.022055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] For port 946b496b-84f3-42a0-9395-1d1793e06783, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=946b496b-84f3-42a0-9395-1d1793e06783,segment=NetworkSegment(58a2257b-34c2-4549-8b0d-4f4452818630),segment_id=58a2257b-34c2-4549-8b0d-4f4452818630)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:23.023760 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.072805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] Calling delete_port for 946b496b-84f3-42a0-9395-1d1793e06783 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:23.222667 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.250452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] Pushing event deleted for resources: {'Port': ['ID=946b496b-84f3-42a0-9395-1d1793e06783,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:23.262287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ad5e0-934b-4d08-a86d-0dc2403a99d6 None None] No DVR routers for this DVR port 946b496b-84f3-42a0-9395-1d1793e06783 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:23.326265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Port': ['ID=946b496b-84f3-42a0-9395-1d1793e06783,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:23.455749 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.487430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4935a600-6dca-48c8-8db2-0da0b2c22f7d']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:23.518224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a2257b-34c2-4549-8b0d-4f4452818630') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:23.518649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a2257b-34c2-4549-8b0d-4f4452818630') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:23.550938 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.572452 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.583680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:23.584374 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:23.587367 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:23.699175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.708072 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.710234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] 10.222.0.22 "DELETE /v2.0/networks/4935a600-6dca-48c8-8db2-0da0b2c22f7d HTTP/1.1" status: 204 len: 168 time: 1.5485811 Sep 19 03:20:23.745985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d552d5-e6c3-49fa-9e1c-b0d29bd54850 tempest-NetworksTest-217695505 tempest-NetworksTest-217695505-project] Pushing event deleted for resources: {'Network': ['ID=4935a600-6dca-48c8-8db2-0da0b2c22f7d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:23.881927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 946b496b-84f3-42a0-9395-1d1793e06783 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:23.913747 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:23.914855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 946b496b-84f3-42a0-9395-1d1793e06783 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:23.915227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 946b496b-84f3-42a0-9395-1d1793e06783 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:24.077648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33176) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:24.298505 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e2d090c7-8454-4101-ae1d-f3280bfba723 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=920518b8d6fc4299878a13d8d2091270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196188 Sep 19 03:20:24.302857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:24.375304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933f4078-b18b-4ac1-85c2-93234b39a0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:24.408772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933f4078-b18b-4ac1-85c2-93234b39a0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:24.475424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933f4078-b18b-4ac1-85c2-93234b39a0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:24.478723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933f4078-b18b-4ac1-85c2-93234b39a0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:24.480752 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-933f4078-b18b-4ac1-85c2-93234b39a0b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22b610ab-4263-46b8-92ce-289bd9d03c8b HTTP/1.1" status: 204 len: 168 time: 0.1761181 Sep 19 03:20:24.495334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f4078-b18b-4ac1-85c2-93234b39a0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b610ab-4263-46b8-92ce-289bd9d03c8b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:24.914594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Deleting port af291352-d236-4f9b-b1e8-13ad266381eb {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:24.915638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:25.048625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] For port af291352-d236-4f9b-b1e8-13ad266381eb, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=af291352-d236-4f9b-b1e8-13ad266381eb,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:25.049587 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:25.068678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Calling delete_port for af291352-d236-4f9b-b1e8-13ad266381eb owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:25.498652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:25.591418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af291352-d236-4f9b-b1e8-13ad266381eb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:25.727382 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33240) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:25.862436 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:25.907059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1691256156'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:25.949161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:25.953528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:25.965208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.106331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.127181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.203862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:26.219053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3007e6-a5d6-48ae-bc56-14212ea68d2e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:26.250404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.253034 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment 45b03f82-79b8-4194-a90c-21b6eb9ff705 of type vlan for network 2b18df83-faf3-44df-b12e-af53debe23a1 Sep 19 03:20:26.301728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.335344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.343534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:26.344151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.386572 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6572757 Sep 19 03:20:26.389054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33248) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:26.396146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'name': 'tempest-PortsIpV6TestJSON-1293832661'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:26.444060 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be02fad-0e09-46e3-ae78-7409e034e9bf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=2b18df83-faf3-44df-b12e-af53debe23a1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:26.455378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:26.489939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Router aad09c29-488c-4cd4-a22c-1d936c90a8c3 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:20:26.523096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:26.527151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.583110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:26.740870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:20:26.748788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-63adce87-51c2-43b1-ad75-b34b440869f0 admin admin] 10.222.0.22 "PUT /v2.0/routers/aad09c29-488c-4cd4-a22c-1d936c90a8c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4770112 Sep 19 03:20:26.751979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:26.753227 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] Sync routers for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:20:26.766131 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:26.769053 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:26.948715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.993293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:26.998547 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.033569 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:27.093310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=ee17d80c-dd8f-4a01-a011-1f6d83ef93bc,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:27.120079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': '45b03f82-79b8-4194-a90c-21b6eb9ff705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:27.120573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: 2b18df83-faf3-44df-b12e-af53debe23a1, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:27.157342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:27.186661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2b18df83-faf3-44df-b12e-af53debe23a1) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:27.197066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0251060-34cf-4d82-8057-7284f2c18853 None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:27.201748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:27.210004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:27.210869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.250289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e0f1b1e7-2746-4efa-bd42-319ffaaeea59 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8600152 Sep 19 03:20:27.253325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33274) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:27.263088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2132930132'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:27.296913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.323369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:27.327585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.363503 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:20:25Z', 'revision_number': 5, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port': {'id': 'f18ef8d9-0e7c-457e-a929-a9a93fea2411', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:08:01Z', 'updated_at': '2021-09-19T03:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:27.374942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:27.386517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.386935 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment c2da9c7e-498a-4bc6-a3ca-c75ed3cf1146 of type vlan for network 5bcf562f-1123-4608-8758-4a5e75ca0bc0 Sep 19 03:20:27.397757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Deleting port f18ef8d9-0e7c-457e-a929-a9a93fea2411 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:27.398100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.400024 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] Checking router: aad09c29-488c-4cd4-a22c-1d936c90a8c3 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:20:27.409868 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] Routers {'aad09c29-488c-4cd4-a22c-1d936c90a8c3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:27.410899 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:27.434366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.464794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.471866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:27.472609 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.508164 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] Set router aad09c29-488c-4cd4-a22c-1d936c90a8c3 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:27.508678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2536864 Sep 19 03:20:27.512403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:27.517701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'ports': [{'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1'}, {'network_id': '5bcf562f-1123-4608-8758-4a5e75ca0bc0'}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:27.518160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:27.518733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '5bcf562f-1123-4608-8758-4a5e75ca0bc0'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:27.572819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] For port f18ef8d9-0e7c-457e-a929-a9a93fea2411, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f18ef8d9-0e7c-457e-a929-a9a93fea2411,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:27.573097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.576428 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:20:27Z', 'revision_number': 6, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:27.598778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Calling delete_port for f18ef8d9-0e7c-457e-a929-a9a93fea2411 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:27.608586 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8528f-2d10-48b5-a538-ec573e65a789 None None] The sync data for ids ['aad09c29-488c-4cd4-a22c-1d936c90a8c3'] in n-d-809936-1 is: [{'id': 'aad09c29-488c-4cd4-a22c-1d936c90a8c3', 'name': 'tempest-ServerActionsTestJSON-1993900658-router', 'tenant_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:08:00Z', 'updated_at': '2021-09-19T03:20:27Z', 'revision_number': 6, 'project_id': '11a72d8d880d4e5c9ef86b1ff8199024', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:20:27.678658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668d3c0-c899-414d-a299-c12cd07f60e9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=5bcf562f-1123-4608-8758-4a5e75ca0bc0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:27.691791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5bcf562f-1123-4608-8758-4a5e75ca0bc0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:27.822617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 2} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:27.828642 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.860147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.865545 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:27.901352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Pushing event deleted for resources: {'Port': ['ID=f18ef8d9-0e7c-457e-a929-a9a93fea2411,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:28.056346 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.076005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 08e72395-4318-4453-b40e-764717db75c6 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:28.089584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device af291352-d236-4f9b-b1e8-13ad266381eb no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:28.152305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: af291352-d236-4f9b-b1e8-13ad266381eb {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:28.152827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device af291352-d236-4f9b-b1e8-13ad266381eb not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:28.322618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.351243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.357172 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.428749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 2a8881ed-778d-4247-8dcd-d4042db28a58 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:28.453676 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.454710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad09c29-488c-4cd4-a22c-1d936c90a8c3 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:20:28.466955 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.470463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa1897eb-852c-461d-a2af-f378c9e04597 admin admin] 10.222.0.22 "DELETE /v2.0/routers/aad09c29-488c-4cd4-a22c-1d936c90a8c3 HTTP/1.1" status: 204 len: 168 time: 1.7172406 Sep 19 03:20:28.474819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33308) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:28.705413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] Deleting subnet 4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:28.721951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.830102 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.836547 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.972887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:28.992926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.126253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.213688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:29.217229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a85b8cd-5c0a-4c74-8d63-1d7d714c6950,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:29.222107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.228363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6132a518-2397-4ec4-94db-34ee322541b1 None None] Network 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:29.243809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-06aa107f-58f5-4b24-9e20-e5eddea45e7e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4a85b8cd-5c0a-4c74-8d63-1d7d714c6950 HTTP/1.1" status: 204 len: 168 time: 0.7673547 Sep 19 03:20:29.246523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33318) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:29.255461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=08e72395-4318-4453-b40e-764717db75c6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:29.293498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:29.304484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:29.307462 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.501102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=2a8881ed-778d-4247-8dcd-d4042db28a58,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:29.532571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.562866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': 'c2da9c7e-498a-4bc6-a3ca-c75ed3cf1146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5bcf562f-1123-4608-8758-4a5e75ca0bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:29.563242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: 5bcf562f-1123-4608-8758-4a5e75ca0bc0, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:29.622792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] DHCP port deletion for 7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:29.658606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 5bcf562f-1123-4608-8758-4a5e75ca0bc0 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:29.690571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5bcf562f-1123-4608-8758-4a5e75ca0bc0) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:29.705764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:29.713112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:29.718834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Deleting port 455ed9f8-235e-47c1-8f46-437451482b6b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:29.719193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.720867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:29.721801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.732423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a801870b-43f2-4061-a559-a444dd3c5d1d None None] Network 5bcf562f-1123-4608-8758-4a5e75ca0bc0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:29.752764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6854dfcd-f498-4a0b-97cd-87243e2e75c7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2391133 Sep 19 03:20:29.755289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33334) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:29.870809 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.903388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] For port 455ed9f8-235e-47c1-8f46-437451482b6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=455ed9f8-235e-47c1-8f46-437451482b6b,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:29.911336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:29.927663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f18ef8d9-0e7c-457e-a929-a9a93fea2411 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:29.943949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Calling delete_port for 455ed9f8-235e-47c1-8f46-437451482b6b owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:29.987561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f18ef8d9-0e7c-457e-a929-a9a93fea2411 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:29.987912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f18ef8d9-0e7c-457e-a929-a9a93fea2411 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:29.988511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 455ed9f8-235e-47c1-8f46-437451482b6b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:30.016471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 2a8881ed-778d-4247-8dcd-d4042db28a58 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:30.017097 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.106476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] Deleting port 455ed9f8-235e-47c1-8f46-437451482b6b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:30.107132 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.167531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.177845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.209643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 2a8881ed-778d-4247-8dcd-d4042db28a58 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:30.211974 n-d-809936-1 neutron-server[94724]: INFO neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No ports have port_id starting with 455ed9f8-235e-47c1-8f46-437451482b6b Sep 19 03:20:30.250402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=455ed9f8-235e-47c1-8f46-437451482b6b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:30.271323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] No DVR routers for this DVR port 455ed9f8-235e-47c1-8f46-437451482b6b on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:30.336863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] For port 455ed9f8-235e-47c1-8f46-437451482b6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=455ed9f8-235e-47c1-8f46-437451482b6b,segment=NetworkSegment(86bafb48-409b-4f9c-97d0-c95b29567c63),segment_id=86bafb48-409b-4f9c-97d0-c95b29567c63)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:30.338041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.351069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] Calling delete_port for 455ed9f8-235e-47c1-8f46-437451482b6b owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:30.406176 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.490569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=2a8881ed-778d-4247-8dcd-d4042db28a58,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:30.504166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.525028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.529072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4f661845-ff70-4595-acda-43d1aad89bdd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/2a8881ed-778d-4247-8dcd-d4042db28a58 HTTP/1.1" status: 204 len: 168 time: 0.7716746 Sep 19 03:20:30.532673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33340) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:30.557531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddbdce6-d85b-4f7d-b833-878eeb5a3e35']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:30.599991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.604050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bafb48-409b-4f9c-97d0-c95b29567c63') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:30.604622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bafb48-409b-4f9c-97d0-c95b29567c63') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:30.648958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.662047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] Pushing event deleted for resources: {'Port': ['ID=455ed9f8-235e-47c1-8f46-437451482b6b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:30.698083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.701706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7b5c6-e73b-4a46-bcaa-3fb4a6988c00 None None] No DVR routers for this DVR port 455ed9f8-235e-47c1-8f46-437451482b6b on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:30.719941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:30.727339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:30.730420 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:30.941123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde86195-cbcd-4652-a8a6-e52aedde80f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:30.951424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde86195-cbcd-4652-a8a6-e52aedde80f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:30.954398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:30.956256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:30.975840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cde86195-cbcd-4652-a8a6-e52aedde80f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4419875 Sep 19 03:20:31.030385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.047297 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7ddbdce6-d85b-4f7d-b833-878eeb5a3e35 HTTP/1.1" status: 204 len: 168 time: 1.7912416 Sep 19 03:20:31.051692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee34af8-b9ba-4223-be74-3609acf190d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ddbdce6-d85b-4f7d-b833-878eeb5a3e35,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:31.164030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 08e72395-4318-4453-b40e-764717db75c6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:31.170395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.335399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.353713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 08e72395-4318-4453-b40e-764717db75c6 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:31.481931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:31.544003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.600833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-de7572e4-ad3f-4707-8ef5-8f2b418fd0f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11a72d8d880d4e5c9ef86b1ff8199024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1176982 Sep 19 03:20:31.601449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33376) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:31.652306 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.656575 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/08e72395-4318-4453-b40e-764717db75c6 HTTP/1.1" status: 204 len: 168 time: 0.6966572 Sep 19 03:20:31.658905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33378) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:31.659695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbaaf6-f225-41b4-9f16-db3a71598d5f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=08e72395-4318-4453-b40e-764717db75c6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:31.729644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41caadee-72cc-46e9-b823-9983f0c022f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:31.732013 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-41caadee-72cc-46e9-b823-9983f0c022f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0701187 Sep 19 03:20:31.735023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33382) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:31.752809 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1703197-7c7b-4de3-a01d-40b231f64716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.803291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1703197-7c7b-4de3-a01d-40b231f64716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.841259 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-69814ca5-a652-4433-9587-f1adae621e57 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:20:31.844234 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-69814ca5-a652-4433-9587-f1adae621e57 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/2a8881ed-778d-4247-8dcd-d4042db28a58 HTTP/1.1" status: 404 len: 333 time: 0.1080139 Sep 19 03:20:31.846929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33388) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:31.887330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1703197-7c7b-4de3-a01d-40b231f64716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.890562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1703197-7c7b-4de3-a01d-40b231f64716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:31.901558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b1703197-7c7b-4de3-a01d-40b231f64716 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/078f9af0-1ce7-4c2d-b2e9-4a7e83d04041 HTTP/1.1" status: 204 len: 168 time: 0.2924516 Sep 19 03:20:31.922313 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95f17b5-cf1e-402d-b912-88a6a23cd0cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:20:31.924288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1703197-7c7b-4de3-a01d-40b231f64716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f9af0-1ce7-4c2d-b2e9-4a7e83d04041,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:31.927817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33396) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:31.945265 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c95f17b5-cf1e-402d-b912-88a6a23cd0cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/08e72395-4318-4453-b40e-764717db75c6 HTTP/1.1" status: 404 len: 333 time: 0.0768564 Sep 19 03:20:32.061413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.180501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.214493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bcf562f-1123-4608-8758-4a5e75ca0bc0']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:32.230028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2da9c7e-498a-4bc6-a3ca-c75ed3cf1146') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:32.230669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2da9c7e-498a-4bc6-a3ca-c75ed3cf1146') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:32.247178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.262619 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.276856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:32.277495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:32.345136 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:32.351229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.359966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.362218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/5bcf562f-1123-4608-8758-4a5e75ca0bc0 HTTP/1.1" status: 204 len: 168 time: 0.4332047 Sep 19 03:20:32.366227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33402) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:32.374047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1602798791'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:32.383238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914aebeb-e314-4090-9206-bdf54e81e8b3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=5bcf562f-1123-4608-8758-4a5e75ca0bc0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:32.429786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:32.434978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.471225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:32.486162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.486708 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment 951d24e9-4eb8-4801-bcc5-cd916b7b7b92 of type vlan for network 5fa05bf5-2449-458e-b91b-20377a405490 Sep 19 03:20:32.543584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.588476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.601853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:32.602457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:32.741250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3729076 Sep 19 03:20:32.742008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de7273-fa98-48a1-9d19-c9f9416220c9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=5fa05bf5-2449-458e-b91b-20377a405490,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:32.745641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33412) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:32.767668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5fa05bf5-2449-458e-b91b-20377a405490 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:32.809009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '5fa05bf5-2449-458e-b91b-20377a405490', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:33.078387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:33.103901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.435567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.436614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:33.506013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=58e5e10f-a0c7-46ba-9337-27e57f785d9d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:33.510961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': '951d24e9-4eb8-4801-bcc5-cd916b7b7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fa05bf5-2449-458e-b91b-20377a405490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:33.511330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: 5fa05bf5-2449-458e-b91b-20377a405490, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:33.552247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 5fa05bf5-2449-458e-b91b-20377a405490 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:33.566045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5fa05bf5-2449-458e-b91b-20377a405490) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:33.576486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65dc02a-316f-4dc4-8e7e-79aff53a5409 None None] Network 5fa05bf5-2449-458e-b91b-20377a405490 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:33.580417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:33.581023 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.605448 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6d8ffa68-cd39-4002-bc9c-5a6987d142dc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8580036 Sep 19 03:20:33.608069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33438) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:33.611702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1464662359-network', 'tenant_id': 'd0329db729704eb594efa065376a1c0e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:33.613450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '5fa05bf5-2449-458e-b91b-20377a405490', 'name': 'tempest-PortsIpV6TestJSON-960789850'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:33.658623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Made reservation on behalf of d0329db729704eb594efa065376a1c0e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:33.663427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.690095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.911594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5fa05bf5-2449-458e-b91b-20377a405490', 'network_id': '5fa05bf5-2449-458e-b91b-20377a405490', 'tenant_id': '95e6ccf912964d779454419f52279716', 'fixed_ips': [{'subnet_id': '58e5e10f-a0c7-46ba-9337-27e57f785d9d'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:20:33.912473 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.967112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.972041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.985130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:33.995613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:33.996400 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Added segment d4275911-b65d-40d4-ba25-2433f6979c76 of type vlan for network 65992cf2-66cf-4ec0-979b-1f8600495c5b Sep 19 03:20:34.000527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:34.006455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:34.041281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:34.047736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 8114c6a4-2386-4716-b16e-724afde00713 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:34.088377 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:34.089698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:34.090588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:34.166335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Pushing event updated for resources: {'Network': ['ID=65992cf2-66cf-4ec0-979b-1f8600495c5b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:34.176977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1152c4d-d689-4589-9572-22b6fb830011,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:34.184096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 65992cf2-66cf-4ec0-979b-1f8600495c5b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:34.209190 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3579a221-9d46-48d2-a5fa-b1989b7a04a0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7688885 Sep 19 03:20:34.212429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:34.225204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Request body: {'subnet': {'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1464662359-subnet', 'tenant_id': 'd0329db729704eb594efa065376a1c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:34.268526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Made reservation on behalf of d0329db729704eb594efa065376a1c0e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:34.272944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:34.389093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33472) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:34.467920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Allocated IP 2001:db8::2 (5fa05bf5-2449-458e-b91b-20377a405490/58e5e10f-a0c7-46ba-9337-27e57f785d9d/8e9d916e-d133-4a98-a805-901b6a7bcf36) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:34.582716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:34.661328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Checking segment: {'id': 'd4275911-b65d-40d4-ba25-2433f6979c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:34.661730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Network hostable DHCP agents. Network: 65992cf2-66cf-4ec0-979b-1f8600495c5b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:34.668419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a759f7b-00b8-46e6-94cf-9b2e3a4792d7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:34.694843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Network 65992cf2-66cf-4ec0-979b-1f8600495c5b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:34.712648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 65992cf2-66cf-4ec0-979b-1f8600495c5b) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:34.724008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:34.724610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:34.738714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6bdf5-c837-4d64-949e-09303b6462a7 None None] Network 65992cf2-66cf-4ec0-979b-1f8600495c5b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:34.753135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-134e1d9c-b733-40cc-812a-ce439931fd6c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5313807 Sep 19 03:20:35.114330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:35.137874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:35.142693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc79503-76cc-40ab-8a05-3c171e6e2b7e None None] Network 65992cf2-66cf-4ec0-979b-1f8600495c5b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:35.376014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:35.556988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Network 5fa05bf5-2449-458e-b91b-20377a405490 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:35.584733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:35.598061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:35.609672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Pushing event updated for resources: {'Port': ['ID=8e9d916e-d133-4a98-a805-901b6a7bcf36,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:35.842827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Attempting to bind port 8e9d916e-d133-4a98-a805-901b6a7bcf36 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:35.844420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Attempting to bind port 8e9d916e-d133-4a98-a805-901b6a7bcf36 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '951d24e9-4eb8-4801-bcc5-cd916b7b7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fa05bf5-2449-458e-b91b-20377a405490'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:35.845031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Attempting to bind port 8e9d916e-d133-4a98-a805-901b6a7bcf36 on network 5fa05bf5-2449-458e-b91b-20377a405490 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:35.855002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:35.855643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Checking segment: {'id': '951d24e9-4eb8-4801-bcc5-cd916b7b7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fa05bf5-2449-458e-b91b-20377a405490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:35.856250 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:35.856832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Bound using segment: {'id': '951d24e9-4eb8-4801-bcc5-cd916b7b7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fa05bf5-2449-458e-b91b-20377a405490'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:35.857537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Bound port: 8e9d916e-d133-4a98-a805-901b6a7bcf36, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951d24e9-4eb8-4801-bcc5-cd916b7b7b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fa05bf5-2449-458e-b91b-20377a405490'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:35.858602 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:36.004176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] For port 8e9d916e-d133-4a98-a805-901b6a7bcf36, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:36.014758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] For port 8e9d916e-d133-4a98-a805-901b6a7bcf36, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8e9d916e-d133-4a98-a805-901b6a7bcf36,segment=NetworkSegment(951d24e9-4eb8-4801-bcc5-cd916b7b7b92),segment_id=951d24e9-4eb8-4801-bcc5-cd916b7b7b92)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:36.028556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:36.145801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5f7af-1b8b-439d-a262-6ad535d05c14 None None] Pushing event updated for resources: {'Port': ['ID=8e9d916e-d133-4a98-a805-901b6a7bcf36,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:36.286779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::50 (5fa05bf5-2449-458e-b91b-20377a405490/58e5e10f-a0c7-46ba-9337-27e57f785d9d/8114c6a4-2386-4716-b16e-724afde00713) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:36.363803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-239bc830-5818-4d96-ad71-f34d731171cb tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:36.378010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-239bc830-5818-4d96-ad71-f34d731171cb tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/networks?id=65992cf2-66cf-4ec0-979b-1f8600495c5b HTTP/1.1" status: 200 len: 821 time: 0.9628787 Sep 19 03:20:36.440106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-9a9aa2b1-1769-47dc-b4d7-4a5a50e2bd28 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/quotas/d0329db729704eb594efa065376a1c0e HTTP/1.1" status: 200 len: 375 time: 0.0611329 Sep 19 03:20:36.491698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-d56fc261-7d77-4c72-a3c0-c34af93ba24c tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0329db729704eb594efa065376a1c0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507171 Sep 19 03:20:36.717977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:36.764238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-b5f49332-2316-404d-af17-31dbd0d51359 service neutron] 10.222.0.22 "GET /v2.0/networks/65992cf2-66cf-4ec0-979b-1f8600495c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644197 Sep 19 03:20:36.869936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Deleting port a7560657-f411-4701-b31f-5f926d259b86 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:36.870285 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:36.985521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] For port a7560657-f411-4701-b31f-5f926d259b86, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a7560657-f411-4701-b31f-5f926d259b86,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:36.985902 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:36.991406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-70fb3868-c0df-452a-8aa7-499936c14a26 service neutron] 10.222.0.22 "GET /v2.0/networks/65992cf2-66cf-4ec0-979b-1f8600495c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201762 Sep 19 03:20:37.001131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:37.021025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Calling delete_port for a7560657-f411-4701-b31f-5f926d259b86 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:37.132121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 5fa05bf5-2449-458e-b91b-20377a405490 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:37.136786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=8114c6a4-2386-4716-b16e-724afde00713,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:37.158898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:37.181906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:37.198050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:37.199062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:37.396921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cef34856-b66e-45fc-b8b6-56e1407c2727 req-daf680f3-0b3d-4fd1-a51f-4eabf7aacc16 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 210 time: 0.0823131 Sep 19 03:20:37.402860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e74bd4aa-681a-4374-a05e-836dec2b8ac5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7933240 Sep 19 03:20:37.405584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33540) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:37.584132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 8114c6a4-2386-4716-b16e-724afde00713 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:37.584532 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:37.655235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b279b-4bde-4b35-aff3-0abd4f50c4a7 None None] Network 5fa05bf5-2449-458e-b91b-20377a405490 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:37.705772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:37.761566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:37.809178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 8114c6a4-2386-4716-b16e-724afde00713 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:37.881766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7560657-f411-4701-b31f-5f926d259b86,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:38.119408 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:20:38.143803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.146224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.172576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8e9d916e-d133-4a98-a805-901b6a7bcf36 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:20:38.230058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-da7ea9a7-a152-4bde-9bf1-7d420bff0963 None None] Provisioning complete for port 8e9d916e-d133-4a98-a805-901b6a7bcf36 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:38.231173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da7ea9a7-a152-4bde-9bf1-7d420bff0963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.273367 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.281711 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/8114c6a4-2386-4716-b16e-724afde00713 HTTP/1.1" status: 204 len: 168 time: 0.8748748 Sep 19 03:20:38.283471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=8114c6a4-2386-4716-b16e-724afde00713,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:38.284951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33558) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:38.298419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.299047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.299306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.299659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.300002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.300381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.300757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.301338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.301782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.302992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.303343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.303682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0284876c-b7ea-412e-a1f1-33f7a3002235 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:38.335157 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d55e037-4b6d-484b-9623-904d4e7bee9c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:20:38.335899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d55e037-4b6d-484b-9623-904d4e7bee9c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:38.337718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5d55e037-4b6d-484b-9623-904d4e7bee9c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/8114c6a4-2386-4716-b16e-724afde00713 HTTP/1.1" status: 404 len: 333 time: 0.0514588 Sep 19 03:20:38.341170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33560) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:38.377215 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b043d95a-ff71-4157-b4f4-a42ce2da77f7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:20:38.379421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b043d95a-ff71-4157-b4f4-a42ce2da77f7 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/8114c6a4-2386-4716-b16e-724afde00713 HTTP/1.1" status: 404 len: 333 time: 0.0369604 Sep 19 03:20:38.382303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33562) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:38.442276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8e9d916e-d133-4a98-a805-901b6a7bcf36 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:38.442656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.460992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet 58e5e10f-a0c7-46ba-9337-27e57f785d9d {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:38.479263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.480678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da7ea9a7-a152-4bde-9bf1-7d420bff0963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.547344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-da7ea9a7-a152-4bde-9bf1-7d420bff0963 None None] For port 8e9d916e-d133-4a98-a805-901b6a7bcf36, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8e9d916e-d133-4a98-a805-901b6a7bcf36,segment=NetworkSegment(951d24e9-4eb8-4801-bcc5-cd916b7b7b92),segment_id=951d24e9-4eb8-4801-bcc5-cd916b7b7b92)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:38.560870 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da7ea9a7-a152-4bde-9bf1-7d420bff0963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.565855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.688017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-859fe0b8-d3dd-480c-ab5c-6c97dd4f59c3 req-90c37c79-11da-48b9-a5d4-bd7fd60ad946 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 210 time: 0.1480882 Sep 19 03:20:38.724424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Router eb721c45-a210-4eab-bb8b-f98b1b55b995 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:20:38.771785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.838811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ea9a7-a152-4bde-9bf1-7d420bff0963 None None] Pushing event updated for resources: {'Port': ['ID=8e9d916e-d133-4a98-a805-901b6a7bcf36,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:38.918003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.963194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:38.965099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/58e5e10f-a0c7-46ba-9337-27e57f785d9d HTTP/1.1" status: 204 len: 168 time: 0.5805731 Sep 19 03:20:38.966108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7ed86-8ac0-4837-8ad0-cbe8400bf9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=58e5e10f-a0c7-46ba-9337-27e57f785d9d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:38.968885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33590) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:38.998175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab847af9-eb24-4282-94b6-0d79360d5a4d None None] Network 5fa05bf5-2449-458e-b91b-20377a405490 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:39.013940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:20:39.023443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4409fd13-236b-4396-9c5b-fcc33917ce03 admin admin] 10.222.0.22 "PUT /v2.0/routers/eb721c45-a210-4eab-bb8b-f98b1b55b995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6332209 Sep 19 03:20:39.024227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:39.042776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] Sync routers for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:20:39.088216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33598) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:39.154028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.162321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:39.163006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:39.206106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] Deleting subnet e5f9c96f-61b9-4003-bb19-f97db56f09d5 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:39.222026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.269609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.406221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:39.437047 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.505699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.581119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Deleting port cccc1e6a-e2f9-4251-9639-3a1fba743df4 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:39.581811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.612117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-98331c2f-37d1-4315-bd85-3703e59d8093 None None] Provisioning complete for port 8e9d916e-d133-4a98-a805-901b6a7bcf36 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:39.612497 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98331c2f-37d1-4315-bd85-3703e59d8093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.671656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.685908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] For port cccc1e6a-e2f9-4251-9639-3a1fba743df4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cccc1e6a-e2f9-4251-9639-3a1fba743df4,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:39.686425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.729065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Calling delete_port for cccc1e6a-e2f9-4251-9639-3a1fba743df4 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:39.765243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-107be321-e2e3-446a-8630-07a78bd9e8f7 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:39.766779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-107be321-e2e3-446a-8630-07a78bd9e8f7 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.32 "GET /v2.0/networks?id=65992cf2-66cf-4ec0-979b-1f8600495c5b HTTP/1.1" status: 200 len: 821 time: 0.5533183 Sep 19 03:20:39.791601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Request body: {'port': {'device_id': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b', 'admin_state_up': True, 'tenant_id': 'd0329db729704eb594efa065376a1c0e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:39.812679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 8e9d916e-d133-4a98-a805-901b6a7bcf36 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:39.813024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:39.986080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] DHCP port deletion for 5fa05bf5-2449-458e-b91b-20377a405490 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:40.109890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc50541d-1ae1-44f9-bc2f-1a9474f8ccd4 req-41f82250-1139-4b64-b175-b1cee90f3add tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 210 time: 0.2202592 Sep 19 03:20:40.124168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.127013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.168615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] For port 8e9d916e-d133-4a98-a805-901b6a7bcf36, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8e9d916e-d133-4a98-a805-901b6a7bcf36,segment=NetworkSegment(951d24e9-4eb8-4801-bcc5-cd916b7b7b92),segment_id=951d24e9-4eb8-4801-bcc5-cd916b7b7b92)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:40.168908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.171784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cccc1e6a-e2f9-4251-9639-3a1fba743df4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:40.172744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:20:37Z', 'revision_number': 5, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port': {'id': 'cccc1e6a-e2f9-4251-9639-3a1fba743df4', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:75:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:09:33Z', 'updated_at': '2021-09-19T03:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.218500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] Checking router: eb721c45-a210-4eab-bb8b-f98b1b55b995 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:20:40.224516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f9c96f-61b9-4003-bb19-f97db56f09d5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:40.228305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] Deleting port 8e9d916e-d133-4a98-a805-901b6a7bcf36 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:40.228886 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.244718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.249050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d1cd0fb0-9340-45e4-996d-53f20ddc6bf5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e5f9c96f-61b9-4003-bb19-f97db56f09d5 HTTP/1.1" status: 204 len: 168 time: 1.1571596 Sep 19 03:20:40.249050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 8e9d916e-d133-4a98-a805-901b6a7bcf36 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:40.250256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33612) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:40.259840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] Routers {'eb721c45-a210-4eab-bb8b-f98b1b55b995'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:40.260489 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['eb721c45-a210-4eab-bb8b-f98b1b55b995'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.388191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Made reservation on behalf of d0329db729704eb594efa065376a1c0e for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:40.395490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.409355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.416072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] For port 8e9d916e-d133-4a98-a805-901b6a7bcf36, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8e9d916e-d133-4a98-a805-901b6a7bcf36,segment=NetworkSegment(951d24e9-4eb8-4801-bcc5-cd916b7b7b92),segment_id=951d24e9-4eb8-4801-bcc5-cd916b7b7b92)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:40.416488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.419382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] Set router eb721c45-a210-4eab-bb8b-f98b1b55b995 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:40.436401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.457412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No DVR routers for this DVR port 8e9d916e-d133-4a98-a805-901b6a7bcf36 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:40.465897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.484116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=8e9d916e-d133-4a98-a805-901b6a7bcf36,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:40.580492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:20:40Z', 'revision_number': 7, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.585398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] Calling delete_port for 8e9d916e-d133-4a98-a805-901b6a7bcf36 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:40.603777 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.627989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f677d80d-28c5-4801-a0ec-fbc1ce81b270 None None] The sync data for ids ['eb721c45-a210-4eab-bb8b-f98b1b55b995'] in n-d-809936-1 is: [{'id': 'eb721c45-a210-4eab-bb8b-f98b1b55b995', 'name': 'tempest-TaggedBootDevicesTest-1805076349-router', 'tenant_id': 'eff36188a48b4053bdf51b3188fceea3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:09:32Z', 'updated_at': '2021-09-19T03:20:40Z', 'revision_number': 7, 'project_id': 'eff36188a48b4053bdf51b3188fceea3', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:20:40.633662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa05bf5-2449-458e-b91b-20377a405490']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.648639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951d24e9-4eb8-4801-bcc5-cd916b7b7b92') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.649087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951d24e9-4eb8-4801-bcc5-cd916b7b7b92') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.652694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.660487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.665811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.683617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.691565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:40.692088 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.707941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.768616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674d0252-a9c3-49ba-a6a4-86bbd02a3591']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.779108 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.782509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.783263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb721c45-a210-4eab-bb8b-f98b1b55b995 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:40.783869 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:40.788535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6671efc0-037b-4c13-ad64-b4da777f348c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.788993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6671efc0-037b-4c13-ad64-b4da777f348c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:40.794625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.796119 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d0a00e96-3e7a-4316-9992-a187091ed9a7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/eb721c45-a210-4eab-bb8b-f98b1b55b995 HTTP/1.1" status: 204 len: 168 time: 1.7703083 Sep 19 03:20:40.802493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33620) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:40.806282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] No DVR routers for this DVR port 8e9d916e-d133-4a98-a805-901b6a7bcf36 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:40.817007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.818574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.837908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a422ae-c5a1-4571-bb46-8562634a0cca None None] Pushing event deleted for resources: {'Port': ['ID=8e9d916e-d133-4a98-a805-901b6a7bcf36,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:40.851167 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.859096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/5fa05bf5-2449-458e-b91b-20377a405490 HTTP/1.1" status: 204 len: 168 time: 1.8891187 Sep 19 03:20:40.860942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a2752-7a43-4069-85b9-2ed817b13e95 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=5fa05bf5-2449-458e-b91b-20377a405490,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:40.864712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33622) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:40.870497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1464104518'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:40.892075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.907621 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:40.908037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:40.910892 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:40.946141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] Deleting subnet e36a326a-75b8-42fb-b20b-c7b10be6991b {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:40.964078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Allocated IP 172.20.0.6 (65992cf2-66cf-4ec0-979b-1f8600495c5b/7a759f7b-00b8-46e6-94cf-9b2e3a4792d7/ef4f68df-43ff-4211-82f5-1605292357a5) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:40.976678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:40.981462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:40.983528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.080704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.121857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.134043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.138694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/674d0252-a9c3-49ba-a6a4-86bbd02a3591 HTTP/1.1" status: 204 len: 168 time: 0.8810680 Sep 19 03:20:41.141192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:41.193357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149f4fe-43e6-4aa4-b314-f08427fb0fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=674d0252-a9c3-49ba-a6a4-86bbd02a3591,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:41.202617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:41.247626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.248197 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment d260bf30-1fa8-4efe-89ee-8ba987ad7b51 of type vlan for network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 Sep 19 03:20:41.298375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f076f42a-734e-4371-8bf5-e4c8ed0e5860 req-c55a5e0f-9930-44c5-92d4-2b6db09fe3a7 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 210 time: 0.0435271 Sep 19 03:20:41.304380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.310386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.324954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] Deleting subnet acf92c56-aa93-48a8-84fa-9c894c58d9d8 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:41.344470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.354205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.409342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Network 65992cf2-66cf-4ec0-979b-1f8600495c5b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:41.415751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:41.420835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:41.425253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Pushing event updated for resources: {'Port': ['ID=ef4f68df-43ff-4211-82f5-1605292357a5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:41.506447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:41.507141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.553410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-47344569-c0c8-4261-8e27-fd2cbb04912f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7656205 Sep 19 03:20:41.564442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-6cba5a34-a6f3-4218-8b15-92a449b2f67b tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:20:41.565752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-6cba5a34-a6f3-4218-8b15-92a449b2f67b tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059655 Sep 19 03:20:41.714075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Request body: {'port': {'device_id': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:41.769088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.804419 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.810093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.817298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.825515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:41.826109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:41.855656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cccc1e6a-e2f9-4251-9639-3a1fba743df4 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:41.898475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: cccc1e6a-e2f9-4251-9639-3a1fba743df4 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:41.905257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cccc1e6a-e2f9-4251-9639-3a1fba743df4 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:41.906074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8e9d916e-d133-4a98-a805-901b6a7bcf36 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:41.942173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8e9d916e-d133-4a98-a805-901b6a7bcf36 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:41.942530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8e9d916e-d133-4a98-a805-901b6a7bcf36 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:41.942985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a7560657-f411-4701-b31f-5f926d259b86 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:41.945544 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0795982 Sep 19 03:20:41.965301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33640) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:41.971943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:41.979140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: a7560657-f411-4701-b31f-5f926d259b86 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:41.979620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a7560657-f411-4701-b31f-5f926d259b86 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:42.031338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.040092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e9aec-90dd-409d-8d65-efbd391c16fb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:42.056214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:42.064255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.183487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.188687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e36a326a-75b8-42fb-b20b-c7b10be6991b HTTP/1.1" status: 204 len: 168 time: 1.3850560 Sep 19 03:20:42.189583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082db55-7c49-43c2-a7a4-f2916cba0f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36a326a-75b8-42fb-b20b-c7b10be6991b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:42.197982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33648) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:42.225924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d358a56-38e4-4833-8a61-47240d50b70f None None] Network 065b3b62-b510-442e-b6be-b963b35c06e9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:42.237876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4f68df-43ff-4211-82f5-1605292357a5 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:20:42.247273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.261215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Transition to ACTIVE for port object ef4f68df-43ff-4211-82f5-1605292357a5 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:20:42.278268 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.333996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f68df-43ff-4211-82f5-1605292357a5,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:42.480459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.489149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.513368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33654) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:42.540790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa95d9-92f5-4300-9e64-d2f6f5105ff6 req-8fefda23-1b72-43a4-91d9-75c4b35d165e tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:42.549867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7faa95d9-92f5-4300-9e64-d2f6f5105ff6 req-8fefda23-1b72-43a4-91d9-75c4b35d165e tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 943 time: 0.0989916 Sep 19 03:20:42.559725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.560577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] DHCP port deletion for 065b3b62-b510-442e-b6be-b963b35c06e9 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:42.564629 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/acf92c56-aa93-48a8-84fa-9c894c58d9d8 HTTP/1.1" status: 204 len: 168 time: 1.4216115 Sep 19 03:20:42.565321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33658) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:42.573859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655bc89-a122-4d7a-9602-af4f8733b1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf92c56-aa93-48a8-84fa-9c894c58d9d8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:42.576610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:42.580538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.621075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Attempting to bind port ef4f68df-43ff-4211-82f5-1605292357a5 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:42.621408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Attempting to bind port ef4f68df-43ff-4211-82f5-1605292357a5 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'd4275911-b65d-40d4-ba25-2433f6979c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:42.621737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Attempting to bind port ef4f68df-43ff-4211-82f5-1605292357a5 on network 65992cf2-66cf-4ec0-979b-1f8600495c5b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:42.635141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Port ef4f68df-43ff-4211-82f5-1605292357a5 on network 65992cf2-66cf-4ec0-979b-1f8600495c5b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:20:42.635485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Attempting to bind port ef4f68df-43ff-4211-82f5-1605292357a5 on network 65992cf2-66cf-4ec0-979b-1f8600495c5b {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:42.663808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:42.664149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Checking segment: {'id': 'd4275911-b65d-40d4-ba25-2433f6979c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:42.664537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Bound using segment: {'id': 'd4275911-b65d-40d4-ba25-2433f6979c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:42.665511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Bound port: ef4f68df-43ff-4211-82f5-1605292357a5, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4275911-b65d-40d4-ba25-2433f6979c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:42.665874 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.669763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] Deleting port 026141fc-7c0d-41b0-a7de-32cf99eb2fce {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:42.670262 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.719526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7faa95d9-92f5-4300-9e64-d2f6f5105ff6 req-11740f1e-9d45-468b-9f62-2ebc031ef597 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686754 Sep 19 03:20:42.744725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.801901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7befcc5-356e-46a1-b66a-d0731210596c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.827389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] For port 026141fc-7c0d-41b0-a7de-32cf99eb2fce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=026141fc-7c0d-41b0-a7de-32cf99eb2fce,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:42.827838 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.841450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] Calling delete_port for 026141fc-7c0d-41b0-a7de-32cf99eb2fce owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:42.846945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] For port ef4f68df-43ff-4211-82f5-1605292357a5, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:42.851992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] For port ef4f68df-43ff-4211-82f5-1605292357a5, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ef4f68df-43ff-4211-82f5-1605292357a5,segment=NetworkSegment(d4275911-b65d-40d4-ba25-2433f6979c76),segment_id=d4275911-b65d-40d4-ba25-2433f6979c76)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:42.859717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.880111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Deleting port 026141fc-7c0d-41b0-a7de-32cf99eb2fce {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:42.880719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.901212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:42.902114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.903242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] 10.222.0.32 "PUT /v2.0/ports/ef4f68df-43ff-4211-82f5-1605292357a5 HTTP/1.1" status: 200 len: 1091 time: 1.3230038 Sep 19 03:20:42.903739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'tag': 'ef4f68df-43ff-4211-82f5-1605292357a5'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:42.905953 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be960a37-522e-419c-8acc-63e42b2fd236" -d '{"events": [{"name": "network-changed", "server_uuid": "8da54212-fe12-4824-837b-b059b8e7bf9b", "tag": "ef4f68df-43ff-4211-82f5-1605292357a5"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:42.949100 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:42.971358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de23618-0732-4a1b-bf17-3504ff9e5857 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4f68df-43ff-4211-82f5-1605292357a5,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:42.984756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] No DVR routers for this DVR port 026141fc-7c0d-41b0-a7de-32cf99eb2fce on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:43.005760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3dc9f3-5a42-4f7f-aec2-d4754026b25e None None] Pushing event deleted for resources: {'Port': ['ID=026141fc-7c0d-41b0-a7de-32cf99eb2fce,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:43.028115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.058156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-09c763a6-2d48-47e4-be31-e8e666ac70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:43.060005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-09c763a6-2d48-47e4-be31-e8e666ac70df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0329db729704eb594efa065376a1c0e&device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 1094 time: 0.0707564 Sep 19 03:20:43.128036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-cdc344c0-2da5-40cc-b95e-a41e26f7e5d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef4f68df-43ff-4211-82f5-1605292357a5 HTTP/1.1" status: 200 len: 217 time: 0.0541425 Sep 19 03:20:43.136732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f1341c-a2e1-4f99-8bf2-9c0f53e07560']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:43.170608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] For port 026141fc-7c0d-41b0-a7de-32cf99eb2fce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=026141fc-7c0d-41b0-a7de-32cf99eb2fce,segment=NetworkSegment(018c93f6-276c-4a3a-a574-3d3773cfff28),segment_id=018c93f6-276c-4a3a-a574-3d3773cfff28)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:43.171218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.174677 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f174248-b9f3-41f1-b54a-2f847f17d9ba x-openstack-request-id: req-3f174248-b9f3-41f1-b54a-2f847f17d9ba {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:43.175066 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da54212-fe12-4824-837b-b059b8e7bf9b", "tag": "ef4f68df-43ff-4211-82f5-1605292357a5", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:43.175371 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f174248-b9f3-41f1-b54a-2f847f17d9ba {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:43.175721 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'tag': 'ef4f68df-43ff-4211-82f5-1605292357a5', 'status': 'completed', 'code': 200} Sep 19 03:20:43.178708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22dfded9-138c-4fff-aef4-a0dc26a6ed8c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:43.179043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22dfded9-138c-4fff-aef4-a0dc26a6ed8c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:43.187596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.195007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-bb7cbad1-bcc7-4022-ac03-f27f0bcdb5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:43.197283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-bb7cbad1-bcc7-4022-ac03-f27f0bcdb5cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a759f7b-00b8-46e6-94cf-9b2e3a4792d7 HTTP/1.1" status: 200 len: 861 time: 0.0613341 Sep 19 03:20:43.210474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.213060 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Calling delete_port for 026141fc-7c0d-41b0-a7de-32cf99eb2fce owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:43.231315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-3986c594-ba41-4a32-9406-e27135f1581b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65992cf2-66cf-4ec0-979b-1f8600495c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267315 Sep 19 03:20:43.278272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.297296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:43.297642 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:43.332558 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:43.343047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-b07da952-0c01-4ccf-ad09-289d9ea4af66 service neutron] 10.222.0.32 "GET /v2.0/networks/65992cf2-66cf-4ec0-979b-1f8600495c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046758 Sep 19 03:20:43.364479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=c5c3730d-35bb-415c-97ec-d44d576f0185,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:43.422965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7befcc5-356e-46a1-b66a-d0731210596c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.433479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7befcc5-356e-46a1-b66a-d0731210596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.451190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c129174a-f80e-4bda-8d70-a96f1d79bf1e req-74b740c6-1798-439f-8e0d-cfa786c8af17 service neutron] 10.222.0.32 "GET /v2.0/networks/65992cf2-66cf-4ec0-979b-1f8600495c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012051 Sep 19 03:20:43.467574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.472278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.477788 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/46f1341c-a2e1-4f99-8bf2-9c0f53e07560 HTTP/1.1" status: 204 len: 168 time: 0.9104395 Sep 19 03:20:43.487847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': 'd260bf30-1fa8-4efe-89ee-8ba987ad7b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:43.489275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:43.531955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c60282-85f4-44a9-9970-b57b2867a8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f1341c-a2e1-4f99-8bf2-9c0f53e07560,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:43.549756 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c7befcc5-356e-46a1-b66a-d0731210596c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2e9af71b48b4256966c8cf31acceaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0298300 Sep 19 03:20:43.552111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7befcc5-356e-46a1-b66a-d0731210596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf0e9f0-802b-42cf-b09c-4ecba3f6db50,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:43.553815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33674) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:43.580192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:43.583382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.623304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=026141fc-7c0d-41b0-a7de-32cf99eb2fce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:43.628663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:43.636029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:43.637679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] No DVR routers for this DVR port 026141fc-7c0d-41b0-a7de-32cf99eb2fce on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:43.643215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:43.643816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.646514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c58c0-7d1e-4b43-9136-c5be7570b01a None None] Network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:43.665920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32c1fb6d-61d9-46e9-8c41-8a79d9b99352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.680190 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-65e080eb-0d51-4f8c-92a7-a9b5f6010f22 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7137737 Sep 19 03:20:43.684611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33678) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:43.694070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960a37-522e-419c-8acc-63e42b2fd236 req-638523f4-1385-45b1-b8e3-1d949b19884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:43.695780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be960a37-522e-419c-8acc-63e42b2fd236 req-638523f4-1385-45b1-b8e3-1d949b19884d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0329db729704eb594efa065376a1c0e&device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 1094 time: 0.1442134 Sep 19 03:20:43.701131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-602467087'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:43.703504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f17e966f-7c24-4cd6-97a3-ebe4295f0e75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1850c02e5f7440a3a0346c4d53dc2528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735719 Sep 19 03:20:43.707349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33680) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:43.802378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32c1fb6d-61d9-46e9-8c41-8a79d9b99352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.838204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.881930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 026141fc-7c0d-41b0-a7de-32cf99eb2fce no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:43.904403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 026141fc-7c0d-41b0-a7de-32cf99eb2fce {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:43.905040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 026141fc-7c0d-41b0-a7de-32cf99eb2fce not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:43.907781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065b3b62-b510-442e-b6be-b963b35c06e9']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:43.943125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018c93f6-276c-4a3a-a574-3d3773cfff28') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:43.943392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018c93f6-276c-4a3a-a574-3d3773cfff28') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:43.952829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93', 'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93', 'tenant_id': '95e6ccf912964d779454419f52279716', 'fixed_ips': [{'subnet_id': 'c5c3730d-35bb-415c-97ec-d44d576f0185'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:20:43.953799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.973527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:43.994150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.004056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:44.004854 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.026485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cdec3a-2879-400c-b4cf-aeaad7cd84f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.033842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960a37-522e-419c-8acc-63e42b2fd236 req-f1e6be3e-a60b-4df3-851a-525ad491e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:44.035429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be960a37-522e-419c-8acc-63e42b2fd236 req-f1e6be3e-a60b-4df3-851a-525ad491e5ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=65992cf2-66cf-4ec0-979b-1f8600495c5b HTTP/1.1" status: 200 len: 922 time: 0.3308694 Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:44.040569 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:44.063303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a8e83-2a15-412c-b024-0d101d8d91b0 req-444c1fc7-397a-481b-aad6-23a8c14e55b1 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:44.064783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-515a8e83-2a15-412c-b024-0d101d8d91b0 req-444c1fc7-397a-481b-aad6-23a8c14e55b1 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 943 time: 0.1775017 Sep 19 03:20:44.103603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be960a37-522e-419c-8acc-63e42b2fd236 req-a7a30d59-c195-4ffc-9bab-2da612a31bfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef4f68df-43ff-4211-82f5-1605292357a5 HTTP/1.1" status: 200 len: 217 time: 0.0592570 Sep 19 03:20:44.103991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.107859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32c1fb6d-61d9-46e9-8c41-8a79d9b99352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.110535 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32c1fb6d-61d9-46e9-8c41-8a79d9b99352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.112868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:44.114828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32c1fb6d-61d9-46e9-8c41-8a79d9b99352 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbf0e9f0-802b-42cf-b09c-4ecba3f6db50 HTTP/1.1" status: 204 len: 168 time: 0.5590780 Sep 19 03:20:44.118804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cdec3a-2879-400c-b4cf-aeaad7cd84f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.128783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.133110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.135143 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/065b3b62-b510-442e-b6be-b963b35c06e9 HTTP/1.1" status: 204 len: 168 time: 1.9314072 Sep 19 03:20:44.147116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1fb6d-61d9-46e9-8c41-8a79d9b99352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf0e9f0-802b-42cf-b09c-4ecba3f6db50,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:44.177084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb486-f656-4ae4-a80b-65d7ca1db6c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=065b3b62-b510-442e-b6be-b963b35c06e9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:44.203585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port e87c2345-c654-4a6d-be7f-d758a08babca yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:44.229136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Allocated IP 2001:db8::2 (5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93/c5c3730d-35bb-415c-97ec-d44d576f0185/4503a4b3-8d8a-436e-b5b4-c7294f079669) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:44.254197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-515a8e83-2a15-412c-b024-0d101d8d91b0 req-d5420547-8e22-4325-88b3-2cb98dee2eac tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535544 Sep 19 03:20:44.259667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be960a37-522e-419c-8acc-63e42b2fd236 req-c573b782-4ecb-4576-b9ae-b3ae95fd662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:44.261317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be960a37-522e-419c-8acc-63e42b2fd236 req-c573b782-4ecb-4576-b9ae-b3ae95fd662f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7a759f7b-00b8-46e6-94cf-9b2e3a4792d7 HTTP/1.1" status: 200 len: 861 time: 0.1454482 Sep 19 03:20:44.306815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be960a37-522e-419c-8acc-63e42b2fd236 req-606950fd-515a-48c9-93dc-2801a39a321e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65992cf2-66cf-4ec0-979b-1f8600495c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373428 Sep 19 03:20:44.307471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cdec3a-2879-400c-b4cf-aeaad7cd84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.310354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cdec3a-2879-400c-b4cf-aeaad7cd84f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.313793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-87cdec3a-2879-400c-b4cf-aeaad7cd84f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121 HTTP/1.1" status: 204 len: 168 time: 0.5970790 Sep 19 03:20:44.330616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdec3a-2879-400c-b4cf-aeaad7cd84f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cc8cd8-7f73-4dd7-bf0d-fc3a3c10e121,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:44.443394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be960a37-522e-419c-8acc-63e42b2fd236 req-773e0d62-0616-453d-81ae-4f3396e69cdb service neutron] 10.222.0.32 "GET /v2.0/networks/65992cf2-66cf-4ec0-979b-1f8600495c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273205 Sep 19 03:20:44.486015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33698) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:44.545865 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5eca83b-3c13-4f54-87be-0eaf78b265bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.555914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.563055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.571669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be960a37-522e-419c-8acc-63e42b2fd236 req-c84f34c6-8b20-4779-a603-f90c02bed949 service neutron] 10.222.0.32 "GET /v2.0/networks/65992cf2-66cf-4ec0-979b-1f8600495c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166332 Sep 19 03:20:44.582075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:44.614531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:44.619360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:44.626364 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-18c9cb99-289f-406b-950d-e986550be262 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eff36188a48b4053bdf51b3188fceea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388910 Sep 19 03:20:44.630441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33702) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:44.672994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::1d7 (5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93/c5c3730d-35bb-415c-97ec-d44d576f0185/e87c2345-c654-4a6d-be7f-d758a08babca) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:44.705181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Pushing event updated for resources: {'Port': ['ID=4503a4b3-8d8a-436e-b5b4-c7294f079669,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:44.730355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f3b4924a-42b5-4c96-b467-6867630647fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.762333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Attempting to bind port 4503a4b3-8d8a-436e-b5b4-c7294f079669 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:44.762870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Attempting to bind port 4503a4b3-8d8a-436e-b5b4-c7294f079669 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'd260bf30-1fa8-4efe-89ee-8ba987ad7b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:44.763396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Attempting to bind port 4503a4b3-8d8a-436e-b5b4-c7294f079669 on network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:44.775471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:44.775925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Checking segment: {'id': 'd260bf30-1fa8-4efe-89ee-8ba987ad7b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:44.776260 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.776708 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f3b4924a-42b5-4c96-b467-6867630647fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.778419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Bound using segment: {'id': 'd260bf30-1fa8-4efe-89ee-8ba987ad7b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:44.781321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Bound port: 4503a4b3-8d8a-436e-b5b4-c7294f079669, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd260bf30-1fa8-4efe-89ee-8ba987ad7b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:44.781675 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.843145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33706) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:44.864669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1201a08-75b3-475c-9d40-6147247e6673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.909777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.916256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] For port 4503a4b3-8d8a-436e-b5b4-c7294f079669, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:44.922730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] For port 4503a4b3-8d8a-436e-b5b4-c7294f079669, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4503a4b3-8d8a-436e-b5b4-c7294f079669,segment=NetworkSegment(d260bf30-1fa8-4efe-89ee-8ba987ad7b51),segment_id=d260bf30-1fa8-4efe-89ee-8ba987ad7b51)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:44.923112 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f3b4924a-42b5-4c96-b467-6867630647fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.931342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f3b4924a-42b5-4c96-b467-6867630647fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.937843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:44.945012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f3b4924a-42b5-4c96-b467-6867630647fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/015ba2ea-655a-41bc-97b3-d4eca30e7ce4 HTTP/1.1" status: 204 len: 168 time: 0.3069482 Sep 19 03:20:44.979390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4924a-42b5-4c96-b467-6867630647fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015ba2ea-655a-41bc-97b3-d4eca30e7ce4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:45.050646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.091957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadebd9-9d5f-4851-a58d-645912442933 None None] Pushing event updated for resources: {'Port': ['ID=4503a4b3-8d8a-436e-b5b4-c7294f079669,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:45.200240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1201a08-75b3-475c-9d40-6147247e6673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.208656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1201a08-75b3-475c-9d40-6147247e6673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.225623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:45.235101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:45.237878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:45.245008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:45.245699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.255468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f1201a08-75b3-475c-9d40-6147247e6673 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=640a4e56683e495c82754b95335d5a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110572 Sep 19 03:20:45.256090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:45.258438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=e87c2345-c654-4a6d-be7f-d758a08babca,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:45.301200 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3941ba98-f93a-444c-8aa3-9e26f5fb4905 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6132727 Sep 19 03:20:45.303566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1201a08-75b3-475c-9d40-6147247e6673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc23d8-b831-43c8-a752-cd55f1988155,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:45.310763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33730) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:45.323513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33734) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:45.456835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3dc6bcd9-8716-47fa-8a73-353dea23e2c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=224e0e09a73c4556945701e3a148067f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317270 Sep 19 03:20:45.459063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33738) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:45.531408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39527b32-16e1-496f-96f4-63622afc24fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.576655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39527b32-16e1-496f-96f4-63622afc24fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.585554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port e87c2345-c654-4a6d-be7f-d758a08babca {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:45.585907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.590381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92032fe-4250-490b-86cb-5f99ab6de147 req-c746f160-3b92-4c9c-8306-7ab79d4ef9b9 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:45.592007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d92032fe-4250-490b-86cb-5f99ab6de147 req-c746f160-3b92-4c9c-8306-7ab79d4ef9b9 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 943 time: 0.1252327 Sep 19 03:20:45.595404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-43a0e58a-e1b4-457e-814e-4054cf5db351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.634278 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-43a0e58a-e1b4-457e-814e-4054cf5db351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.667604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d92032fe-4250-490b-86cb-5f99ab6de147 req-eca50a3e-beb8-432c-8a06-15f52cd0fac1 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693471 Sep 19 03:20:45.703681 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-43a0e58a-e1b4-457e-814e-4054cf5db351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.706568 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-43a0e58a-e1b4-457e-814e-4054cf5db351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.707788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-43a0e58a-e1b4-457e-814e-4054cf5db351 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5638a9a6-ff32-4078-91fd-ad4ef56ffa28 HTTP/1.1" status: 204 len: 168 time: 0.2476838 Sep 19 03:20:45.716535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0e58a-e1b4-457e-814e-4054cf5db351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5638a9a6-ff32-4078-91fd-ad4ef56ffa28,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:45.719794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.735998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for e87c2345-c654-4a6d-be7f-d758a08babca owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:45.740281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39527b32-16e1-496f-96f4-63622afc24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.743392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39527b32-16e1-496f-96f4-63622afc24fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.745772 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-39527b32-16e1-496f-96f4-63622afc24fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fbc23d8-b831-43c8-a752-cd55f1988155 HTTP/1.1" status: 204 len: 168 time: 0.4874506 Sep 19 03:20:45.763769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39527b32-16e1-496f-96f4-63622afc24fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc23d8-b831-43c8-a752-cd55f1988155,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:45.892055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.909880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4503a4b3-8d8a-436e-b5b4-c7294f079669 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:20:45.935474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.972616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4503a4b3-8d8a-436e-b5b4-c7294f079669 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:45.973427 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:45.976913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=e87c2345-c654-4a6d-be7f-d758a08babca,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:45.997235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.002301 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ae76bc4-a2f7-4cff-9269-29ad1bc70315 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/e87c2345-c654-4a6d-be7f-d758a08babca HTTP/1.1" status: 204 len: 168 time: 0.6715863 Sep 19 03:20:46.002582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33756) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:46.028726 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-863e94c8-6996-4247-9c31-51855b2abc9e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:20:46.033010 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-863e94c8-6996-4247-9c31-51855b2abc9e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/e87c2345-c654-4a6d-be7f-d758a08babca HTTP/1.1" status: 404 len: 333 time: 0.0269585 Sep 19 03:20:46.033837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33758) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:46.121462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet c5c3730d-35bb-415c-97ec-d44d576f0185 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:20:46.129523 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.199663 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.356769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.379907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.455629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.485271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.490003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:46.490924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/c5c3730d-35bb-415c-97ec-d44d576f0185 HTTP/1.1" status: 204 len: 168 time: 0.4557555 Sep 19 03:20:46.518516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:20:46.519065 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:20:46.573286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aada595-943e-4ff0-9222-f65dcffbb3a0 None None] Network 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:46.694243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.815939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-36ebc557-0a1e-4826-b3fb-93e81889f04b None None] Provisioning complete for port 4503a4b3-8d8a-436e-b5b4-c7294f079669 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:46.816134 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36ebc557-0a1e-4826-b3fb-93e81889f04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.830573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 4503a4b3-8d8a-436e-b5b4-c7294f079669 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:46.830986 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:46.856670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33798) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:46.866636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e13fd-a0b7-49bd-94ba-97e4a15687d5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c3730d-35bb-415c-97ec-d44d576f0185,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:46.927156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1813595-7673-4e48-9327-65794122d7e2 req-62613842-43b2-4e45-8528-f3f2515b8937 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:46.929167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1813595-7673-4e48-9327-65794122d7e2 req-62613842-43b2-4e45-8528-f3f2515b8937 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 943 time: 0.0715580 Sep 19 03:20:46.997145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1813595-7673-4e48-9327-65794122d7e2 req-b3ca0671-77ea-4de0-b5a6-b5223a9e7955 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540922 Sep 19 03:20:47.009430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] For port 4503a4b3-8d8a-436e-b5b4-c7294f079669, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4503a4b3-8d8a-436e-b5b4-c7294f079669,segment=NetworkSegment(d260bf30-1fa8-4efe-89ee-8ba987ad7b51),segment_id=d260bf30-1fa8-4efe-89ee-8ba987ad7b51)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:47.013694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.041671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 4503a4b3-8d8a-436e-b5b4-c7294f079669 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:47.143194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] DHCP port deletion for 5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:20:47.149239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1028787826-network', 'tenant_id': '6735514b776c4cb2bcf93c1ca2c3d914'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:47.159203 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36ebc557-0a1e-4826-b3fb-93e81889f04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.190787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Made reservation on behalf of 6735514b776c4cb2bcf93c1ca2c3d914 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:47.196429 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.221059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.230262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.247246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No DVR routers for this DVR port 4503a4b3-8d8a-436e-b5b4-c7294f079669 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:47.331135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c73f33a-ddc5-44c4-9473-f0868aff3b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.335608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.353960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=4503a4b3-8d8a-436e-b5b4-c7294f079669,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:47.406252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.416681 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.432513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] Deleting port 4503a4b3-8d8a-436e-b5b4-c7294f079669 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:47.433061 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.460868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:47.476247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.476866 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Added segment 8728f8bc-6a96-497d-959b-19835a78b197 of type vlan for network ac15bd7b-fded-406b-a83f-03cdc82568d1 Sep 19 03:20:47.492632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.528711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.546920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] For port 4503a4b3-8d8a-436e-b5b4-c7294f079669, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:47.548707 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.548949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:47.560069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ef4f68df-43ff-4211-82f5-1605292357a5 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:20:47.567980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd260bf30-1fa8-4efe-89ee-8ba987ad7b51') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:47.568289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd260bf30-1fa8-4efe-89ee-8ba987ad7b51') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:47.573629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da997d80-6f23-49f5-8cdc-cc3880518a58,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:47.581966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.583105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:47.583812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.591412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.611338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] Calling delete_port for 4503a4b3-8d8a-436e-b5b4-c7294f079669 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:47.620390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] Port 4503a4b3-8d8a-436e-b5b4-c7294f079669 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:20:47.629317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.640218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.654140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7950368 Sep 19 03:20:47.657996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33838) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:47.667263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:20:47.667405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.686929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Request body: {'subnet': {'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1028787826-subnet', 'tenant_id': '6735514b776c4cb2bcf93c1ca2c3d914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:20:47.701911 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:20:47.737177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] No DVR routers for this DVR port 4503a4b3-8d8a-436e-b5b4-c7294f079669 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:20:47.756139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8114-3e46-4214-91ce-9cab54f0d494 None None] Pushing event deleted for resources: {'Port': ['ID=4503a4b3-8d8a-436e-b5b4-c7294f079669,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:47.789292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:20:47.809367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075a260-3ca5-4452-aeb1-164bd8a40810 admin admin] Pushing event updated for resources: {'Network': ['ID=ac15bd7b-fded-406b-a83f-03cdc82568d1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:47.851077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network ac15bd7b-fded-406b-a83f-03cdc82568d1 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:47.919086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Made reservation on behalf of 6735514b776c4cb2bcf93c1ca2c3d914 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:47.922402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.926999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.938959 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:47.939724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4503a4b3-8d8a-436e-b5b4-c7294f079669 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:20:47.940933 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93 HTTP/1.1" status: 204 len: 168 time: 1.4499226 Sep 19 03:20:47.945161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33852) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:47.954177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'name': 'tempest-PortsIpV6TestJSON-274113328'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:47.977666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1836f-0d18-476b-a683-336d484027c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=5b89c45b-c16f-4e7b-8e1e-62fcfbff7e93,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:48.002643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4503a4b3-8d8a-436e-b5b4-c7294f079669 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:20:48.003228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4503a4b3-8d8a-436e-b5b4-c7294f079669 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:20:48.041147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.090321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ef4f68df-43ff-4211-82f5-1605292357a5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ef4f68df-43ff-4211-82f5-1605292357a5,segment=NetworkSegment(d4275911-b65d-40d4-ba25-2433f6979c76),segment_id=d4275911-b65d-40d4-ba25-2433f6979c76)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:48.144334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'ef4f68df-43ff-4211-82f5-1605292357a5', 'network_id': '65992cf2-66cf-4ec0-979b-1f8600495c5b', 'port_id': 'ef4f68df-43ff-4211-82f5-1605292357a5', 'mac_address': 'fa:16:3e:1f:e6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a759f7b-00b8-46e6-94cf-9b2e3a4792d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:20:48.218502 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.246780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4f68df-43ff-4211-82f5-1605292357a5 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:20:48.261854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:48.268575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.278636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.291964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ef4f68df-43ff-4211-82f5-1605292357a5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ef4f68df-43ff-4211-82f5-1605292357a5,segment=NetworkSegment(d4275911-b65d-40d4-ba25-2433f6979c76),segment_id=d4275911-b65d-40d4-ba25-2433f6979c76)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:48.317541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c67c8-34fb-4a39-9c87-7bc516d710d6 req-aa6d8c8c-0484-44ba-9ee9-cf3af7062d9e tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:48.319324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-216c67c8-34fb-4a39-9c87-7bc516d710d6 req-aa6d8c8c-0484-44ba-9ee9-cf3af7062d9e tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 943 time: 0.1668854 Sep 19 03:20:48.319619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.320823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port b87784bb-8e05-4765-a2eb-1c213bb8062c yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:48.379016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Checking segment: {'id': '8728f8bc-6a96-497d-959b-19835a78b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:48.379016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Network hostable DHCP agents. Network: ac15bd7b-fded-406b-a83f-03cdc82568d1, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:48.379315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc05f48e-0163-437f-8e0b-7a676b93c4b7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:48.417273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Network ac15bd7b-fded-406b-a83f-03cdc82568d1 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:48.430881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ef4f68df-43ff-4211-82f5-1605292357a5,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:48.431910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, ac15bd7b-fded-406b-a83f-03cdc82568d1) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:48.438688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:48.439601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.442140 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.455458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-216c67c8-34fb-4a39-9c87-7bc516d710d6 req-6095d075-3356-423f-8275-f26c8e98189c tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250582 Sep 19 03:20:48.464400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016b52cb-3a59-454e-a94a-d9f22c1495b0 None None] Network ac15bd7b-fded-406b-a83f-03cdc82568d1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:48.504342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11825fbe-0040-4061-82cf-14919a9bfb3d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8453577 Sep 19 03:20:48.654820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.674836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6c0da-670d-46f0-a085-136d311da132 None None] Network ac15bd7b-fded-406b-a83f-03cdc82568d1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:48.719434 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.781042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ef4f68df-43ff-4211-82f5-1605292357a5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:20:48.807731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:48.811334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:48.818592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:48.825196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:48.826066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:48.837743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=b87784bb-8e05-4765-a2eb-1c213bb8062c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:48.881349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1f73d9f9-7548-4cf8-ace7-2d05b5e04748 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9326403 Sep 19 03:20:48.884332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33898) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:49.062860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port b87784bb-8e05-4765-a2eb-1c213bb8062c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:49.063216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.160915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.176022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for b87784bb-8e05-4765-a2eb-1c213bb8062c owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:49.255463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33910) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:49.262674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353885060', 'description': 'tempest-secgroup-smoke-1353885060 description', 'project_id': 'cba74cf31d394948bdcb652acbde9af3'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:49.293389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.318706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.332258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.355982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-b4829b2e-5baf-4864-a930-4171f84352e7 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:49.355982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-b4829b2e-5baf-4864-a930-4171f84352e7 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/networks?id=ac15bd7b-fded-406b-a83f-03cdc82568d1 HTTP/1.1" status: 200 len: 818 time: 0.1971221 Sep 19 03:20:49.376334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=b87784bb-8e05-4765-a2eb-1c213bb8062c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:49.383946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.386346 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c9a9bf5-46b5-4d02-9358-baaffbcc5708 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/b87784bb-8e05-4765-a2eb-1c213bb8062c HTTP/1.1" status: 204 len: 168 time: 0.5009606 Sep 19 03:20:49.389014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33914) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:49.394842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'mac_address': 'fa:16:3e:e6:54:91', 'name': 'tempest-PortsIpV6TestJSON-1016568873'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:49.395647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-288028f7-f620-41f6-a526-7f26a5a32b31 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/quotas/6735514b776c4cb2bcf93c1ca2c3d914 HTTP/1.1" status: 200 len: 375 time: 0.0293403 Sep 19 03:20:49.447009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-e2fb91bf-eb24-4e1f-93f6-1d3296be611d tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6735514b776c4cb2bcf93c1ca2c3d914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391030 Sep 19 03:20:49.465826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-ce14f792-144f-4891-87b7-90a8b4980a05 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:20:49.467495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-ce14f792-144f-4891-87b7-90a8b4980a05 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084336 Sep 19 03:20:49.624468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.632584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.641448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-e3a7d02f-2c51-4112-b4c6-587916189926 service neutron] 10.222.0.22 "GET /v2.0/networks/ac15bd7b-fded-406b-a83f-03cdc82568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645672 Sep 19 03:20:49.679206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:49.761792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:49.781340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957b67a-3a96-4120-938f-df164996833c req-fee31137-da06-4181-86a5-8d82446e61f3 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:49.791420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c957b67a-3a96-4120-938f-df164996833c req-fee31137-da06-4181-86a5-8d82446e61f3 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 944 time: 0.2224920 Sep 19 03:20:49.793428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b885f069-b82b-4bd1-849b-e9b822f71a90,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:49.813943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port ac50a543-b224-4e68-b250-e39c43217df9 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:49.943271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d5654732-4530-4c89-a10e-ae88c812624c service neutron] 10.222.0.22 "GET /v2.0/networks/ac15bd7b-fded-406b-a83f-03cdc82568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694755 Sep 19 03:20:50.020257 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.038893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c957b67a-3a96-4120-938f-df164996833c req-3defe5c7-ed0a-410e-a5bb-dfd71cc4c807 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393982 Sep 19 03:20:50.071462 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.093062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.149926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.154374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8976717 Sep 19 03:20:50.154864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33928) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.160516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-05c28bd6-6515-4156-ac9d-f3974b23c6d2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9808691d-ba5a-4231-a0f7-b400699eaeb1', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:50.165786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6a123-7dfb-4e5c-82b4-63ffc3d6303f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9808691d-ba5a-4231-a0f7-b400699eaeb1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:50.208790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05c28bd6-6515-4156-ac9d-f3974b23c6d2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.217669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.259652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.266011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42c8f6b2-2baa-400e-b45d-2917b64f1475 req-0ca156fb-71c2-42d6-a658-0df533c87f4e tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 210 time: 0.0416770 Sep 19 03:20:50.292361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:50.296135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:50.307587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:50.319725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:50.320479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.387303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=ac50a543-b224-4e68-b250-e39c43217df9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:50.404555 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aab0201e-d4d2-48ff-a216-3ce9a06468f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0135710 Sep 19 03:20:50.410137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33936) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.416845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05c28bd6-6515-4156-ac9d-f3974b23c6d2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.425648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05c28bd6-6515-4156-ac9d-f3974b23c6d2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.451892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c28bd6-6515-4156-ac9d-f3974b23c6d2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753e52bd-52c1-42d8-91b5-64b0c345762c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:50.467614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05c28bd6-6515-4156-ac9d-f3974b23c6d2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.469023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-05c28bd6-6515-4156-ac9d-f3974b23c6d2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122966 Sep 19 03:20:50.471814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33942) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.472019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce31a0-192d-4f78-9f19-25b0a5252013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:50.473409 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b8ce31a0-192d-4f78-9f19-25b0a5252013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/ac50a543-b224-4e68-b250-e39c43217df9 HTTP/1.1" status: 200 len: 845 time: 0.0622771 Sep 19 03:20:50.476613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33944) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.476745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c6a0f6b9-9d5e-4db8-b2be-2e88a9ded291 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9808691d-ba5a-4231-a0f7-b400699eaeb1', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:50.518192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f6b9-9d5e-4db8-b2be-2e88a9ded291 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.588509 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f6b9-9d5e-4db8-b2be-2e88a9ded291 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.591813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port ac50a543-b224-4e68-b250-e39c43217df9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:50.592194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.595744 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f6b9-9d5e-4db8-b2be-2e88a9ded291 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.615625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0f6b9-9d5e-4db8-b2be-2e88a9ded291 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e7cadb-a793-4317-bf27-1d81a6865a1b,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:50.626063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a0f6b9-9d5e-4db8-b2be-2e88a9ded291 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.630103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c6a0f6b9-9d5e-4db8-b2be-2e88a9ded291 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546178 Sep 19 03:20:50.630391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33950) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.635037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4c6e1397-586c-4fff-9e06-f6d8c3a3eaa9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9808691d-ba5a-4231-a0f7-b400699eaeb1', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:50.668559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1397-586c-4fff-9e06-f6d8c3a3eaa9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.688601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.702799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for ac50a543-b224-4e68-b250-e39c43217df9 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:50.772784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1397-586c-4fff-9e06-f6d8c3a3eaa9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.780119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1397-586c-4fff-9e06-f6d8c3a3eaa9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.825613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.827072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e1397-586c-4fff-9e06-f6d8c3a3eaa9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c45b67-d935-4f35-945b-54e5408391f7,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:50.833103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c6e1397-586c-4fff-9e06-f6d8c3a3eaa9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.834547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4c6e1397-586c-4fff-9e06-f6d8c3a3eaa9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2030568 Sep 19 03:20:50.838361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33966) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.865052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-36135185-f88d-486d-a051-ad8407602650 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9808691d-ba5a-4231-a0f7-b400699eaeb1', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:50.871612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=ac50a543-b224-4e68-b250-e39c43217df9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:50.885915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.890875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33970) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.891149 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-41d9e147-7f3c-4d17-82e0-ffb23bf4c878 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/ac50a543-b224-4e68-b250-e39c43217df9 HTTP/1.1" status: 204 len: 168 time: 0.4113493 Sep 19 03:20:50.911685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36135185-f88d-486d-a051-ad8407602650 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.929510 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-221bad9f-ff50-495c-b369-b23306ea5aa9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:20:50.931868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-221bad9f-ff50-495c-b369-b23306ea5aa9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/ac50a543-b224-4e68-b250-e39c43217df9 HTTP/1.1" status: 404 len: 333 time: 0.0399847 Sep 19 03:20:50.939172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33974) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:50.944197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'name': 'tempest-PortsIpV6TestJSON-1660764074'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:50.994625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36135185-f88d-486d-a051-ad8407602650 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:50.999325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36135185-f88d-486d-a051-ad8407602650 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.024988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36135185-f88d-486d-a051-ad8407602650 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9438b567-caeb-4356-a62a-015503ba1d10,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:51.039963 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36135185-f88d-486d-a051-ad8407602650 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.041240 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-36135185-f88d-486d-a051-ad8407602650 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1986852 Sep 19 03:20:51.044734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33982) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:51.049566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9808691d-ba5a-4231-a0f7-b400699eaeb1', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:51.087099 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:20:51.094662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.129781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:51.136219 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.159276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 1a9bb66a-55f1-40fe-babd-65d2dca95458 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:20:51.246349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.253131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.281728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb4815d-1662-4373-92ac-39b25710d357,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:51.287197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.291090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3b4742d5-5708-49dd-8d8c-0f78ef8cfef3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435877 Sep 19 03:20:51.292933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:51.299291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9808691d-ba5a-4231-a0f7-b400699eaeb1', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:51.303901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41a91a9-94ca-4e60-a7e1-e2506a3bcd66 req-4715ae82-7cf8-4020-8f11-a7b9eed7bcf1 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:51.305659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b41a91a9-94ca-4e60-a7e1-e2506a3bcd66 req-4715ae82-7cf8-4020-8f11-a7b9eed7bcf1 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 944 time: 0.0960457 Sep 19 03:20:51.337497 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:20:51.343786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.422248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b41a91a9-94ca-4e60-a7e1-e2506a3bcd66 req-11116d55-eef9-4eab-99da-f99d5efb3be7 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983310 Sep 19 03:20:51.423163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.428898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.474130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352765bb-7d98-430a-9d0b-e8a91fd75e03,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:51.481561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.484751 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3f2bb764-86b8-4255-b260-ab1e88b558b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1906235 Sep 19 03:20:51.488894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:51.494988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'network': {'name': 'tempest-network-smoke--2054899759', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:51.521551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:51.527021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c30816f-4d7d-44f7-bed5-93ae114107ba req-a4b909e3-1a73-479f-81cd-a4cd9e23aee7 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 210 time: 0.1149888 Sep 19 03:20:51.527634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.554638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ef4f68df-43ff-4211-82f5-1605292357a5 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:20:51.567796 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.608291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:51.627818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.628171 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Added segment 40b16978-fe76-4e49-a0e5-8c9e625a52ee of type vlan for network eae95a00-671d-44c4-b6ef-aa0b9283729a Sep 19 03:20:51.651796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port ef4f68df-43ff-4211-82f5-1605292357a5 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:20:51.658315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port ef4f68df-43ff-4211-82f5-1605292357a5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:51.658659 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.708497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.759618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-bfbdd5a0-f3a6-4c21-992d-0a7ace78f190 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:51.763824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-bfbdd5a0-f3a6-4c21-992d-0a7ace78f190 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.32 "GET /v2.0/networks?id=ac15bd7b-fded-406b-a83f-03cdc82568d1 HTTP/1.1" status: 200 len: 818 time: 0.1902061 Sep 19 03:20:51.767336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.783509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Request body: {'port': {'device_id': 'c85baa58-9408-482d-b441-b6a508bc4962', 'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1', 'admin_state_up': True, 'tenant_id': '6735514b776c4cb2bcf93c1ca2c3d914'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:51.789304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.801006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:51.803491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.845350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3539276 Sep 19 03:20:51.848569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:51.852390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.854098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'admin_state_up': True, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:51.854530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:51.864298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:51.877814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:51.886951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:51.888782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f68df-43ff-4211-82f5-1605292357a5'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:51.892210 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef54d30-665d-4e04-aed2-b7b1f2e17ecc" -d '{"events": [{"server_uuid": "8da54212-fe12-4824-837b-b059b8e7bf9b", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f68df-43ff-4211-82f5-1605292357a5"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:51.892949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.910012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ef4f68df-43ff-4211-82f5-1605292357a5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ef4f68df-43ff-4211-82f5-1605292357a5,segment=NetworkSegment(d4275911-b65d-40d4-ba25-2433f6979c76),segment_id=d4275911-b65d-40d4-ba25-2433f6979c76)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:51.920540 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.927418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.928637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:51.937384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=1a9bb66a-55f1-40fe-babd-65d2dca95458,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:51.941004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234c580-ad60-47c2-bffd-4d4638110359 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Network': ['ID=eae95a00-671d-44c4-b6ef-aa0b9283729a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:51.982233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-15d2171f-105c-4d97-9f69-cd6087bb83f3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0419528 Sep 19 03:20:51.983122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34006) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:51.994862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:52.000037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network eae95a00-671d-44c4-b6ef-aa0b9283729a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:52.068876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ef4f68df-43ff-4211-82f5-1605292357a5,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:52.076664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:52.100602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:52.106032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Made reservation on behalf of 6735514b776c4cb2bcf93c1ca2c3d914 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:52.113153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:52.144529 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b5ee84-dcf1-46aa-b309-baaaa42ab00a x-openstack-request-id: req-05b5ee84-dcf1-46aa-b309-baaaa42ab00a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:52.145086 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da54212-fe12-4824-837b-b059b8e7bf9b", "name": "network-vif-plugged", "status": "completed", "tag": "ef4f68df-43ff-4211-82f5-1605292357a5", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:52.145490 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05b5ee84-dcf1-46aa-b309-baaaa42ab00a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:52.146138 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4f68df-43ff-4211-82f5-1605292357a5', 'code': 200} Sep 19 03:20:52.368520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-17f28ad5-6ec3-4639-a64f-a66f1c4ec0be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1487186 Sep 19 03:20:52.568301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Allocated IP 172.20.0.3 (ac15bd7b-fded-406b-a83f-03cdc82568d1/fc05f48e-0163-437f-8e0b-7a676b93c4b7/d3ced463-254d-44af-8611-40f60cf2c054) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:52.742415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.743471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.743949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.744476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.744956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.745423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.745886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.748111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c65675b1-26fe-47d3-91cd-f83a38777cc4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6502 time: 0.3147762 Sep 19 03:20:52.765180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:52.799058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:52.900640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:52.914616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411e9a5-57ea-4de1-805e-8aab0d1cff15 req-2273e4d6-3c23-488b-9a76-b12db576a9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.916270 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9411e9a5-57ea-4de1-805e-8aab0d1cff15 req-2273e4d6-3c23-488b-9a76-b12db576a9dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 1096 time: 0.6736469 Sep 19 03:20:52.944861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ab90ef7-83c6-463c-b642-a81fbc0346ce req-71fe00b3-789e-43d0-8591-aaa091e334c3 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 210 time: 0.1182075 Sep 19 03:20:52.953687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e568d-9b8e-47f7-89e8-97b9ade883ae req-9e6acc33-2505-4adc-99bd-9fe9adca6b4f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:52.961509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d20e568d-9b8e-47f7-89e8-97b9ade883ae req-9e6acc33-2505-4adc-99bd-9fe9adca6b4f tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 945 time: 0.3692534 Sep 19 03:20:52.996326 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9411e9a5-57ea-4de1-805e-8aab0d1cff15 req-1292ad17-7b58-4c93-9c36-bf41f79cdb1f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625041 Sep 19 03:20:53.028646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] In _notify_port_updated(), no bound segment for port 1a9bb66a-55f1-40fe-babd-65d2dca95458 on network 2b18df83-faf3-44df-b12e-af53debe23a1 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:20:53.033968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:53.034573 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.038383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "PUT /v2.0/ports/1a9bb66a-55f1-40fe-babd-65d2dca95458 HTTP/1.1" status: 200 len: 818 time: 1.0497954 Sep 19 03:20:53.040009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34028) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:53.062531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee06130-c8e6-4394-8f08-0a30f7b3defd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=1a9bb66a-55f1-40fe-babd-65d2dca95458,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:53.121233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d20e568d-9b8e-47f7-89e8-97b9ade883ae req-c39daaec-e72f-44dc-b4dc-9408d80127ce tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588137 Sep 19 03:20:53.133939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-8494c2ae-408d-47b0-a47b-4d3977bdbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:53.133939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-8494c2ae-408d-47b0-a47b-4d3977bdbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:53.134335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-8494c2ae-408d-47b0-a47b-4d3977bdbe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:53.135941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-8494c2ae-408d-47b0-a47b-4d3977bdbe4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=489696fe-c9bd-4194-8110-e5e0038a5f3e&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2 HTTP/1.1" status: 200 len: 2297 time: 0.3493319 Sep 19 03:20:53.139476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.173748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.221948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Network ac15bd7b-fded-406b-a83f-03cdc82568d1 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:53.228036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:53.230691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:53.235448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.258248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.261771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 1a9bb66a-55f1-40fe-babd-65d2dca95458 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:20:53.262107 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.269190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Pushing event updated for resources: {'Port': ['ID=d3ced463-254d-44af-8611-40f60cf2c054,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:53.317348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:53.317984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.333007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8996f4ea-ab31-4b20-9ca2-13f5b6f22930 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5539839 Sep 19 03:20:53.376912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.396044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 1a9bb66a-55f1-40fe-babd-65d2dca95458 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:20:53.483287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.36 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/37db3846-e817-4667-8e5b-f2f2764dd3f6) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:53.495539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-f5444489-9915-4155-8ab6-560c961c6a13 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08a49894-b407-4304-96d2-088ecd9524e8 HTTP/1.1" status: 200 len: 1002 time: 0.0767317 Sep 19 03:20:53.500997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Request body: {'port': {'device_id': 'c85baa58-9408-482d-b441-b6a508bc4962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:53.593516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.649399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.655925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/1a9bb66a-55f1-40fe-babd-65d2dca95458 HTTP/1.1" status: 204 len: 168 time: 0.6156611 Sep 19 03:20:53.658974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f057a-d292-4a98-b506-84628545b013 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=1a9bb66a-55f1-40fe-babd-65d2dca95458,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:53.660752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:53.673374 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.724911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.740992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb55112-ddd4-4e15-8753-ddac0d9e233e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:53.742680 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0fb55112-ddd4-4e15-8753-ddac0d9e233e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0794892 Sep 19 03:20:53.746654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:53.748948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-a278afd7-ac78-43b0-bca4-ecf896f59354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:53.751102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-a278afd7-ac78-43b0-bca4-ecf896f59354 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57bce8c9-3872-4f80-aa6d-916337e8c649 HTTP/1.1" status: 200 len: 855 time: 0.2012694 Sep 19 03:20:53.799409 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d8c805-d793-4139-b2de-9238e820e57f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:20:53.806732 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-94d8c805-d793-4139-b2de-9238e820e57f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/1a9bb66a-55f1-40fe-babd-65d2dca95458 HTTP/1.1" status: 404 len: 333 time: 0.0589359 Sep 19 03:20:53.808997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34056) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:53.814070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1529067846'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:53.850239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:53.861099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.864332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.925139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:53.931709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:53.943097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:53.945169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:20:53.951628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=37db3846-e817-4667-8e5b-f2f2764dd3f6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:53.978842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:53.979252 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment 82d44a28-f003-4533-af97-e3211d32df68 of type vlan for network f7b3bf46-483d-43a1-8444-3a68b76c560e Sep 19 03:20:54.036262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:54.060625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ced463-254d-44af-8611-40f60cf2c054 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:20:54.069099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:54.083770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Transition to ACTIVE for port object d3ced463-254d-44af-8611-40f60cf2c054 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:20:54.105286 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:54.174241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:54.179732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:54.180873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:54.237439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3ced463-254d-44af-8611-40f60cf2c054,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:54.266916 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4567277 Sep 19 03:20:54.268359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34062) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:54.272897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-946773de-1bf8-42fa-95df-a467e6b5c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:54.274796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-946773de-1bf8-42fa-95df-a467e6b5c46b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=489696fe-c9bd-4194-8110-e5e0038a5f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890340 Sep 19 03:20:54.283365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:54.297251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7b2da-3365-44b2-b2c6-d53ee4b361d0 req-6209f7be-d94a-4301-91aa-80a1c2563d47 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:54.298920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e7b2da-3365-44b2-b2c6-d53ee4b361d0 req-6209f7be-d94a-4301-91aa-80a1c2563d47 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 943 time: 0.2122834 Sep 19 03:20:54.326175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0796d-0b8c-4562-be17-2310f941b9d3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=f7b3bf46-483d-43a1-8444-3a68b76c560e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:54.337241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f7b3bf46-483d-43a1-8444-3a68b76c560e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:20:54.488193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:54.774991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:54.924038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e7b2da-3365-44b2-b2c6-d53ee4b361d0 req-bb1d9cc9-6da8-4434-a577-ae7b4a212198 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844128 Sep 19 03:20:54.969421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router bc0539e7-1adc-4347-8ca7-de5a351f8027 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:20:55.020786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0d76-9c8d-4096-b130-513eb1bd2cf3 req-24f4d455-c6ce-47bf-9741-95b83a5cc0ad tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:55.028388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd6a0d76-9c8d-4096-b130-513eb1bd2cf3 req-24f4d455-c6ce-47bf-9741-95b83a5cc0ad tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 945 time: 0.8116434 Sep 19 03:20:55.119831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd6a0d76-9c8d-4096-b130-513eb1bd2cf3 req-ce41a21a-2e40-4387-9a45-0dae70896a86 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902648 Sep 19 03:20:55.153126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:20:55.153734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Attempting to bind port d3ced463-254d-44af-8611-40f60cf2c054 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:55.154260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Attempting to bind port d3ced463-254d-44af-8611-40f60cf2c054 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '8728f8bc-6a96-497d-959b-19835a78b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:55.154886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Attempting to bind port d3ced463-254d-44af-8611-40f60cf2c054 on network ac15bd7b-fded-406b-a83f-03cdc82568d1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:55.163037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Port d3ced463-254d-44af-8611-40f60cf2c054 on network ac15bd7b-fded-406b-a83f-03cdc82568d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:20:55.166198 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Sync routers for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:20:55.179044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Attempting to bind port d3ced463-254d-44af-8611-40f60cf2c054 on network ac15bd7b-fded-406b-a83f-03cdc82568d1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:55.179544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.181808 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-31687cb3-6440-43a5-8b22-1bce51ed785c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3319495 Sep 19 03:20:55.182115 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:55.182916 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:55.185830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34086) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:55.202734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:55.217278 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.267280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:55.267620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Checking segment: {'id': '8728f8bc-6a96-497d-959b-19835a78b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:55.268006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Bound using segment: {'id': '8728f8bc-6a96-497d-959b-19835a78b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:55.268453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Bound port: d3ced463-254d-44af-8611-40f60cf2c054, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8728f8bc-6a96-497d-959b-19835a78b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:55.268808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.311981 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:55.340491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-60fd1829-2780-4c5f-984f-b9dcdacce50d service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0393431 Sep 19 03:20:55.362045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:55.470411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-5d70b0f6-967d-4cfd-8f4c-4b764e9c7441 service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941935 Sep 19 03:20:55.470896 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-107593d0-fc84-434b-be0c-c500714e04a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.542723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-e2b9bac2-0101-4272-94da-4e07c1d6a9d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 200 len: 217 time: 0.0535545 Sep 19 03:20:55.594866 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:20:54Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:55.622394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-107593d0-fc84-434b-be0c-c500714e04a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.624679 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Checking router: bc0539e7-1adc-4347-8ca7-de5a351f8027 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:20:55.625328 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Updating router bc0539e7-1adc-4347-8ca7-de5a351f8027 port 37db3846-e817-4667-8e5b-f2f2764dd3f6 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:20:55.652816 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.662843 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0d5708d5-81ce-4c74-95b2-e4fc3a404232 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=cba74cf31d394948bdcb652acbde9af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4730225 Sep 19 03:20:55.662843 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-107593d0-fc84-434b-be0c-c500714e04a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.667025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34094) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:55.707702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] For port d3ced463-254d-44af-8611-40f60cf2c054, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:55.716099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-00ca6fac-2cd6-47e3-94be-921ccfb8b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:55.717704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-00ca6fac-2cd6-47e3-94be-921ccfb8b921 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.1652043 Sep 19 03:20:55.719699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] For port d3ced463-254d-44af-8611-40f60cf2c054, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d3ced463-254d-44af-8611-40f60cf2c054,segment=NetworkSegment(8728f8bc-6a96-497d-959b-19835a78b197),segment_id=8728f8bc-6a96-497d-959b-19835a78b197)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:55.786810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:55.860145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bda460-d999-422a-9127-3620ad9819a8 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:55.861359 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e5bda460-d999-422a-9127-3620ad9819a8 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1916962 Sep 19 03:20:55.870871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34102) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:55.917372 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7707296c-161d-4cc0-b4ae-0437ed4e9e44 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448742 Sep 19 03:20:55.929732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34106) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:55.940446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877358209', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:55.948724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-107593d0-fc84-434b-be0c-c500714e04a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=827ca3e399d84ec9b4b94382daad5b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5856056 Sep 19 03:20:55.959274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107593d0-fc84-434b-be0c-c500714e04a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9add5329-e29e-4c78-b6e7-4b73089f92b1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:55.966784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34112) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:56.027813 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.044565 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.087756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:56.097652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.101028 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Attempting to bind port 37db3846-e817-4667-8e5b-f2f2764dd3f6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:56.101410 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Attempting to bind port 37db3846-e817-4667-8e5b-f2f2764dd3f6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:56.101772 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Attempting to bind port 37db3846-e817-4667-8e5b-f2f2764dd3f6 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:56.109804 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:56.110173 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:56.110574 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.111050 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:56.111553 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Bound port: 37db3846-e817-4667-8e5b-f2f2764dd3f6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:56.111906 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.124809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:56.125833 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.129171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] 10.222.0.32 "PUT /v2.0/ports/d3ced463-254d-44af-8611-40f60cf2c054 HTTP/1.1" status: 200 len: 1091 time: 2.7117958 Sep 19 03:20:56.142460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85baa58-9408-482d-b441-b6a508bc4962', 'tag': 'd3ced463-254d-44af-8611-40f60cf2c054'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:20:56.145067 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c85baa58-9408-482d-b441-b6a508bc4962", "tag": "d3ced463-254d-44af-8611-40f60cf2c054"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:20:56.172081 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] For port 37db3846-e817-4667-8e5b-f2f2764dd3f6, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:56.175815 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] For port 37db3846-e817-4667-8e5b-f2f2764dd3f6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=37db3846-e817-4667-8e5b-f2f2764dd3f6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:56.189577 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Pushing event updated for resources: {'Port': ['ID=37db3846-e817-4667-8e5b-f2f2764dd3f6,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:56.199018 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.199365 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.199708 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.200044 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.200379 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.200709 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.201035 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.201359 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.201683 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.202004 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.202327 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.202696 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.206972 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.222692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-5aea58fe-78e0-4975-88d8-02f60030de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:56.225465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-5aea58fe-78e0-4975-88d8-02f60030de98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4887900 Sep 19 03:20:56.268657 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf2483-7b35-4009-a435-e39148bfabce None None] Pushing event updated for resources: {'Port': ['ID=37db3846-e817-4667-8e5b-f2f2764dd3f6,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:56.277441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.283635 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:20:56.284050 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:56.312857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Pushing event updated for resources: {'Port': ['ID=d3ced463-254d-44af-8611-40f60cf2c054,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:56.391530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.392072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.392548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.393045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.393472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.393898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.394317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.394759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.395175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.395592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.396007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.396416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dbcbbe-b6a6-4bbb-97f9-654b7b2195dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:20:56.401706 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:20:56.512712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62f0f359-575a-4303-b2cc-7a75f17f8aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.521938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ead1f-f9da-449c-abe6-968563680c78 req-467e794d-d2d9-4b15-8f02-8b99cb8f7b64 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:56.523705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-940ead1f-f9da-449c-abe6-968563680c78 req-467e794d-d2d9-4b15-8f02-8b99cb8f7b64 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 943 time: 0.4010935 Sep 19 03:20:56.582269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.607628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=eccfd054-0ae3-4c1f-bfd4-80824b761f7f,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:56.627812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-10e5291f-97bd-4fca-86e6-c8aa346e404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:56.629455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-10e5291f-97bd-4fca-86e6-c8aa346e404c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6735514b776c4cb2bcf93c1ca2c3d914&device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 1094 time: 0.4190941 Sep 19 03:20:56.638791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62f0f359-575a-4303-b2cc-7a75f17f8aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.664983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Subnet': ['ID=fdb19e28-f81e-4f4f-bb32-fd9be997e172,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:56.675384 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:20:54Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:20:56.675709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Checking segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:56.676091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network hostable DHCP agents. Network: eae95a00-671d-44c4-b6ef-aa0b9283729a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:56.695273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network eae95a00-671d-44c4-b6ef-aa0b9283729a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:56.696571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae9432-d8f7-4d21-942c-938b00f2b58d req-3cb141de-ed72-49e3-a370-3ecf5d4c412c tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:56.704157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0ae9432-d8f7-4d21-942c-938b00f2b58d req-3cb141de-ed72-49e3-a370-3ecf5d4c412c tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 945 time: 0.3019624 Sep 19 03:20:56.708877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, eae95a00-671d-44c4-b6ef-aa0b9283729a) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:56.714673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:56.715875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:56.721259 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47777d26-35aa-4b8f-b1a2-d30d52aa74fd None None] The sync data for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 is: [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:20:54Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:20:56.721815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9997b99a-4d79-42be-9ea2-bdede3af9b95 None None] Network eae95a00-671d-44c4-b6ef-aa0b9283729a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:56.738857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cce6968f-5c83-46e6-92c6-ac69a85ab78e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8048677 Sep 19 03:20:56.739247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34142) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:56.743632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': '82d44a28-f003-4533-af97-e3211d32df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:56.746077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: f7b3bf46-483d-43a1-8444-3a68b76c560e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:20:56.797030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-940ead1f-f9da-449c-abe6-968563680c78 req-ace06741-7ddf-4943-bea3-24531441ec3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618873 Sep 19 03:20:56.798436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-8eb4e1af-e3ca-4f75-9f0d-f2c1c976c987 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ced463-254d-44af-8611-40f60cf2c054 HTTP/1.1" status: 200 len: 217 time: 0.1353302 Sep 19 03:20:56.848700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-e3ff1684-8297-4965-b901-29cd2023bc5e service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597069 Sep 19 03:20:56.894061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34144) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:56.897657 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f4fb38-4344-42ff-a415-6a8d081a0e16 x-openstack-request-id: req-a3f4fb38-4344-42ff-a415-6a8d081a0e16 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:20:56.898228 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85baa58-9408-482d-b441-b6a508bc4962", "tag": "d3ced463-254d-44af-8611-40f60cf2c054", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:20:56.898326 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3f4fb38-4344-42ff-a415-6a8d081a0e16 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:20:56.898669 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85baa58-9408-482d-b441-b6a508bc4962', 'tag': 'd3ced463-254d-44af-8611-40f60cf2c054', 'status': 'completed', 'code': 200} Sep 19 03:20:57.029579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-eae95a00-671d-44c4-b6ef-aa0b9283729a', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:20:57.030881 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.060776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0ae9432-d8f7-4d21-942c-938b00f2b58d req-37b001c3-3aa3-483f-9da5-ccfab064e79c tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505864 Sep 19 03:20:57.062104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network f7b3bf46-483d-43a1-8444-3a68b76c560e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:20:57.080459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-b8d25c42-ee04-4611-a5a3-331dc991912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:57.082168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-b8d25c42-ee04-4611-a5a3-331dc991912f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc05f48e-0163-437f-8e0b-7a676b93c4b7 HTTP/1.1" status: 200 len: 858 time: 0.2718110 Sep 19 03:20:57.082992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f7b3bf46-483d-43a1-8444-3a68b76c560e) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:57.137073 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62f0f359-575a-4303-b2cc-7a75f17f8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.167024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62f0f359-575a-4303-b2cc-7a75f17f8aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.171216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-62f0f359-575a-4303-b2cc-7a75f17f8aa1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9add5329-e29e-4c78-b6e7-4b73089f92b1 HTTP/1.1" status: 204 len: 168 time: 1.1835949 Sep 19 03:20:57.172926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:57.173514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.235230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1bdac-17a3-4749-ae22-abd1d4b9100f None None] Network f7b3bf46-483d-43a1-8444-3a68b76c560e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:20:57.262044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-477e4f60-039e-49ee-bae6-ef52abc79af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.284286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0f359-575a-4303-b2cc-7a75f17f8aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9add5329-e29e-4c78-b6e7-4b73089f92b1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:57.304203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-91073e87-6354-4af8-beac-96569bcbdade service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac15bd7b-fded-406b-a83f-03cdc82568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2008638 Sep 19 03:20:57.382587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bb39c8be-7c36-4872-99c1-020b49907995 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1062446 Sep 19 03:20:57.424880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34160) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:57.445243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Allocated IP 172.20.0.2 (eae95a00-671d-44c4-b6ef-aa0b9283729a/fdb19e28-f81e-4f4f-bb32-fd9be997e172/d46c52da-cb67-424e-96bb-40e8434fad0e) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:57.445533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d76e686f-543c-452d-9627-d6938b2800cf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:57.525986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-8b3a0522-08c9-4820-8742-5dbdf829df6f service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6256533 Sep 19 03:20:57.719399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-70c9e77b-b2e5-4494-af88-c597c937191e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 200 len: 217 time: 0.0793874 Sep 19 03:20:57.795889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34182) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:57.903731 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.932571 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-716d9641-de7e-4e93-92b2-d99cdde29bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.938698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:57.954875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-5de7cdcf-60bf-45c3-9bf8-ffa4db6fd136 service neutron] 10.222.0.32 "GET /v2.0/networks/ac15bd7b-fded-406b-a83f-03cdc82568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456821 Sep 19 03:20:57.994905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Network eae95a00-671d-44c4-b6ef-aa0b9283729a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:57.998737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f7b3bf46-483d-43a1-8444-3a68b76c560e', 'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e', 'tenant_id': '95e6ccf912964d779454419f52279716', 'fixed_ips': [{'subnet_id': 'eccfd054-0ae3-4c1f-bfd4-80824b761f7f'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:20:57.999988 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.013224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:58.016631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:58.034168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 37db3846-e817-4667-8e5b-f2f2764dd3f6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:20:58.059456 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-477e4f60-039e-49ee-bae6-ef52abc79af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.094130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-231fc94a-d664-4c2f-8226-cfc2a4bca686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:58.097632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-231fc94a-d664-4c2f-8226-cfc2a4bca686 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.2960770 Sep 19 03:20:58.135655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-477e4f60-039e-49ee-bae6-ef52abc79af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.183601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Pushing event updated for resources: {'Port': ['ID=d46c52da-cb67-424e-96bb-40e8434fad0e,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:58.192420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Attempting to bind port d46c52da-cb67-424e-96bb-40e8434fad0e on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:58.192892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Attempting to bind port d46c52da-cb67-424e-96bb-40e8434fad0e by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:58.193874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Attempting to bind port d46c52da-cb67-424e-96bb-40e8434fad0e on network eae95a00-671d-44c4-b6ef-aa0b9283729a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:58.235858 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-477e4f60-039e-49ee-bae6-ef52abc79af4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12dbeaf8cd0a43dcb21c1b33c23c0a72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3406901 Sep 19 03:20:58.237053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34190) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:58.269053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 37db3846-e817-4667-8e5b-f2f2764dd3f6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:20:58.269521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.269657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.271530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e4f60-039e-49ee-bae6-ef52abc79af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a430506-373b-4947-9989-421e6b7ff959,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:58.310789 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-716d9641-de7e-4e93-92b2-d99cdde29bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.357159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c51cd-69ac-47fe-bac5-aef924b656c1 req-94b96d17-2ad4-485d-aad3-3de939fb9cc6 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:58.360027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-590c51cd-69ac-47fe-bac5-aef924b656c1 req-94b96d17-2ad4-485d-aad3-3de939fb9cc6 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 943 time: 0.3736327 Sep 19 03:20:58.362782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d3fd357-6cf6-45d9-8b0e-3b1cb849d230 req-4e2116a0-0a2c-4804-97e2-cd50a2a87919 service neutron] 10.222.0.32 "GET /v2.0/networks/ac15bd7b-fded-406b-a83f-03cdc82568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952081 Sep 19 03:20:58.410403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-af548ee5-d19b-47ac-b3a5-9a7b48713c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:58.412057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-af548ee5-d19b-47ac-b3a5-9a7b48713c19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2540023 Sep 19 03:20:58.416671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76e686f-543c-452d-9627-d6938b2800cf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:20:58.420376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d76e686f-543c-452d-9627-d6938b2800cf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.477240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:58.477786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Checking segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:58.478284 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.478798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Bound using segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:58.479401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Bound port: d46c52da-cb67-424e-96bb-40e8434fad0e, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:58.480112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.481875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485dc2-b078-4668-89ed-ee55a7c74853 req-48137349-9cd4-4b16-a186-323c6305c0f4 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:58.490729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc485dc2-b078-4668-89ed-ee55a7c74853 req-48137349-9cd4-4b16-a186-323c6305c0f4 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 945 time: 0.1947215 Sep 19 03:20:58.505812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-590c51cd-69ac-47fe-bac5-aef924b656c1 req-941303e8-9e9d-4724-8788-f5be6c39c3db tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353188 Sep 19 03:20:58.603585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Allocated IP 2001:db8::2 (f7b3bf46-483d-43a1-8444-3a68b76c560e/eccfd054-0ae3-4c1f-bfd4-80824b761f7f/e77e4482-63a1-47a5-aa21-d575a9ba4016) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:58.640105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] For port d46c52da-cb67-424e-96bb-40e8434fad0e, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:58.664916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] For port d46c52da-cb67-424e-96bb-40e8434fad0e, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d46c52da-cb67-424e-96bb-40e8434fad0e,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:58.674013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.690250 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.750171 n-d-809936-1 neutron-server[94723]: INFO neutron.db.ipam_backend_mixin [None req-d76e686f-543c-452d-9627-d6938b2800cf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eccfd054-0ae3-4c1f-bfd4-80824b761f7f (CIDR: 2001:db8::/64) Sep 19 03:20:58.756266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-716d9641-de7e-4e93-92b2-d99cdde29bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.782193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc485dc2-b078-4668-89ed-ee55a7c74853 req-f1683418-175d-4b8b-b11f-342e9c5a4d14 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904825 Sep 19 03:20:58.784914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 37db3846-e817-4667-8e5b-f2f2764dd3f6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=37db3846-e817-4667-8e5b-f2f2764dd3f6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:20:58.788935 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d76e686f-543c-452d-9627-d6938b2800cf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:20:58.790148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d76e686f-543c-452d-9627-d6938b2800cf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:20:58.805511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-8c88e5a8-f82c-4ba6-bb41-457ecbd6e613 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450031 Sep 19 03:20:58.815560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-eab482bc-c710-4776-9b41-d5aee9cdc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:58.817409 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.817797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-eab482bc-c710-4776-9b41-d5aee9cdc13d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6735514b776c4cb2bcf93c1ca2c3d914&device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 1094 time: 0.3242671 Sep 19 03:20:58.826774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5db88-7fc3-48fd-b85a-230edc2c507b None None] Pushing event updated for resources: {'Port': ['ID=d46c52da-cb67-424e-96bb-40e8434fad0e,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:58.831771 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-716d9641-de7e-4e93-92b2-d99cdde29bb5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=626dfd03ffee4caba1fcf9544dd1fc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0348125 Sep 19 03:20:58.832631 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec82a-58d4-4d7e-8c53-7b98f34b4acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.837872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:58.883937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d76e686f-543c-452d-9627-d6938b2800cf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4549603 Sep 19 03:20:58.886731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34196) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:58.888402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d9641-de7e-4e93-92b2-d99cdde29bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b64c8-6f62-463a-862f-b68a21bc4811,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:58.906808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:20:58.962141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec82a-58d4-4d7e-8c53-7b98f34b4acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.962518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.981708 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:58.996484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=37db3846-e817-4667-8e5b-f2f2764dd3f6,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:59.032087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec82a-58d4-4d7e-8c53-7b98f34b4acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.036464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb1ec82a-58d4-4d7e-8c53-7b98f34b4acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.040158 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb1ec82a-58d4-4d7e-8c53-7b98f34b4acb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a430506-373b-4947-9989-421e6b7ff959 HTTP/1.1" status: 204 len: 168 time: 0.7976363 Sep 19 03:20:59.043041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Network f7b3bf46-483d-43a1-8444-3a68b76c560e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:20:59.047732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:20:59.051882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:20:59.062053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ec82a-58d4-4d7e-8c53-7b98f34b4acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a430506-373b-4947-9989-421e6b7ff959,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:59.129999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Pushing event updated for resources: {'Port': ['ID=e77e4482-63a1-47a5-aa21-d575a9ba4016,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:59.135786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-58d9fb95-5d17-4c60-bbdd-1d8f5410e03a service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164752 Sep 19 03:20:59.142246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-932c9efd-9e4d-4a85-aecb-0c2bc4c0944e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.189621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-932c9efd-9e4d-4a85-aecb-0c2bc4c0944e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.240211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Attempting to bind port e77e4482-63a1-47a5-aa21-d575a9ba4016 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:20:59.240831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Attempting to bind port e77e4482-63a1-47a5-aa21-d575a9ba4016 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '82d44a28-f003-4533-af97-e3211d32df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:20:59.241346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Attempting to bind port e77e4482-63a1-47a5-aa21-d575a9ba4016 on network f7b3bf46-483d-43a1-8444-3a68b76c560e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:20:59.242062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-42686001-09ca-4b0f-9280-55c500f4e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:59.244074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-42686001-09ca-4b0f-9280-55c500f4e22c service neutron] 10.222.0.32 "GET /v2.0/networks?id=ac15bd7b-fded-406b-a83f-03cdc82568d1 HTTP/1.1" status: 200 len: 919 time: 0.3962951 Sep 19 03:20:59.251738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:20:59.252440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Checking segment: {'id': '82d44a28-f003-4533-af97-e3211d32df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:20:59.253034 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.253562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Bound using segment: {'id': '82d44a28-f003-4533-af97-e3211d32df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:20:59.254168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Bound port: e77e4482-63a1-47a5-aa21-d575a9ba4016, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d44a28-f003-4533-af97-e3211d32df68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:20:59.254715 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.255933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-f0e1da16-8043-4d8c-897a-2c0e664396a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 HTTP/1.1" status: 200 len: 217 time: 0.1030741 Sep 19 03:20:59.364430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-932c9efd-9e4d-4a85-aecb-0c2bc4c0944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.367051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-932c9efd-9e4d-4a85-aecb-0c2bc4c0944e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.368245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] For port e77e4482-63a1-47a5-aa21-d575a9ba4016, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:20:59.371258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-932c9efd-9e4d-4a85-aecb-0c2bc4c0944e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/482b64c8-6f62-463a-862f-b68a21bc4811 HTTP/1.1" status: 204 len: 168 time: 0.5286407 Sep 19 03:20:59.378457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] For port e77e4482-63a1-47a5-aa21-d575a9ba4016, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e77e4482-63a1-47a5-aa21-d575a9ba4016,segment=NetworkSegment(82d44a28-f003-4533-af97-e3211d32df68),segment_id=82d44a28-f003-4533-af97-e3211d32df68)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:20:59.386192 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.405262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c9efd-9e4d-4a85-aecb-0c2bc4c0944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b64c8-6f62-463a-862f-b68a21bc4811,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:59.509950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98b089-c026-4780-bedb-854db02fbb07 None None] Pushing event updated for resources: {'Port': ['ID=e77e4482-63a1-47a5-aa21-d575a9ba4016,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:20:59.609328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.1 (eae95a00-671d-44c4-b6ef-aa0b9283729a/fdb19e28-f81e-4f4f-bb32-fd9be997e172/4a42f3d6-b2c9-45f4-96ed-1a86af9c028c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:20:59.754652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-aa746d81-7230-4aa8-a9c4-f63cb93cab95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3ced463-254d-44af-8611-40f60cf2c054 HTTP/1.1" status: 200 len: 217 time: 0.4976981 Sep 19 03:20:59.814148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.874447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34212) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:20:59.942079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1dd40de-24cd-4e9a-8fa2-5f4821925a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:20:59.962129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c4537b3f-3ca8-400e-a69c-1e0bf6fcb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:20:59.962129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c4537b3f-3ca8-400e-a69c-1e0bf6fcb1a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.6898384 Sep 19 03:20:59.999392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:00.002839 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.059481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288272a8-aba5-4785-b965-00478db82d4e req-020fd01c-0161-4792-8128-c714c68a3441 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:00.066333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-288272a8-aba5-4785-b965-00478db82d4e req-020fd01c-0161-4792-8128-c714c68a3441 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 943 time: 0.3639784 Sep 19 03:21:00.079646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-b35b047b-af07-4b1e-ac2e-84718158cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:00.081122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-b35b047b-af07-4b1e-ac2e-84718158cfb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fc05f48e-0163-437f-8e0b-7a676b93c4b7 HTTP/1.1" status: 200 len: 858 time: 0.2946835 Sep 19 03:21:00.102163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-022ea956-a7e7-4e9c-9c48-14f90877c7f5 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:00.104348 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-022ea956-a7e7-4e9c-9c48-14f90877c7f5 tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.32 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 945 time: 0.3761919 Sep 19 03:21:00.176604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-e9212aa4-765d-406e-bbd8-8d0aa74482df service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ac15bd7b-fded-406b-a83f-03cdc82568d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817502 Sep 19 03:21:00.184907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e14ac-fee9-4cf1-9a07-2c8943d9b88f req-7835a00f-9627-40cb-bd1b-1e57c51eb2fd tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:00.192174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be8e14ac-fee9-4cf1-9a07-2c8943d9b88f req-7835a00f-9627-40cb-bd1b-1e57c51eb2fd tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 945 time: 0.2767375 Sep 19 03:21:00.200349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d46c52da-cb67-424e-96bb-40e8434fad0e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:00.234982 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1dd40de-24cd-4e9a-8fa2-5f4821925a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.241710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.245414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c4575539-43b2-49e1-ac6b-c0f61d57dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:00.247201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c4575539-43b2-49e1-ac6b-c0f61d57dfd4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2661712 Sep 19 03:21:00.296697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1dd40de-24cd-4e9a-8fa2-5f4821925a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.311534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-288272a8-aba5-4785-b965-00478db82d4e req-f631a966-19cb-45f6-b7ba-9a2009eb0bfe tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412574 Sep 19 03:21:00.347108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d46c52da-cb67-424e-96bb-40e8434fad0e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:00.347497 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.418642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88296b5f-8104-468c-87d9-6541405f926e None None] Network eae95a00-671d-44c4-b6ef-aa0b9283729a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:00.441985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd40de-24cd-4e9a-8fa2-5f4821925a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bde66e-1430-47a6-9c3f-76474298037d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:00.452271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e1dd40de-24cd-4e9a-8fa2-5f4821925a97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d56a5ac59b6b40a09b342a03b72bcf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759439 Sep 19 03:21:00.458006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34230) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:00.497076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.511680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be8e14ac-fee9-4cf1-9a07-2c8943d9b88f req-d6cc76f1-71f2-4e4f-b964-3e921398a45c tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1152c4d-d689-4589-9572-22b6fb830011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186135 Sep 19 03:21:00.531840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cfa75585-d9fd-4260-824f-98987d97fbd0 None None] Provisioning complete for port d46c52da-cb67-424e-96bb-40e8434fad0e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:00.531840 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cfa75585-d9fd-4260-824f-98987d97fbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.572295 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.596217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Deleting port ef4f68df-43ff-4211-82f5-1605292357a5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:00.596817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.618710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-c364a81c-8a29-44b4-9943-f98c9b6bfe20 service neutron] 10.222.0.32 "GET /v2.0/networks/ac15bd7b-fded-406b-a83f-03cdc82568d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232419 Sep 19 03:21:00.644981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-87122cca-e250-4b44-8359-4d9613b6d2f4 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773122 Sep 19 03:21:00.700948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port d46c52da-cb67-424e-96bb-40e8434fad0e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d46c52da-cb67-424e-96bb-40e8434fad0e,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:00.701776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network eae95a00-671d-44c4-b6ef-aa0b9283729a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:00.717128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.717521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 37db3846-e817-4667-8e5b-f2f2764dd3f6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:00.746525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:00.754367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:00.838889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:00.853454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8086aad-32ec-46cc-835d-59b24813ccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.924555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=d46c52da-cb67-424e-96bb-40e8434fad0e,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:00.953425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8086aad-32ec-46cc-835d-59b24813ccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.956962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] For port ef4f68df-43ff-4211-82f5-1605292357a5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ef4f68df-43ff-4211-82f5-1605292357a5,segment=NetworkSegment(d4275911-b65d-40d4-ba25-2433f6979c76),segment_id=d4275911-b65d-40d4-ba25-2433f6979c76)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:00.957320 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.960118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:00.965021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 37db3846-e817-4667-8e5b-f2f2764dd3f6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:00.965443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.015322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Calling delete_port for ef4f68df-43ff-4211-82f5-1605292357a5 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:01.048635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d78a10d8-abcf-4baf-bd57-72812f9ca1e3 req-4459a2fc-837e-4551-9feb-cd3df9a46340 service neutron] 10.222.0.32 "GET /v2.0/networks/ac15bd7b-fded-406b-a83f-03cdc82568d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134216 Sep 19 03:21:01.102323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-33afb76a-5c6d-44ed-99a5-6b984c665d17 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644328 Sep 19 03:21:01.107076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.125919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf158f4e-1bb7-4644-b538-a8aa82acc244 None None] Network f7b3bf46-483d-43a1-8444-3a68b76c560e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:01.161088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e77e4482-63a1-47a5-aa21-d575a9ba4016 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:01.198425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8086aad-32ec-46cc-835d-59b24813ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.201406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8086aad-32ec-46cc-835d-59b24813ccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.202635 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e8086aad-32ec-46cc-835d-59b24813ccfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9bde66e-1430-47a6-9c3f-76474298037d HTTP/1.1" status: 204 len: 168 time: 0.7436359 Sep 19 03:21:01.224561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-931a5515-7845-4b02-9c43-60385b8f5364 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9 HTTP/1.1" status: 200 len: 217 time: 0.1135650 Sep 19 03:21:01.241910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8086aad-32ec-46cc-835d-59b24813ccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bde66e-1430-47a6-9c3f-76474298037d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:01.251692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network f7b3bf46-483d-43a1-8444-3a68b76c560e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:01.272512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6e510b30-660d-4357-8795-de87a35f288c None None] Provisioning complete for port e77e4482-63a1-47a5-aa21-d575a9ba4016 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:01.273024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e510b30-660d-4357-8795-de87a35f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.283607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:01.291820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:01.292514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.309160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=c1b57b79-9fa7-4669-99f0-8970b41f5c12,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:01.323317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-385a03b4-b0fc-4877-b096-aab5fc193e30 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4231954 Sep 19 03:21:01.326006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34244) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:01.334659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-e187bf7e-5221-4baa-8996-77e868e464c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:01.337036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-e187bf7e-5221-4baa-8996-77e868e464c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.1039827 Sep 19 03:21:01.340304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e', 'fixed_ips': [{'subnet_id': 'eccfd054-0ae3-4c1f-bfd4-80824b761f7f'}, {'subnet_id': 'c1b57b79-9fa7-4669-99f0-8970b41f5c12'}], 'name': 'tempest-PortsIpV6TestJSON-1103802318'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:01.432234 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.442405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-24a07b89-b207-4cab-93d8-b01e2bde42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:01.447505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-24a07b89-b207-4cab-93d8-b01e2bde42aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020191 Sep 19 03:21:01.517911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e77e4482-63a1-47a5-aa21-d575a9ba4016 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:01.518290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.577363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.671769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-b8b8eeec-5f9a-497a-9f71-fc31a05adac4 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916556 Sep 19 03:21:01.685141 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.687389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ef4f68df-43ff-4211-82f5-1605292357a5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:01.718885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Pushing event deleted for resources: {'Port': ['ID=ef4f68df-43ff-4211-82f5-1605292357a5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:01.727305 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e510b30-660d-4357-8795-de87a35f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.805220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf6fb20b-1a45-4488-87f5-d4e078ee975b req-7a484f0e-d4d9-40a1-8be4-cc8ce61e777a tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.22 "GET /v2.0/ports?device_id=8da54212-fe12-4824-837b-b059b8e7bf9b HTTP/1.1" status: 200 len: 210 time: 0.0849633 Sep 19 03:21:01.866555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] No DVR routers for this DVR port ef4f68df-43ff-4211-82f5-1605292357a5 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:01.870326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.870487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7cf4-eb54-4199-84ac-f17f2aafce9c req-d8f93937-736b-44de-acdd-a2675f9a4f7b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:01.872027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51fe7cf4-eb54-4199-84ac-f17f2aafce9c req-d8f93937-736b-44de-acdd-a2675f9a4f7b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 943 time: 0.4236047 Sep 19 03:21:01.877696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6e510b30-660d-4357-8795-de87a35f288c None None] For port e77e4482-63a1-47a5-aa21-d575a9ba4016, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e77e4482-63a1-47a5-aa21-d575a9ba4016,segment=NetworkSegment(82d44a28-f003-4533-af97-e3211d32df68),segment_id=82d44a28-f003-4533-af97-e3211d32df68)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:01.881044 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1be6e09e-53f1-4c00-9dd1-5eed25435da1 req-34a1748a-5e8b-444e-9c7f-800ccbd1099d tempest-ServerMetadataNegativeTestJSON-1669663203 tempest-ServerMetadataNegativeTestJSON-1669663203-project] 10.222.0.32 "DELETE /v2.0/ports/ef4f68df-43ff-4211-82f5-1605292357a5 HTTP/1.1" status: 204 len: 173 time: 1.6437747 Sep 19 03:21:01.887300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'name': 'network-vif-deleted', 'tag': 'ef4f68df-43ff-4211-82f5-1605292357a5'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:01.892518 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1bca47-fc53-4957-b766-d88d34cfe401" -d '{"events": [{"server_uuid": "8da54212-fe12-4824-837b-b059b8e7bf9b", "name": "network-vif-deleted", "tag": "ef4f68df-43ff-4211-82f5-1605292357a5"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:01.894072 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6e510b30-660d-4357-8795-de87a35f288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:01.944352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:01.966860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51fe7cf4-eb54-4199-84ac-f17f2aafce9c req-899a2af1-abf2-40dd-9f53-53f5774b693a tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759125 Sep 19 03:21:01.979196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-105d44fe-6773-40a1-ab86-ee5e171194f8 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869906 Sep 19 03:21:02.020914 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484000c7-4aea-436e-a5b6-b561f5cbe9e5 x-openstack-request-id: req-484000c7-4aea-436e-a5b6-b561f5cbe9e5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:02.021252 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da54212-fe12-4824-837b-b059b8e7bf9b", "name": "network-vif-deleted", "tag": "ef4f68df-43ff-4211-82f5-1605292357a5", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:02.021517 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-484000c7-4aea-436e-a5b6-b561f5cbe9e5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:02.022489 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da54212-fe12-4824-837b-b059b8e7bf9b', 'name': 'network-vif-deleted', 'tag': 'ef4f68df-43ff-4211-82f5-1605292357a5', 'status': 'completed', 'code': 200} Sep 19 03:21:02.080004 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-8621ccd0-deba-4bdf-9948-470f19971369 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775 HTTP/1.1" status: 200 len: 217 time: 0.0919843 Sep 19 03:21:02.113342 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:21:02.113655 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:21:02.129193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6950c7f8-a195-4a0c-a4af-e0a0f05edcb7 None None] Provisioning complete for port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:02.129578 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6950c7f8-a195-4a0c-a4af-e0a0f05edcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:02.134525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e510b30-660d-4357-8795-de87a35f288c None None] Pushing event updated for resources: {'Port': ['ID=e77e4482-63a1-47a5-aa21-d575a9ba4016,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:02.153655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:02.186492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-a8b80151-5e64-48a0-8907-7b4b639ed1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:02.188179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port df5ce582-0e51-44e5-ad94-858206baf1d3 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:02.188509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-a8b80151-5e64-48a0-8907-7b4b639ed1a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 200 len: 797 time: 0.0944214 Sep 19 03:21:02.192753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041582de-e0af-4422-bf72-9e089eaa1332 None None] Update dhcp port {'port': {'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e', 'fixed_ips': [{'subnet_id': 'eccfd054-0ae3-4c1f-bfd4-80824b761f7f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c1b57b79-9fa7-4669-99f0-8970b41f5c12'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'e77e4482-63a1-47a5-aa21-d575a9ba4016'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:21:02.221497 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-041582de-e0af-4422-bf72-9e089eaa1332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:02.225537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6950c7f8-a195-4a0c-a4af-e0a0f05edcb7 None None] Port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:02.249585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6950c7f8-a195-4a0c-a4af-e0a0f05edcb7 None None] Provisioning complete for port d46c52da-cb67-424e-96bb-40e8434fad0e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:02.249960 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6950c7f8-a195-4a0c-a4af-e0a0f05edcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:02.288063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-49e8d955-ea72-4cd9-b344-d709ae9f1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:02.290170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-49e8d955-ea72-4cd9-b344-d709ae9f1953 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879390 Sep 19 03:21:02.422823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-dc428e49-3b58-47f9-a21f-ea5357f4d4a9 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231432 Sep 19 03:21:02.595536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-d1cbd460-468a-4a37-bf93-4002a34f09d0 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521375 Sep 19 03:21:02.601170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:02.693652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-af299721-a8eb-4d12-8926-7e7b9eb9dfe3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644 HTTP/1.1" status: 200 len: 217 time: 0.0897458 Sep 19 03:21:02.801863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-cb0ae75a-c02f-4574-8250-24935a86eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:02.803470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-cb0ae75a-c02f-4574-8250-24935a86eb55 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 200 len: 797 time: 0.1007318 Sep 19 03:21:02.912512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34296) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:02.923669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d46c52da-cb67-424e-96bb-40e8434fad0e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:02.925722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c677ae4b-b4df-46bd-aba6-1bce46c36bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:02.927669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-c677ae4b-b4df-46bd-aba6-1bce46c36bff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102185 Sep 19 03:21:03.015082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.078909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d46c52da-cb67-424e-96bb-40e8434fad0e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:03.083078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.095114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] Deleting subnet 7a759f7b-00b8-46e6-94cf-9b2e3a4792d7 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:03.104624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.167917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.182416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:03.221549 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.227835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e77e4482-63a1-47a5-aa21-d575a9ba4016 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:03.234486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::34a (f7b3bf46-483d-43a1-8444-3a68b76c560e/eccfd054-0ae3-4c1f-bfd4-80824b761f7f/df5ce582-0e51-44e5-ad94-858206baf1d3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:03.268314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8:0:1::12 (f7b3bf46-483d-43a1-8444-3a68b76c560e/c1b57b79-9fa7-4669-99f0-8970b41f5c12/df5ce582-0e51-44e5-ad94-858206baf1d3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:03.280597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e77e4482-63a1-47a5-aa21-d575a9ba4016 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:03.281224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.310257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90022b4-ff08-4b00-9468-11d5466b9b9b req-6514cda8-a6f7-4881-9650-a442174d4e0c tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:03.323992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c90022b4-ff08-4b00-9468-11d5466b9b9b req-6514cda8-a6f7-4881-9650-a442174d4e0c tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 943 time: 0.2236316 Sep 19 03:21:03.343957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network eae95a00-671d-44c4-b6ef-aa0b9283729a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:03.348405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:03.353995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-32a3fc4b-bb21-4d09-a460-0aeb65a1694f service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042358 Sep 19 03:21:03.514001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c90022b4-ff08-4b00-9468-11d5466b9b9b req-72bcf89a-614e-4801-9ece-bde79151d9fa tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709647 Sep 19 03:21:03.515349 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.517844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.581938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e706f89a-82fc-461a-8e11-e1490d94adf4 req-581fdaf1-fd04-42f7-931c-bc698174a687 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049224 Sep 19 03:21:03.595859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d3ced463-254d-44af-8611-40f60cf2c054 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:21:03.604691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ef4f68df-43ff-4211-82f5-1605292357a5 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:21:03.607998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.624550 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.657570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a759f7b-00b8-46e6-94cf-9b2e3a4792d7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:03.667649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.672270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e30560b2-80d1-4b8c-98ff-a6520d308a0e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7a759f7b-00b8-46e6-94cf-9b2e3a4792d7 HTTP/1.1" status: 204 len: 168 time: 0.7549603 Sep 19 03:21:03.672502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34314) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:03.675761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: ef4f68df-43ff-4211-82f5-1605292357a5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:21:03.677589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ef4f68df-43ff-4211-82f5-1605292357a5 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:21:03.775313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.786920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network f7b3bf46-483d-43a1-8444-3a68b76c560e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:03.794218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:03.799744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:03.806165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:03.807017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.821703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=df5ce582-0e51-44e5-ad94-858206baf1d3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:03.825774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router bc0539e7-1adc-4347-8ca7-de5a351f8027 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:21:03.847131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b568a042-a7ae-45de-8141-edcd5c08fec5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5160573 Sep 19 03:21:03.848942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34322) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:03.856989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eccfd054-0ae3-4c1f-bfd4-80824b761f7f'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:03.875139 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.902554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65992cf2-66cf-4ec0-979b-1f8600495c5b']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:03.905567 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:21:03.914294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4275911-b65d-40d4-ba25-2433f6979c76') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:03.914621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4275911-b65d-40d4-ba25-2433f6979c76') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:03.926360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.942293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:03.951316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:21:03.951727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:21:04.005610 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:21:04.010705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb90c5ec-51c9-4c1d-ad39-def297af2e71 None None] Provisioning complete for port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:04.011197 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb90c5ec-51c9-4c1d-ad39-def297af2e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.017501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.023826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.031179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/65992cf2-66cf-4ec0-979b-1f8600495c5b HTTP/1.1" status: 204 len: 168 time: 0.3540809 Sep 19 03:21:04.043317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0eadb3-d66e-450b-89ca-9d43328264e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65992cf2-66cf-4ec0-979b-1f8600495c5b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:04.075162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-041582de-e0af-4422-bf72-9e089eaa1332 None None] Allocated IP 2001:db8:0:1::2 (f7b3bf46-483d-43a1-8444-3a68b76c560e/c1b57b79-9fa7-4669-99f0-8970b41f5c12/e77e4482-63a1-47a5-aa21-d575a9ba4016) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:04.146879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bb90c5ec-51c9-4c1d-ad39-def297af2e71 None None] Port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:04.222439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.259840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d3ced463-254d-44af-8611-40f60cf2c054, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d3ced463-254d-44af-8611-40f60cf2c054,segment=NetworkSegment(8728f8bc-6a96-497d-959b-19835a78b197),segment_id=8728f8bc-6a96-497d-959b-19835a78b197)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:04.300701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'd3ced463-254d-44af-8611-40f60cf2c054', 'network_id': 'ac15bd7b-fded-406b-a83f-03cdc82568d1', 'port_id': 'd3ced463-254d-44af-8611-40f60cf2c054', 'mac_address': 'fa:16:3e:55:52:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc05f48e-0163-437f-8e0b-7a676b93c4b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:21:04.312375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:21:04.345352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34338) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:04.359497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-feae1270-8d5a-4567-98a9-12e44c988767 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/bc0539e7-1adc-4347-8ca7-de5a351f8027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6187246 Sep 19 03:21:04.376296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Sync routers for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:21:04.426067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-041582de-e0af-4422-bf72-9e089eaa1332 None None] For port e77e4482-63a1-47a5-aa21-d575a9ba4016, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e77e4482-63a1-47a5-aa21-d575a9ba4016,segment=NetworkSegment(82d44a28-f003-4533-af97-e3211d32df68),segment_id=82d44a28-f003-4533-af97-e3211d32df68)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:04.469799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.481153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:04.481804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:04.500977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-048332bb-7fd0-4d73-8f44-28cade28b60b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0329db729704eb594efa065376a1c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531549 Sep 19 03:21:04.502554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34342) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:04.604627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ac3aaf5-56c8-4394-8257-69e47bf64c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.614285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ced463-254d-44af-8611-40f60cf2c054 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:04.647799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d3ced463-254d-44af-8611-40f60cf2c054, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d3ced463-254d-44af-8611-40f60cf2c054,segment=NetworkSegment(8728f8bc-6a96-497d-959b-19835a78b197),segment_id=8728f8bc-6a96-497d-959b-19835a78b197)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:04.653934 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-041582de-e0af-4422-bf72-9e089eaa1332 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.654465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ac3aaf5-56c8-4394-8257-69e47bf64c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.657801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.679007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd8e2d7-e4a0-4d3b-98a7-8ceb36afa4fe req-29a2bb84-a802-4ec5-8a75-c36de3c35942 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:04.681359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7dd8e2d7-e4a0-4d3b-98a7-8ceb36afa4fe req-29a2bb84-a802-4ec5-8a75-c36de3c35942 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 943 time: 0.0912244 Sep 19 03:21:04.686997 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-041582de-e0af-4422-bf72-9e089eaa1332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.869351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d3ced463-254d-44af-8611-40f60cf2c054,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:04.874263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-cc7eb1d4-1d11-4d63-a90c-6c25fbd1fd38 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353885060&fields=id&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 267 time: 0.1887906 Sep 19 03:21:04.888844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:21:04.910842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Delete allocated IP 2001:db8:0:1::12 (f7b3bf46-483d-43a1-8444-3a68b76c560e/c1b57b79-9fa7-4669-99f0-8970b41f5c12) {{(pid=94722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 03:21:04.928065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ac3aaf5-56c8-4394-8257-69e47bf64c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.932347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ac3aaf5-56c8-4394-8257-69e47bf64c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:04.933656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5ac3aaf5-56c8-4394-8257-69e47bf64c40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1152c4d-d689-4589-9572-22b6fb830011 HTTP/1.1" status: 204 len: 168 time: 0.4301507 Sep 19 03:21:04.976281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7dd8e2d7-e4a0-4d3b-98a7-8ceb36afa4fe req-76ada59a-d6c4-40c0-8a73-57bc61066a11 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811553 Sep 19 03:21:04.977963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3aaf5-56c8-4394-8257-69e47bf64c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1152c4d-d689-4589-9572-22b6fb830011,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:05.197444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:05.209639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:05.221936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-251e2ceb-ba55-403a-b6ad-cdbb01c619f4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:05.228790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-251e2ceb-ba55-403a-b6ad-cdbb01c619f4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 797 time: 0.3397572 Sep 19 03:21:05.254207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-84deacc1-ffa9-44f5-a17c-c0d6c8e04547 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/quotas/cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 375 time: 0.0187745 Sep 19 03:21:05.281273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d3ced463-254d-44af-8611-40f60cf2c054'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:05.329228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] In _notify_port_updated(), no bound segment for port df5ce582-0e51-44e5-ad94-858206baf1d3 on network f7b3bf46-483d-43a1-8444-3a68b76c560e {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:21:05.340091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:05.340860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:05.341451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041582de-e0af-4422-bf72-9e089eaa1332 None None] Pushing event updated for resources: {'Port': ['ID=e77e4482-63a1-47a5-aa21-d575a9ba4016,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:05.342972 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "PUT /v2.0/ports/df5ce582-0e51-44e5-ad94-858206baf1d3 HTTP/1.1" status: 200 len: 926 time: 1.4929497 Sep 19 03:21:05.349759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34374) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:05.358868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869f38b-2142-47d4-aba4-5c598210ac4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=df5ce582-0e51-44e5-ad94-858206baf1d3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:05.365280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eccfd054-0ae3-4c1f-bfd4-80824b761f7f'}, {'subnet_id': 'c1b57b79-9fa7-4669-99f0-8970b41f5c12'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:05.427117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-6917f30d-5462-41bd-acc1-bcc09074877c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572435 Sep 19 03:21:05.573381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:02Z', 'revision_number': 2, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:05.614486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Checking router: bc0539e7-1adc-4347-8ca7-de5a351f8027 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:21:05.614836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Updating router bc0539e7-1adc-4347-8ca7-de5a351f8027 port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:21:05.671931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:05.779596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5809165-df43-4fd8-967a-8db01caf4902 None None] Network f7b3bf46-483d-43a1-8444-3a68b76c560e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:05.907018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8b16157a-ef27-4002-a284-db3fede0c274 None None] Provisioning complete for port e77e4482-63a1-47a5-aa21-d575a9ba4016 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:05.907411 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b16157a-ef27-4002-a284-db3fede0c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:05.991522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8b238178-a615-4e27-8098-bddbc1562ea0 service neutron] 10.222.0.22 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5629697 Sep 19 03:21:06.145844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-9e5b2681-3168-4720-8d1e-6323bd9dfb50 service neutron] 10.222.0.22 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464586 Sep 19 03:21:06.210462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34400) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:06.249367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.300622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0fc12-090a-424f-8f40-b015c3f5473f req-dd06dfa2-2a26-461d-9269-c4eedbc5046c tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:06.309401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecf0fc12-090a-424f-8f40-b015c3f5473f req-dd06dfa2-2a26-461d-9269-c4eedbc5046c tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 944 time: 0.1622963 Sep 19 03:21:06.358298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecf0fc12-090a-424f-8f40-b015c3f5473f req-0ead6bef-ea19-4746-ac5f-9cdcc8d7842b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479221 Sep 19 03:21:06.395572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1836267052-network', 'tenant_id': '5060fa4731f54db2bee9a07c7039d2c9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:06.447450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Made reservation on behalf of 5060fa4731f54db2bee9a07c7039d2c9 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:06.453273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.480277 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.481133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.507417 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.681775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67927d3f-f1a7-4af0-bb19-1d2b35f6be33 req-83bbb57c-2f24-4799-b841-803185424d23 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 210 time: 0.1335447 Sep 19 03:21:06.718457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.731584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.753517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cb8c3-9086-4225-b1fd-5fd7e6b74747 None None] Pushing event updated for resources: {'Port': ['ID=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:06.789613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:21:06.801187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Attempting to bind port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:06.803060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Attempting to bind port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:06.803663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Attempting to bind port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c on network eae95a00-671d-44c4-b6ef-aa0b9283729a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:06.819016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:06.820130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Checking segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:06.821269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.822319 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Added segment bfec05d1-894f-45a3-b14f-202adef4a39c of type vlan for network 04de5269-4a10-4126-be19-4b2eba77d2f6 Sep 19 03:21:06.822825 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.824375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Bound using segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:06.826196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Bound port: 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:06.826847 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.826954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd924849-14be-41ac-a59e-7175c034217c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:06.921717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e77e4482-63a1-47a5-aa21-d575a9ba4016 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:06.936133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.988350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:06.989520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:06.990256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.023932 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8107128 Sep 19 03:21:07.029833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d840c334-8804-491a-bc7f-5dd4aa6def41 None None] Provisioning complete for port e77e4482-63a1-47a5-aa21-d575a9ba4016 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:07.030216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d840c334-8804-491a-bc7f-5dd4aa6def41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.032175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:07.039162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Request body: {'subnet': {'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1836267052-subnet', 'tenant_id': '5060fa4731f54db2bee9a07c7039d2c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:07.042379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] For port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:07.084606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Made reservation on behalf of 5060fa4731f54db2bee9a07c7039d2c9 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:07.094160 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.109741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8:0:1::8d (f7b3bf46-483d-43a1-8444-3a68b76c560e/c1b57b79-9fa7-4669-99f0-8970b41f5c12/df5ce582-0e51-44e5-ad94-858206baf1d3) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:07.138148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] For port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:07.141398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e77e4482-63a1-47a5-aa21-d575a9ba4016 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:07.141749 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.170826 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.418844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.428493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.479814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cb8c3-9086-4225-b1fd-5fd7e6b74747 None None] Pushing event updated for resources: {'Port': ['ID=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:07.527770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:07.531771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:07.624500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] In _notify_port_updated(), no bound segment for port df5ce582-0e51-44e5-ad94-858206baf1d3 on network f7b3bf46-483d-43a1-8444-3a68b76c560e {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:21:07.640980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d3ced463-254d-44af-8611-40f60cf2c054 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:07.665365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:07.668604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.678835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "PUT /v2.0/ports/df5ce582-0e51-44e5-ad94-858206baf1d3 HTTP/1.1" status: 200 len: 1011 time: 2.3265018 Sep 19 03:21:07.708761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34436) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:07.746771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fd209-1637-46fd-a687-1a22bc4b139d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=df5ce582-0e51-44e5-ad94-858206baf1d3,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:07.756536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d840c334-8804-491a-bc7f-5dd4aa6def41 None None] Provisioning complete for port df5ce582-0e51-44e5-ad94-858206baf1d3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:07.756536 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d840c334-8804-491a-bc7f-5dd4aa6def41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.808346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f9b3c-d95a-4c48-92ba-564e61d2d9ef admin admin] Pushing event updated for resources: {'Network': ['ID=04de5269-4a10-4126-be19-4b2eba77d2f6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:07.838654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fdb04-64bb-46c4-a1c0-58c04d3333a7 req-d7eb4c5a-da10-486c-a41b-43241d50e242 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:07.843796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8fdb04-64bb-46c4-a1c0-58c04d3333a7 req-d7eb4c5a-da10-486c-a41b-43241d50e242 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 944 time: 0.3243818 Sep 19 03:21:07.904484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:07.979514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 04de5269-4a10-4126-be19-4b2eba77d2f6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:21:07.988417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8fdb04-64bb-46c4-a1c0-58c04d3333a7 req-b6567f66-03b7-45b3-bc35-13576a7c5b1b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306987 Sep 19 03:21:08.035338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fab70db8-bd25-49a9-8733-31d55cbcf825 req-49e3a508-5877-4c31-b28e-dfb46cb5e9de tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 210 time: 0.0759118 Sep 19 03:21:08.043403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19827895-308c-4233-95cf-09e264cb104c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:08.087503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Checking segment: {'id': 'bfec05d1-894f-45a3-b14f-202adef4a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:08.087866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Network hostable DHCP agents. Network: 04de5269-4a10-4126-be19-4b2eba77d2f6, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:21:08.088826 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d840c334-8804-491a-bc7f-5dd4aa6def41 None None] Port df5ce582-0e51-44e5-ad94-858206baf1d3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:08.110701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port df5ce582-0e51-44e5-ad94-858206baf1d3 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:08.111161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:08.113514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port d3ced463-254d-44af-8611-40f60cf2c054 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:21:08.129373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port d3ced463-254d-44af-8611-40f60cf2c054 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:08.129773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:08.139931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:21:08.152782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Network 04de5269-4a10-4126-be19-4b2eba77d2f6 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:21:08.197043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 04de5269-4a10-4126-be19-4b2eba77d2f6) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:08.203001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:08.206112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:08.226421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322b40b-34a3-4e89-ad77-f7d3939cafe9 None None] Network 04de5269-4a10-4126-be19-4b2eba77d2f6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:08.253274 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7003e525-1718-43e5-93b7-ab2985a1a327 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2121975 Sep 19 03:21:08.282708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:08.297969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for df5ce582-0e51-44e5-ad94-858206baf1d3 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:08.487692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-b0701d90-4440-4396-a5d2-a9b16b34fdaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:08.489132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-b0701d90-4440-4396-a5d2-a9b16b34fdaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 797 time: 0.2001801 Sep 19 03:21:08.582029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-c7e3240b-31d5-4bb6-8de4-9fcb9e40c128 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 380 time: 0.0764761 Sep 19 03:21:08.612089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'port': {'device_id': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'admin_state_up': True, 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'security_groups': ['9808691d-ba5a-4231-a0f7-b400699eaeb1']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:08.668364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-46fdbbe4-43ec-43ac-b984-e53b30fc2abd None None] Provisioning complete for port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:08.668970 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46fdbbe4-43ec-43ac-b984-e53b30fc2abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:08.799978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:08.801088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c58c7-34f8-4004-8711-b2e5ac56596f None None] Network 04de5269-4a10-4126-be19-4b2eba77d2f6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:08.856903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=df5ce582-0e51-44e5-ad94-858206baf1d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:08.934708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:08.938802 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d9694ab8-9623-43f4-b7a1-65ea7294420e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/df5ce582-0e51-44e5-ad94-858206baf1d3 HTTP/1.1" status: 204 len: 168 time: 1.2123411 Sep 19 03:21:08.940226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34460) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:08.985830 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e600de9e-3a64-40fa-ae7d-1996d1ee1b7b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:21:08.991517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:08.991668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e600de9e-3a64-40fa-ae7d-1996d1ee1b7b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/df5ce582-0e51-44e5-ad94-858206baf1d3 HTTP/1.1" status: 404 len: 333 time: 0.0500083 Sep 19 03:21:08.992242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:09.004662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.183419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet c1b57b79-9fa7-4669-99f0-8970b41f5c12 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:09.186894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.241735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.300341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.346398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.373702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d3ced463-254d-44af-8611-40f60cf2c054, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d3ced463-254d-44af-8611-40f60cf2c054,segment=NetworkSegment(8728f8bc-6a96-497d-959b-19835a78b197),segment_id=8728f8bc-6a96-497d-959b-19835a78b197)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:09.377874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85baa58-9408-482d-b441-b6a508bc4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ced463-254d-44af-8611-40f60cf2c054'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:09.380605 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39521434-c57d-44d8-941f-40911269dc3d" -d '{"events": [{"server_uuid": "c85baa58-9408-482d-b441-b6a508bc4962", "name": "network-vif-plugged", "status": "completed", "tag": "d3ced463-254d-44af-8611-40f60cf2c054"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:09.395339 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.446984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5134b13-b044-4009-ae62-6b5ac9e68c0c req-dc6abde2-99e3-472c-8499-a67fc77bb473 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:09.448884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5134b13-b044-4009-ae62-6b5ac9e68c0c req-dc6abde2-99e3-472c-8499-a67fc77bb473 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 944 time: 0.2826653 Sep 19 03:21:09.457271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d3ced463-254d-44af-8611-40f60cf2c054,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:09.473008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.491214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.10 (eae95a00-671d-44c4-b6ef-aa0b9283729a/fdb19e28-f81e-4f4f-bb32-fd9be997e172/f7b7dddd-ed63-490f-81e4-c6c0766ac72c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:09.509372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46fdbbe4-43ec-43ac-b984-e53b30fc2abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.531370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b57b79-9fa7-4669-99f0-8970b41f5c12,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:09.563004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-46fdbbe4-43ec-43ac-b984-e53b30fc2abd None None] For port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:09.564860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.569070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6e99d-9913-49e7-ad7b-ba5b7aced937 None None] Network f7b3bf46-483d-43a1-8444-3a68b76c560e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:09.578292 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a9a7da84-8c06-4b75-834d-53a3a8b1af00 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/c1b57b79-9fa7-4669-99f0-8970b41f5c12 HTTP/1.1" status: 204 len: 168 time: 0.5849750 Sep 19 03:21:09.580409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34484) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:09.597907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46fdbbe4-43ec-43ac-b984-e53b30fc2abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.613850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-46fdbbe4-43ec-43ac-b984-e53b30fc2abd None None] Could not find standard attr ID for object df5ce582-0e51-44e5-ad94-858206baf1d3. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:09.636728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:07Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:09.651828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet eccfd054-0ae3-4c1f-bfd4-80824b761f7f {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:09.655940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.669916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a5495-42e1-4016-a630-9236738883c2 None None] The sync data for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 is: [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:07Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:21:09.755021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5134b13-b044-4009-ae62-6b5ac9e68c0c req-1004924a-a585-49c4-80f0-66639bf30787 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940574 Sep 19 03:21:09.774644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdbbe4-43ec-43ac-b984-e53b30fc2abd None None] Pushing event updated for resources: {'Port': ['ID=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:09.791257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.804318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9dd2baf6-f01d-43f9-b71a-5ec0e8a55f6d None None] Could not find standard attr ID for object df5ce582-0e51-44e5-ad94-858206baf1d3. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:09.809685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.881845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774541-40d8-45ad-8cfa-4157453f227f req-47f18b42-1e73-48e5-bb5f-d1641f9dbbbb tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:09.905508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-47f18b42-1e73-48e5-bb5f-d1641f9dbbbb tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/networks?id=04de5269-4a10-4126-be19-4b2eba77d2f6 HTTP/1.1" status: 200 len: 809 time: 0.7316241 Sep 19 03:21:09.938897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:09.983697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-0edf53f0-f92d-4cc9-a167-d62fd79f5a1f tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/quotas/5060fa4731f54db2bee9a07c7039d2c9 HTTP/1.1" status: 200 len: 375 time: 0.0767159 Sep 19 03:21:10.037601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.059677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.062089 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/eccfd054-0ae3-4c1f-bfd4-80824b761f7f HTTP/1.1" status: 204 len: 168 time: 0.4794838 Sep 19 03:21:10.090152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34498) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:10.108028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-aa8b003f-7ed0-4b04-b23f-d126b158687d tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5060fa4731f54db2bee9a07c7039d2c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1230307 Sep 19 03:21:10.110300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6918ed1-b82f-4aee-9d46-ee1d48a9352d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=eccfd054-0ae3-4c1f-bfd4-80824b761f7f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:10.124040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-6fc78e67-7713-4ec4-a1c2-fe2b006e7410 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:21:10.135628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-6fc78e67-7713-4ec4-a1c2-fe2b006e7410 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264189 Sep 19 03:21:10.152581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd40293a-900b-4bcb-8226-756fd55ef0ac req-ac41b349-16c6-4b51-b53c-09b6e1d56b88 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 210 time: 0.2086639 Sep 19 03:21:10.244560 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a270c5-14c4-4578-931b-8f238443a595 x-openstack-request-id: req-33a270c5-14c4-4578-931b-8f238443a595 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:10.244857 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85baa58-9408-482d-b441-b6a508bc4962", "name": "network-vif-plugged", "status": "completed", "tag": "d3ced463-254d-44af-8611-40f60cf2c054", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:10.245160 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33a270c5-14c4-4578-931b-8f238443a595 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:10.245564 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85baa58-9408-482d-b441-b6a508bc4962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ced463-254d-44af-8611-40f60cf2c054', 'code': 200} Sep 19 03:21:10.252118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.257263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.364948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365596d-2d2c-48e0-b36c-9148ffc21b0e None None] Update dhcp port {'port': {'network_id': 'f7b3bf46-483d-43a1-8444-3a68b76c560e', 'fixed_ips': [{'subnet_id': 'eccfd054-0ae3-4c1f-bfd4-80824b761f7f'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'e77e4482-63a1-47a5-aa21-d575a9ba4016'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:21:10.390540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network eae95a00-671d-44c4-b6ef-aa0b9283729a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:10.405066 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4365596d-2d2c-48e0-b36c-9148ffc21b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.413857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:10.488234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26a2f5-84e9-4758-9d9e-32fb91b35d3a req-bfb8c93d-6e90-41af-b071-9b05d669d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:10.488234 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4b26a2f5-84e9-4758-9d9e-32fb91b35d3a req-bfb8c93d-6e90-41af-b071-9b05d669d409 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 1096 time: 0.1304796 Sep 19 03:21:10.495109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port e77e4482-63a1-47a5-aa21-d575a9ba4016 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:10.495672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.531301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:10.554050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-0896a230-e7a3-4cdd-880a-cfe673c4d0f0 service neutron] 10.222.0.22 "GET /v2.0/networks/04de5269-4a10-4126-be19-4b2eba77d2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170389 Sep 19 03:21:10.556497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:10.616257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] For port e77e4482-63a1-47a5-aa21-d575a9ba4016, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e77e4482-63a1-47a5-aa21-d575a9ba4016,segment=NetworkSegment(82d44a28-f003-4533-af97-e3211d32df68),segment_id=82d44a28-f003-4533-af97-e3211d32df68)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:10.616454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.631368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for e77e4482-63a1-47a5-aa21-d575a9ba4016 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:10.710345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2c5d7c-823b-48ce-850d-153f0cad6900 None None] Network f7b3bf46-483d-43a1-8444-3a68b76c560e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:10.760750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-e04b3f74-117f-436c-ac6f-e1e9739e5218 service neutron] 10.222.0.22 "GET /v2.0/networks/04de5269-4a10-4126-be19-4b2eba77d2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060547 Sep 19 03:21:10.818839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4b26a2f5-84e9-4758-9d9e-32fb91b35d3a req-335da725-2e4c-4523-86d6-6fb92f9f0aa1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075690 Sep 19 03:21:10.899545 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.903014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bcb7f39e-2e8c-4cec-9d4c-7bebaf82fd56 None None] Provisioning complete for port e77e4482-63a1-47a5-aa21-d575a9ba4016 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:10.903401 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bcb7f39e-2e8c-4cec-9d4c-7bebaf82fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.930295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No DVR routers for this DVR port e77e4482-63a1-47a5-aa21-d575a9ba4016 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:10.932090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:10.933772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:10.970639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=e77e4482-63a1-47a5-aa21-d575a9ba4016,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:10.981169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7f39e-2e8c-4cec-9d4c-7bebaf82fd56 None None] Port e77e4482-63a1-47a5-aa21-d575a9ba4016 was deleted so its status cannot be updated. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 19 03:21:11.019085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-95096a04-25ad-4d96-86ee-ccda681eb0a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4209425 Sep 19 03:21:11.052005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d0111-7ef2-4e67-83db-f35e1d1a242b req-67a80102-9607-4e8c-a11c-1244933aacb9 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:11.053738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02d0111-7ef2-4e67-83db-f35e1d1a242b req-67a80102-9607-4e8c-a11c-1244933aacb9 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 945 time: 0.1068318 Sep 19 03:21:11.061045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:11.111860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a55dd53-f01d-459e-9032-e64e4207692a None None] DHCP port deletion for f7b3bf46-483d-43a1-8444-3a68b76c560e request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:21:11.119001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e02d0111-7ef2-4e67-83db-f35e1d1a242b req-de4ccaf3-2cd7-458c-ab74-7e6b33369bf3 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492942 Sep 19 03:21:11.153592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.165222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-96ed50d9-c28d-4f06-8272-9842f601e3ca None None] Provisioning complete for port f7b7dddd-ed63-490f-81e4-c6c0766ac72c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:11.165581 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96ed50d9-c28d-4f06-8272-9842f601e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.180495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b3bf46-483d-43a1-8444-3a68b76c560e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:11.194057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d44a28-f003-4533-af97-e3211d32df68') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:11.194653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d44a28-f003-4533-af97-e3211d32df68') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:11.198560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Request body: {'port': {'device_id': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:11.214847 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.231554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.239514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:21:11.240231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:21:11.244673 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:21:11.281638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-96ed50d9-c28d-4f06-8272-9842f601e3ca None None] Port f7b7dddd-ed63-490f-81e4-c6c0766ac72c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:11.308214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:11.308868 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.335766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.355283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.357542 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/f7b3bf46-483d-43a1-8444-3a68b76c560e HTTP/1.1" status: 204 len: 168 time: 1.2661545 Sep 19 03:21:11.368031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34512) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:11.376840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.378347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f0bce-3756-4083-a862-f5a51dea0796 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=f7b3bf46-483d-43a1-8444-3a68b76c560e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:11.439286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628f0c54-84b5-4a86-bd7c-91f57cf3847a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:11.440756 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-628f0c54-84b5-4a86-bd7c-91f57cf3847a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0716302 Sep 19 03:21:11.444658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34516) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:11.491403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba38a4-24bc-4626-a296-9e1d04dc1c70 req-9f1ec2ae-9cce-465a-8828-ad6060f6942d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:11.501633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b99cfc95-a17e-4178-bf93-9cc28fec1335 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0561891 Sep 19 03:21:11.503998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76ba38a4-24bc-4626-a296-9e1d04dc1c70 req-9f1ec2ae-9cce-465a-8828-ad6060f6942d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 932 time: 0.2290611 Sep 19 03:21:11.507238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34520) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:11.514732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1458991393'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:11.544403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:11.548021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.560855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e77e4482-63a1-47a5-aa21-d575a9ba4016 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:21:11.599411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e77e4482-63a1-47a5-aa21-d575a9ba4016 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:21:11.601109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e77e4482-63a1-47a5-aa21-d575a9ba4016 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:21:11.620293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76ba38a4-24bc-4626-a296-9e1d04dc1c70 req-216df31b-f533-4459-b4f2-5c13d13c4fb3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153316 Sep 19 03:21:11.638080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:21:11.659780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.660203 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment 5ffd86d4-3d8a-467d-be5e-69191e677ec7 of type vlan for network 0871b4f0-0ba9-412d-baa5-486a7180b994 Sep 19 03:21:11.788060 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.841078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.860092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:11.860656 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.935143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b7dddd-ed63-490f-81e4-c6c0766ac72c {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:11.950926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:11.966107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Transition to ACTIVE for port object f7b7dddd-ed63-490f-81e4-c6c0766ac72c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:21:11.970655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:12.042097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:12.292201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=0871b4f0-0ba9-412d-baa5-486a7180b994,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:12.306263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:21:12.313217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6cd348c9-2425-4f7d-9ed9-eacfc18de60b req-20fb423c-26c5-48be-900a-8530ebf5978d tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0960941 Sep 19 03:21:12.322558 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f50f950a-5d97-47b2-91df-93fa54f16f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8141627 Sep 19 03:21:12.325444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34534) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:12.339183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:12.341207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:12.341743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on network eae95a00-671d-44c4-b6ef-aa0b9283729a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:12.343005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:12.396967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on network eae95a00-671d-44c4-b6ef-aa0b9283729a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:21:12.399049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on network eae95a00-671d-44c4-b6ef-aa0b9283729a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:12.412892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:12.422882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Checking segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:12.426649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Bound using segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:12.437966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Bound port: f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:12.438511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:12.485374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:12.489645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:12.491562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc79d4-12ca-4533-9604-bba74d5cf916 req-59837e39-8950-418b-a5a3-53b7f7fe9ac5 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:12.499883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6cc79d4-12ca-4533-9604-bba74d5cf916 req-59837e39-8950-418b-a5a3-53b7f7fe9ac5 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 945 time: 0.2037606 Sep 19 03:21:12.586450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6cc79d4-12ca-4533-9604-bba74d5cf916 req-49f9a4e4-085a-4a46-ab56-a1dc9951eece tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772049 Sep 19 03:21:12.586450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:12.586450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:12.593828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:12.677786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:12.694552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:12.695333 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:12.696921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-8c572e7e-d191-4163-9fd9-35609026b6dc service neutron] 10.222.0.32 "PUT /v2.0/ports/f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 1092 time: 1.5030100 Sep 19 03:21:12.697256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:12.710947 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515533d-6ede-41db-89b6-a58ee96ee030" -d '{"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:12.792305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:12.802279 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920ec89-a2ff-47bf-8b2a-b05bf8e7769c x-openstack-request-id: req-0920ec89-a2ff-47bf-8b2a-b05bf8e7769c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:12.802596 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:12.803227 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0920ec89-a2ff-47bf-8b2a-b05bf8e7769c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:12.803227 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'status': 'completed', 'code': 200} Sep 19 03:21:12.952565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8203d0-eaea-48e3-843d-063a682104b6 req-fca04ca1-5603-42b0-858c-cc595dfb37d7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:12.957061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8203d0-eaea-48e3-843d-063a682104b6 req-fca04ca1-5603-42b0-858c-cc595dfb37d7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 944 time: 0.1782455 Sep 19 03:21:12.961975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-1aad09bb-887e-44ac-805a-a7d7169f3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:12.965353 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-1aad09bb-887e-44ac-805a-a7d7169f3fbe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1095 time: 0.2006011 Sep 19 03:21:12.973217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=6336c3e0-d5cd-410c-8383-11ed0cdc84f6,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:12.981639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': '5ffd86d4-3d8a-467d-be5e-69191e677ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:12.982042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: 0871b4f0-0ba9-412d-baa5-486a7180b994, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:21:13.016515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:21:13.054062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 0871b4f0-0ba9-412d-baa5-486a7180b994) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:13.057648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-1f183c3d-e822-4c52-9080-5a5593887751 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 217 time: 0.0765355 Sep 19 03:21:13.061867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:13.062772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:13.064616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd44e0bf-6d9d-4a28-8078-c109d58b6a85 None None] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:13.092689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc8203d0-eaea-48e3-843d-063a682104b6 req-9b0c58cc-1489-4a5a-bb86-7f0e428fbd02 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239426 Sep 19 03:21:13.113241 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-886baab3-c04f-48ca-9ec0-37bc472cc337 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7863712 Sep 19 03:21:13.114635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34564) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:13.129780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994', 'name': 'tempest-PortsIpV6TestJSON-460729352'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:13.159640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-49382fd6-2b4c-46db-bd0f-7cc7e2e8144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:13.161699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-49382fd6-2b4c-46db-bd0f-7cc7e2e8144a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.0621550 Sep 19 03:21:13.243453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-dec60d6b-119b-4394-9f99-71caababbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:13.245077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-dec60d6b-119b-4394-9f99-71caababbda9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708094 Sep 19 03:21:13.333351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-0871b4f0-0ba9-412d-baa5-486a7180b994', 'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994', 'tenant_id': '95e6ccf912964d779454419f52279716', 'fixed_ips': [{'subnet_id': '6336c3e0-d5cd-410c-8383-11ed0cdc84f6'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:21:13.334999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:13.339813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:13.345882 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:13.367152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 9c132b14-6044-4666-b961-037e5f6ce9ba yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:13.451923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-ef8872de-1ef3-45f6-8ff5-1d1bded12f61 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977127 Sep 19 03:21:13.495061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f973039b-d5ad-4676-941a-f13e412de173 req-ed482f7c-b54b-46a4-be8c-341a74a57a66 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0421782 Sep 19 03:21:13.543645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::21 (0871b4f0-0ba9-412d-baa5-486a7180b994/6336c3e0-d5cd-410c-8383-11ed0cdc84f6/9c132b14-6044-4666-b961-037e5f6ce9ba) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:13.575364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f7316c1-4c64-45b8-9603-4b36c24e48b6 req-6e150522-cffb-4ec6-91f2-ae5d1198d257 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118631 Sep 19 03:21:13.833244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19435eb6-873e-452b-bcc4-31b1dbfc35bd req-6da4f16c-b961-4f43-8dfe-be3198cbba9c tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:13.835091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19435eb6-873e-452b-bcc4-31b1dbfc35bd req-6da4f16c-b961-4f43-8dfe-be3198cbba9c tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 945 time: 0.1571798 Sep 19 03:21:13.900517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-363a18c0-d839-47e5-baea-68ac936c3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:13.902080 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-363a18c0-d839-47e5-baea-68ac936c3187 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1095 time: 0.1994073 Sep 19 03:21:13.991406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-19435eb6-873e-452b-bcc4-31b1dbfc35bd req-4faeeb9b-2cc7-4e33-bc7b-b1d5bae19fa4 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192491 Sep 19 03:21:14.012757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:14.020135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774541-40d8-45ad-8cfa-4157453f227f req-099ea597-3e88-4401-940b-859b1fb7a471 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:14.021690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-099ea597-3e88-4401-940b-859b1fb7a471 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.32 "GET /v2.0/networks?id=04de5269-4a10-4126-be19-4b2eba77d2f6 HTTP/1.1" status: 200 len: 809 time: 0.3088925 Sep 19 03:21:14.049454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Request body: {'port': {'device_id': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6', 'admin_state_up': True, 'tenant_id': '5060fa4731f54db2bee9a07c7039d2c9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:14.229327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Made reservation on behalf of 5060fa4731f54db2bee9a07c7039d2c9 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:14.234363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:14.287096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-21b1372a-26da-4237-bc49-2b645278a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:14.287096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-21b1372a-26da-4237-bc49-2b645278a40f service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.3549542 Sep 19 03:21:14.298320 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:14.381785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:14.405995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Allocated IP 2001:db8::2 (0871b4f0-0ba9-412d-baa5-486a7180b994/6336c3e0-d5cd-410c-8383-11ed0cdc84f6/ec1e8994-d209-48ed-be03-d896ed091f2c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:14.429288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-f5332c3d-a9de-46cc-add7-ad836e24666b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 217 time: 0.0816493 Sep 19 03:21:14.431432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:14.436212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:14.442997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:14.443644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:14.521090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=9c132b14-6044-4666-b961-037e5f6ce9ba,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:14.533328 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9acf492d-7297-48e9-8d2c-c9ec0504d554 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4175148 Sep 19 03:21:14.535847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34588) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:14.541748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994', 'name': 'tempest-PortsIpV6TestJSON-2074624070'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:14.575250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-78f45902-0661-471e-9c10-d68463a01fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:14.576958 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-78f45902-0661-471e-9c10-d68463a01fef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.1024010 Sep 19 03:21:14.583718 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7d515f6a-279e-4bb6-b85a-f79c2dd380c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:14.624117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Allocated IP 172.20.0.4 (04de5269-4a10-4126-be19-4b2eba77d2f6/19827895-308c-4233-95cf-09e264cb104c/cd606c4b-3b91-4668-aa83-1c420b07170f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:14.668649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ec38b-8f15-460c-bb92-fb63b16da24f req-4ac70787-3dbc-4020-9387-a57cfe43d4c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:14.670310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e00ec38b-8f15-460c-bb92-fb63b16da24f req-4ac70787-3dbc-4020-9387-a57cfe43d4c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 944 time: 0.1603582 Sep 19 03:21:14.700547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e59f5c-1d0f-445d-8943-4e94fc588d83 req-775ab4ef-dd8d-45ab-9bd4-714e0d7f86d4 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:14.702160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61e59f5c-1d0f-445d-8943-4e94fc588d83 req-775ab4ef-dd8d-45ab-9bd4-714e0d7f86d4 tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 945 time: 0.1200984 Sep 19 03:21:14.730311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:14.738512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:14.771353 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-19754ff8-3cf1-49f2-b092-0f3504ea2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:14.774356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-19754ff8-3cf1-49f2-b092-0f3504ea2d2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871908 Sep 19 03:21:14.780321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e00ec38b-8f15-460c-bb92-fb63b16da24f req-ad1cc607-2198-4226-a46d-937f5421a774 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027982 Sep 19 03:21:14.790823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:14.794233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:14.797650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:14.805126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61e59f5c-1d0f-445d-8943-4e94fc588d83 req-52579928-837f-4143-8521-037beb11358e tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834756 Sep 19 03:21:14.828465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Pushing event updated for resources: {'Port': ['ID=ec1e8994-d209-48ed-be03-d896ed091f2c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:14.862873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.863565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.865747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.865959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.866297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.868532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.869196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.869593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.869871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.870206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.870911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.870911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:14.992630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Attempting to bind port ec1e8994-d209-48ed-be03-d896ed091f2c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:14.993009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Attempting to bind port ec1e8994-d209-48ed-be03-d896ed091f2c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '5ffd86d4-3d8a-467d-be5e-69191e677ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:14.993375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Attempting to bind port ec1e8994-d209-48ed-be03-d896ed091f2c on network 0871b4f0-0ba9-412d-baa5-486a7180b994 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:15.002668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:15.003081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Checking segment: {'id': '5ffd86d4-3d8a-467d-be5e-69191e677ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:15.003493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.007632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Bound using segment: {'id': '5ffd86d4-3d8a-467d-be5e-69191e677ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:15.009004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Bound port: ec1e8994-d209-48ed-be03-d896ed091f2c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ffd86d4-3d8a-467d-be5e-69191e677ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0871b4f0-0ba9-412d-baa5-486a7180b994'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:15.009413 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.054251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:15.057766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.098634 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-fd7aed25-59cc-494d-8007-d67a593335b4 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908032 Sep 19 03:21:15.113443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:21:15.124864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 69e44a01-d355-4beb-943c-21c296f36150 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:15.125509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] For port ec1e8994-d209-48ed-be03-d896ed091f2c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:15.130172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] For port ec1e8994-d209-48ed-be03-d896ed091f2c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ec1e8994-d209-48ed-be03-d896ed091f2c,segment=NetworkSegment(5ffd86d4-3d8a-467d-be5e-69191e677ec7),segment_id=5ffd86d4-3d8a-467d-be5e-69191e677ec7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:15.140777 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.292186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216a278-98e7-43bc-8332-5451b207fbe9 None None] Pushing event updated for resources: {'Port': ['ID=ec1e8994-d209-48ed-be03-d896ed091f2c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:15.464307 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c515533d-6ede-41db-89b6-a58ee96ee030 req-61f1a5f4-3a2b-4eb0-ae1a-5bd29fd00d4f service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492851 Sep 19 03:21:15.545943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8217dde3-5e7a-4e41-9837-42d9d892a426 req-397430b1-7051-416a-9419-9d60f3b0e84e tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 210 time: 0.5544338 Sep 19 03:21:15.603706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.644331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::29c (0871b4f0-0ba9-412d-baa5-486a7180b994/6336c3e0-d5cd-410c-8383-11ed0cdc84f6/69e44a01-d355-4beb-943c-21c296f36150) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:15.663231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.764053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Network 04de5269-4a10-4126-be19-4b2eba77d2f6 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:15.765715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Pushing event updated for resources: {'Port': ['ID=cd606c4b-3b91-4668-aa83-1c420b07170f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:15.769581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:15.775625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:15.851183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:15.851881 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.914811 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:15.916314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-473b1aa3-f738-40b9-a504-c2baca26c816 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8711307 Sep 19 03:21:15.931859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Request body: {'port': {'device_id': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:15.934800 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:16.010894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:16.091485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:16.114244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2a43e-50cd-47be-81b0-49f0c5899d5a req-899b098c-ee8a-43c7-b7b1-2fea1c471c2a tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:16.115729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e2a43e-50cd-47be-81b0-49f0c5899d5a req-899b098c-ee8a-43c7-b7b1-2fea1c471c2a tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 945 time: 0.1713934 Sep 19 03:21:16.161083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:16.163701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb72d18-1390-4c10-b0f8-87955366367e req-6cf431c3-357f-4d91-aab5-a5bf805338dc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:16.174030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5eb72d18-1390-4c10-b0f8-87955366367e req-6cf431c3-357f-4d91-aab5-a5bf805338dc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 944 time: 0.2029634 Sep 19 03:21:16.181747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:16.204052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:16.226493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:16.229972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:16.290033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5eb72d18-1390-4c10-b0f8-87955366367e req-8683e2de-c34e-4c4d-b82d-117b08afac53 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150281 Sep 19 03:21:16.297211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7575195 Sep 19 03:21:16.302632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34614) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:16.309312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e2a43e-50cd-47be-81b0-49f0c5899d5a req-8a8fbcbf-f42a-41b7-9fea-2ae05531439e tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681638 Sep 19 03:21:16.343568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb352950-d135-45d8-80a1-bdb5b6088b35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=69e44a01-d355-4beb-943c-21c296f36150,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:16.434514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f92229a-e887-4900-b35c-8df96c482e9c req-4ad7cd90-7bfb-4e0f-996d-0d5dbec32b9e tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:16.436459 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3f92229a-e887-4900-b35c-8df96c482e9c req-4ad7cd90-7bfb-4e0f-996d-0d5dbec32b9e tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.32 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 945 time: 0.3956599 Sep 19 03:21:16.683478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe639104-ccad-4e3a-82ba-4fd1094b2923 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:16.685347 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fe639104-ccad-4e3a-82ba-4fd1094b2923 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A21 HTTP/1.1" status: 200 len: 927 time: 0.3817518 Sep 19 03:21:16.688885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:16.823109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34632) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:16.948849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Deleting port d3ced463-254d-44af-8611-40f60cf2c054 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:16.949249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:16.999368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ec1e8994-d209-48ed-be03-d896ed091f2c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:17.075942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665286e-42d6-4997-8653-49f308f398d7 req-64825690-f8b8-4143-a50c-39ccca03a4c9 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:17.077613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d665286e-42d6-4997-8653-49f308f398d7 req-64825690-f8b8-4143-a50c-39ccca03a4c9 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 931 time: 0.2890246 Sep 19 03:21:17.104970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 69e44a01-d355-4beb-943c-21c296f36150 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:17.105320 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.136138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ec1e8994-d209-48ed-be03-d896ed091f2c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:17.136998 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.142719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34638) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:17.147769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd606c4b-3b91-4668-aa83-1c420b07170f {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:17.165726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.206733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d665286e-42d6-4997-8653-49f308f398d7 req-a53b7d73-a48a-428e-a14b-05e8723d404a tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154664 Sep 19 03:21:17.208191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Transition to ACTIVE for port object cd606c4b-3b91-4668-aa83-1c420b07170f will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:21:17.217637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.244112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f69f3-d3d1-4403-946d-2c39f3d5de26 None None] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:17.301430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] For port d3ced463-254d-44af-8611-40f60cf2c054, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d3ced463-254d-44af-8611-40f60cf2c054,segment=NetworkSegment(8728f8bc-6a96-497d-959b-19835a78b197),segment_id=8728f8bc-6a96-497d-959b-19835a78b197)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:17.302588 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.307066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Pushing event updated for resources: {'Port': ['ID=cd606c4b-3b91-4668-aa83-1c420b07170f,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:17.343286 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.361414 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-565d923d-35ae-432e-879f-e5e1d720339c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.363704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Attempting to bind port cd606c4b-3b91-4668-aa83-1c420b07170f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:17.364029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Attempting to bind port cd606c4b-3b91-4668-aa83-1c420b07170f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'bfec05d1-894f-45a3-b14f-202adef4a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:17.364382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Attempting to bind port cd606c4b-3b91-4668-aa83-1c420b07170f on network 04de5269-4a10-4126-be19-4b2eba77d2f6 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:17.370251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Port cd606c4b-3b91-4668-aa83-1c420b07170f on network 04de5269-4a10-4126-be19-4b2eba77d2f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:21:17.370590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Attempting to bind port cd606c4b-3b91-4668-aa83-1c420b07170f on network 04de5269-4a10-4126-be19-4b2eba77d2f6 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:17.377266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:17.377610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Checking segment: {'id': 'bfec05d1-894f-45a3-b14f-202adef4a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:17.378179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Bound using segment: {'id': 'bfec05d1-894f-45a3-b14f-202adef4a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:17.378616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Bound port: cd606c4b-3b91-4668-aa83-1c420b07170f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfec05d1-894f-45a3-b14f-202adef4a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:17.379127 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.400333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Calling delete_port for d3ced463-254d-44af-8611-40f60cf2c054 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:17.410097 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0259ec09-20aa-4646-b6aa-a2522289d75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.416979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.458921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 69e44a01-d355-4beb-943c-21c296f36150 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:17.463486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.465342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-772e1c73-a5dc-464e-9a02-1436ac168f00 None None] Provisioning complete for port ec1e8994-d209-48ed-be03-d896ed091f2c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:17.465710 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-772e1c73-a5dc-464e-9a02-1436ac168f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.524428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d67af-46db-4d35-b958-d3c3f71cb178 req-70e474a3-1630-415d-a643-19a8e1b18998 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:17.526065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-324d67af-46db-4d35-b958-d3c3f71cb178 req-70e474a3-1630-415d-a643-19a8e1b18998 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 944 time: 0.1374063 Sep 19 03:21:17.537213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] For port cd606c4b-3b91-4668-aa83-1c420b07170f, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:17.540755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:21:17.540755 n-d-809936-1 neutron-server[94722]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 03:21:17.540755 n-d-809936-1 neutron-server[94722]: [parameters: {'project_id': '11760e3556904d79842d4ae90cf19824', 'id': 'c6bfc321-c15b-40ab-8e82-e3a73ec43d4d', 'expiration': datetime.datetime(2021, 9, 19, 3, 23, 17, 481097)}] Sep 19 03:21:17.540755 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:21:17.541581 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:21:17.550325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5e15-967c-41c8-a7a7-9b63dc827ff4 req-61d3167b-c5b7-4820-a5f4-6974b14896fe tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:17.552082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db4c5e15-967c-41c8-a7a7-9b63dc827ff4 req-61d3167b-c5b7-4820-a5f4-6974b14896fe tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 945 time: 0.1079206 Sep 19 03:21:17.555502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] For port cd606c4b-3b91-4668-aa83-1c420b07170f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cd606c4b-3b91-4668-aa83-1c420b07170f,segment=NetworkSegment(bfec05d1-894f-45a3-b14f-202adef4a39c),segment_id=bfec05d1-894f-45a3-b14f-202adef4a39c)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:17.584691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.612309 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-772e1c73-a5dc-464e-9a02-1436ac168f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.670889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:17.671669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.673256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] 10.222.0.32 "PUT /v2.0/ports/cd606c4b-3b91-4668-aa83-1c420b07170f HTTP/1.1" status: 200 len: 1091 time: 1.7463653 Sep 19 03:21:17.676051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'tag': 'cd606c4b-3b91-4668-aa83-1c420b07170f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:17.679040 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c00028e0-ad87-4474-8138-9bff33e0c3c2", "tag": "cd606c4b-3b91-4668-aa83-1c420b07170f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:17.679291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:21:17.698252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port ec1e8994-d209-48ed-be03-d896ed091f2c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ec1e8994-d209-48ed-be03-d896ed091f2c,segment=NetworkSegment(5ffd86d4-3d8a-467d-be5e-69191e677ec7),segment_id=5ffd86d4-3d8a-467d-be5e-69191e677ec7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:17.711415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-324d67af-46db-4d35-b958-d3c3f71cb178 req-37163ee9-d51d-46c7-b571-8c5df27f4b0e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749182 Sep 19 03:21:17.736046 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.736780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db4c5e15-967c-41c8-a7a7-9b63dc827ff4 req-33781854-9f9e-4cd1-b396-be1a92b7b39c tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/security-groups?id=da997d80-6f23-49f5-8cdc-cc3880518a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665232 Sep 19 03:21:17.739258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633cdf2-208f-4aa6-8cd5-ece1c481002b service neutron] Pushing event updated for resources: {'Port': ['ID=cd606c4b-3b91-4668-aa83-1c420b07170f,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:17.800446 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e442fda0-d872-4317-9fd5-9f07bac5e1b9 x-openstack-request-id: req-e442fda0-d872-4317-9fd5-9f07bac5e1b9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:17.800953 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00028e0-ad87-4474-8138-9bff33e0c3c2", "tag": "cd606c4b-3b91-4668-aa83-1c420b07170f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:17.801541 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e442fda0-d872-4317-9fd5-9f07bac5e1b9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:17.802096 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'tag': 'cd606c4b-3b91-4668-aa83-1c420b07170f', 'status': 'completed', 'code': 200} Sep 19 03:21:17.812480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774541-40d8-45ad-8cfa-4157453f227f req-aaceb920-1fb3-492a-b0ab-1220f1819036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:17.815017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-aaceb920-1fb3-492a-b0ab-1220f1819036 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5060fa4731f54db2bee9a07c7039d2c9&device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 1094 time: 0.0694528 Sep 19 03:21:17.840317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-565d923d-35ae-432e-879f-e5e1d720339c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.844730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.857820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-565d923d-35ae-432e-879f-e5e1d720339c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:17.876551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-85ec2699-1e50-448a-90dd-4f3db29953b1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd606c4b-3b91-4668-aa83-1c420b07170f HTTP/1.1" status: 200 len: 217 time: 0.0473294 Sep 19 03:21:17.897338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:21:17.934937 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-772e1c73-a5dc-464e-9a02-1436ac168f00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:21:17.935635 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-772e1c73-a5dc-464e-9a02-1436ac168f00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:21:17.948619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15774541-40d8-45ad-8cfa-4157453f227f req-e3cfb05a-ec0b-4d4c-8aa7-73a455f483a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:17.951632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-e3cfb05a-ec0b-4d4c-8aa7-73a455f483a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19827895-308c-4233-95cf-09e264cb104c HTTP/1.1" status: 200 len: 849 time: 0.0662112 Sep 19 03:21:18.016841 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.025333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=ec1e8994-d209-48ed-be03-d896ed091f2c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:18.029713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-e8a740ff-63f4-4503-b9d1-7b6aa7c16e43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=04de5269-4a10-4126-be19-4b2eba77d2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697098 Sep 19 03:21:18.061157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:18.087463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'port_id': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'mac_address': 'fa:16:3e:45:a2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:21:18.144762 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.167592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b7dddd-ed63-490f-81e4-c6c0766ac72c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:18.191369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-c753bf96-7260-4b0a-9d89-2d701a5be3de service neutron] 10.222.0.32 "GET /v2.0/networks/04de5269-4a10-4126-be19-4b2eba77d2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538353 Sep 19 03:21:18.236196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:18.247639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.279316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.321452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:18.324056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-565d923d-35ae-432e-879f-e5e1d720339c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcdd8d6e05b04de9b3588874f042c92d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4997790 Sep 19 03:21:18.330686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34666) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:18.351158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=69e44a01-d355-4beb-943c-21c296f36150,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:18.407007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.408258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15774541-40d8-45ad-8cfa-4157453f227f req-39490125-fffa-4f8c-b6f7-08125040b9e4 service neutron] 10.222.0.32 "GET /v2.0/networks/04de5269-4a10-4126-be19-4b2eba77d2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091479 Sep 19 03:21:18.412036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b16dc5f-e807-453d-bdb4-6290b846c4a6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/69e44a01-d355-4beb-943c-21c296f36150 HTTP/1.1" status: 204 len: 168 time: 1.7194195 Sep 19 03:21:18.421726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34668) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:18.424906 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.432905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d923d-35ae-432e-879f-e5e1d720339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2a776d-aa8a-440c-982e-c290f5ce7735,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:18.444475 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.476642 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5668d8-a372-4089-b689-a620a9c76c4d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:21:18.478410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0c5668d8-a372-4089-b689-a620a9c76c4d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/69e44a01-d355-4beb-943c-21c296f36150 HTTP/1.1" status: 404 len: 333 time: 0.0488474 Sep 19 03:21:18.481352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34670) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:18.513564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Pushing event deleted for resources: {'Port': ['ID=d3ced463-254d-44af-8611-40f60cf2c054,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:18.578680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] No DVR routers for this DVR port d3ced463-254d-44af-8611-40f60cf2c054 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:18.581912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.584135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3f92229a-e887-4900-b35c-8df96c482e9c req-be1c3e89-cf4e-48d0-95fa-c5323eb07c3b tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.32 "DELETE /v2.0/ports/d3ced463-254d-44af-8611-40f60cf2c054 HTTP/1.1" status: 204 len: 173 time: 2.1306486 Sep 19 03:21:18.584734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85baa58-9408-482d-b441-b6a508bc4962', 'name': 'network-vif-deleted', 'tag': 'd3ced463-254d-44af-8611-40f60cf2c054'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:18.587137 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f963b058-57e0-40ee-9fe5-38cfe125513a" -d '{"events": [{"server_uuid": "c85baa58-9408-482d-b441-b6a508bc4962", "name": "network-vif-deleted", "tag": "d3ced463-254d-44af-8611-40f60cf2c054"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:18.594991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7352669-3e65-42df-9e7e-4dee838268f5 req-65ab13b6-7ed0-4b6a-ac44-0d5eb7157572 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:18.606568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7352669-3e65-42df-9e7e-4dee838268f5 req-65ab13b6-7ed0-4b6a-ac44-0d5eb7157572 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 943 time: 0.2551520 Sep 19 03:21:18.621668 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64a3f0d6-301b-46e7-b413-9a8707991c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.634942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6f9dbb4c-d6bb-45c4-9bfc-70351b0e5053 None None] Provisioning complete for port ec1e8994-d209-48ed-be03-d896ed091f2c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:18.638542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbb4c-d6bb-45c4-9bfc-70351b0e5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.669602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64a3f0d6-301b-46e7-b413-9a8707991c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.692047 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.695327 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6647ab-8c63-40ac-aaf4-87bb28ff84e5 x-openstack-request-id: req-bd6647ab-8c63-40ac-aaf4-87bb28ff84e5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:18.695650 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85baa58-9408-482d-b441-b6a508bc4962", "name": "network-vif-deleted", "tag": "d3ced463-254d-44af-8611-40f60cf2c054", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:18.695911 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd6647ab-8c63-40ac-aaf4-87bb28ff84e5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:18.696418 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85baa58-9408-482d-b441-b6a508bc4962', 'name': 'network-vif-deleted', 'tag': 'd3ced463-254d-44af-8611-40f60cf2c054', 'status': 'completed', 'code': 200} Sep 19 03:21:18.701048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.712411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f7b7dddd-ed63-490f-81e4-c6c0766ac72c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:18.754943 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11760e3556904d79842d4ae90cf19824&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5907555 Sep 19 03:21:18.759498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34676) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:18.873520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7352669-3e65-42df-9e7e-4dee838268f5 req-b202300f-042b-42ac-b33d-d95804410a2b tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654979 Sep 19 03:21:18.894779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64a3f0d6-301b-46e7-b413-9a8707991c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.900255 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64a3f0d6-301b-46e7-b413-9a8707991c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.904239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-64a3f0d6-301b-46e7-b413-9a8707991c81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb2a776d-aa8a-440c-982e-c290f5ce7735 HTTP/1.1" status: 204 len: 168 time: 0.5726683 Sep 19 03:21:18.917745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd26cdf-50aa-43cf-afaf-e34c75740680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480b4b16-e1b3-4ab2-939a-27a2ea0d4d26,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:18.952746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7f06c70-ed54-4477-be71-55d2f68351ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:18.991949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7f06c70-ed54-4477-be71-55d2f68351ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.010190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ec1e8994-d209-48ed-be03-d896ed091f2c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:19.025347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3f0d6-301b-46e7-b413-9a8707991c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2a776d-aa8a-440c-982e-c290f5ce7735,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:19.039892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-d65daa0b-0d0f-4688-a158-9e3b7345aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:19.041995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-d65daa0b-0d0f-4688-a158-9e3b7345aad6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5060fa4731f54db2bee9a07c7039d2c9&device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 1094 time: 0.5150197 Sep 19 03:21:19.063447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 9c132b14-6044-4666-b961-037e5f6ce9ba {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:19.063941 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.066370 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7f06c70-ed54-4477-be71-55d2f68351ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.084051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7f06c70-ed54-4477-be71-55d2f68351ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.091220 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d7f06c70-ed54-4477-be71-55d2f68351ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/480b4b16-e1b3-4ab2-939a-27a2ea0d4d26 HTTP/1.1" status: 204 len: 168 time: 0.3196561 Sep 19 03:21:19.109677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f06c70-ed54-4477-be71-55d2f68351ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b4b16-e1b3-4ab2-939a-27a2ea0d4d26,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:19.149529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-744b2f13-00bf-41da-9011-f2aabce1392c req-073ca1ef-923b-4ccb-8ad6-b877cdb499ca tempest-InstanceActionsV221TestJSON-873147644 tempest-InstanceActionsV221TestJSON-873147644-project] 10.222.0.22 "GET /v2.0/ports?device_id=c85baa58-9408-482d-b441-b6a508bc4962 HTTP/1.1" status: 200 len: 210 time: 0.1207345 Sep 19 03:21:19.251218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6a300-4d4a-46fb-9c85-d504a9c87b8a req-883337de-2f30-4a2b-97f5-ecc3ca80ca81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:19.254762 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fa6a300-4d4a-46fb-9c85-d504a9c87b8a req-883337de-2f30-4a2b-97f5-ecc3ca80ca81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 945 time: 0.3463748 Sep 19 03:21:19.437863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6f9dbb4c-d6bb-45c4-9bfc-70351b0e5053 None None] Provisioning complete for port 9c132b14-6044-4666-b961-037e5f6ce9ba triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:19.438836 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f9dbb4c-d6bb-45c4-9bfc-70351b0e5053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.462566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ec1e8994-d209-48ed-be03-d896ed091f2c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:19.463177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.498176 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.512116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 9c132b14-6044-4666-b961-037e5f6ce9ba owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:19.552838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:19.568458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-fae961b8-7a4f-47ef-b16c-7a5c59d87956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:19.569956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-fae961b8-7a4f-47ef-b16c-7a5c59d87956 service neutron] 10.222.0.32 "GET /v2.0/networks?id=04de5269-4a10-4126-be19-4b2eba77d2f6 HTTP/1.1" status: 200 len: 910 time: 0.4473681 Sep 19 03:21:19.578816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f607dfa-d3f8-4972-b320-e809667e02ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.684398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fa6a300-4d4a-46fb-9c85-d504a9c87b8a req-46cfc272-2fc6-449f-85f8-929a7c85bf28 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964949 Sep 19 03:21:19.726460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d3ced463-254d-44af-8611-40f60cf2c054 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:21:19.730393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f607dfa-d3f8-4972-b320-e809667e02ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.736124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f607dfa-d3f8-4972-b320-e809667e02ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.788985 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f607dfa-d3f8-4972-b320-e809667e02ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30f250fbe3a24123aaeba3840f615e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2322924 Sep 19 03:21:19.789213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f607dfa-d3f8-4972-b320-e809667e02ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbdf6c3-a27b-4f09-bfbd-8d9c57c3b924,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:19.793172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6f9dbb4c-d6bb-45c4-9bfc-70351b0e5053 None None] Port 9c132b14-6044-4666-b961-037e5f6ce9ba cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:19.794260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:19.803673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: d3ced463-254d-44af-8611-40f60cf2c054 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:21:19.804020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d3ced463-254d-44af-8611-40f60cf2c054 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:21:19.848117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-77bd7077-ec33-4af2-9992-4d78e91e9599 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd606c4b-3b91-4668-aa83-1c420b07170f HTTP/1.1" status: 200 len: 217 time: 0.2665141 Sep 19 03:21:19.900140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34698) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:19.920911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-866a22f4-38da-43a4-a100-e502785cf806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.931308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-457cdcee-cb1b-4e36-9aa6-22c3fd816918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.931802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.939825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b21c9ca6-5aa2-4fc1-9e46-494d61ba8015 None None] Could not find standard attr ID for object 69e44a01-d355-4beb-943c-21c296f36150. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:19.963860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-457cdcee-cb1b-4e36-9aa6-22c3fd816918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:19.966444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-2ef56eae-aab4-463c-a73a-6a69a2cbf51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:19.969595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-2ef56eae-aab4-463c-a73a-6a69a2cbf51f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=19827895-308c-4233-95cf-09e264cb104c HTTP/1.1" status: 200 len: 849 time: 0.1121862 Sep 19 03:21:19.972449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b21c9ca6-5aa2-4fc1-9e46-494d61ba8015 None None] Could not find standard attr ID for object 9c132b14-6044-4666-b961-037e5f6ce9ba. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:19.975990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=9c132b14-6044-4666-b961-037e5f6ce9ba,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:20.031011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.041344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.047371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-00182433-ed6c-4057-bf12-a4221400157d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/9c132b14-6044-4666-b961-037e5f6ce9ba HTTP/1.1" status: 204 len: 168 time: 1.5637405 Sep 19 03:21:20.048000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34700) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:20.051246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-8e640a0a-eae6-44c3-af8b-0a46cd42c2d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=04de5269-4a10-4126-be19-4b2eba77d2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681255 Sep 19 03:21:20.070780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-457cdcee-cb1b-4e36-9aa6-22c3fd816918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.073472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-457cdcee-cb1b-4e36-9aa6-22c3fd816918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.079182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-457cdcee-cb1b-4e36-9aa6-22c3fd816918 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7fbdf6c3-a27b-4f09-bfbd-8d9c57c3b924 HTTP/1.1" status: 204 len: 168 time: 0.2837403 Sep 19 03:21:20.104554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-866a22f4-38da-43a4-a100-e502785cf806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.129728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-866a22f4-38da-43a4-a100-e502785cf806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.134650 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afe164a-ba3f-412f-990a-434e477b019f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:21:20.136500 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0afe164a-ba3f-412f-990a-434e477b019f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/9c132b14-6044-4666-b961-037e5f6ce9ba HTTP/1.1" status: 404 len: 333 time: 0.0851214 Sep 19 03:21:20.149337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34704) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:20.155889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cdcee-cb1b-4e36-9aa6-22c3fd816918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbdf6c3-a27b-4f09-bfbd-8d9c57c3b924,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:20.178142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-662d67c5-685a-4828-a2db-98c1a0bca0a3 service neutron] 10.222.0.32 "GET /v2.0/networks/04de5269-4a10-4126-be19-4b2eba77d2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123154 Sep 19 03:21:20.258917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-866a22f4-38da-43a4-a100-e502785cf806 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ee104f7e4cd470a979c85ce2ed5091d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552558 Sep 19 03:21:20.272204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:20.325131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be68d7-06a6-41c2-9bcb-b979a3f2c607 req-1328c35f-25a8-40b0-affa-c11b0aca9dd6 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:20.328980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet 6336c3e0-d5cd-410c-8383-11ed0cdc84f6 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:20.329497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2be68d7-06a6-41c2-9bcb-b979a3f2c607 req-1328c35f-25a8-40b0-affa-c11b0aca9dd6 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 943 time: 0.2763972 Sep 19 03:21:20.337802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.347180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a22f4-38da-43a4-a100-e502785cf806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6d4e5d-2277-45d6-9ced-a08f1c8928ec,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:20.395435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b861-13a8-4def-ac67-442d360b7327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.425729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.480472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d2be68d7-06a6-41c2-9bcb-b979a3f2c607 req-51fa92e0-175b-442b-bce7-83e7ca37685b tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420267 Sep 19 03:21:20.482529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ce1b1b-4a77-46cc-804c-b8282ab00c1b req-7d2c9373-4434-4357-bd01-db5e87bf15fc service neutron] 10.222.0.32 "GET /v2.0/networks/04de5269-4a10-4126-be19-4b2eba77d2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880945 Sep 19 03:21:20.501967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b861-13a8-4def-ac67-442d360b7327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.609811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34724) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:20.627693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.633763 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b861-13a8-4def-ac67-442d360b7327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.636420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b861-13a8-4def-ac67-442d360b7327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.637616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fbc8b861-13a8-4def-ac67-442d360b7327 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c6d4e5d-2277-45d6-9ced-a08f1c8928ec HTTP/1.1" status: 204 len: 168 time: 0.3622165 Sep 19 03:21:20.677202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] Deleting subnet fc05f48e-0163-437f-8e0b-7a676b93c4b7 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:20.680949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.690496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8b861-13a8-4def-ac67-442d360b7327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6d4e5d-2277-45d6-9ced-a08f1c8928ec,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:20.740816 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.764051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.833559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=6336c3e0-d5cd-410c-8383-11ed0cdc84f6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:20.835755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.837688 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73b2aacf-9d00-4e1c-9fb0-d47654be9440 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/6336c3e0-d5cd-410c-8383-11ed0cdc84f6 HTTP/1.1" status: 204 len: 168 time: 0.6872346 Sep 19 03:21:20.840537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34732) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:20.849607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635a6d7-5b42-45d0-9c3b-b41957726d6c None None] Network 0871b4f0-0ba9-412d-baa5-486a7180b994 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:20.861077 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:20.927814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42856456-9d0f-4025-8571-3b6098a3e4b2 req-a3cb4463-0296-4030-aa6d-04dcc5efe74b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:20.927814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42856456-9d0f-4025-8571-3b6098a3e4b2 req-a3cb4463-0296-4030-aa6d-04dcc5efe74b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 945 time: 0.1334865 Sep 19 03:21:20.992675 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.012483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.016753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fc05f48e-0163-437f-8e0b-7a676b93c4b7 HTTP/1.1" status: 204 len: 168 time: 0.4054961 Sep 19 03:21:21.017375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34736) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:21.025517 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.064633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42856456-9d0f-4025-8571-3b6098a3e4b2 req-97bcaddc-36dd-433b-b232-2bfbd2bd6571 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223488 Sep 19 03:21:21.084868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc79be8-db54-4b69-8b15-7a8dec66a5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc05f48e-0163-437f-8e0b-7a676b93c4b7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:21.160597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port ec1e8994-d209-48ed-be03-d896ed091f2c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:21.161041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.165775 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.174849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] DHCP port deletion for 0871b4f0-0ba9-412d-baa5-486a7180b994 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:21:21.244839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] For port ec1e8994-d209-48ed-be03-d896ed091f2c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ec1e8994-d209-48ed-be03-d896ed091f2c,segment=NetworkSegment(5ffd86d4-3d8a-467d-be5e-69191e677ec7),segment_id=5ffd86d4-3d8a-467d-be5e-69191e677ec7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:21.245111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.259250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for ec1e8994-d209-48ed-be03-d896ed091f2c owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:21.279391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] Deleting port ec1e8994-d209-48ed-be03-d896ed091f2c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:21.280073 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.352451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.378208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No DVR routers for this DVR port ec1e8994-d209-48ed-be03-d896ed091f2c on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:21.378824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.404307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac15bd7b-fded-406b-a83f-03cdc82568d1']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:21.414703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8728f8bc-6a96-497d-959b-19835a78b197') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:21.414957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8728f8bc-6a96-497d-959b-19835a78b197') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:21.425335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] For port ec1e8994-d209-48ed-be03-d896ed091f2c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ec1e8994-d209-48ed-be03-d896ed091f2c,segment=NetworkSegment(5ffd86d4-3d8a-467d-be5e-69191e677ec7),segment_id=5ffd86d4-3d8a-467d-be5e-69191e677ec7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:21.425670 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.425774 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.426862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=ec1e8994-d209-48ed-be03-d896ed091f2c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:21.444329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.454993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:21:21.455659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.460305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] Calling delete_port for ec1e8994-d209-48ed-be03-d896ed091f2c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:21:21.519568 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:21:21.524568 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.534968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.535540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.541803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] 10.222.0.22 "DELETE /v2.0/networks/ac15bd7b-fded-406b-a83f-03cdc82568d1 HTTP/1.1" status: 204 len: 168 time: 0.5220904 Sep 19 03:21:21.557081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9de05a-9af4-4477-a2a8-fb2416670a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac15bd7b-fded-406b-a83f-03cdc82568d1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:21.579031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0871b4f0-0ba9-412d-baa5-486a7180b994']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:21.591379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ffd86d4-3d8a-467d-be5e-69191e677ec7') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:21.591685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ffd86d4-3d8a-467d-be5e-69191e677ec7') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:21.602184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.629381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.642201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:21:21.643656 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:21:21.649948 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:21:21.690265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cd606c4b-3b91-4668-aa83-1c420b07170f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:21:21.692646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.719112 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:21:21.721782 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:21:21.741480 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.787882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] No DVR routers for this DVR port ec1e8994-d209-48ed-be03-d896ed091f2c on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:21.793892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eabb79-0dfe-4803-a4cf-bb30039a4052 req-e76e1e65-fa85-40fd-a7c5-37858fb0dc60 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:21.796909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6670e79-90b9-4687-a96c-08cd46645120 None None] Pushing event deleted for resources: {'Port': ['ID=ec1e8994-d209-48ed-be03-d896ed091f2c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:21.797923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4eabb79-0dfe-4803-a4cf-bb30039a4052 req-e76e1e65-fa85-40fd-a7c5-37858fb0dc60 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 943 time: 0.1315832 Sep 19 03:21:21.809330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34768) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:21.838252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.850761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:21.862659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/0871b4f0-0ba9-412d-baa5-486a7180b994 HTTP/1.1" status: 204 len: 168 time: 1.0213099 Sep 19 03:21:21.863718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34772) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:21.885759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1768939256'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:21.928608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4e343-13c3-4227-bb0c-be94270fcac6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=0871b4f0-0ba9-412d-baa5-486a7180b994,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:21.944189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cd606c4b-3b91-4668-aa83-1c420b07170f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cd606c4b-3b91-4668-aa83-1c420b07170f,segment=NetworkSegment(bfec05d1-894f-45a3-b14f-202adef4a39c),segment_id=bfec05d1-894f-45a3-b14f-202adef4a39c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:21.957737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'cd606c4b-3b91-4668-aa83-1c420b07170f', 'network_id': '04de5269-4a10-4126-be19-4b2eba77d2f6', 'port_id': 'cd606c4b-3b91-4668-aa83-1c420b07170f', 'mac_address': 'fa:16:3e:de:25:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19827895-308c-4233-95cf-09e264cb104c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:21:21.962186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f7b7dddd-ed63-490f-81e4-c6c0766ac72c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:21:21.979749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:21.984398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.002207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-145e2432-35ad-4975-95bb-a83a2d378595 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6735514b776c4cb2bcf93c1ca2c3d914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791964 Sep 19 03:21:22.005262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34776) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:22.006139 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.008890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f7b7dddd-ed63-490f-81e4-c6c0766ac72c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:22.009264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.041838 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd606c4b-3b91-4668-aa83-1c420b07170f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:22.046666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d4eabb79-0dfe-4803-a4cf-bb30039a4052 req-17da374f-0370-4e68-b18f-74b758e425f8 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269351 Sep 19 03:21:22.066089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:21:22.077302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.078263 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment edd624fd-c5be-4b56-995f-0a1948ebc564 of type vlan for network d16cc2db-98a8-4576-abe7-0d2a59620b09 Sep 19 03:21:22.107607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cd606c4b-3b91-4668-aa83-1c420b07170f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cd606c4b-3b91-4668-aa83-1c420b07170f,segment=NetworkSegment(bfec05d1-894f-45a3-b14f-202adef4a39c),segment_id=bfec05d1-894f-45a3-b14f-202adef4a39c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:22.145036 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.163594 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36eb4bcf-53d6-495f-a6de-333812da1418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.201323 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.206955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36eb4bcf-53d6-495f-a6de-333812da1418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.258357 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.266912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:22.267551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.297744 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.312536 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4355745 Sep 19 03:21:22.313880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34784) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:22.337709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:22.348373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=cd606c4b-3b91-4668-aa83-1c420b07170f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:22.370150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:22.377280 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22499776-1519-4539-8080-e1dc16d3fdbb" -d '{"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:22.396007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73e275-9c97-4ce6-a5e6-3437af4f595f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=d16cc2db-98a8-4576-abe7-0d2a59620b09,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:22.410285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:22.416900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:21:22.447112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.481030 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b7895a-a907-45db-b3b7-4bc7021dd2ff x-openstack-request-id: req-51b7895a-a907-45db-b3b7-4bc7021dd2ff {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:22.481272 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:22.481530 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51b7895a-a907-45db-b3b7-4bc7021dd2ff {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:22.481927 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'code': 200} Sep 19 03:21:22.517796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3314-4a77-4602-953b-e3585db37393 req-5f277aa0-3b80-4e43-b6ee-e7233e19836f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:22.519375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d8f3314-4a77-4602-953b-e3585db37393 req-5f277aa0-3b80-4e43-b6ee-e7233e19836f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 945 time: 0.2717631 Sep 19 03:21:22.571946 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36eb4bcf-53d6-495f-a6de-333812da1418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.578202 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36eb4bcf-53d6-495f-a6de-333812da1418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.582127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-36eb4bcf-53d6-495f-a6de-333812da1418 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da997d80-6f23-49f5-8cdc-cc3880518a58 HTTP/1.1" status: 204 len: 168 time: 0.5703557 Sep 19 03:21:22.588678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['cd606c4b-3b91-4668-aa83-1c420b07170f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:22.668541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:22.732792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb4bcf-53d6-495f-a6de-333812da1418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da997d80-6f23-49f5-8cdc-cc3880518a58,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:22.831534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d8f3314-4a77-4602-953b-e3585db37393 req-f20e6505-7d64-4876-9ee5-2ae83f15a58e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930398 Sep 19 03:21:22.857906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:22.862283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:22.882782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931924d4-7175-48b5-8dff-d311d3fa2c07 req-b943df59-e216-4e8d-a7a4-847f38d1b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:22.884837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-931924d4-7175-48b5-8dff-d311d3fa2c07 req-b943df59-e216-4e8d-a7a4-847f38d1b23c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1097 time: 0.3013384 Sep 19 03:21:22.936160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ec1e8994-d209-48ed-be03-d896ed091f2c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:21:22.978596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ec1e8994-d209-48ed-be03-d896ed091f2c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:21:22.979171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ec1e8994-d209-48ed-be03-d896ed091f2c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:21:23.008574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-931924d4-7175-48b5-8dff-d311d3fa2c07 req-653b8820-8fb7-4051-a46f-f7de73c16149 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132894 Sep 19 03:21:23.235162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:23.276424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37646dd-c64e-4e18-a309-d41f549435d0 req-980a7bf3-cea9-477a-95ae-53fc80db96ec tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:23.284958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c37646dd-c64e-4e18-a309-d41f549435d0 req-980a7bf3-cea9-477a-95ae-53fc80db96ec tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 944 time: 0.1152532 Sep 19 03:21:23.352744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=dc0829ed-a0d9-4467-94d3-31092c0cc1af,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:23.372195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': 'edd624fd-c5be-4b56-995f-0a1948ebc564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:23.372819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: d16cc2db-98a8-4576-abe7-0d2a59620b09, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:21:23.390835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c37646dd-c64e-4e18-a309-d41f549435d0 req-c09277cf-70e4-4041-8197-1d1fb49efbc5 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047029 Sep 19 03:21:23.408892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:21:23.418729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, d16cc2db-98a8-4576-abe7-0d2a59620b09) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:23.424357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:23.424908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:23.432407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb84e61-7100-48a4-b622-cf1b0e56415e None None] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:23.453584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34832) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:23.460356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c811a30b-e6fd-4b93-9aea-0a5349ca06a9 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1449380 Sep 19 03:21:23.460671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09', 'name': 'tempest-PortsIpV6TestJSON-1712161178', 'fixed_ips': [{'subnet_id': 'dc0829ed-a0d9-4467-94d3-31092c0cc1af', 'ip_address': '2001:db8::10'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:23.618598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:23.629482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-d16cc2db-98a8-4576-abe7-0d2a59620b09', 'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09', 'tenant_id': '95e6ccf912964d779454419f52279716', 'fixed_ips': [{'subnet_id': 'dc0829ed-a0d9-4467-94d3-31092c0cc1af'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:21:23.631610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:23.728278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:23.746350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 11540e3a-069f-41df-a499-3dabac5b2634 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:23.852615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Allocated IP 2001:db8::2 (d16cc2db-98a8-4576-abe7-0d2a59620b09/dc0829ed-a0d9-4467-94d3-31092c0cc1af/dfce45bc-3b8d-48a0-b04d-f50d82fccfa5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:24.005779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878a43-6914-4523-9642-bfd984a8f435 req-646daa8e-6559-49d3-9577-7c35d29234ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:24.007327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30878a43-6914-4523-9642-bfd984a8f435 req-646daa8e-6559-49d3-9577-7c35d29234ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0626028 Sep 19 03:21:24.059359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30878a43-6914-4523-9642-bfd984a8f435 req-32f0e7ac-0896-464d-a1fb-15524a76d384 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424356 Sep 19 03:21:24.100748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.121400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.197932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:24.203231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:24.205856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::10 (d16cc2db-98a8-4576-abe7-0d2a59620b09/dc0829ed-a0d9-4467-94d3-31092c0cc1af/11540e3a-069f-41df-a499-3dabac5b2634) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:24.208214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:24.238718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34862) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:24.283195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Pushing event updated for resources: {'Port': ['ID=dfce45bc-3b8d-48a0-b04d-f50d82fccfa5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:24.298112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Attempting to bind port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:24.298487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Attempting to bind port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'edd624fd-c5be-4b56-995f-0a1948ebc564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:24.298978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Attempting to bind port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 on network d16cc2db-98a8-4576-abe7-0d2a59620b09 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:24.304301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:24.305216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Checking segment: {'id': 'edd624fd-c5be-4b56-995f-0a1948ebc564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:24.305644 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.306210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Bound using segment: {'id': 'edd624fd-c5be-4b56-995f-0a1948ebc564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:24.306779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Bound port: dfce45bc-3b8d-48a0-b04d-f50d82fccfa5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd624fd-c5be-4b56-995f-0a1948ebc564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:24.307559 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.428296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] For port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:24.432472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.437564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] For port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dfce45bc-3b8d-48a0-b04d-f50d82fccfa5,segment=NetworkSegment(edd624fd-c5be-4b56-995f-0a1948ebc564),segment_id=edd624fd-c5be-4b56-995f-0a1948ebc564)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:24.445925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-66268505-network', 'tenant_id': 'c6fa3ba0cb324a05b9b2be0039791bf9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:24.447618 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.477030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.494792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Made reservation on behalf of c6fa3ba0cb324a05b9b2be0039791bf9 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:24.498122 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.520548 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.574021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:24.577774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:24.581866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acab0bb-cab4-46c4-92b1-07d2ede48f76 None None] Pushing event updated for resources: {'Port': ['ID=dfce45bc-3b8d-48a0-b04d-f50d82fccfa5,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:24.583103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:24.590715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:24.592074 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.611390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=11540e3a-069f-41df-a499-3dabac5b2634,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:24.646178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff67fd6-2d34-4c62-ab95-9f7607564a4a req-c5ce1fcd-dbba-4af9-9fc5-16f1dc5298ce tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:24.653798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ff67fd6-2d34-4c62-ab95-9f7607564a4a req-c5ce1fcd-dbba-4af9-9fc5-16f1dc5298ce tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 944 time: 0.1196101 Sep 19 03:21:24.714493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ff67fd6-2d34-4c62-ab95-9f7607564a4a req-92d1e452-65de-4b46-bbaf-8bb4c6a7bacd tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597460 Sep 19 03:21:24.780141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.791295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.804255 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-50bbbfb0-e470-4930-abf5-fce60ea316ae tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3492250 Sep 19 03:21:24.806707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34880) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:24.813844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': 'd16cc2db-98a8-4576-abe7-0d2a59620b09', 'name': 'tempest-PortsIpV6TestJSON-2089629030', 'fixed_ips': [{'subnet_id': 'dc0829ed-a0d9-4467-94d3-31092c0cc1af', 'ip_address': '2001:db8::f'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:24.888243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce264e-27cf-491c-8561-e7bb44911d08,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:24.900303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:21:24.915745 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:24.916707 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Added segment 513d08fa-6efd-470b-a473-bc0505c872e6 of type vlan for network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae Sep 19 03:21:25.005915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.043558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.044649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:25.045147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.067612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:25.075142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.103730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 123bc42c-a7b7-478b-973e-56d8a9d52fb2 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:25.125324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8854136 Sep 19 03:21:25.128347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34900) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:25.133156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Request body: {'subnet': {'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-66268505-subnet', 'tenant_id': 'c6fa3ba0cb324a05b9b2be0039791bf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:25.205165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeca9e-22d2-4dcb-80f1-1eee2d0a73ee admin admin] Pushing event updated for resources: {'Network': ['ID=9b256cac-95d6-4a51-8df3-685f3a6fa6ae,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:25.215865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:21:25.249406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Made reservation on behalf of c6fa3ba0cb324a05b9b2be0039791bf9 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:25.251990 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.308730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c3a89-0130-4c59-8f7b-bd17697707ff req-8490b360-d852-406b-9525-46e64dc80caf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:25.313610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e61c3a89-0130-4c59-8f7b-bd17697707ff req-8490b360-d852-406b-9525-46e64dc80caf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1274369 Sep 19 03:21:25.345945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-43e228b3-8615-47dc-967e-4ef5206d453a req-a5518255-d3de-4aa7-b786-d63218ae3877 service neutron] (94722) timed out ('10.222.0.30', 58889) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:21:25.363656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::f (d16cc2db-98a8-4576-abe7-0d2a59620b09/dc0829ed-a0d9-4467-94d3-31092c0cc1af/123bc42c-a7b7-478b-973e-56d8a9d52fb2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:25.406381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e61c3a89-0130-4c59-8f7b-bd17697707ff req-7165d3d0-6f28-430f-abd7-77997c47b52b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840542 Sep 19 03:21:25.605354 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.617581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.669738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43aadd-7304-40a4-bfff-1eb027a8bdf8 req-02f8c48f-dd09-4a53-bb51-ec12476b9617 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:25.671339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a43aadd-7304-40a4-bfff-1eb027a8bdf8 req-02f8c48f-dd09-4a53-bb51-ec12476b9617 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1210089 Sep 19 03:21:25.688645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.694119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c9e0a5-3689-4425-97e7-7a9a77d00276,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:25.716241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cd606c4b-3b91-4668-aa83-1c420b07170f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:25.737651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:25.741279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:25.746496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:25.757428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:25.759170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.770594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Checking segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:25.771146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Network hostable DHCP agents. Network: 9b256cac-95d6-4a51-8df3-685f3a6fa6ae, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:21:25.791258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=123bc42c-a7b7-478b-973e-56d8a9d52fb2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:25.796549 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-933c4969-b0e7-4810-b218-1bf880a57483 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9888673 Sep 19 03:21:25.799950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34936) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:25.809440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a43aadd-7304-40a4-bfff-1eb027a8bdf8 req-2c41888e-cb94-45f3-95a7-b5c1228fdd51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234391 Sep 19 03:21:25.815156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:21:25.833980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 9b256cac-95d6-4a51-8df3-685f3a6fa6ae) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:25.839888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:25.840560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.849206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34938) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:25.860037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f1039-479f-4d45-a6df-17f09a11e777 None None] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:25.870403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34940) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:25.897441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port cd606c4b-3b91-4668-aa83-1c420b07170f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:21:25.910605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port cd606c4b-3b91-4668-aa83-1c420b07170f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:25.911248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:25.924501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2b088841-b502-4389-b33d-4449ccdfe7ed admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7951043 Sep 19 03:21:25.969017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d378f53-3367-4105-a7f3-45b45145de7a tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:25.981337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1d378f53-3367-4105-a7f3-45b45145de7a tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1092 time: 0.1066170 Sep 19 03:21:25.984268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34946) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:25.988583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34950) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:25.999921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:26.024269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8007287-be21-42d9-8118-272fcb94f2ac req-d8dc0e93-6940-4793-a4aa-1bb4826286c6 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:26.025840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8007287-be21-42d9-8118-272fcb94f2ac req-d8dc0e93-6940-4793-a4aa-1bb4826286c6 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 944 time: 0.1349626 Sep 19 03:21:26.053996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.096511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fe1c60-e4e9-43ab-8811-2914c02e9edf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:26.112280 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c8fe1c60-e4e9-43ab-8811-2914c02e9edf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3091843 Sep 19 03:21:26.112492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34954) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:26.177925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8007287-be21-42d9-8118-272fcb94f2ac req-d6095c76-3240-4d00-b227-ab0454e9d7a6 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411917 Sep 19 03:21:26.202341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac2625-d086-4d08-870a-38a8ea95eeca None None] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:26.207349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3b710-55d2-48b4-aa28-88cfac9a4bad tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:26.226302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3b710-55d2-48b4-aa28-88cfac9a4bad tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:26.234195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3b710-55d2-48b4-aa28-88cfac9a4bad tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:26.243812 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3db3b710-55d2-48b4-aa28-88cfac9a4bad tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1279850 Sep 19 03:21:26.246237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34958) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:26.279903 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8a14ca3a-e2ca-4350-85a8-627f663a9c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.283980 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.307326 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.322410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74108a04-9443-4c97-9204-06decf766053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'tenant_id': 'c6fa3ba0cb324a05b9b2be0039791bf9', 'fixed_ips': [{'subnet_id': '38c9e0a5-3689-4425-97e7-7a9a77d00276'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:21:26.323959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74108a04-9443-4c97-9204-06decf766053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.341696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:21:26.341696 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:21:26.341696 n-d-809936-1 neutron-server[94723]: [parameters: {'project_id_1': '27b389cac6a64d5b9eb2ee5c81fe2404', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 21, 6, 319611)}] Sep 19 03:21:26.341696 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:21:26.342109 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:21:26.352535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 123bc42c-a7b7-478b-973e-56d8a9d52fb2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:26.353840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.369246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-aa87325b-99e5-4490-8f8e-0ce1cdb727e8 None None] Provisioning complete for port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:26.369669 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa87325b-99e5-4490-8f8e-0ce1cdb727e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.376682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.439679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd606c4b-3b91-4668-aa83-1c420b07170f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:26.442551 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf26296-dfb0-4ce0-936a-c2235d470167" -d '{"events": [{"server_uuid": "c00028e0-ad87-4474-8138-9bff33e0c3c2", "name": "network-vif-plugged", "status": "completed", "tag": "cd606c4b-3b91-4668-aa83-1c420b07170f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:26.490288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.503083 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8a14ca3a-e2ca-4350-85a8-627f663a9c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.512935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 123bc42c-a7b7-478b-973e-56d8a9d52fb2 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:26.513215 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8a14ca3a-e2ca-4350-85a8-627f663a9c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.591461 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10348a01-dd50-45c2-bc8c-d29d7fafe621 x-openstack-request-id: req-10348a01-dd50-45c2-bc8c-d29d7fafe621 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:26.591761 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00028e0-ad87-4474-8138-9bff33e0c3c2", "name": "network-vif-plugged", "status": "completed", "tag": "cd606c4b-3b91-4668-aa83-1c420b07170f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:26.592180 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10348a01-dd50-45c2-bc8c-d29d7fafe621 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:26.592757 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd606c4b-3b91-4668-aa83-1c420b07170f', 'code': 200} Sep 19 03:21:26.596868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port cd606c4b-3b91-4668-aa83-1c420b07170f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cd606c4b-3b91-4668-aa83-1c420b07170f,segment=NetworkSegment(bfec05d1-894f-45a3-b14f-202adef4a39c),segment_id=bfec05d1-894f-45a3-b14f-202adef4a39c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:26.626521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.676373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.716256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=123bc42c-a7b7-478b-973e-56d8a9d52fb2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:26.741747 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.746504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9aad2d58-ca0b-4639-bcae-e6a17bed769d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/123bc42c-a7b7-478b-973e-56d8a9d52fb2 HTTP/1.1" status: 204 len: 168 time: 0.4969032 Sep 19 03:21:26.746791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34978) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:26.775889 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c23e25-1b7d-41d3-95cb-dbb4c98273b0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:21:26.780040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-03c23e25-1b7d-41d3-95cb-dbb4c98273b0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/123bc42c-a7b7-478b-973e-56d8a9d52fb2 HTTP/1.1" status: 404 len: 333 time: 0.0297513 Sep 19 03:21:26.780522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34980) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:26.783110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=cd606c4b-3b91-4668-aa83-1c420b07170f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:26.806936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-74108a04-9443-4c97-9204-06decf766053 None None] Allocated IP 172.20.0.2 (9b256cac-95d6-4a51-8df3-685f3a6fa6ae/38c9e0a5-3689-4425-97e7-7a9a77d00276/b5516506-e012-45ee-a6e5-f6056b294474) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:26.814837 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa87325b-99e5-4490-8f8e-0ce1cdb727e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.889280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aa87325b-99e5-4490-8f8e-0ce1cdb727e8 None None] For port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dfce45bc-3b8d-48a0-b04d-f50d82fccfa5,segment=NetworkSegment(edd624fd-c5be-4b56-995f-0a1948ebc564),segment_id=edd624fd-c5be-4b56-995f-0a1948ebc564)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:26.898588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 11540e3a-069f-41df-a499-3dabac5b2634 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:26.899070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.916974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.927507 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa87325b-99e5-4490-8f8e-0ce1cdb727e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:26.928489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.91 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/21ca50a1-4c8f-49e2-b51a-b8a6d8c42e2b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:27.016788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.019644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8a14ca3a-e2ca-4350-85a8-627f663a9c80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f97bd07aa66469999aafa6a8d1376d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1693316 Sep 19 03:21:27.027266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34982) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:27.028463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:27.033643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87325b-99e5-4490-8f8e-0ce1cdb727e8 None None] Pushing event updated for resources: {'Port': ['ID=dfce45bc-3b8d-48a0-b04d-f50d82fccfa5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:27.046991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 11540e3a-069f-41df-a499-3dabac5b2634 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:27.064320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14ca3a-e2ca-4350-85a8-627f663a9c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808b5d60-4d79-437f-9bf6-baa285514b37,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:27.151140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f61e06e-3a1a-423a-85f1-7a508076a6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.186944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f61e06e-3a1a-423a-85f1-7a508076a6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.274838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de3e1-d7fb-42aa-9391-a2dca785e5dd req-1fc82091-bc82-43db-ad9b-e7b5b65723aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:27.276809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-498de3e1-d7fb-42aa-9391-a2dca785e5dd req-1fc82091-bc82-43db-ad9b-e7b5b65723aa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 1096 time: 0.3541391 Sep 19 03:21:27.296140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.311477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f61e06e-3a1a-423a-85f1-7a508076a6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.314063 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f61e06e-3a1a-423a-85f1-7a508076a6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.316932 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2f61e06e-3a1a-423a-85f1-7a508076a6db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/808b5d60-4d79-437f-9bf6-baa285514b37 HTTP/1.1" status: 204 len: 168 time: 0.2886810 Sep 19 03:21:27.355872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb918e32-036b-4f05-a8e0-be072dca57d9 None None] Could not find standard attr ID for object 11540e3a-069f-41df-a499-3dabac5b2634. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:27.357066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.360278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=11540e3a-069f-41df-a499-3dabac5b2634,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:27.364126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61e06e-3a1a-423a-85f1-7a508076a6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808b5d60-4d79-437f-9bf6-baa285514b37,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:27.396484 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74108a04-9443-4c97-9204-06decf766053 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.400438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.405205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d9e447a2-3bde-4946-8050-4b9b1ae7e714 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/11540e3a-069f-41df-a499-3dabac5b2634 HTTP/1.1" status: 204 len: 168 time: 0.6209650 Sep 19 03:21:27.405205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:27.409469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb918e32-036b-4f05-a8e0-be072dca57d9 None None] Provisioning complete for port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:27.409665 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb918e32-036b-4f05-a8e0-be072dca57d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.416762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:27.417270 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.419256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-58ebc1c6-6b9f-4dbb-92bb-a51c98c176c7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:27.420788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-58ebc1c6-6b9f-4dbb-92bb-a51c98c176c7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 814 time: 0.4960351 Sep 19 03:21:27.421441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.440131 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0633d59f-b528-4219-913d-de212f5ff812 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:21:27.444538 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0633d59f-b528-4219-913d-de212f5ff812 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/11540e3a-069f-41df-a499-3dabac5b2634 HTTP/1.1" status: 404 len: 333 time: 0.0357573 Sep 19 03:21:27.447412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:27.456819 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74108a04-9443-4c97-9204-06decf766053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.478042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74108a04-9443-4c97-9204-06decf766053 None None] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:27.484613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-498de3e1-d7fb-42aa-9391-a2dca785e5dd req-9a69318e-0e9b-424e-b85e-8297e3db3cc4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682677 Sep 19 03:21:27.487018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-74108a04-9443-4c97-9204-06decf766053 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:27.514789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74108a04-9443-4c97-9204-06decf766053 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:27.544786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet dc0829ed-a0d9-4467-94d3-31092c0cc1af {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:27.550697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.580878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0038f1c3-c056-4ff5-bd31-c97425632b40 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/quotas/c6fa3ba0cb324a05b9b2be0039791bf9 HTTP/1.1" status: 200 len: 375 time: 0.1162999 Sep 19 03:21:27.600074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74108a04-9443-4c97-9204-06decf766053 None None] Pushing event updated for resources: {'Port': ['ID=b5516506-e012-45ee-a6e5-f6056b294474,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:27.607318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27b389cac6a64d5b9eb2ee5c81fe2404&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6177108 Sep 19 03:21:27.615680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34998) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:27.620392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.680408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74108a04-9443-4c97-9204-06decf766053 None None] Attempting to bind port b5516506-e012-45ee-a6e5-f6056b294474 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:27.680702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb47f01-890c-4871-8fc1-d2196f35113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39289ba9-4cf2-4656-83f7-e109fe161147,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:27.680807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74108a04-9443-4c97-9204-06decf766053 None None] Attempting to bind port b5516506-e012-45ee-a6e5-f6056b294474 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:27.681156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74108a04-9443-4c97-9204-06decf766053 None None] Attempting to bind port b5516506-e012-45ee-a6e5-f6056b294474 on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:27.708225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74108a04-9443-4c97-9204-06decf766053 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:27.708564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74108a04-9443-4c97-9204-06decf766053 None None] Checking segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:27.708970 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74108a04-9443-4c97-9204-06decf766053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.709696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74108a04-9443-4c97-9204-06decf766053 None None] Bound using segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:27.710583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74108a04-9443-4c97-9204-06decf766053 None None] Bound port: b5516506-e012-45ee-a6e5-f6056b294474, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:27.711078 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.711190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74108a04-9443-4c97-9204-06decf766053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.751703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002128d3-797f-4cea-b55c-1f440bb17380 req-91bacd2d-e770-4b5f-ac8d-08c2d04a4d4d tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:27.753073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-002128d3-797f-4cea-b55c-1f440bb17380 req-91bacd2d-e770-4b5f-ac8d-08c2d04a4d4d tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 945 time: 0.3413489 Sep 19 03:21:27.800660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.801641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74a1eeee-9cac-4b6f-be74-5fc29e76e2d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.823904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-afa9300d-eeb3-4a9e-9236-830110ebb696 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2092977 Sep 19 03:21:27.870286 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.876293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74a1eeee-9cac-4b6f-be74-5fc29e76e2d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.891705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.902207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35002) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:27.904044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74108a04-9443-4c97-9204-06decf766053 None None] For port b5516506-e012-45ee-a6e5-f6056b294474, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:27.905627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-002128d3-797f-4cea-b55c-1f440bb17380 req-ee81c0c8-3236-4d1e-a971-40cc9c58ae39 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428301 Sep 19 03:21:27.908315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74108a04-9443-4c97-9204-06decf766053 None None] For port b5516506-e012-45ee-a6e5-f6056b294474, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b5516506-e012-45ee-a6e5-f6056b294474,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:27.917065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-866ea1fb-da90-44c4-95f3-51b4e21f3603 None None] Could not find standard attr ID for object 11540e3a-069f-41df-a499-3dabac5b2634. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:27.919159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.923743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/dc0829ed-a0d9-4467-94d3-31092c0cc1af HTTP/1.1" status: 204 len: 168 time: 0.4724503 Sep 19 03:21:27.928387 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74108a04-9443-4c97-9204-06decf766053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:27.952264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35004) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:28.002870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74108a04-9443-4c97-9204-06decf766053 None None] Pushing event updated for resources: {'Port': ['ID=b5516506-e012-45ee-a6e5-f6056b294474,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:28.019682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:28.021339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51017077-89bf-4aad-8bf2-7cc39361eb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.046893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.050606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac191fcc-ed8a-48e5-baf8-20c2634588de tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0829ed-a0d9-4467-94d3-31092c0cc1af,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:28.053366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:28.074000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:28.091158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6648f-bec4-420b-b240-eb24b039409b None None] Network d16cc2db-98a8-4576-abe7-0d2a59620b09 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:28.118290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:28.119265 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.132328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=21ca50a1-4c8f-49e2-b51a-b8a6d8c42e2b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:28.191584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7bf18cc2-9cae-47d7-81c7-d036a9326d82 None None] Could not find standard attr ID for object 123bc42c-a7b7-478b-973e-56d8a9d52fb2. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:28.208377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] For port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dfce45bc-3b8d-48a0-b04d-f50d82fccfa5,segment=NetworkSegment(edd624fd-c5be-4b56-995f-0a1948ebc564),segment_id=edd624fd-c5be-4b56-995f-0a1948ebc564)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:28.208748 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.225441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:28.253468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74a1eeee-9cac-4b6f-be74-5fc29e76e2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.256110 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74a1eeee-9cac-4b6f-be74-5fc29e76e2d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.259665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-74a1eeee-9cac-4b6f-be74-5fc29e76e2d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39289ba9-4cf2-4656-83f7-e109fe161147 HTTP/1.1" status: 204 len: 168 time: 0.6398044 Sep 19 03:21:28.358195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.369964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1eeee-9cac-4b6f-be74-5fc29e76e2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39289ba9-4cf2-4656-83f7-e109fe161147,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:28.399312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75123b1d-01b1-4750-9e82-be04edadd30d None None] DHCP port deletion for d16cc2db-98a8-4576-abe7-0d2a59620b09 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:21:28.435630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-766a2726-8da5-474c-91b6-5e180737920a service neutron] 10.222.0.22 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974808 Sep 19 03:21:28.459777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=dfce45bc-3b8d-48a0-b04d-f50d82fccfa5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:28.461685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No DVR routers for this DVR port dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:28.549955 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.574805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16cc2db-98a8-4576-abe7-0d2a59620b09']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:28.585019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd624fd-c5be-4b56-995f-0a1948ebc564') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:28.585341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd624fd-c5be-4b56-995f-0a1948ebc564') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:28.596187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.612645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.620221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:21:28.621071 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:21:28.624022 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:21:28.625737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51017077-89bf-4aad-8bf2-7cc39361eb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.636391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51017077-89bf-4aad-8bf2-7cc39361eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.671932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51017077-89bf-4aad-8bf2-7cc39361eb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231400d2-ebb6-4171-8618-801f0b76ef67,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:28.701713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.715088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-7b60842e-5096-43c0-a542-b2e2788cc4b5 service neutron] 10.222.0.22 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348690 Sep 19 03:21:28.734473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.738810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-51017077-89bf-4aad-8bf2-7cc39361eb63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40a1636451064717917a4715f520baef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8321807 Sep 19 03:21:28.741066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/d16cc2db-98a8-4576-abe7-0d2a59620b09 HTTP/1.1" status: 204 len: 168 time: 0.7869136 Sep 19 03:21:28.741396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35016) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:28.747220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35018) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:28.755422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638ffeb-8a1d-4900-9ae0-026c3dc82f9f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=d16cc2db-98a8-4576-abe7-0d2a59620b09,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:28.760865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-581491107'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:28.808189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35020) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:28.821744 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e74e9cb-fca2-4c69-8e0e-30dc4caa4401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:28.884346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:28.890447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.028787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df84d0f-f279-4d9d-bee5-cc7e6b72db03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.032927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:21:29.045745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b5516506-e012-45ee-a6e5-f6056b294474 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:29.055206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.055462 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Added segment 25652aa9-04cb-4e14-b9f6-98bcca204312 of type vlan for network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 Sep 19 03:21:29.086286 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e74e9cb-fca2-4c69-8e0e-30dc4caa4401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.099431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e74e9cb-fca2-4c69-8e0e-30dc4caa4401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.134622 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7e74e9cb-fca2-4c69-8e0e-30dc4caa4401 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a1fbdf86fae432c834e22fe6185366c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228066 Sep 19 03:21:29.139721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:29.173537 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df84d0f-f279-4d9d-bee5-cc7e6b72db03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.181666 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.217782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e74e9cb-fca2-4c69-8e0e-30dc4caa4401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa3d3e-c7ad-4fa9-b422-79e434b04ba8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:29.223578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b5516506-e012-45ee-a6e5-f6056b294474 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:29.225520 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.235923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a534ede-b19f-47ab-b848-a9a70502fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.265262 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.265910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a534ede-b19f-47ab-b848-a9a70502fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.341780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a534ede-b19f-47ab-b848-a9a70502fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.345692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2a534ede-b19f-47ab-b848-a9a70502fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.347146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2a534ede-b19f-47ab-b848-a9a70502fe37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0fa3d3e-c7ad-4fa9-b422-79e434b04ba8 HTTP/1.1" status: 204 len: 168 time: 0.2063122 Sep 19 03:21:29.358015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a534ede-b19f-47ab-b848-a9a70502fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa3d3e-c7ad-4fa9-b422-79e434b04ba8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:29.416613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbd66c-893c-404a-bfd4-e04d19a54912 req-746a872c-6df9-43ff-b689-aea4fa048087 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:29.424350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ffbd66c-893c-404a-bfd4-e04d19a54912 req-746a872c-6df9-43ff-b689-aea4fa048087 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 945 time: 0.2990439 Sep 19 03:21:29.505663 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.516518 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.522375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:29.523133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.594457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port b5516506-e012-45ee-a6e5-f6056b294474, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b5516506-e012-45ee-a6e5-f6056b294474,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:29.604276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.639270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.641170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df84d0f-f279-4d9d-bee5-cc7e6b72db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.643853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df84d0f-f279-4d9d-bee5-cc7e6b72db03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:29.645104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1df84d0f-f279-4d9d-bee5-cc7e6b72db03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/231400d2-ebb6-4171-8618-801f0b76ef67 HTTP/1.1" status: 204 len: 168 time: 0.9027719 Sep 19 03:21:29.691859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9436030 Sep 19 03:21:29.697132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35052) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:29.705092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:29.733315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e32af9-6dd9-4978-92e9-308ae4ae11ae None None] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:29.735373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:21:29.737384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ffbd66c-893c-404a-bfd4-e04d19a54912 req-d9d81e46-5d85-487f-b729-0bfba9955024 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121636 Sep 19 03:21:29.740405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df84d0f-f279-4d9d-bee5-cc7e6b72db03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231400d2-ebb6-4171-8618-801f0b76ef67,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:29.752245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-6f7e0e9a-2dd6-4205-9728-877b1ae2bd34 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:29.754167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-6f7e0e9a-2dd6-4205-9728-877b1ae2bd34 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 814 time: 0.4826636 Sep 19 03:21:29.755613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82491736-9233-4394-b95b-a9fb5f050abf tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Network': ['ID=b43873d4-39b8-4d20-b9ab-7ccdf90fed89,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:29.799283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-4e38904c-38d3-4f3d-b889-55c44236f6cd tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/quotas/c6fa3ba0cb324a05b9b2be0039791bf9 HTTP/1.1" status: 200 len: 375 time: 0.0343063 Sep 19 03:21:29.923358 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:21:29.939843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:21:29.940245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dfce45bc-3b8d-48a0-b04d-f50d82fccfa5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:21:29.981132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:29.986096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.052246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-d7fd9068-7800-4199-8f5e-508ffdbe2713 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2352238 Sep 19 03:21:30.062516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=b5516506-e012-45ee-a6e5-f6056b294474,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:30.116435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6fde94d2-adee-47df-96e1-2d156ad1a151 None None] Provisioning complete for port b5516506-e012-45ee-a6e5-f6056b294474 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:30.117070 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fde94d2-adee-47df-96e1-2d156ad1a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.159043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-1a134347-1247-4b52-b17b-3d523fdf0f6f service neutron] 10.222.0.22 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057351 Sep 19 03:21:30.247300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.248570 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.274869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.362524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-91649881-6b11-47c2-8782-66adf2a2d460 service neutron] 10.222.0.22 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021258 Sep 19 03:21:30.370368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.409644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=21ca50a1-4c8f-49e2-b51a-b8a6d8c42e2b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:30.441301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.543693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=87f66019-8915-4686-b3a8-837b7972a9fe,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:30.587193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Checking segment: {'id': '25652aa9-04cb-4e14-b9f6-98bcca204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:30.587609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network hostable DHCP agents. Network: b43873d4-39b8-4d20-b9ab-7ccdf90fed89, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:21:30.629454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:21:30.649861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b43873d4-39b8-4d20-b9ab-7ccdf90fed89) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:30.655220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:30.656033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.665434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cefd34a-e2be-4e92-aaaa-0b3ff4c6c78d None None] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:30.700391 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d45a6797-6588-4791-88ac-6e787ab74dd3 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0003302 Sep 19 03:21:30.703117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35080) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:30.713651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-06af1628-7441-4a28-ab13-40208c7ea06c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1745145641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:30.780576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06af1628-7441-4a28-ab13-40208c7ea06c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:30.784635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06af1628-7441-4a28-ab13-40208c7ea06c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.019712 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06af1628-7441-4a28-ab13-40208c7ea06c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.030202 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06af1628-7441-4a28-ab13-40208c7ea06c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.089347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06af1628-7441-4a28-ab13-40208c7ea06c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.090662 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06af1628-7441-4a28-ab13-40208c7ea06c tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3865151 Sep 19 03:21:31.093609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35102) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:31.114185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89', 'name': 'tempest-PortsIpV6TestJSON-1485052702'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:31.140660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b5516506-e012-45ee-a6e5-f6056b294474 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:31.420210 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP ef583657-2ef1-4ac4-8af2-115b5d7ba6fc associated. External IP: 172.25.8.91, port: f7b7dddd-ed63-490f-81e4-c6c0766ac72c. Sep 19 03:21:31.456458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-b43873d4-39b8-4d20-b9ab-7ccdf90fed89', 'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89', 'tenant_id': '95e6ccf912964d779454419f52279716', 'fixed_ips': [{'subnet_id': '87f66019-8915-4686-b3a8-837b7972a9fe'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:21:31.457582 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.464733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1e2a5aad-279f-40df-b5a1-93717fa01452 None None] Provisioning complete for port b5516506-e012-45ee-a6e5-f6056b294474 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:31.465249 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5aad-279f-40df-b5a1-93717fa01452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.505118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0d74e-e8db-4996-af24-8b96741e1f41 req-f4e1e212-d316-409d-a1b8-63d49b10c658 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:31.511309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:31.513610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62a0d74e-e8db-4996-af24-8b96741e1f41 req-f4e1e212-d316-409d-a1b8-63d49b10c658 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 945 time: 0.2058287 Sep 19 03:21:31.514930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.567523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 171e4e52-abbb-4f82-a809-55615f29e61f yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:31.586254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b5516506-e012-45ee-a6e5-f6056b294474 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:31.586781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:31.628369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-49bfb66c-9ab1-413e-9301-b51e667d0130 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:31.630340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-49bfb66c-9ab1-413e-9301-b51e667d0130 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 814 time: 0.3238239 Sep 19 03:21:31.671817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Request body: {'port': {'device_id': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'admin_state_up': True, 'tenant_id': 'c6fa3ba0cb324a05b9b2be0039791bf9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:31.712840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62a0d74e-e8db-4996-af24-8b96741e1f41 req-33577a9c-95d2-4631-a6bc-efc105faf8ae tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981082 Sep 19 03:21:31.775319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::2e (b43873d4-39b8-4d20-b9ab-7ccdf90fed89/87f66019-8915-4686-b3a8-837b7972a9fe/171e4e52-abbb-4f82-a809-55615f29e61f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:31.870267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-584ff703-710f-4550-ab1b-9178550946b7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:31.877369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-584ff703-710f-4550-ab1b-9178550946b7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 814 time: 0.4540100 Sep 19 03:21:31.973085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-feca10e5-9f2d-4ba8-9443-0788f961c515 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/quotas/c6fa3ba0cb324a05b9b2be0039791bf9 HTTP/1.1" status: 200 len: 375 time: 0.0947707 Sep 19 03:21:31.987177 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.035834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.117959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:32.121478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:32.125356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:32.131539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:32.132190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.157281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=171e4e52-abbb-4f82-a809-55615f29e61f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:32.164834 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c259ebd8-3994-4884-bd97-66f663d89599 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0673196 Sep 19 03:21:32.165274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35148) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:32.177461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Allocated IP 2001:db8::2 (b43873d4-39b8-4d20-b9ab-7ccdf90fed89/87f66019-8915-4686-b3a8-837b7972a9fe/d16a336b-c5f6-4a07-aa60-3328034726d8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:32.236392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-db749d31-ea47-4514-84da-dd025884df03 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2597666 Sep 19 03:21:32.510869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Made reservation on behalf of c6fa3ba0cb324a05b9b2be0039791bf9 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:32.522353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.525688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.550178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.554442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-801f74e9-b334-4444-ad6d-62fd0185b1b8 service neutron] 10.222.0.22 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170707 Sep 19 03:21:32.652575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:32.670589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:32.675876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:32.680766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Pushing event updated for resources: {'Port': ['ID=d16a336b-c5f6-4a07-aa60-3328034726d8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:32.716247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router bc0539e7-1adc-4347-8ca7-de5a351f8027 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:21:32.748137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Attempting to bind port d16a336b-c5f6-4a07-aa60-3328034726d8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:32.749002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Attempting to bind port d16a336b-c5f6-4a07-aa60-3328034726d8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '25652aa9-04cb-4e14-b9f6-98bcca204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:32.749002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Attempting to bind port d16a336b-c5f6-4a07-aa60-3328034726d8 on network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:32.755105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:32.755606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Checking segment: {'id': '25652aa9-04cb-4e14-b9f6-98bcca204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:32.756143 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.756643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Bound using segment: {'id': '25652aa9-04cb-4e14-b9f6-98bcca204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:32.757219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Bound port: d16a336b-c5f6-4a07-aa60-3328034726d8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25652aa9-04cb-4e14-b9f6-98bcca204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b43873d4-39b8-4d20-b9ab-7ccdf90fed89'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:32.758375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.844072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] For port d16a336b-c5f6-4a07-aa60-3328034726d8, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:32.851642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] For port d16a336b-c5f6-4a07-aa60-3328034726d8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d16a336b-c5f6-4a07-aa60-3328034726d8,segment=NetworkSegment(25652aa9-04cb-4e14-b9f6-98bcca204312),segment_id=25652aa9-04cb-4e14-b9f6-98bcca204312)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:32.864395 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:32.982864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-1285cae5-f7dd-4b86-8537-8b07a7e940b0 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:32.984492 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-1285cae5-f7dd-4b86-8537-8b07a7e940b0 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 814 time: 0.2360566 Sep 19 03:21:33.015632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c6c36-5203-4121-8dc9-77a053a42574 None None] Pushing event updated for resources: {'Port': ['ID=d16a336b-c5f6-4a07-aa60-3328034726d8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:33.046829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Request body: {'port': {'device_id': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'admin_state_up': True, 'tenant_id': 'c6fa3ba0cb324a05b9b2be0039791bf9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:33.395576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-5aec127f-e0ee-410d-86eb-c3a3954d54a5 service neutron] 10.222.0.22 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147085 Sep 19 03:21:33.403776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:21:33.417977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] Sync routers for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:21:33.446826 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:33.450213 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:33.516790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:33.605662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f1634c2b-82d4-4ab6-828e-d73c688b97c4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.6190014 Sep 19 03:21:33.609334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Allocated IP 172.20.0.3 (9b256cac-95d6-4a51-8df3-685f3a6fa6ae/38c9e0a5-3689-4425-97e7-7a9a77d00276/d5ef042b-ff69-4c90-b474-12ccb20d0c05) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:33.615769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:33.624263 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316b7366-4c99-422f-94e7-3db78b645e54" -d '{"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:33.789992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Made reservation on behalf of c6fa3ba0cb324a05b9b2be0039791bf9 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:33.805214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:33.828948 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:21:33.921655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:34.087306 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b3b27-25cc-4029-a1b7-597742b8dbbc x-openstack-request-id: req-644b3b27-25cc-4029-a1b7-597742b8dbbc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:34.087609 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:34.087949 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-644b3b27-25cc-4029-a1b7-597742b8dbbc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:34.088278 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'status': 'completed', 'code': 200} Sep 19 03:21:34.279023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17748fea-ab6e-41f7-94c4-1dcd1dba97f2 req-40c8adce-452b-4383-b9bb-233d65e41719 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:34.280586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17748fea-ab6e-41f7-94c4-1dcd1dba97f2 req-40c8adce-452b-4383-b9bb-233d65e41719 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.3213048 Sep 19 03:21:34.394476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:34.480883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-915046f3-1f9c-45be-9534-67959a95422f req-b7e054db-b8a6-4cb6-b24d-fd0fc1931e0f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 210 time: 0.0910530 Sep 19 03:21:34.513909 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'ef583657-2ef1-4ac4-8af2-115b5d7ba6fc', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'port_id': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'mac_address': 'fa:16:3e:45:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:21:28Z', 'updated_at': '2021-09-19T03:21:28Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:09Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:34.591007 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] Checking router: bc0539e7-1adc-4347-8ca7-de5a351f8027 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:21:34.626253 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:34.627951 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:34.666908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7366-4c99-422f-94e7-3db78b645e54 req-b4511893-f026-4a3c-aaf2-52bc012762bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:34.673162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316b7366-4c99-422f-94e7-3db78b645e54 req-b4511893-f026-4a3c-aaf2-52bc012762bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1097 time: 0.5435712 Sep 19 03:21:34.699220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17748fea-ab6e-41f7-94c4-1dcd1dba97f2 req-3d1ab5d8-a497-454b-94b5-f6b220c0ea5f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979123 Sep 19 03:21:34.714496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:34.743859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:34.783006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:34.893177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1aa680-a064-4238-b377-e1fafb1f49c0 None None] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:35.001622 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:21:35.105948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.149973 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78660f71-a257-4b0e-85f0-565958df2e65 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/ef583657-2ef1-4ac4-8af2-115b5d7ba6fc HTTP/1.1" status: 200 len: 991 time: 0.4045539 Sep 19 03:21:35.160961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.180563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d16a336b-c5f6-4a07-aa60-3328034726d8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:35.200501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7791b35d-4ae2-403c-88a4-2102e2d52554 None None] Provisioning complete for port d16a336b-c5f6-4a07-aa60-3328034726d8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:35.202646 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7791b35d-4ae2-403c-88a4-2102e2d52554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.208566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7366-4c99-422f-94e7-3db78b645e54 req-08c341c9-39ad-4abe-b58f-40c1517cc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:35.210059 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316b7366-4c99-422f-94e7-3db78b645e54 req-08c341c9-39ad-4abe-b58f-40c1517cc83c service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.4854202 Sep 19 03:21:35.385680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316b7366-4c99-422f-94e7-3db78b645e54 req-76097daf-4bc9-494d-8dd7-0030c7370662 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 999 time: 0.1604929 Sep 19 03:21:35.395112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Allocated IP 172.20.0.11 (9b256cac-95d6-4a51-8df3-685f3a6fa6ae/38c9e0a5-3689-4425-97e7-7a9a77d00276/f51a333e-aca7-42e1-9717-49a6d37051b6) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:35.410840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:35.452467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:35.456842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:35.459985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Pushing event updated for resources: {'Port': ['ID=d5ef042b-ff69-4c90-b474-12ccb20d0c05,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:35.609831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7791b35d-4ae2-403c-88a4-2102e2d52554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.646374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d16a336b-c5f6-4a07-aa60-3328034726d8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:35.646779 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.663750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7366-4c99-422f-94e7-3db78b645e54 req-5cc156b9-f29d-4219-9365-93d00df8b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:35.672336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316b7366-4c99-422f-94e7-3db78b645e54 req-5cc156b9-f29d-4219-9365-93d00df8b9c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.2739916 Sep 19 03:21:35.715777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91ac9dac-e464-4eab-a03b-1102483e98d9 req-438cbc09-d6ce-4067-bfca-07dbf21d5b1f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 210 time: 0.1012981 Sep 19 03:21:35.776388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7791b35d-4ae2-403c-88a4-2102e2d52554 None None] For port d16a336b-c5f6-4a07-aa60-3328034726d8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d16a336b-c5f6-4a07-aa60-3328034726d8,segment=NetworkSegment(25652aa9-04cb-4e14-b9f6-98bcca204312),segment_id=25652aa9-04cb-4e14-b9f6-98bcca204312)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:35.786174 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7791b35d-4ae2-403c-88a4-2102e2d52554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.811235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:35.813321 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.820556 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'ef583657-2ef1-4ac4-8af2-115b5d7ba6fc', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'port_id': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'mac_address': 'fa:16:3e:45:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:21:28Z', 'updated_at': '2021-09-19T03:21:28Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:09Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:35.867256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:35.914087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791b35d-4ae2-403c-88a4-2102e2d52554 None None] Pushing event updated for resources: {'Port': ['ID=d16a336b-c5f6-4a07-aa60-3328034726d8,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:35.914657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-5c26cd2e-4691-4af4-8123-ed9d5c0a891d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2338710 Sep 19 03:21:35.921337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Request body: {'port': {'device_id': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:35.959640 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd3ef2a-4551-4930-a1ee-c739c465435b None None] The sync data for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 is: [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'ef583657-2ef1-4ac4-8af2-115b5d7ba6fc', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'port_id': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'mac_address': 'fa:16:3e:45:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:21:28Z', 'updated_at': '2021-09-19T03:21:28Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:09Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:21:35.985669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=171e4e52-abbb-4f82-a809-55615f29e61f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:35.996589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d020a873-934d-4b38-a063-ca7484c2ab4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.013666 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.018905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b7366-4c99-422f-94e7-3db78b645e54 req-1475a046-32d9-41ee-9234-b44b77b2f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:36.022164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316b7366-4c99-422f-94e7-3db78b645e54 req-1475a046-32d9-41ee-9234-b44b77b2f4a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3201594 Sep 19 03:21:36.085999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-277cfae6-a05b-49d7-9cb4-a331c2e7752b None None] Provisioning complete for port d5ef042b-ff69-4c90-b474-12ccb20d0c05 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:36.086652 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-277cfae6-a05b-49d7-9cb4-a331c2e7752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.155492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-277cfae6-a05b-49d7-9cb4-a331c2e7752b None None] Port d5ef042b-ff69-4c90-b474-12ccb20d0c05 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:36.166379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35306) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:36.167263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.291287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:36.301237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Pushing event updated for resources: {'Port': ['ID=f51a333e-aca7-42e1-9717-49a6d37051b6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:36.303894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:36.307028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a9c53416-f658-43fb-8054-635873384f8e None None] Provisioning complete for port 171e4e52-abbb-4f82-a809-55615f29e61f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:36.307411 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9c53416-f658-43fb-8054-635873384f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.503262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-04bb5e67-6ae3-49f9-a08b-08cb6d30b3d7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/ef583657-2ef1-4ac4-8af2-115b5d7ba6fc HTTP/1.1" status: 200 len: 991 time: 0.3168612 Sep 19 03:21:36.591874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d020a873-934d-4b38-a063-ca7484c2ab4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.609306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:36.691476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:36.692471 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.718505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d020a873-934d-4b38-a063-ca7484c2ab4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.781919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316b7366-4c99-422f-94e7-3db78b645e54 req-ace6e052-b0a9-42e7-b65e-7561f80642b7 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519836 Sep 19 03:21:36.803652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f024742d-bc7c-4d2c-86e8-6a50a09cd8b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7667100 Sep 19 03:21:36.819656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc29772f-99de-4fba-9fee-339df2d011ab None None] New status for floating IP ef583657-2ef1-4ac4-8af2-115b5d7ba6fc: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:21:36.868464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Request body: {'port': {'device_id': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:36.895866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a9c53416-f658-43fb-8054-635873384f8e None None] Port 171e4e52-abbb-4f82-a809-55615f29e61f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:36.927360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a9c53416-f658-43fb-8054-635873384f8e None None] Provisioning complete for port d16a336b-c5f6-4a07-aa60-3328034726d8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:36.928529 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9c53416-f658-43fb-8054-635873384f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:36.954726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-955aefac-3e49-4c1d-b8d3-98cbcd7cab38 req-ab95a551-3046-499e-940a-090f01bf7a17 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 210 time: 0.0876501 Sep 19 03:21:37.010655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d16a336b-c5f6-4a07-aa60-3328034726d8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:37.070409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebafbf-fbb4-4237-b11f-dc040ee408ac req-7ac4ae09-3a21-4b7b-a7bd-b9f067e95e50 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:37.072179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acebafbf-fbb4-4237-b11f-dc040ee408ac req-7ac4ae09-3a21-4b7b-a7bd-b9f067e95e50 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 945 time: 0.4614253 Sep 19 03:21:37.183846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.198345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acebafbf-fbb4-4237-b11f-dc040ee408ac req-26755575-a9b9-4d24-9613-a94a3c739ec9 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160183 Sep 19 03:21:37.222312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-316b7366-4c99-422f-94e7-3db78b645e54 req-bc7e9ef7-e461-4cf7-b5d2-a7b28b55c980 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116182 Sep 19 03:21:37.230173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d16a336b-c5f6-4a07-aa60-3328034726d8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:37.230862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.355119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ef042b-ff69-4c90-b474-12ccb20d0c05 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:37.359363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9f521533-e626-42f5-9444-033f9373e327 None None] Provisioning complete for port 171e4e52-abbb-4f82-a809-55615f29e61f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:37.360232 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f521533-e626-42f5-9444-033f9373e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.364081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.379070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Transition to ACTIVE for port object d5ef042b-ff69-4c90-b474-12ccb20d0c05 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:21:37.384536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.397398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d020a873-934d-4b38-a063-ca7484c2ab4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443ae45d-f6cd-49a9-8f67-127a104b9c9d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:37.408370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-f43c932b-31c3-4ff5-a085-c33dd820cd01 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:37.409957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-f43c932b-31c3-4ff5-a085-c33dd820cd01 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 814 time: 1.4098077 Sep 19 03:21:37.437749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9f521533-e626-42f5-9444-033f9373e327 None None] Port 171e4e52-abbb-4f82-a809-55615f29e61f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:37.457576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9f521533-e626-42f5-9444-033f9373e327 None None] Provisioning complete for port f51a333e-aca7-42e1-9717-49a6d37051b6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:37.457951 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f521533-e626-42f5-9444-033f9373e327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.459118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.486096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d020a873-934d-4b38-a063-ca7484c2ab4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f99b67e8f583447c9b15bc763e4773f1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7006032 Sep 19 03:21:37.490065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Request body: {'port': {'device_id': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'admin_state_up': True, 'tenant_id': 'c6fa3ba0cb324a05b9b2be0039791bf9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:37.538603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9f521533-e626-42f5-9444-033f9373e327 None None] Port f51a333e-aca7-42e1-9717-49a6d37051b6 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:37.620944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35326) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:37.621362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:37.742381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:37.863797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ef042b-ff69-4c90-b474-12ccb20d0c05,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:37.950565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Attempting to bind port d5ef042b-ff69-4c90-b474-12ccb20d0c05 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:37.950976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Attempting to bind port d5ef042b-ff69-4c90-b474-12ccb20d0c05 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:37.951282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Attempting to bind port d5ef042b-ff69-4c90-b474-12ccb20d0c05 on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:37.956354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Port d5ef042b-ff69-4c90-b474-12ccb20d0c05 on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:21:37.956677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Attempting to bind port d5ef042b-ff69-4c90-b474-12ccb20d0c05 on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:37.963962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:37.964348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Checking segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:37.964688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Bound using segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:37.965127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Bound port: d5ef042b-ff69-4c90-b474-12ccb20d0c05, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:37.965492 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.127596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2893c12e-4eb5-40ff-92d6-97e292514c88 req-621b4d05-0bc8-4060-810f-44684a1f1225 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 210 time: 0.0498953 Sep 19 03:21:38.140445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] For port d5ef042b-ff69-4c90-b474-12ccb20d0c05, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:38.144938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] For port d5ef042b-ff69-4c90-b474-12ccb20d0c05, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:38.159969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.271826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:38.272509 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.274857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] 10.222.0.32 "PUT /v2.0/ports/d5ef042b-ff69-4c90-b474-12ccb20d0c05 HTTP/1.1" status: 200 len: 1091 time: 2.3589778 Sep 19 03:21:38.277057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'tag': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:38.279691 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9637949e-5253-4037-9bbc-4ca8bf05f4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7debf5-3f9d-457a-a600-87be7ea55565", "tag": "d5ef042b-ff69-4c90-b474-12ccb20d0c05"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:38.310263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1536e1-9615-4c78-8ec1-7555b58f0650 service neutron] Pushing event updated for resources: {'Port': ['ID=d5ef042b-ff69-4c90-b474-12ccb20d0c05,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:38.369190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-417ed749-a474-42de-ae5a-4f24888bccd0 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:38.370862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-417ed749-a474-42de-ae5a-4f24888bccd0 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.32 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 945 time: 0.1468496 Sep 19 03:21:38.386550 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062c2dba-1d95-449d-9d6f-6b0e371bad8a x-openstack-request-id: req-062c2dba-1d95-449d-9d6f-6b0e371bad8a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:38.387000 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7debf5-3f9d-457a-a600-87be7ea55565", "tag": "d5ef042b-ff69-4c90-b474-12ccb20d0c05", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:38.387462 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-062c2dba-1d95-449d-9d6f-6b0e371bad8a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:38.387867 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'tag': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05', 'status': 'completed', 'code': 200} Sep 19 03:21:38.550438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-d233bafb-d1be-418e-8d6c-cd87d531d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:38.553581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Made reservation on behalf of c6fa3ba0cb324a05b9b2be0039791bf9 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:38.557561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-d233bafb-d1be-418e-8d6c-cd87d531d877 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 1094 time: 0.2088761 Sep 19 03:21:38.560593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.575598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da12c1b-b4e2-47ef-a83e-98feeed7aa3b req-c091cae9-0412-44ed-a976-3ac6fdd44d98 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:38.579665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.588102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1da12c1b-b4e2-47ef-a83e-98feeed7aa3b req-c091cae9-0412-44ed-a976-3ac6fdd44d98 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 945 time: 0.2161312 Sep 19 03:21:38.661116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-6af913f5-9f83-433a-a290-0064eccafa39 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05 HTTP/1.1" status: 200 len: 217 time: 0.0705626 Sep 19 03:21:38.732002 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ce02fa35-4681-4102-aabf-27649e6ed66b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/ef583657-2ef1-4ac4-8af2-115b5d7ba6fc HTTP/1.1" status: 200 len: 993 time: 1.0849328 Sep 19 03:21:38.736673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1da12c1b-b4e2-47ef-a83e-98feeed7aa3b req-9a556b11-5ea0-41d9-b3c4-83e7444f56a7 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd924849-14be-41ac-a59e-7175c034217c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438813 Sep 19 03:21:38.751802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Deleting port cd606c4b-3b91-4668-aa83-1c420b07170f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:38.752416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.791112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-aebf130e-1f5f-4412-b6f7-429e39f5b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:38.792602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-aebf130e-1f5f-4412-b6f7-429e39f5b0dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 200 len: 853 time: 0.1227949 Sep 19 03:21:38.861960 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.907827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-c16971a8-c806-4a92-8036-196e44e28581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:38.909294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-c16971a8-c806-4a92-8036-196e44e28581 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016848 Sep 19 03:21:38.917149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] For port cd606c4b-3b91-4668-aa83-1c420b07170f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=cd606c4b-3b91-4668-aa83-1c420b07170f,segment=NetworkSegment(bfec05d1-894f-45a3-b14f-202adef4a39c),segment_id=bfec05d1-894f-45a3-b14f-202adef4a39c)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:38.917567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.931981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Calling delete_port for cd606c4b-3b91-4668-aa83-1c420b07170f owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:38.968113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.970726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:38.972123 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/443ae45d-f6cd-49a9-8f67-127a104b9c9d HTTP/1.1" status: 204 len: 168 time: 1.3476086 Sep 19 03:21:39.142705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ae45d-f6cd-49a9-8f67-127a104b9c9d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:39.196636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.197277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.197840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.198371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.198931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.199425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.199916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.200404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.200963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.201755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.202276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.202887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b289fd1-6c28-4a3f-9d02-37a56d3b58bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:39.271048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.283276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.283276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.294583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51a333e-aca7-42e1-9717-49a6d37051b6 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:39.341567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-aee717d1-8b31-4724-9762-4c3fbd0b5340 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988025 Sep 19 03:21:39.353651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.365950 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.400256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['cd606c4b-3b91-4668-aa83-1c420b07170f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:39.420915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Transition to ACTIVE for port object f51a333e-aca7-42e1-9717-49a6d37051b6 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:21:39.424245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=171e4e52-abbb-4f82-a809-55615f29e61f,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:39.427649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33271ded-6f7c-43c0-85d0-032c7727036e req-238d4d93-a3ff-42ea-9807-0931a9944bca tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 210 time: 0.0846202 Sep 19 03:21:39.441432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.518004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] No DVR routers for this DVR port cd606c4b-3b91-4668-aa83-1c420b07170f on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:39.525613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.527728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.32 "DELETE /v2.0/ports/cd606c4b-3b91-4668-aa83-1c420b07170f HTTP/1.1" status: 204 len: 173 time: 1.1375766 Sep 19 03:21:39.528710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] Pushing event deleted for resources: {'Port': ['ID=cd606c4b-3b91-4668-aa83-1c420b07170f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:39.581167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35376) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:39.610385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d52ebb13-3633-4483-9c5b-625c2bef4bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:39.712899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92dfabe5-4834-4d72-a319-9561a6499c3d req-e364fa46-1b38-44ba-b1a8-8401ea7f5d30 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580315 Sep 19 03:21:39.738498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Allocated IP 172.20.0.8 (9b256cac-95d6-4a51-8df3-685f3a6fa6ae/38c9e0a5-3689-4425-97e7-7a9a77d00276/299f286f-7f94-460c-a02c-6c0b6b78c3bb) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:39.755192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f51a333e-aca7-42e1-9717-49a6d37051b6,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:39.826171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:39.837262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:39.978591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Attempting to bind port f51a333e-aca7-42e1-9717-49a6d37051b6 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:39.979136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Attempting to bind port f51a333e-aca7-42e1-9717-49a6d37051b6 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:39.979638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Attempting to bind port f51a333e-aca7-42e1-9717-49a6d37051b6 on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:39.990984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5371587f-30e7-48da-8c48-598a2288d3ce req-53a53cbf-31b3-46c4-9d7a-8a910e466379 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] 10.222.0.22 "GET /v2.0/ports?device_id=c00028e0-ad87-4474-8138-9bff33e0c3c2 HTTP/1.1" status: 200 len: 210 time: 0.0497308 Sep 19 03:21:40.008441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-819124f1-8566-46db-a2ad-3e611b680cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:40.010230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-819124f1-8566-46db-a2ad-3e611b680cd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 1094 time: 0.1319590 Sep 19 03:21:40.055659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Port f51a333e-aca7-42e1-9717-49a6d37051b6 on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:21:40.056059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Attempting to bind port f51a333e-aca7-42e1-9717-49a6d37051b6 on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:40.059572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d52ebb13-3633-4483-9c5b-625c2bef4bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.085739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d52ebb13-3633-4483-9c5b-625c2bef4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.133177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ebb13-3633-4483-9c5b-625c2bef4bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57182266-dd19-425c-aa66-7a74dd419ed5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:40.138756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:40.139229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Checking segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:40.139719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Bound using segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:40.140239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Bound port: f51a333e-aca7-42e1-9717-49a6d37051b6, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:40.140672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.142146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-b41a6898-484d-4f79-a5a9-8b83d28a1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:40.143872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-b41a6898-484d-4f79-a5a9-8b83d28a1f5c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 915 time: 0.1256230 Sep 19 03:21:40.199396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-567ddffb-f659-4762-9858-ee3609057719 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05 HTTP/1.1" status: 200 len: 217 time: 0.0474823 Sep 19 03:21:40.230647 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d52ebb13-3633-4483-9c5b-625c2bef4bf0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78902eedf22d43b081073a07eec9779b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388726 Sep 19 03:21:40.237188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35384) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:40.303916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-f60cab03-00a0-4c00-ab36-e0a653217413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:40.305473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-f60cab03-00a0-4c00-ab36-e0a653217413 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 200 len: 853 time: 0.0984559 Sep 19 03:21:40.326251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Router c2a14880-c511-44d0-a282-db9db43dfdf2 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:21:40.357747 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.362261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-638d6b4f-4bb9-4ee4-89db-1d7afd6a68d7 None None] Provisioning complete for port 171e4e52-abbb-4f82-a809-55615f29e61f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:40.363223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-638d6b4f-4bb9-4ee4-89db-1d7afd6a68d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.369242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] For port f51a333e-aca7-42e1-9717-49a6d37051b6, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:40.375085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] For port f51a333e-aca7-42e1-9717-49a6d37051b6, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f51a333e-aca7-42e1-9717-49a6d37051b6,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:40.395310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'name': 'network-vif-deleted', 'tag': 'cd606c4b-3b91-4668-aa83-1c420b07170f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:40.402994 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541867e0-445c-4669-9daf-d850a58912a6" -d '{"events": [{"server_uuid": "c00028e0-ad87-4474-8138-9bff33e0c3c2", "name": "network-vif-deleted", "tag": "cd606c4b-3b91-4668-aa83-1c420b07170f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:40.416570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.442351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f604-147f-4f2d-8338-9cb1e6d25025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.462435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-638d6b4f-4bb9-4ee4-89db-1d7afd6a68d7 None None] Port 171e4e52-abbb-4f82-a809-55615f29e61f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:40.487510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f604-147f-4f2d-8338-9cb1e6d25025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.531562 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519440f-296d-478b-a8ad-afd045ac3938 x-openstack-request-id: req-d519440f-296d-478b-a8ad-afd045ac3938 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:40.531923 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00028e0-ad87-4474-8138-9bff33e0c3c2", "name": "network-vif-deleted", "tag": "cd606c4b-3b91-4668-aa83-1c420b07170f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:40.532107 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d519440f-296d-478b-a8ad-afd045ac3938 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:40.532515 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00028e0-ad87-4474-8138-9bff33e0c3c2', 'name': 'network-vif-deleted', 'tag': 'cd606c4b-3b91-4668-aa83-1c420b07170f', 'status': 'completed', 'code': 200} Sep 19 03:21:40.551067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-1303beaa-b7c3-44ea-a933-1ede036e0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:40.552854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-1303beaa-b7c3-44ea-a933-1ede036e0200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2355723 Sep 19 03:21:40.591475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-798e328e-c01e-4bd9-90b6-3068abaf0127 req-8ff942b1-253f-4ac2-a469-068af660e7be tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 210 time: 0.0333304 Sep 19 03:21:40.621065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Pushing event updated for resources: {'Port': ['ID=f51a333e-aca7-42e1-9717-49a6d37051b6,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:40.638249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:40.638658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f604-147f-4f2d-8338-9cb1e6d25025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.639391 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.641533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbe7f604-147f-4f2d-8338-9cb1e6d25025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.641673 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-fa7fc2c0-3bd3-42b6-97c2-365719466c41 service neutron] 10.222.0.32 "PUT /v2.0/ports/f51a333e-aca7-42e1-9717-49a6d37051b6 HTTP/1.1" status: 200 len: 1092 time: 3.8094637 Sep 19 03:21:40.643184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dbe7f604-147f-4f2d-8338-9cb1e6d25025 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57182266-dd19-425c-aa66-7a74dd419ed5 HTTP/1.1" status: 204 len: 168 time: 0.4051344 Sep 19 03:21:40.646550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'tag': 'f51a333e-aca7-42e1-9717-49a6d37051b6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:40.650668 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2cade1-349d-44a2-a447-89d4e18cf465" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab59620-b59e-4826-a6a6-dfb8bcf5c109", "tag": "f51a333e-aca7-42e1-9717-49a6d37051b6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:40.679129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:21:40.688493 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-db2cb70f-1a0f-456e-88b6-6725b70f6fc8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "PUT /v2.0/routers/c2a14880-c511-44d0-a282-db9db43dfdf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5220015 Sep 19 03:21:40.690259 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] Sync routers for ids ['c2a14880-c511-44d0-a282-db9db43dfdf2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:21:40.690961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:40.697586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35396) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:40.717994 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] Routers {'c2a14880-c511-44d0-a282-db9db43dfdf2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:40.720411 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2a14880-c511-44d0-a282-db9db43dfdf2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:40.825736 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:40.833756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7f604-147f-4f2d-8338-9cb1e6d25025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57182266-dd19-425c-aa66-7a74dd419ed5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:40.842642 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] Routers {'c2a14880-c511-44d0-a282-db9db43dfdf2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:40.843482 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2a14880-c511-44d0-a282-db9db43dfdf2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:40.844930 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc61409-8c53-412e-acd8-63c3d3270c5c x-openstack-request-id: req-bfc61409-8c53-412e-acd8-63c3d3270c5c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:40.852207 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab59620-b59e-4826-a6a6-dfb8bcf5c109", "tag": "f51a333e-aca7-42e1-9717-49a6d37051b6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:40.852583 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfc61409-8c53-412e-acd8-63c3d3270c5c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:40.853130 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'tag': 'f51a333e-aca7-42e1-9717-49a6d37051b6', 'status': 'completed', 'code': 200} Sep 19 03:21:40.853870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Pushing event updated for resources: {'Port': ['ID=299f286f-7f94-460c-a02c-6c0b6b78c3bb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:40.907069 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:40.907986 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36925182-3c5a-45f7-8bb2-8d01ee6f4051 None None] The sync data for ids ['c2a14880-c511-44d0-a282-db9db43dfdf2'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:21:40.938233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-e2125898-632f-48bf-b1c4-619c822ec628 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457708 Sep 19 03:21:41.010210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:41.035890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e197a-285b-49c4-9827-c13e7333163b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:41.040264 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-703e197a-285b-49c4-9827-c13e7333163b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2a14880-c511-44d0-a282-db9db43dfdf2 HTTP/1.1" status: 200 len: 988 time: 0.3379908 Sep 19 03:21:41.040264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:41.041594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:41.044478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35404) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:41.109558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35408) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:41.184563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] Deleting subnet 19827895-308c-4233-95cf-09e264cb104c {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:41.190542 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.249886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-70b8c3db-cb99-4cca-90cb-e8f9eebfaf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:41.251928 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-70b8c3db-cb99-4cca-90cb-e8f9eebfaf1f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 1095 time: 0.4126391 Sep 19 03:21:41.277377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9637949e-5253-4037-9bbc-4ca8bf05f4ff req-855be10e-c6ec-46ca-a7a8-7478f752b0f8 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298819 Sep 19 03:21:41.279431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.345942 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.408019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:41.409137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.422090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-dccb9fab-e521-4071-9538-6f112b37ff91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51a333e-aca7-42e1-9717-49a6d37051b6 HTTP/1.1" status: 200 len: 217 time: 0.1281757 Sep 19 03:21:41.433233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0af0d7b9-bdf1-4906-9b8d-e3d4de2827e7 None None] Provisioning complete for port 299f286f-7f94-460c-a02c-6c0b6b78c3bb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:41.434459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0af0d7b9-bdf1-4906-9b8d-e3d4de2827e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.447423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.451589 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b1dc35fe-c3f4-4d27-b959-6f84ba74cd5b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9954906 Sep 19 03:21:41.468928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.473529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/19827895-308c-4233-95cf-09e264cb104c HTTP/1.1" status: 204 len: 168 time: 0.3626204 Sep 19 03:21:41.512398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35418) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:41.527884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21a002-432c-4474-82e3-541132847b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19827895-308c-4233-95cf-09e264cb104c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:41.530176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0af0d7b9-bdf1-4906-9b8d-e3d4de2827e7 None None] Port 299f286f-7f94-460c-a02c-6c0b6b78c3bb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:41.595224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Request body: {'port': {'device_id': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:41.651473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.732488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-b14ca492-f16d-4d5f-a897-2d00412a833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:41.733049 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-b14ca492-f16d-4d5f-a897-2d00412a833f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 200 len: 853 time: 0.2938182 Sep 19 03:21:41.792666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cd606c4b-3b91-4668-aa83-1c420b07170f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:21:41.813868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.831850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: cd606c4b-3b91-4668-aa83-1c420b07170f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:21:41.832889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device cd606c4b-3b91-4668-aa83-1c420b07170f not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:21:41.839947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa49c16-22e1-4abd-b79f-8edde95ae8fe req-3b798eea-af4a-4cb1-b5a3-47e69ba6924f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:41.841620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fa49c16-22e1-4abd-b79f-8edde95ae8fe req-3b798eea-af4a-4cb1-b5a3-47e69ba6924f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 931 time: 0.1226206 Sep 19 03:21:41.859475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.924756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fa49c16-22e1-4abd-b79f-8edde95ae8fe req-64f42ccf-1053-4fd2-8fee-411529e762c4 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618014 Sep 19 03:21:41.926702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04de5269-4a10-4126-be19-4b2eba77d2f6']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:41.951932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfec05d1-894f-45a3-b14f-202adef4a39c') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:41.952334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfec05d1-894f-45a3-b14f-202adef4a39c') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:41.966000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.983416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.991259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:21:41.993135 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:21:41.995587 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:21:42.126309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:42.170968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:42.175201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] 10.222.0.22 "DELETE /v2.0/networks/04de5269-4a10-4126-be19-4b2eba77d2f6 HTTP/1.1" status: 204 len: 168 time: 0.6577895 Sep 19 03:21:42.175201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc25a1-a93b-476e-8ff4-bdb97da47393 admin admin] Pushing event deleted for resources: {'Network': ['ID=04de5269-4a10-4126-be19-4b2eba77d2f6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:42.312509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-9f1dd665-ae50-46f4-a3e0-d36e390a4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:42.317821 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-9f1dd665-ae50-46f4-a3e0-d36e390a4df6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5504198 Sep 19 03:21:42.432682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35446) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:42.519588 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09cff522-3c04-49e5-8976-447159a48993 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5060fa4731f54db2bee9a07c7039d2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854700 Sep 19 03:21:42.521721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35448) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:42.595435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-439427b0-170f-4838-adf9-7edaa67e30c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:42.623742 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-439427b0-170f-4838-adf9-7edaa67e30c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:42.693849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-439427b0-170f-4838-adf9-7edaa67e30c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:42.697855 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-439427b0-170f-4838-adf9-7edaa67e30c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:42.702561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-439427b0-170f-4838-adf9-7edaa67e30c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd924849-14be-41ac-a59e-7175c034217c HTTP/1.1" status: 204 len: 168 time: 0.1782217 Sep 19 03:21:42.721442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439427b0-170f-4838-adf9-7edaa67e30c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd924849-14be-41ac-a59e-7175c034217c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:42.876569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-809ce0e8-91ce-4efb-a80c-805f5f1eb825 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475130 Sep 19 03:21:43.144933 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-411f6b8a-26d4-4cf5-b9cf-6af55f327a0c req-f8c6d0ab-64cf-47f9-bfc2-31b8ee930a37 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586126 Sep 19 03:21:43.150712 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:43.281176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076af40-3565-45f1-bc94-e3ead44fd54d req-928444c4-49c2-4cbb-a7f3-22b0f0426064 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:43.285070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1076af40-3565-45f1-bc94-e3ead44fd54d req-928444c4-49c2-4cbb-a7f3-22b0f0426064 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 931 time: 0.1699877 Sep 19 03:21:43.385736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299f286f-7f94-460c-a02c-6c0b6b78c3bb {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:43.392055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1076af40-3565-45f1-bc94-e3ead44fd54d req-a623f918-d982-4633-8f77-0e0f945ccee0 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899491 Sep 19 03:21:43.404814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:43.423802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Transition to ACTIVE for port object 299f286f-7f94-460c-a02c-6c0b6b78c3bb will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:21:43.439567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:43.572530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Pushing event updated for resources: {'Port': ['ID=299f286f-7f94-460c-a02c-6c0b6b78c3bb,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:43.610569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-be089eb2-052b-4626-8b27-7bca78ec4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:43.612434 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-be089eb2-052b-4626-8b27-7bca78ec4c22 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 1095 time: 0.3346076 Sep 19 03:21:43.797126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Attempting to bind port 299f286f-7f94-460c-a02c-6c0b6b78c3bb on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:43.797568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Attempting to bind port 299f286f-7f94-460c-a02c-6c0b6b78c3bb by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:43.800268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d5ef042b-ff69-4c90-b474-12ccb20d0c05 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:21:43.807407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Attempting to bind port 299f286f-7f94-460c-a02c-6c0b6b78c3bb on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:43.875602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Port 299f286f-7f94-460c-a02c-6c0b6b78c3bb on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:21:43.876154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Attempting to bind port 299f286f-7f94-460c-a02c-6c0b6b78c3bb on network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:43.924328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:43.924956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Checking segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:43.925611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Bound using segment: {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:43.926200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Bound port: 299f286f-7f94-460c-a02c-6c0b6b78c3bb, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513d08fa-6efd-470b-a473-bc0505c872e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:43.926861 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:43.960320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-3ae5a0e2-2cd4-4740-b720-ff137bfbe7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:43.961967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-3ae5a0e2-2cd4-4740-b720-ff137bfbe7b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 915 time: 0.3309183 Sep 19 03:21:43.996406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d5ef042b-ff69-4c90-b474-12ccb20d0c05, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:44.024748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05', 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'port_id': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05', 'mac_address': 'fa:16:3e:b2:9f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c9e0a5-3689-4425-97e7-7a9a77d00276', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:21:44.063900 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-5e0b8d20-26ea-4ecc-b739-63344e091d42 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f51a333e-aca7-42e1-9717-49a6d37051b6 HTTP/1.1" status: 200 len: 217 time: 0.0816200 Sep 19 03:21:44.111542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:44.144270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ef042b-ff69-4c90-b474-12ccb20d0c05 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:44.197271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d5ef042b-ff69-4c90-b474-12ccb20d0c05, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:44.207808 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:44.208893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-b0e0952f-7912-4df3-98b1-c2e700cb8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:44.210564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-b0e0952f-7912-4df3-98b1-c2e700cb8cc4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 200 len: 853 time: 0.1346846 Sep 19 03:21:44.268074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] For port 299f286f-7f94-460c-a02c-6c0b6b78c3bb, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:44.272843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d5ef042b-ff69-4c90-b474-12ccb20d0c05,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:44.285351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 171e4e52-abbb-4f82-a809-55615f29e61f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:44.285704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:44.306773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] For port 299f286f-7f94-460c-a02c-6c0b6b78c3bb, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299f286f-7f94-460c-a02c-6c0b6b78c3bb,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:44.319358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:44.405251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-ea43354b-1028-4d85-aa17-d04165b7e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:44.406847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-ea43354b-1028-4d85-aa17-d04165b7e6ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829157 Sep 19 03:21:44.431465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:44.432272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:44.434140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] 10.222.0.32 "PUT /v2.0/ports/299f286f-7f94-460c-a02c-6c0b6b78c3bb HTTP/1.1" status: 200 len: 1091 time: 2.8477304 Sep 19 03:21:44.445389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'tag': '299f286f-7f94-460c-a02c-6c0b6b78c3bb'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:44.456312 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d726e91b-f7a9-4711-ac82-fb1994d8296d", "tag": "299f286f-7f94-460c-a02c-6c0b6b78c3bb"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:44.521495 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f14f837c-b223-4d1a-bbe1-f33565f6cb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:44.607039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eff6bc-d7ab-44bb-88ea-b918db792b18 service neutron] Pushing event updated for resources: {'Port': ['ID=299f286f-7f94-460c-a02c-6c0b6b78c3bb,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:44.635369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:44.704715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f828a9b-8ef7-4051-9160-3316e39676e5 req-a22cde36-fad6-439a-abd0-d2b5e341a8ea tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:44.708384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 171e4e52-abbb-4f82-a809-55615f29e61f owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:44.710458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f828a9b-8ef7-4051-9160-3316e39676e5 req-a22cde36-fad6-439a-abd0-d2b5e341a8ea tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 943 time: 0.1623695 Sep 19 03:21:44.718298 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c580bb8-f101-4797-a411-2ce5407bcfba x-openstack-request-id: req-6c580bb8-f101-4797-a411-2ce5407bcfba {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:44.718590 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d726e91b-f7a9-4711-ac82-fb1994d8296d", "tag": "299f286f-7f94-460c-a02c-6c0b6b78c3bb", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:44.718877 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c580bb8-f101-4797-a411-2ce5407bcfba {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:44.719275 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'tag': '299f286f-7f94-460c-a02c-6c0b6b78c3bb', 'status': 'completed', 'code': 200} Sep 19 03:21:44.733309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d5ef042b-ff69-4c90-b474-12ccb20d0c05'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:44.799303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-59ef57db-9317-420f-8698-ed4dcaa0f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:44.799471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f828a9b-8ef7-4051-9160-3316e39676e5 req-83e12644-d6ee-4b4d-851c-0162f6526612 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807719 Sep 19 03:21:44.801235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-59ef57db-9317-420f-8698-ed4dcaa0f83c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 1094 time: 0.2628708 Sep 19 03:21:44.839823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-e398889d-5a50-4f96-a4ae-0c391d1e16ee service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152417 Sep 19 03:21:44.894636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b783eb8-40b3-4437-b898-eb535d99e371 req-9c54f773-2e3e-472e-9c45-7d2c97e16972 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0941122 Sep 19 03:21:44.933478 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-dd9cb116-6808-41f1-b98e-55384b243447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299f286f-7f94-460c-a02c-6c0b6b78c3bb HTTP/1.1" status: 200 len: 217 time: 0.1149795 Sep 19 03:21:45.450987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-97c4b447-17c4-4871-b7ef-8d4b01f7c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:45.452557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-97c4b447-17c4-4871-b7ef-8d4b01f7c143 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 200 len: 853 time: 0.5022771 Sep 19 03:21:45.520781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8f2cade1-349d-44a2-a447-89d4e18cf465 req-7bfcc1be-0c0b-4d6a-a220-cfb49250318d service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455679 Sep 19 03:21:45.561771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-5444dfce-c35d-4094-ba69-abfa1fe50c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:45.563794 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-5444dfce-c35d-4094-ba69-abfa1fe50c65 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003780 Sep 19 03:21:45.611038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:45.672790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=171e4e52-abbb-4f82-a809-55615f29e61f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:45.850566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:45.872983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-840e5b29-f5d0-47c6-9ca9-0f832347f33b service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906549 Sep 19 03:21:45.902678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:46.008674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ccbd5-919a-46b4-94de-a72341f1a9c8 req-e6a343c4-b507-40f2-9656-2087e924b5f4 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:46.016001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d6ccbd5-919a-46b4-94de-a72341f1a9c8 req-e6a343c4-b507-40f2-9656-2087e924b5f4 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 943 time: 0.1270878 Sep 19 03:21:46.073903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20934f64-e995-43ed-b9d8-73a97c2a78cb req-5cf0ad70-989b-4c21-99dd-d5703c40ad14 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0438590 Sep 19 03:21:46.120700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d6ccbd5-919a-46b4-94de-a72341f1a9c8 req-ae2b583b-9c06-4181-a56a-c07c75fc4d65 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037676 Sep 19 03:21:46.241069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Router c2a14880-c511-44d0-a282-db9db43dfdf2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:21:46.244814 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ef8b74a-ecf7-4911-940b-58597149aac7 req-5f67fae2-5d28-4240-bf65-7edafe94a2e5 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603423 Sep 19 03:21:46.323954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:21:46.329179 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca577567-3e3f-4296-b5b8-d3331a3c1e4e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "PUT /v2.0/routers/c2a14880-c511-44d0-a282-db9db43dfdf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2832730 Sep 19 03:21:46.332886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35574) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:46.345091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] Sync routers for ids ['c2a14880-c511-44d0-a282-db9db43dfdf2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:21:46.358449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] Routers {'c2a14880-c511-44d0-a282-db9db43dfdf2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:46.359527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2a14880-c511-44d0-a282-db9db43dfdf2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:46.378574 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5355de7d-01f4-46fe-8c0d-8a74383552c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:21:46.380356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5355de7d-01f4-46fe-8c0d-8a74383552c0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/171e4e52-abbb-4f82-a809-55615f29e61f HTTP/1.1" status: 404 len: 333 time: 0.0463712 Sep 19 03:21:46.386320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35576) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:46.437441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:46.454322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] Routers {'c2a14880-c511-44d0-a282-db9db43dfdf2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:21:46.455218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2a14880-c511-44d0-a282-db9db43dfdf2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:46.457227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-676940f6-3427-48cd-a858-c2312a2633fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:46.458830 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-676940f6-3427-48cd-a858-c2312a2633fd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 1094 time: 0.0888965 Sep 19 03:21:46.490592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:46.491721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569b4e8f-ceb6-430f-817c-e63cb4a80437 None None] The sync data for ids ['c2a14880-c511-44d0-a282-db9db43dfdf2'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:21:46.520615 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-971778d9-2ab3-4491-95f5-7e151e6c8fac tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:46.628786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-f9d64fd8-61d1-4ab1-8f94-5eb40915c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:46.630637 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-f9d64fd8-61d1-4ab1-8f94-5eb40915c17c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 915 time: 0.1631656 Sep 19 03:21:46.723469 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-bc89cb0b-895b-4063-8443-1bfbb985e279 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=299f286f-7f94-460c-a02c-6c0b6b78c3bb HTTP/1.1" status: 200 len: 217 time: 0.0525498 Sep 19 03:21:46.757589 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-971778d9-2ab3-4491-95f5-7e151e6c8fac tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:46.760372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-971778d9-2ab3-4491-95f5-7e151e6c8fac tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:46.780494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-685a7557-b441-40c7-bb33-075cbd5852b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:46.782201 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-685a7557-b441-40c7-bb33-075cbd5852b0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 200 len: 853 time: 0.0509708 Sep 19 03:21:46.819367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-971778d9-2ab3-4491-95f5-7e151e6c8fac tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:46.820052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971778d9-2ab3-4491-95f5-7e151e6c8fac tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Fanout notify agent at l3_agent the message router_deleted on router c2a14880-c511-44d0-a282-db9db43dfdf2 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:21:46.836667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-971778d9-2ab3-4491-95f5-7e151e6c8fac tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:46.838819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-971778d9-2ab3-4491-95f5-7e151e6c8fac tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/routers/c2a14880-c511-44d0-a282-db9db43dfdf2 HTTP/1.1" status: 204 len: 168 time: 0.4486547 Sep 19 03:21:46.841721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35586) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:46.863460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-ad30b64c-1730-4cf0-ba28-c23c4a4e4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:46.864946 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-ad30b64c-1730-4cf0-ba28-c23c4a4e4efd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749936 Sep 19 03:21:46.960487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet 87f66019-8915-4686-b3a8-837b7972a9fe {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:46.964753 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.023854 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.052651 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-abdc84fd-c0df-4065-a30a-034b4cb33d31 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671033 Sep 19 03:21:47.167690 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.212244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43bd80a5-628a-4206-981e-c539c1245fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.229192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b630b8d-7fe3-47a6-be21-848af64a2fca req-15290f16-d429-475d-96ca-6c8befffdc03 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0714381 Sep 19 03:21:47.272847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a4ecc93b-6294-4a67-9b27-270d2f22ff9a req-314587f3-373f-4fa6-a960-cd70774bdb4a service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123830 Sep 19 03:21:47.287901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.316362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8d963-9804-4891-a0b4-87c3c883b44f None None] Network b43873d4-39b8-4d20-b9ab-7ccdf90fed89 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:47.321960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651cce9-6f4a-465b-ba2a-deeaba7b862c req-346525d4-04b4-49e2-b283-87f3363f2b73 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:47.330519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9651cce9-6f4a-465b-ba2a-deeaba7b862c req-346525d4-04b4-49e2-b283-87f3363f2b73 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 943 time: 0.0830212 Sep 19 03:21:47.347351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.349956 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/87f66019-8915-4686-b3a8-837b7972a9fe HTTP/1.1" status: 204 len: 168 time: 0.5061178 Sep 19 03:21:47.351948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9711556-2c93-403f-ba19-27af8241a751 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=87f66019-8915-4686-b3a8-837b7972a9fe,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:47.354076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:47.384764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9651cce9-6f4a-465b-ba2a-deeaba7b862c req-1c8adc8f-3fed-4d7d-bcaa-51869bb8f4e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509205 Sep 19 03:21:47.451394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.526650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port d16a336b-c5f6-4a07-aa60-3328034726d8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:47.527108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.558445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] DHCP port deletion for b43873d4-39b8-4d20-b9ab-7ccdf90fed89 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:21:47.599593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] For port d16a336b-c5f6-4a07-aa60-3328034726d8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d16a336b-c5f6-4a07-aa60-3328034726d8,segment=NetworkSegment(25652aa9-04cb-4e14-b9f6-98bcca204312),segment_id=25652aa9-04cb-4e14-b9f6-98bcca204312)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:47.600786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.613111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] Deleting port d16a336b-c5f6-4a07-aa60-3328034726d8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:47.613714 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.615561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for d16a336b-c5f6-4a07-aa60-3328034726d8 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:47.685858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] For port d16a336b-c5f6-4a07-aa60-3328034726d8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d16a336b-c5f6-4a07-aa60-3328034726d8,segment=NetworkSegment(25652aa9-04cb-4e14-b9f6-98bcca204312),segment_id=25652aa9-04cb-4e14-b9f6-98bcca204312)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:47.686604 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.703099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] Calling delete_port for d16a336b-c5f6-4a07-aa60-3328034726d8 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:47.726315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.760023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=d16a336b-c5f6-4a07-aa60-3328034726d8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:47.769479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No DVR routers for this DVR port d16a336b-c5f6-4a07-aa60-3328034726d8 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:47.838191 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f51a333e-aca7-42e1-9717-49a6d37051b6 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:21:47.845065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d5ef042b-ff69-4c90-b474-12ccb20d0c05 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:47.882637 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.901803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.927068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] Pushing event deleted for resources: {'Port': ['ID=d16a336b-c5f6-4a07-aa60-3328034726d8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:47.932276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43873d4-39b8-4d20-b9ab-7ccdf90fed89']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:47.939116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600894bb-c22f-469f-a8f4-7da9cdbb4098 None None] No DVR routers for this DVR port d16a336b-c5f6-4a07-aa60-3328034726d8 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:21:47.943522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25652aa9-04cb-4e14-b9f6-98bcca204312') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:47.943975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25652aa9-04cb-4e14-b9f6-98bcca204312') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:21:47.956164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.977894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.986283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:21:47.986974 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:47.988403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port d5ef042b-ff69-4c90-b474-12ccb20d0c05 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:21:47.990948 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:21:48.035057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port d5ef042b-ff69-4c90-b474-12ccb20d0c05 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:48.043846 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.048354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.070980 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.099440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.101409 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/b43873d4-39b8-4d20-b9ab-7ccdf90fed89 HTTP/1.1" status: 204 len: 168 time: 0.7462790 Sep 19 03:21:48.102703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2405842-1c53-40d6-a672-0606464466c6 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=b43873d4-39b8-4d20-b9ab-7ccdf90fed89,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:48.105170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35612) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:48.162052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dd9bbd-908c-4a73-923b-cba535bb1c15 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:48.164428 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-77dd9bbd-908c-4a73-923b-cba535bb1c15 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/ee17d80c-dd8f-4a01-a011-1f6d83ef93bc HTTP/1.1" status: 200 len: 845 time: 0.0579765 Sep 19 03:21:48.168629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35614) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:48.199232 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.216025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5758fb3f-ca34-4e67-aba4-25a3e6b57d4b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/ee17d80c-dd8f-4a01-a011-1f6d83ef93bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0459363 Sep 19 03:21:48.216224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35616) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:48.221854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:48.225261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f51a333e-aca7-42e1-9717-49a6d37051b6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f51a333e-aca7-42e1-9717-49a6d37051b6,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:48.231921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:48.234356 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2828c058-322f-49c2-bedc-eecca6dd6004" -d '{"events": [{"server_uuid": "0a7debf5-3f9d-457a-a600-87be7ea55565", "name": "network-vif-plugged", "status": "completed", "tag": "d5ef042b-ff69-4c90-b474-12ccb20d0c05"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:48.255841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f51a333e-aca7-42e1-9717-49a6d37051b6', 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'port_id': 'f51a333e-aca7-42e1-9717-49a6d37051b6', 'mac_address': 'fa:16:3e:10:12:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c9e0a5-3689-4425-97e7-7a9a77d00276', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:21:48.261705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port d5ef042b-ff69-4c90-b474-12ccb20d0c05, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:48.292577 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.349488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:48.354379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.362794 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530f6733-00b0-417d-93fc-8819de53cbf7 x-openstack-request-id: req-530f6733-00b0-417d-93fc-8819de53cbf7 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:48.363094 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7debf5-3f9d-457a-a600-87be7ea55565", "name": "network-vif-plugged", "status": "completed", "tag": "d5ef042b-ff69-4c90-b474-12ccb20d0c05", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:48.363348 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-530f6733-00b0-417d-93fc-8819de53cbf7 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:48.363737 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05', 'code': 200} Sep 19 03:21:48.369743 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.393707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51a333e-aca7-42e1-9717-49a6d37051b6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:48.419747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f51a333e-aca7-42e1-9717-49a6d37051b6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f51a333e-aca7-42e1-9717-49a6d37051b6,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:48.464035 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.503670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=d5ef042b-ff69-4c90-b474-12ccb20d0c05,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:48.507571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.558424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:48.589281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0acdc0b-3053-4b8b-83a0-ff94bf3bcc10 req-4b770c57-5bea-45f2-b39d-9698ea263783 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.1232266 Sep 19 03:21:48.602404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1443d-5621-4c1b-a733-a39f628b8098 req-e2662622-d269-43c8-a470-69db47d3afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:48.604236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ba1443d-5621-4c1b-a733-a39f628b8098 req-e2662622-d269-43c8-a470-69db47d3afef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 1096 time: 0.1104014 Sep 19 03:21:48.619529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f51a333e-aca7-42e1-9717-49a6d37051b6,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:48.666528 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ba1443d-5621-4c1b-a733-a39f628b8098 req-481a914d-a884-4947-ac3b-63f8d4b2baba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400560 Sep 19 03:21:48.675635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e07ab6-a71e-491c-88f0-d9301da813d5 req-d190c550-43e6-4a90-87ba-986bcf051551 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:48.678049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50e07ab6-a71e-491c-88f0-d9301da813d5 req-d190c550-43e6-4a90-87ba-986bcf051551 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 943 time: 0.1306415 Sep 19 03:21:48.725190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50e07ab6-a71e-491c-88f0-d9301da813d5 req-70e564ca-f23b-4cec-9b86-b0b98081d6a8 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Sep 19 03:21:48.761793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d27748e-45df-4d77-a5a0-02d4f5938da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.788593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.865217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:48.869560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:48.876289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:48.877261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.881153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=017c208a-bb11-45d7-b817-ebcf5f71af9f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:48.881587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce96a2-c007-4355-b184-28c85da48b5c None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:48.970224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d27748e-45df-4d77-a5a0-02d4f5938da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.975514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d27748e-45df-4d77-a5a0-02d4f5938da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:48.981778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0fb388fb-1c13-4a79-a7a3-b7aeeaaeb29d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7644880 Sep 19 03:21:48.984920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35636) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:48.990070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2427d0a6-3531-40aa-90bf-e22e5015e02e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1869601030'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:49.013352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d16a336b-c5f6-4a07-aa60-3328034726d8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:21:49.019992 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2427d0a6-3531-40aa-90bf-e22e5015e02e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.021132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27748e-45df-4d77-a5a0-02d4f5938da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c9d2ea-5efb-4e24-b38c-acb6384d462f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:49.028882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d27748e-45df-4d77-a5a0-02d4f5938da1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a0cb9b349ec42378b1a08886222ba29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686234 Sep 19 03:21:49.029859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35638) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:49.064723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d16a336b-c5f6-4a07-aa60-3328034726d8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:21:49.065199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d16a336b-c5f6-4a07-aa60-3328034726d8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:21:49.087939 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-446e7c95-e37a-4d1c-8f9d-2bcbb85325b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.112353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-446e7c95-e37a-4d1c-8f9d-2bcbb85325b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.120875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f51a333e-aca7-42e1-9717-49a6d37051b6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:49.166227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-446e7c95-e37a-4d1c-8f9d-2bcbb85325b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.169001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-446e7c95-e37a-4d1c-8f9d-2bcbb85325b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.172773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-446e7c95-e37a-4d1c-8f9d-2bcbb85325b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81c9d2ea-5efb-4e24-b38c-acb6384d462f HTTP/1.1" status: 204 len: 168 time: 0.1396325 Sep 19 03:21:49.172931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2427d0a6-3531-40aa-90bf-e22e5015e02e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.181154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e7c95-e37a-4d1c-8f9d-2bcbb85325b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c9d2ea-5efb-4e24-b38c-acb6384d462f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:49.188850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2427d0a6-3531-40aa-90bf-e22e5015e02e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.208530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-2b18df83-faf3-44df-b12e-af53debe23a1', 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'tenant_id': '95e6ccf912964d779454419f52279716', 'fixed_ips': [{'subnet_id': '017c208a-bb11-45d7-b817-ebcf5f71af9f'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:21:49.209372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.227579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2427d0a6-3531-40aa-90bf-e22e5015e02e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.228849 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2427d0a6-3531-40aa-90bf-e22e5015e02e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2427251 Sep 19 03:21:49.232391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35642) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:49.240819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-874216bf-967f-4252-8d27-a122171b6a52 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1702910729'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:49.244725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427d0a6-3531-40aa-90bf-e22e5015e02e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c906ce2-ee0b-4719-89d9-44ed2d51b2ad,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:49.275076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-874216bf-967f-4252-8d27-a122171b6a52 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.388042 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-874216bf-967f-4252-8d27-a122171b6a52 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.393630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-874216bf-967f-4252-8d27-a122171b6a52 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.441837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Allocated IP 2001:db8::2 (2b18df83-faf3-44df-b12e-af53debe23a1/017c208a-bb11-45d7-b817-ebcf5f71af9f/5638b447-48d0-48a0-8db9-3d8a11c4ad4d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:49.477490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874216bf-967f-4252-8d27-a122171b6a52 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d96230-f900-415c-80b6-03c27c27785b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:49.480346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-874216bf-967f-4252-8d27-a122171b6a52 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.481590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-874216bf-967f-4252-8d27-a122171b6a52 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2463927 Sep 19 03:21:49.485125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:49.492198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1156291251', 'security_groups': ['72d96230-f900-415c-80b6-03c27c27785b'], 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '017c208a-bb11-45d7-b817-ebcf5f71af9f'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:49.680653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:49.695347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35652) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:49.709318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.718053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.722520 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2a3180cc-9cc2-4c76-ae1a-1a5fb2b1d135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.756052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11a81001-4160-49f0-aaf5-3f5524754f2f req-42e8eb7e-b9b7-4dae-be68-b40446f2b05f tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0528977 Sep 19 03:21:49.784745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b8764448-ba7a-413e-854a-6715de23d70c req-a357d6fe-217e-436e-bb1c-bfa8cc2e5eb5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0802627 Sep 19 03:21:49.793311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Pushing event updated for resources: {'Port': ['ID=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:49.801047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:49.802627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:49.805674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:49.843226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299f286f-7f94-460c-a02c-6c0b6b78c3bb details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:21:49.898569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.910769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2a3180cc-9cc2-4c76-ae1a-1a5fb2b1d135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.917248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port 19e0d718-80d7-4656-9ad6-76d246013708 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:49.920612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2a3180cc-9cc2-4c76-ae1a-1a5fb2b1d135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:49.961151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3180cc-9cc2-4c76-ae1a-1a5fb2b1d135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1d2db-aeb2-49be-a741-cc26b6760e30,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:50.010128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602670ec-8b0b-4912-81fd-d167fb5ee677 req-c50cbb68-c4b8-49de-a3d1-3f853060d213 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:50.011964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-602670ec-8b0b-4912-81fd-d167fb5ee677 req-c50cbb68-c4b8-49de-a3d1-3f853060d213 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 943 time: 0.1408122 Sep 19 03:21:50.024305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2a3180cc-9cc2-4c76-ae1a-1a5fb2b1d135 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e35075ecd80f4744a374e5b500c7b3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276052 Sep 19 03:21:50.026324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35658) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:50.097045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 299f286f-7f94-460c-a02c-6c0b6b78c3bb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299f286f-7f94-460c-a02c-6c0b6b78c3bb,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:50.104769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b24e2e1d-94fd-4a34-bb9a-ea87266078e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.109709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Attempting to bind port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:21:50.110093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Attempting to bind port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '45b03f82-79b8-4194-a90c-21b6eb9ff705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:21:50.110500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Attempting to bind port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d on network 2b18df83-faf3-44df-b12e-af53debe23a1 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:21:50.117410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '299f286f-7f94-460c-a02c-6c0b6b78c3bb', 'network_id': '9b256cac-95d6-4a51-8df3-685f3a6fa6ae', 'port_id': '299f286f-7f94-460c-a02c-6c0b6b78c3bb', 'mac_address': 'fa:16:3e:3c:13:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c9e0a5-3689-4425-97e7-7a9a77d00276', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:21:50.125900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:21:50.126281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Checking segment: {'id': '45b03f82-79b8-4194-a90c-21b6eb9ff705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:21:50.126655 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.127097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Bound using segment: {'id': '45b03f82-79b8-4194-a90c-21b6eb9ff705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:21:50.127592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Bound port: 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b03f82-79b8-4194-a90c-21b6eb9ff705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:21:50.127986 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.129800 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.137860 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b24e2e1d-94fd-4a34-bb9a-ea87266078e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.221090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::d5 (2b18df83-faf3-44df-b12e-af53debe23a1/017c208a-bb11-45d7-b817-ebcf5f71af9f/19e0d718-80d7-4656-9ad6-76d246013708) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:50.248052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-602670ec-8b0b-4912-81fd-d167fb5ee677 req-5f326a70-6987-49d7-b190-c00caf830d15 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221241 Sep 19 03:21:50.279322 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b24e2e1d-94fd-4a34-bb9a-ea87266078e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.282539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b24e2e1d-94fd-4a34-bb9a-ea87266078e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.284225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b24e2e1d-94fd-4a34-bb9a-ea87266078e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25d1d2db-aeb2-49be-a741-cc26b6760e30 HTTP/1.1" status: 204 len: 168 time: 0.2567444 Sep 19 03:21:50.302671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e2e1d-94fd-4a34-bb9a-ea87266078e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1d2db-aeb2-49be-a741-cc26b6760e30,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:50.457845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.473820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.489388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299f286f-7f94-460c-a02c-6c0b6b78c3bb {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:21:50.508899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] For port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:21:50.513821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] For port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,segment=NetworkSegment(45b03f82-79b8-4194-a90c-21b6eb9ff705),segment_id=45b03f82-79b8-4194-a90c-21b6eb9ff705)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:21:50.522012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.523908 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.528029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 299f286f-7f94-460c-a02c-6c0b6b78c3bb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299f286f-7f94-460c-a02c-6c0b6b78c3bb,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:50.574882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b51662-b226-4ec3-8086-28ea0be6e19d None None] Pushing event updated for resources: {'Port': ['ID=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:50.584059 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.599145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:50.605652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:50.611781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:50.620964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:50.623703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:50.664044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=19e0d718-80d7-4656-9ad6-76d246013708,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:50.671775 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-17d55c42-c3be-4b77-b2ea-83f7a31a65a8 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1849465 Sep 19 03:21:50.673933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35678) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:50.678289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=299f286f-7f94-460c-a02c-6c0b6b78c3bb,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:50.681747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9821e67c-9fa9-44e0-a622-caa53b92529d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:50.938312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35688) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:50.998254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5516b579-8606-4aa6-a5af-85196c18ebdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.182084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5516b579-8606-4aa6-a5af-85196c18ebdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.187521 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5516b579-8606-4aa6-a5af-85196c18ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.230482 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5516b579-8606-4aa6-a5af-85196c18ebdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05eef0a0d2f94e17a079171f313bd29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2909994 Sep 19 03:21:51.231539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516b579-8606-4aa6-a5af-85196c18ebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f399b2b8-945c-47b4-b242-12c910640ad8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:51.234727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:51.290987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f0cec899-f6c3-423f-b71a-36dfc893b6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.300241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['299f286f-7f94-460c-a02c-6c0b6b78c3bb'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:21:51.310627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9821e67c-9fa9-44e0-a622-caa53b92529d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:51.314421 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9821e67c-9fa9-44e0-a622-caa53b92529d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.343975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f0cec899-f6c3-423f-b71a-36dfc893b6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.401649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f0cec899-f6c3-423f-b71a-36dfc893b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.404907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f0cec899-f6c3-423f-b71a-36dfc893b6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.406640 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f0cec899-f6c3-423f-b71a-36dfc893b6d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f399b2b8-945c-47b4-b242-12c910640ad8 HTTP/1.1" status: 204 len: 168 time: 0.1702988 Sep 19 03:21:51.412289 n-d-809936-1 neutron-server[94723]: INFO neutron.db.ipam_backend_mixin [None req-9821e67c-9fa9-44e0-a622-caa53b92529d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 017c208a-bb11-45d7-b817-ebcf5f71af9f (CIDR: 2001:db8::/64) Sep 19 03:21:51.439763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cec899-f6c3-423f-b71a-36dfc893b6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f399b2b8-945c-47b4-b242-12c910640ad8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:51.446704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-021c996f-6e02-4640-8e45-9ef49c6c7306 req-17990c17-bfc8-4984-af5e-113c12dde067 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.5432787 Sep 19 03:21:51.471900 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9821e67c-9fa9-44e0-a622-caa53b92529d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:21:51.471900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9821e67c-9fa9-44e0-a622-caa53b92529d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:21:51.535741 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9821e67c-9fa9-44e0-a622-caa53b92529d tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8603518 Sep 19 03:21:51.539991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35698) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:51.547154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:51.558489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a2ccc-0396-4b99-bec1-9fff0375019f req-5b0b0262-5ef5-479e-ac0e-d34fa344ebee tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:51.568101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b22a2ccc-0396-4b99-bec1-9fff0375019f req-5b0b0262-5ef5-479e-ac0e-d34fa344ebee tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 944 time: 0.0953205 Sep 19 03:21:51.619452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b22a2ccc-0396-4b99-bec1-9fff0375019f req-96023fa8-f98c-42f4-8d88-54874f6649c0 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497644 Sep 19 03:21:51.713755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:51.720142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:51.871566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f51a333e-aca7-42e1-9717-49a6d37051b6 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:51.962463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f51a333e-aca7-42e1-9717-49a6d37051b6 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:21:51.968771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f51a333e-aca7-42e1-9717-49a6d37051b6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:51.969488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.078406 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.111869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.114998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51a333e-aca7-42e1-9717-49a6d37051b6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:52.118890 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cca901b-74dd-43bc-a69a-dda7a7f1ad83" -d '{"events": [{"server_uuid": "4ab59620-b59e-4826-a6a6-dfb8bcf5c109", "name": "network-vif-plugged", "status": "completed", "tag": "f51a333e-aca7-42e1-9717-49a6d37051b6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:52.126290 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:21:52.175646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f51a333e-aca7-42e1-9717-49a6d37051b6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f51a333e-aca7-42e1-9717-49a6d37051b6,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:52.186185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Provisioning complete for port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:52.186564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.209815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=76323807-0d67-436a-8e60-9e7955944711,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:52.222729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:52.225372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:52.230775 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff59259-eee0-4257-b9a2-0a65955be2a8 x-openstack-request-id: req-9ff59259-eee0-4257-b9a2-0a65955be2a8 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:52.231496 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab59620-b59e-4826-a6a6-dfb8bcf5c109", "name": "network-vif-plugged", "status": "completed", "tag": "f51a333e-aca7-42e1-9717-49a6d37051b6", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:52.231753 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ff59259-eee0-4257-b9a2-0a65955be2a8 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:52.232141 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51a333e-aca7-42e1-9717-49a6d37051b6', 'code': 200} Sep 19 03:21:52.232795 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.237987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:52.238721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.259297 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b4fb483e-84bb-4709-993e-6f0898019733 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7181520 Sep 19 03:21:52.261922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35718) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:52.267694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1690626152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76323807-0d67-436a-8e60-9e7955944711'}], 'security_groups': ['3c906ce2-ee0b-4719-89d9-44ed2d51b2ad']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:52.285635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:52.310321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f51a333e-aca7-42e1-9717-49a6d37051b6,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:52.321983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:52.322434 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.389739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.473545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b913393-6e0e-4d80-8a7e-a1ea09b41568 None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:52.607251 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.638064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fb61e96-aeba-46ff-9ef5-6d18a77c7f97 req-21f629bb-f81f-4227-bd7a-3bb54d039f4d tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0481207 Sep 19 03:21:52.757022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] For port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,segment=NetworkSegment(45b03f82-79b8-4194-a90c-21b6eb9ff705),segment_id=45b03f82-79b8-4194-a90c-21b6eb9ff705)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:52.767842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.893704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924b9a3-f52b-4c42-ae16-60bc189fc3cb req-073c2e6e-3517-45bc-9209-5e42baaa375c tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:52.899877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2924b9a3-f52b-4c42-ae16-60bc189fc3cb req-073c2e6e-3517-45bc-9209-5e42baaa375c tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 944 time: 0.1470923 Sep 19 03:21:52.909236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd884820-3b5b-4c89-b439-304770fed1eb None None] Pushing event updated for resources: {'Port': ['ID=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:52.928439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-efd15288-706e-4e98-b8ef-b86b2bce0bb0 None None] Provisioning complete for port 19e0d718-80d7-4656-9ad6-76d246013708 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:52.928851 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-efd15288-706e-4e98-b8ef-b86b2bce0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:52.934672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c0293-0be3-4328-8c73-eba7788fb6ce req-bf4c6fcd-a7ed-45ca-86b3-c4935bac08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:52.945250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca9c0293-0be3-4328-8c73-eba7788fb6ce req-bf4c6fcd-a7ed-45ca-86b3-c4935bac08cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 1097 time: 0.6354637 Sep 19 03:21:52.977413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-efd15288-706e-4e98-b8ef-b86b2bce0bb0 None None] Port 19e0d718-80d7-4656-9ad6-76d246013708 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:53.036338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2924b9a3-f52b-4c42-ae16-60bc189fc3cb req-4f1fcfb7-c923-44dd-b0d4-626960b72e8b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273172 Sep 19 03:21:53.067538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5638b447-48d0-48a0-8db9-3d8a11c4ad4d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:53.124428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9bed9-7c14-4e1e-bd3f-02c51542f735 None None] Update dhcp port {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'fixed_ips': [{'subnet_id': '017c208a-bb11-45d7-b817-ebcf5f71af9f', 'ip_address': '2001:db8::2'}, {'subnet_id': '76323807-0d67-436a-8e60-9e7955944711'}], 'binding:host_id': 'n-d-809936-1'}, 'id': '5638b447-48d0-48a0-8db9-3d8a11c4ad4d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:21:53.173759 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca9c0293-0be3-4328-8c73-eba7788fb6ce req-c0fe7a74-03fe-4eee-b83a-9002439ac58a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064352 Sep 19 03:21:53.200656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bed9-7c14-4e1e-bd3f-02c51542f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:53.231519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:53.231806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:53.462658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Delete allocated IP 2001:db8::d5 (2b18df83-faf3-44df-b12e-af53debe23a1/017c208a-bb11-45d7-b817-ebcf5f71af9f) {{(pid=94722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 03:21:53.501993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8:0:1::29f (2b18df83-faf3-44df-b12e-af53debe23a1/76323807-0d67-436a-8e60-9e7955944711/19e0d718-80d7-4656-9ad6-76d246013708) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:53.832506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:53.853526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:53.900521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299f286f-7f94-460c-a02c-6c0b6b78c3bb up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:53.970417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=19e0d718-80d7-4656-9ad6-76d246013708,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:53.974333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] In _notify_port_updated(), no bound segment for port 19e0d718-80d7-4656-9ad6-76d246013708 on network 2b18df83-faf3-44df-b12e-af53debe23a1 {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:21:53.983378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:53.984741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:53.986587 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ba40b77-2182-407f-b5a9-ceab289e1029 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "PUT /v2.0/ports/19e0d718-80d7-4656-9ad6-76d246013708 HTTP/1.1" status: 200 len: 931 time: 1.7234859 Sep 19 03:21:53.989295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35764) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:54.024020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e4f9bed9-7c14-4e1e-bd3f-02c51542f735 None None] Allocated IP 2001:db8:0:1::2 (2b18df83-faf3-44df-b12e-af53debe23a1/76323807-0d67-436a-8e60-9e7955944711/5638b447-48d0-48a0-8db9-3d8a11c4ad4d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:54.076348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 299f286f-7f94-460c-a02c-6c0b6b78c3bb completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:21:54.147354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 299f286f-7f94-460c-a02c-6c0b6b78c3bb triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:54.147354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:54.235309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10f8c03b-ac2e-4d6a-9e7c-124141d1b61f req-e9e986e1-5ae0-41d0-9929-b2e96c2ca2f9 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0508139 Sep 19 03:21:54.258891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port 19e0d718-80d7-4656-9ad6-76d246013708 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:21:54.259246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:54.301510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d785bf-33e5-4529-938f-e02e4cdc3c5c req-e1dd3ea5-fb6a-4202-87ea-f3ce2eec1b29 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:54.312120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82d785bf-33e5-4529-938f-e02e4cdc3c5c req-e1dd3ea5-fb6a-4202-87ea-f3ce2eec1b29 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 944 time: 0.0819438 Sep 19 03:21:54.324553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-dff609b0-a2e2-42ad-b8ad-6d65b2ecc4c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953512 Sep 19 03:21:54.373336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82d785bf-33e5-4529-938f-e02e4cdc3c5c req-c5cc47a2-1cb8-4a85-bb43-fae9ccb318ca tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600479 Sep 19 03:21:54.431600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:54.444377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-b87786ab-1f91-4cae-8103-79aa1080003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:54.446013 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-b87786ab-1f91-4cae-8103-79aa1080003d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 1096 time: 0.0694664 Sep 19 03:21:54.450454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for 19e0d718-80d7-4656-9ad6-76d246013708 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:21:54.487708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e4f9bed9-7c14-4e1e-bd3f-02c51542f735 None None] For port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,segment=NetworkSegment(45b03f82-79b8-4194-a90c-21b6eb9ff705),segment_id=45b03f82-79b8-4194-a90c-21b6eb9ff705)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:54.490000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:54.552007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299f286f-7f94-460c-a02c-6c0b6b78c3bb'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:21:54.554715 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbc104a-97a4-45bb-bc0a-792c34321f7c" -d '{"events": [{"server_uuid": "d726e91b-f7a9-4711-ac82-fb1994d8296d", "name": "network-vif-plugged", "status": "completed", "tag": "299f286f-7f94-460c-a02c-6c0b6b78c3bb"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:21:54.570214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bed9-7c14-4e1e-bd3f-02c51542f735 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:54.575695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 299f286f-7f94-460c-a02c-6c0b6b78c3bb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299f286f-7f94-460c-a02c-6c0b6b78c3bb,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:54.579480 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e4f9bed9-7c14-4e1e-bd3f-02c51542f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:54.590927 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:54.628914 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61fe799-d841-40b5-a723-1f81a13b1643 x-openstack-request-id: req-d61fe799-d841-40b5-a723-1f81a13b1643 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:21:54.629297 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d726e91b-f7a9-4711-ac82-fb1994d8296d", "name": "network-vif-plugged", "status": "completed", "tag": "299f286f-7f94-460c-a02c-6c0b6b78c3bb", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:21:54.629617 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d61fe799-d841-40b5-a723-1f81a13b1643 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:21:54.630079 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299f286f-7f94-460c-a02c-6c0b6b78c3bb', 'code': 200} Sep 19 03:21:54.807859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-2ebac4f8-2312-4326-97dc-3d8ec0eb30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:54.815260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9bed9-7c14-4e1e-bd3f-02c51542f735 None None] Pushing event updated for resources: {'Port': ['ID=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:54.820762 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-2ebac4f8-2312-4326-97dc-3d8ec0eb30d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 200 len: 912 time: 0.3520415 Sep 19 03:21:54.970791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=299f286f-7f94-460c-a02c-6c0b6b78c3bb,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:55.035036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5638b447-48d0-48a0-8db9-3d8a11c4ad4d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:21:55.042386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.121825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:55.122361 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.157362 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-af23ef15-5c97-4b28-a150-efd9a3c90c9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573 HTTP/1.1" status: 200 len: 1001 time: 0.3180933 Sep 19 03:21:55.190659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=19e0d718-80d7-4656-9ad6-76d246013708,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:55.234880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928fb53-0f6b-45d7-ac68-3adb7c0965c7 req-59e33079-89a4-479a-a2bb-79f660a83641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:55.236544 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5928fb53-0f6b-45d7-ac68-3adb7c0965c7 req-59e33079-89a4-479a-a2bb-79f660a83641 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 1096 time: 0.3988128 Sep 19 03:21:55.290829 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.292302 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b136f065-2cd2-4b6b-a357-40751869087f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/19e0d718-80d7-4656-9ad6-76d246013708 HTTP/1.1" status: 204 len: 168 time: 1.3013237 Sep 19 03:21:55.294902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35798) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:55.349288 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaa483f3-cf92-40d4-9f6e-1610940d0d4f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:21:55.354246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eaa483f3-cf92-40d4-9f6e-1610940d0d4f tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/19e0d718-80d7-4656-9ad6-76d246013708 HTTP/1.1" status: 404 len: 333 time: 0.0582116 Sep 19 03:21:55.358142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35800) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:55.360486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-805e19e0-4cd0-449b-bf67-f5b976305048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:55.361992 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-805e19e0-4cd0-449b-bf67-f5b976305048 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 200 len: 850 time: 0.1758602 Sep 19 03:21:55.369479 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5928fb53-0f6b-45d7-ac68-3adb7c0965c7 req-1f5e4e72-4fd5-48cc-a8a6-b87da812dc25 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000280 Sep 19 03:21:55.442686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae76bb2f-c023-48de-9644-4376c8aa2683 req-e154ed89-cde3-404c-97e6-50606c7c4582 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0631561 Sep 19 03:21:55.459282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-f384f24e-583a-4233-9139-4411676ad9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:55.462576 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-f384f24e-583a-4233-9139-4411676ad9f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35ae9db9-98c3-4a32-81e5-1bc3e313ec22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875554 Sep 19 03:21:55.550936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cca63472-77b4-4c0e-bda6-6cda466cda74 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.584803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18d765-631e-4368-84b6-3823e3a43486 req-63582552-3068-40f3-acab-339097fd8ff0 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:55.586930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d18d765-631e-4368-84b6-3823e3a43486 req-63582552-3068-40f3-acab-339097fd8ff0 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.0994763 Sep 19 03:21:55.591388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cca63472-77b4-4c0e-bda6-6cda466cda74 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.665410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d18d765-631e-4368-84b6-3823e3a43486 req-f9689246-aff5-427f-8dc6-5c7f3c60cab9 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708385 Sep 19 03:21:55.676460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cca63472-77b4-4c0e-bda6-6cda466cda74 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.680343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cca63472-77b4-4c0e-bda6-6cda466cda74 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.681535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cca63472-77b4-4c0e-bda6-6cda466cda74 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/security-groups/72d96230-f900-415c-80b6-03c27c27785b HTTP/1.1" status: 204 len: 168 time: 0.3224151 Sep 19 03:21:55.684615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35814) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:55.692308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63472-77b4-4c0e-bda6-6cda466cda74 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d96230-f900-415c-80b6-03c27c27785b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:55.738377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fef4102f-ea3e-42c4-81f1-63d61b804ddc None None] Provisioning complete for port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:55.738830 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fef4102f-ea3e-42c4-81f1-63d61b804ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.784263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fef4102f-ea3e-42c4-81f1-63d61b804ddc None None] Port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:55.787541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fef4102f-ea3e-42c4-81f1-63d61b804ddc None None] Could not find standard attr ID for object 19e0d718-80d7-4656-9ad6-76d246013708. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:55.799737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fef4102f-ea3e-42c4-81f1-63d61b804ddc None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:55.800113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fef4102f-ea3e-42c4-81f1-63d61b804ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.819065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2573f90b-bd69-4f64-8005-17dd4928504e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.912220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2573f90b-bd69-4f64-8005-17dd4928504e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:55.917371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-714e5209-d0aa-4776-8d8f-4c620946fb20 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946571 Sep 19 03:21:56.003271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2573f90b-bd69-4f64-8005-17dd4928504e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.005868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2573f90b-bd69-4f64-8005-17dd4928504e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.010389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2573f90b-bd69-4f64-8005-17dd4928504e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/security-groups/3c906ce2-ee0b-4719-89d9-44ed2d51b2ad HTTP/1.1" status: 204 len: 168 time: 0.3212516 Sep 19 03:21:56.010947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35822) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:56.024858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573f90b-bd69-4f64-8005-17dd4928504e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c906ce2-ee0b-4719-89d9-44ed2d51b2ad,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:56.127467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet 017c208a-bb11-45d7-b817-ebcf5f71af9f {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:21:56.132478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.141505 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb932cc9-1cad-4084-a26d-aca92110c122 req-1c89fdab-538b-40ba-b4a8-7d00580b0c88 service neutron] 10.222.0.32 "GET /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696427 Sep 19 03:21:56.154537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-48d7740b-b0a7-437e-a1cb-2d60db0db1b3 None None] Could not find standard attr ID for object 19e0d718-80d7-4656-9ad6-76d246013708. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:21:56.202845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.322656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.416478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.453246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=017c208a-bb11-45d7-b817-ebcf5f71af9f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:56.458391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.466829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42c1ce-3ee4-479c-b770-409c57fff047 None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:56.468961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35836) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:56.474037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:56.497231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/017c208a-bb11-45d7-b817-ebcf5f71af9f HTTP/1.1" status: 204 len: 168 time: 0.4850171 Sep 19 03:21:56.526225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.526617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.526987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.527325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.527657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.527985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.528314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.528634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.528956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.529275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.529599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.529916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83804e43-2763-4f64-ac24-5eaaf9bfdd05 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:21:56.657967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6838ca01-defd-4580-9b80-28273263e86b req-5ab6b43d-0fb1-4422-a45c-9f2f978fa6b5 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0535865 Sep 19 03:21:56.789163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:56.795692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:56.927724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5b28d-343f-458a-9d64-394ffecc53f1 req-ac0ecbc1-6b86-44b6-9282-017972ab3b7d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:56.938964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2df5b28d-343f-458a-9d64-394ffecc53f1 req-ac0ecbc1-6b86-44b6-9282-017972ab3b7d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.1183829 Sep 19 03:21:56.987744 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2df5b28d-343f-458a-9d64-394ffecc53f1 req-36d415c2-50d5-4139-b538-7f1967db3546 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456822 Sep 19 03:21:57.165834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.233936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:57.238968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:57.253366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:57.255193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.283827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:57.292545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:57.297306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6610cce9-e7ea-4ba2-9608-83dc29e940b1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'security_group': {'name': 'tempest-secgroup-2023717010'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:57.303092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b759d7bb-712f-49ec-9e60-4ac34ac3b4aa tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8316543 Sep 19 03:21:57.335952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6610cce9-e7ea-4ba2-9608-83dc29e940b1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.481674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6610cce9-e7ea-4ba2-9608-83dc29e940b1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.488221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6610cce9-e7ea-4ba2-9608-83dc29e940b1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.525649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6610cce9-e7ea-4ba2-9608-83dc29e940b1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.529532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6610cce9-e7ea-4ba2-9608-83dc29e940b1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2333615 Sep 19 03:21:57.530006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35866) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:57.534612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fe6779cf-9812-4770-8389-c91b01708dbd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'security_group': {'name': 'tempest-secgroup-727588236'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:57.563784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610cce9-e7ea-4ba2-9608-83dc29e940b1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44a62bb-a9c0-42f3-9fb3-a588681a7c9c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:57.578038 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe6779cf-9812-4770-8389-c91b01708dbd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.728818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe6779cf-9812-4770-8389-c91b01708dbd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.743004 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe6779cf-9812-4770-8389-c91b01708dbd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.813121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6779cf-9812-4770-8389-c91b01708dbd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c39f13c-f6d1-4865-91c1-286df1f0ee9a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:57.885963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f0ae739-6f0f-4f44-b804-1e8b688a715b req-0d6e01e9-8379-487f-80c2-e91728768a81 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0576596 Sep 19 03:21:57.887124 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe6779cf-9812-4770-8389-c91b01708dbd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.888254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe6779cf-9812-4770-8389-c91b01708dbd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3571346 Sep 19 03:21:57.891375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:57.896065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ec9905c0-07d0-497a-bf17-38d7dd7d13ed tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'security_group': {'name': 'tempest-secgroup-1331041330'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:57.940573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec9905c0-07d0-497a-bf17-38d7dd7d13ed tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:57.950555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8403f3-b732-41f7-9cd1-daed132cd2e5 None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:21:58.051248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec9905c0-07d0-497a-bf17-38d7dd7d13ed tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.063152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec9905c0-07d0-497a-bf17-38d7dd7d13ed tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.072825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-86a7dccc-43a7-4557-8e7f-516e531083e8 None None] Provisioning complete for port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:58.073447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86a7dccc-43a7-4557-8e7f-516e531083e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.128499 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec9905c0-07d0-497a-bf17-38d7dd7d13ed tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.135071 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ec9905c0-07d0-497a-bf17-38d7dd7d13ed tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2425961 Sep 19 03:21:58.137705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:58.143605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1378047688', 'security_groups': ['e3cad3ca-c261-4fd2-b9f3-75b6026a7f97'], 'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:58.149141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9905c0-07d0-497a-bf17-38d7dd7d13ed tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cad3ca-c261-4fd2-b9f3-75b6026a7f97,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:58.176088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-86a7dccc-43a7-4557-8e7f-516e531083e8 None None] Port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:21:58.198104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989e71a-4676-4cda-93aa-778ff83fcfd6 req-822e2d09-bb84-4215-beeb-9546363fcf30 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:58.206100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-86a7dccc-43a7-4557-8e7f-516e531083e8 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:21:58.206715 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86a7dccc-43a7-4557-8e7f-516e531083e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.209757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4989e71a-4676-4cda-93aa-778ff83fcfd6 req-822e2d09-bb84-4215-beeb-9546363fcf30 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.1096983 Sep 19 03:21:58.279279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4989e71a-4676-4cda-93aa-778ff83fcfd6 req-b4cefa62-be0b-470c-84ea-34f22a681aca tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667753 Sep 19 03:21:58.331769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:58.414265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2d3011-199b-4e37-a0b4-b657d4363a67 None None] Update dhcp port {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'fixed_ips': [{'subnet_id': '76323807-0d67-436a-8e60-9e7955944711', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b'}], 'binding:host_id': 'n-d-809936-1'}, 'id': '5638b447-48d0-48a0-8db9-3d8a11c4ad4d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:21:58.424569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598313b-1679-4e35-b6cb-86f55f9075c9 req-68ec9a25-b416-4baa-95ae-ebe543d880e1 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:58.428667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.431943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b598313b-1679-4e35-b6cb-86f55f9075c9 req-68ec9a25-b416-4baa-95ae-ebe543d880e1 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0642200 Sep 19 03:21:58.451317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3011-199b-4e37-a0b4-b657d4363a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.454536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] device_id is not set on port a5e49388-3136-4074-96cd-3a5a3f5c5f2b yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:21:58.477479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b598313b-1679-4e35-b6cb-86f55f9075c9 req-fe5bfba7-c875-48f8-96e7-3ee8fa28da42 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446024 Sep 19 03:21:58.629371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b23d56-9ab4-415f-aed4-9e5fb424cba7 req-84dc0d95-e17c-46e4-b29b-9a77c5c5ff77 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:58.629371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07b23d56-9ab4-415f-aed4-9e5fb424cba7 req-84dc0d95-e17c-46e4-b29b-9a77c5c5ff77 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 946 time: 0.0681849 Sep 19 03:21:58.654553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8::90 (2b18df83-faf3-44df-b12e-af53debe23a1/fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b/a5e49388-3136-4074-96cd-3a5a3f5c5f2b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:58.679607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07b23d56-9ab4-415f-aed4-9e5fb424cba7 req-2f0b97b7-2aca-4ad0-8cb8-108330730449 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482762 Sep 19 03:21:58.806317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.860378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.912167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:21:58.932828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:21:58.940214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:21:58.947075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:58.948140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:58.992053 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8532858 Sep 19 03:21:58.993884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2fa67-8221-4b10-9dd5-db4cf89d199b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=a5e49388-3136-4074-96cd-3a5a3f5c5f2b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:58.999886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35916) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:59.013032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-56bc9608-e1d7-4faf-b6d1-20e7e9064ca2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:59.031809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fc2d3011-199b-4e37-a0b4-b657d4363a67 None None] Allocated IP 2001:db8::2 (2b18df83-faf3-44df-b12e-af53debe23a1/fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b/5638b447-48d0-48a0-8db9-3d8a11c4ad4d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:21:59.086971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1eb23cb6-f650-467f-bd03-becf1038b5e8 req-8be8b769-cff9-4c0a-9090-5c859d50cf2a tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0663347 Sep 19 03:21:59.098866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5da761-08e6-4f4e-8fb1-6ed244e3e245 req-c2ad027c-ef6f-4e5d-8e12-f4f4f4db4abe tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:59.101165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b5da761-08e6-4f4e-8fb1-6ed244e3e245 req-c2ad027c-ef6f-4e5d-8e12-f4f4f4db4abe tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.1499639 Sep 19 03:21:59.200327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b5da761-08e6-4f4e-8fb1-6ed244e3e245 req-2c7e7200-6428-4a33-9f72-474f40325e18 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712388 Sep 19 03:21:59.211000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fc2d3011-199b-4e37-a0b4-b657d4363a67 None None] For port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,segment=NetworkSegment(45b03f82-79b8-4194-a90c-21b6eb9ff705),segment_id=45b03f82-79b8-4194-a90c-21b6eb9ff705)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:21:59.264373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bc9608-e1d7-4faf-b6d1-20e7e9064ca2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:59.270555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56bc9608-e1d7-4faf-b6d1-20e7e9064ca2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:59.278990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3011-199b-4e37-a0b4-b657d4363a67 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:59.295402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2d3011-199b-4e37-a0b4-b657d4363a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:59.442000 n-d-809936-1 neutron-server[94723]: INFO neutron.db.ipam_backend_mixin [None req-56bc9608-e1d7-4faf-b6d1-20e7e9064ca2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b (CIDR: 2001:db8::/64) Sep 19 03:21:59.450128 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bc9608-e1d7-4faf-b6d1-20e7e9064ca2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:21:59.450687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56bc9608-e1d7-4faf-b6d1-20e7e9064ca2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:21:59.486473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d3011-199b-4e37-a0b4-b657d4363a67 None None] Pushing event updated for resources: {'Port': ['ID=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:21:59.493384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-56bc9608-e1d7-4faf-b6d1-20e7e9064ca2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4902854 Sep 19 03:21:59.496158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:59.501667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fff4c8eb-1674-4948-8a77-c84a70be2f3a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:21:59.723364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff4c8eb-1674-4948-8a77-c84a70be2f3a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:21:59.726980 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fff4c8eb-1674-4948-8a77-c84a70be2f3a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:59.805596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99cb7a-bf80-4f68-8a45-1779dcd90358 req-5b509e80-80c9-468b-9e79-d21b78335e2e tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:21:59.812308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b99cb7a-bf80-4f68-8a45-1779dcd90358 req-5b509e80-80c9-468b-9e79-d21b78335e2e tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1522810 Sep 19 03:21:59.816814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:21:59.949325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b99cb7a-bf80-4f68-8a45-1779dcd90358 req-63d6f8a7-0a0e-4dec-8f80-1b7dc8951f43 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158471 Sep 19 03:21:59.954349 n-d-809936-1 neutron-server[94723]: INFO neutron.db.ipam_backend_mixin [None req-fff4c8eb-1674-4948-8a77-c84a70be2f3a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 76323807-0d67-436a-8e60-9e7955944711 (CIDR: 2001:db8:0:1::/64) Sep 19 03:21:59.960788 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff4c8eb-1674-4948-8a77-c84a70be2f3a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:21:59.961359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff4c8eb-1674-4948-8a77-c84a70be2f3a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:21:59.979904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fff4c8eb-1674-4948-8a77-c84a70be2f3a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4823194 Sep 19 03:21:59.982631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35954) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:21:59.989354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'subnet': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:00.133928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Made reservation on behalf of 95e6ccf912964d779454419f52279716 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:00.139935 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:00.283656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b02ae5e-dcdf-433f-960f-e7349a0e985f req-37812051-7a06-440a-975c-55e7fcb8dc1f tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0548120 Sep 19 03:22:00.414549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4eb9-9f7d-42ee-ab3c-23a48ec6dc1d req-8ceab5b2-ea56-4a45-bc4b-b488a392ea2f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:00.428199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4eb9-9f7d-42ee-ab3c-23a48ec6dc1d req-8ceab5b2-ea56-4a45-bc4b-b488a392ea2f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:00.452221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f4eb9-9f7d-42ee-ab3c-23a48ec6dc1d req-8ceab5b2-ea56-4a45-bc4b-b488a392ea2f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:00.453947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba2f4eb9-9f7d-42ee-ab3c-23a48ec6dc1d req-8ceab5b2-ea56-4a45-bc4b-b488a392ea2f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d&device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109&device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 2417 time: 0.1850843 Sep 19 03:22:00.507446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:00.508957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fc2f0f8c-a344-42aa-983b-518a50dc8502 None None] Provisioning complete for port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:00.509450 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f0f8c-a344-42aa-983b-518a50dc8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:00.551847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba2f4eb9-9f7d-42ee-ab3c-23a48ec6dc1d req-58a08dbf-f3a1-4154-9ea2-6fa9ef3857dc tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839071 Sep 19 03:22:00.614481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f0f8c-a344-42aa-983b-518a50dc8502 None None] Port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:22:00.620115 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Network 2b18df83-faf3-44df-b12e-af53debe23a1 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:22:00.635065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:22:00.638590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fc2f0f8c-a344-42aa-983b-518a50dc8502 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:00.639007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc2f0f8c-a344-42aa-983b-518a50dc8502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:00.643991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:00.644553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:00.669972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-113b2e2a-e278-474e-a8a0-8bcefe01dd48 req-73de81f4-3715-4d54-bad8-dd048e388250 tempest-SecurityGroupsTestJSON-549518014 tempest-SecurityGroupsTestJSON-549518014-project] (94723) timed out ('10.222.0.30', 58881) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:22:00.683380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6969545 Sep 19 03:22:00.684601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35976) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:00.691493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1020235015', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e3daec8f-4ee8-4713-aa71-6a97ba688c53'}], 'security_groups': ['b44a62bb-a9c0-42f3-9fb3-a588681a7c9c', '2c39f13c-f6d1-4865-91c1-286df1f0ee9a']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:00.701602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc127ac-42ff-4f45-b3cf-2e5beda20963 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Subnet': ['ID=e3daec8f-4ee8-4713-aa71-6a97ba688c53,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:00.818366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c8b02f-c1b3-4679-8c8b-42ba4741fc2f None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:01.051530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583c936-71f9-4726-aa6c-3433975c15fe req-4d57ee6f-802b-443f-95d2-680db9b76831 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:01.056969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0583c936-71f9-4726-aa6c-3433975c15fe req-4d57ee6f-802b-443f-95d2-680db9b76831 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.3102567 Sep 19 03:22:01.100799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:01.124011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0583c936-71f9-4726-aa6c-3433975c15fe req-1a9e9c69-1f0d-4be1-a213-7b6ae36aee79 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656915 Sep 19 03:22:01.165934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5638b447-48d0-48a0-8db9-3d8a11c4ad4d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:22:01.277071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3e587e5b-47e4-4868-8fa6-15b1cc7d3100 None None] Provisioning complete for port a5e49388-3136-4074-96cd-3a5a3f5c5f2b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:01.277454 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e587e5b-47e4-4868-8fa6-15b1cc7d3100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:01.402111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:01.402336 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:01.423976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3e587e5b-47e4-4868-8fa6-15b1cc7d3100 None None] Port a5e49388-3136-4074-96cd-3a5a3f5c5f2b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:22:01.470177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce563b99-9df3-4ce9-bf16-788e95d1a78b None None] Update dhcp port {'port': {'network_id': '2b18df83-faf3-44df-b12e-af53debe23a1', 'fixed_ips': [{'subnet_id': '76323807-0d67-436a-8e60-9e7955944711', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e3daec8f-4ee8-4713-aa71-6a97ba688c53'}], 'binding:host_id': 'n-d-809936-1'}, 'id': '5638b447-48d0-48a0-8db9-3d8a11c4ad4d'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:22:01.501919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce563b99-9df3-4ce9-bf16-788e95d1a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:01.557797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f63c70bc-c99d-438d-8a1b-5cc8f21e0fe5 req-6b338ae9-2242-4fd3-bf7e-ac21cee30fed tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.1105399 Sep 19 03:22:01.780459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Delete allocated IP 2001:db8::90 (2b18df83-faf3-44df-b12e-af53debe23a1/fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b) {{(pid=94723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 03:22:01.803392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Allocated IP 2001:db8:0:2::7a (2b18df83-faf3-44df-b12e-af53debe23a1/e3daec8f-4ee8-4713-aa71-6a97ba688c53/a5e49388-3136-4074-96cd-3a5a3f5c5f2b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:22:02.082026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.101465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.168946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ce563b99-9df3-4ce9-bf16-788e95d1a78b None None] Allocated IP 2001:db8:0:2::2 (2b18df83-faf3-44df-b12e-af53debe23a1/e3daec8f-4ee8-4713-aa71-6a97ba688c53/5638b447-48d0-48a0-8db9-3d8a11c4ad4d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:22:02.251618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] In _notify_port_updated(), no bound segment for port a5e49388-3136-4074-96cd-3a5a3f5c5f2b on network 2b18df83-faf3-44df-b12e-af53debe23a1 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:22:02.268617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:02.269355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.273429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "PUT /v2.0/ports/a5e49388-3136-4074-96cd-3a5a3f5c5f2b HTTP/1.1" status: 200 len: 969 time: 1.5849051 Sep 19 03:22:02.273863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:02.275090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bd973-fb13-4806-814e-c7bc265728a0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event updated for resources: {'Port': ['ID=a5e49388-3136-4074-96cd-3a5a3f5c5f2b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:02.309523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ce563b99-9df3-4ce9-bf16-788e95d1a78b None None] For port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,segment=NetworkSegment(45b03f82-79b8-4194-a90c-21b6eb9ff705),segment_id=45b03f82-79b8-4194-a90c-21b6eb9ff705)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:02.350279 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce563b99-9df3-4ce9-bf16-788e95d1a78b None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.359932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce563b99-9df3-4ce9-bf16-788e95d1a78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.436230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce563b99-9df3-4ce9-bf16-788e95d1a78b None None] Pushing event updated for resources: {'Port': ['ID=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:02.484331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port a5e49388-3136-4074-96cd-3a5a3f5c5f2b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:02.485238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.641066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.666422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for a5e49388-3136-4074-96cd-3a5a3f5c5f2b owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:02.727649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef716d05-9598-43d0-ba47-7831e0af99e7 req-06444afa-b2e6-4ae9-8ae4-5d0f6b1f34ae tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0426879 Sep 19 03:22:02.900845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d667ec8-13bc-44ce-8774-7eba30e79297 req-7061727d-c4bc-4288-b1eb-2fb0ecb2a0e7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:02.911734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d667ec8-13bc-44ce-8774-7eba30e79297 req-7061727d-c4bc-4288-b1eb-2fb0ecb2a0e7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1823542 Sep 19 03:22:02.916832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:02.967095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=a5e49388-3136-4074-96cd-3a5a3f5c5f2b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:03.040168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5638b447-48d0-48a0-8db9-3d8a11c4ad4d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:22:03.060750 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.064204 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b6f449a4-ff9c-41e4-bbc1-328a2cfe84ba tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/a5e49388-3136-4074-96cd-3a5a3f5c5f2b HTTP/1.1" status: 204 len: 168 time: 0.7887208 Sep 19 03:22:03.066682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:03.067414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d667ec8-13bc-44ce-8774-7eba30e79297 req-b5d9b498-6bf6-46a8-a49e-c4509a1ef7bc tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546471 Sep 19 03:22:03.107379 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf43fd5-4d99-4dcd-86a3-b91c00766538 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] GET failed (client error): The resource could not be found. Sep 19 03:22:03.109146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2cf43fd5-4d99-4dcd-86a3-b91c00766538 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports/a5e49388-3136-4074-96cd-3a5a3f5c5f2b HTTP/1.1" status: 404 len: 333 time: 0.0411942 Sep 19 03:22:03.112079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36066) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:03.173469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:03.174019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.209056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fb35f57-d13e-47b4-99ac-7c2075ce48c2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.238061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fb35f57-d13e-47b4-99ac-7c2075ce48c2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.305268 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fb35f57-d13e-47b4-99ac-7c2075ce48c2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.308907 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fb35f57-d13e-47b4-99ac-7c2075ce48c2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.312736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36074) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:03.313273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1fb35f57-d13e-47b4-99ac-7c2075ce48c2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/security-groups/e3cad3ca-c261-4fd2-b9f3-75b6026a7f97 HTTP/1.1" status: 204 len: 168 time: 0.1995587 Sep 19 03:22:03.328790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb35f57-d13e-47b4-99ac-7c2075ce48c2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cad3ca-c261-4fd2-b9f3-75b6026a7f97,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:03.445942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff75fb68-9e5a-42a8-984d-9b8e3fc606dd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.480376 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff75fb68-9e5a-42a8-984d-9b8e3fc606dd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.562659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff75fb68-9e5a-42a8-984d-9b8e3fc606dd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.566392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ff75fb68-9e5a-42a8-984d-9b8e3fc606dd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.567892 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ff75fb68-9e5a-42a8-984d-9b8e3fc606dd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c39f13c-f6d1-4865-91c1-286df1f0ee9a HTTP/1.1" status: 204 len: 168 time: 0.2531459 Sep 19 03:22:03.571399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36084) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:03.580371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75fb68-9e5a-42a8-984d-9b8e3fc606dd tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c39f13c-f6d1-4865-91c1-286df1f0ee9a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:03.677155 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd423-fcdb-4525-87b9-c126061f56cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.707597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd423-fcdb-4525-87b9-c126061f56cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.797760 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd423-fcdb-4525-87b9-c126061f56cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.805241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd423-fcdb-4525-87b9-c126061f56cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.808980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eb4cd423-fcdb-4525-87b9-c126061f56cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/security-groups/b44a62bb-a9c0-42f3-9fb3-a588681a7c9c HTTP/1.1" status: 204 len: 168 time: 0.2341232 Sep 19 03:22:03.809786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:03.814361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3ebb6c35-f470-4758-9f9f-12da380466a1 None None] Provisioning complete for port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:03.814867 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6c35-f470-4758-9f9f-12da380466a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.868995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cd423-fcdb-4525-87b9-c126061f56cc tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44a62bb-a9c0-42f3-9fb3-a588681a7c9c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:03.927108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3ebb6c35-f470-4758-9f9f-12da380466a1 None None] Port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:22:03.935202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3ebb6c35-f470-4758-9f9f-12da380466a1 None None] Could not find standard attr ID for object a5e49388-3136-4074-96cd-3a5a3f5c5f2b. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:22:03.947608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33657d2f-40cd-440d-955f-6a96e95fa340 req-dc7e7f6e-ab0b-46f1-91da-0e7d046a6c29 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.1076055 Sep 19 03:22:03.996127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3ebb6c35-f470-4758-9f9f-12da380466a1 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:03.996782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ebb6c35-f470-4758-9f9f-12da380466a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:03.996987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:22:04.003487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.111032 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.259478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2cc51-0bdb-4dc2-ac1c-5daa0e2ff8a7 req-854dfb07-213f-424b-8299-9efb41effc4f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:04.267327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8a2cc51-0bdb-4dc2-ac1c-5daa0e2ff8a7 req-854dfb07-213f-424b-8299-9efb41effc4f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1174977 Sep 19 03:22:04.281318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-64b9144d-e2b1-472f-861f-20e0565f7ffd None None] Could not find standard attr ID for object a5e49388-3136-4074-96cd-3a5a3f5c5f2b. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:22:04.299049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.315953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8a2cc51-0bdb-4dc2-ac1c-5daa0e2ff8a7 req-bf41f6ad-e98c-4796-9153-5b04da2e065f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Sep 19 03:22:04.389338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.415747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:04.424423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.426425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae0245c0-a8ed-43a8-a029-a74931296203 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b HTTP/1.1" status: 204 len: 168 time: 0.6156225 Sep 19 03:22:04.430778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36112) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:04.488160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa7e28-1e1f-4fa4-b8d5-1f368f55ea67 None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:04.549684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet e3daec8f-4ee8-4713-aa71-6a97ba688c53 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:22:04.561105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.660066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.792232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.905473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.941469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=e3daec8f-4ee8-4713-aa71-6a97ba688c53,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:04.952417 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:04.954386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-055203a3-6409-42dc-9683-f539d46f5411 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/e3daec8f-4ee8-4713-aa71-6a97ba688c53 HTTP/1.1" status: 204 len: 168 time: 0.5225911 Sep 19 03:22:04.957538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36132) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.001919 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ce2c09-c46c-4c7d-a254-df9bffcd8aa4 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.002591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ce2c09-c46c-4c7d-a254-df9bffcd8aa4 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.004755 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c4ce2c09-c46c-4c7d-a254-df9bffcd8aa4 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/fdfddf7e-0b3c-43cb-b5c5-4c52f4fb582b HTTP/1.1" status: 404 len: 337 time: 0.0461285 Sep 19 03:22:05.008104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36138) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.097839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting subnet 76323807-0d67-436a-8e60-9e7955944711 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:22:05.108069 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:05.147497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-936f830c-e770-42d9-ba50-9325def2b0bd req-24f8b769-7537-44e5-aee4-f51331b57511 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0617588 Sep 19 03:22:05.188430 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:05.291414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:05.434482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:05.473638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Subnet': ['ID=76323807-0d67-436a-8e60-9e7955944711,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:05.495636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:05.497639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-037bed3f-c47b-4b1b-95cd-f381b4637b32 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/76323807-0d67-436a-8e60-9e7955944711 HTTP/1.1" status: 204 len: 168 time: 0.4884539 Sep 19 03:22:05.500308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36158) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.536354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ac1c5-229c-4976-b5bf-dba0d3a4fc3c req-a555d9e6-fbba-4dca-a68b-93748a422520 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:05.538984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c06ac1c5-229c-4976-b5bf-dba0d3a4fc3c req-a555d9e6-fbba-4dca-a68b-93748a422520 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0939629 Sep 19 03:22:05.563524 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-854d5cd2-c67d-42cc-a0bc-6cf3ca0b253b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.563992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-854d5cd2-c67d-42cc-a0bc-6cf3ca0b253b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.565949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-854d5cd2-c67d-42cc-a0bc-6cf3ca0b253b tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/017c208a-bb11-45d7-b817-ebcf5f71af9f HTTP/1.1" status: 404 len: 337 time: 0.0640857 Sep 19 03:22:05.568590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36164) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.612710 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-69d320a6-14dc-4a54-847a-9bc80c5b5399 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2a14880-c511-44d0-a282-db9db43dfdf2 HTTP/1.1" status: 200 len: 205 time: 0.0428407 Sep 19 03:22:05.623147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36168) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.633943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c06ac1c5-229c-4976-b5bf-dba0d3a4fc3c req-eaf0a7ba-fa4b-4128-9bce-9ecae7dbc967 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888617 Sep 19 03:22:05.658636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600d5290-dfb2-4c81-831d-c46d34d4de73 None None] Network 2b18df83-faf3-44df-b12e-af53debe23a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:05.689935 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-680008ef-2789-43f7-99de-8e3e974be916 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] delete failed (client error): The resource could not be found. Sep 19 03:22:05.691706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-680008ef-2789-43f7-99de-8e3e974be916 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/routers/c2a14880-c511-44d0-a282-db9db43dfdf2 HTTP/1.1" status: 404 len: 336 time: 0.0591428 Sep 19 03:22:05.694884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.727044 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-46af2425-a42d-4bd0-b308-64704aea6edb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.727763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46af2425-a42d-4bd0-b308-64704aea6edb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.729742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-46af2425-a42d-4bd0-b308-64704aea6edb tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/87f66019-8915-4686-b3a8-837b7972a9fe HTTP/1.1" status: 404 len: 337 time: 0.0337300 Sep 19 03:22:05.732450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36178) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.770296 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f2bbd1-60bc-43eb-9cf1-98fa27ceb809 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.771374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f2bbd1-60bc-43eb-9cf1-98fa27ceb809 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.773507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-19f2bbd1-60bc-43eb-9cf1-98fa27ceb809 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/dc0829ed-a0d9-4467-94d3-31092c0cc1af HTTP/1.1" status: 404 len: 337 time: 0.0400577 Sep 19 03:22:05.776125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36180) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.823134 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a560452f-ef05-4ba9-9de6-f534581db9d1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.831352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a560452f-ef05-4ba9-9de6-f534581db9d1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.833340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a560452f-ef05-4ba9-9de6-f534581db9d1 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/6336c3e0-d5cd-410c-8383-11ed0cdc84f6 HTTP/1.1" status: 404 len: 337 time: 0.0560217 Sep 19 03:22:05.836122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36184) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.844707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ce18aa46-3f8c-4726-9775-a32069644895 None None] Provisioning complete for port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:05.845196 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce18aa46-3f8c-4726-9775-a32069644895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:05.896187 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4df86c5-5915-4ddb-a0d2-9734ffd8bd35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.896187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4df86c5-5915-4ddb-a0d2-9734ffd8bd35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.896187 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c4df86c5-5915-4ddb-a0d2-9734ffd8bd35 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/df5ce582-0e51-44e5-ad94-858206baf1d3 HTTP/1.1" status: 404 len: 333 time: 0.0581608 Sep 19 03:22:05.898133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36186) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.929834 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9648c11f-13fb-42e4-8bd8-a11a407266c5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.930529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9648c11f-13fb-42e4-8bd8-a11a407266c5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.932064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9648c11f-13fb-42e4-8bd8-a11a407266c5 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/c1b57b79-9fa7-4669-99f0-8970b41f5c12 HTTP/1.1" status: 404 len: 337 time: 0.0328348 Sep 19 03:22:05.934612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36188) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.943661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ce18aa46-3f8c-4726-9775-a32069644895 None None] Port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:22:05.964592 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd518d72-2125-4f2d-80d8-ebd1f7be6a1a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:05.965116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd518d72-2125-4f2d-80d8-ebd1f7be6a1a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:05.967035 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dd518d72-2125-4f2d-80d8-ebd1f7be6a1a tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/eccfd054-0ae3-4c1f-bfd4-80824b761f7f HTTP/1.1" status: 404 len: 337 time: 0.0313900 Sep 19 03:22:05.969471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36190) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:05.975167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ce18aa46-3f8c-4726-9775-a32069644895 None None] Provisioning complete for port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:05.976071 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce18aa46-3f8c-4726-9775-a32069644895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.005378 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e364a4ee-4898-42f5-a494-91509de972ff tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:06.006363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e364a4ee-4898-42f5-a494-91509de972ff tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:06.008692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e364a4ee-4898-42f5-a494-91509de972ff tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/e87c2345-c654-4a6d-be7f-d758a08babca HTTP/1.1" status: 404 len: 333 time: 0.0380116 Sep 19 03:22:06.011418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:06.042394 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d4394e-bbfe-432f-b748-1c82971187b0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:06.042995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d4394e-bbfe-432f-b748-1c82971187b0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:06.047307 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4d4394e-bbfe-432f-b748-1c82971187b0 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/c5c3730d-35bb-415c-97ec-d44d576f0185 HTTP/1.1" status: 404 len: 337 time: 0.0324833 Sep 19 03:22:06.047708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36196) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:06.061026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] DHCP port deletion for 2b18df83-faf3-44df-b12e-af53debe23a1 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:22:06.095072 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd0eab4-e3e3-4a1a-85b6-b9b596e7db6e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] DELETE failed (client error): The resource could not be found. Sep 19 03:22:06.096725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd0eab4-e3e3-4a1a-85b6-b9b596e7db6e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:22:06.099986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5bd0eab4-e3e3-4a1a-85b6-b9b596e7db6e tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/subnets/58e5e10f-a0c7-46ba-9337-27e57f785d9d HTTP/1.1" status: 404 len: 337 time: 0.0511761 Sep 19 03:22:06.102307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:06.260371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] Deleting port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:06.260674 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.291937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Deleting port ee17d80c-dd8f-4a01-a011-1f6d83ef93bc {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:06.291937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.356367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64edfdfb-3524-4720-aba0-6456b2ebb805 req-504a1ec0-1f6e-4427-8a61-a52f89a45264 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0419698 Sep 19 03:22:06.407978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] For port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,segment=NetworkSegment(45b03f82-79b8-4194-a90c-21b6eb9ff705),segment_id=45b03f82-79b8-4194-a90c-21b6eb9ff705)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:06.408404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.426993 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.442404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] Calling delete_port for 5638b447-48d0-48a0-8db9-3d8a11c4ad4d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:06.449281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Calling delete_port for ee17d80c-dd8f-4a01-a011-1f6d83ef93bc owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:06.548318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.573312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] Pushing event deleted for resources: {'Port': ['ID=5638b447-48d0-48a0-8db9-3d8a11c4ad4d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:06.581235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8cb2ad-0056-4d66-9237-f832af13c8d9 None None] No DVR routers for this DVR port 5638b447-48d0-48a0-8db9-3d8a11c4ad4d on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:06.587002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.625833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.628931 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/ports/ee17d80c-dd8f-4a01-a011-1f6d83ef93bc HTTP/1.1" status: 204 len: 168 time: 0.5253494 Sep 19 03:22:06.630475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:06.630846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52b295-8c83-45e2-a84d-07dca27d35a2 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Port': ['ID=ee17d80c-dd8f-4a01-a011-1f6d83ef93bc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:06.761007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:06.789266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872f85c-d63b-49fa-8f71-224265006004 req-790723a9-8e8d-4286-88b1-2d88c76e92b8 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:06.791217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a872f85c-d63b-49fa-8f71-224265006004 req-790723a9-8e8d-4286-88b1-2d88c76e92b8 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0742590 Sep 19 03:22:06.902594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a872f85c-d63b-49fa-8f71-224265006004 req-200c63d4-18df-467d-b447-6c05340e86e1 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046867 Sep 19 03:22:06.976209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5638b447-48d0-48a0-8db9-3d8a11c4ad4d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:06.993411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.001083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5638b447-48d0-48a0-8db9-3d8a11c4ad4d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:07.001642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5638b447-48d0-48a0-8db9-3d8a11c4ad4d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:07.035761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b18df83-faf3-44df-b12e-af53debe23a1']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:07.047204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b03f82-79b8-4194-a90c-21b6eb9ff705') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:07.047506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b03f82-79b8-4194-a90c-21b6eb9ff705') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:07.067493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.094173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.118305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:22:07.119461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:22:07.124992 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:22:07.200035 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.209210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.211253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] 10.222.0.22 "DELETE /v2.0/networks/2b18df83-faf3-44df-b12e-af53debe23a1 HTTP/1.1" status: 204 len: 168 time: 0.5797324 Sep 19 03:22:07.247203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde58b81-3e1e-4518-a396-cc67536fe004 tempest-PortsIpV6TestJSON-552104661 tempest-PortsIpV6TestJSON-552104661-project] Pushing event deleted for resources: {'Network': ['ID=2b18df83-faf3-44df-b12e-af53debe23a1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:07.489832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0459-b754-4d3a-ae98-efb84186923c req-4144a924-0d06-46cc-883c-8d8f3f546a16 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:07.505101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd7a0459-b754-4d3a-ae98-efb84186923c req-4144a924-0d06-46cc-883c-8d8f3f546a16 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 945 time: 0.0931718 Sep 19 03:22:07.554395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd7a0459-b754-4d3a-ae98-efb84186923c req-a090b2c5-19b7-40d6-b521-2b13c6c4a6fa tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543950 Sep 19 03:22:07.596014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f01192dd-afc9-46b8-abc0-fc232179f4bf req-4a2035ec-c86b-4e09-b567-3a00fcd15ec2 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0396619 Sep 19 03:22:07.604061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36258) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:07.767552 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fe336d92-4964-49b8-b5b6-bb82fc2614a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95e6ccf912964d779454419f52279716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623006 Sep 19 03:22:07.770450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:07.830646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1496710-f14d-4007-9ae2-87a9dcb68299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.859926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1496710-f14d-4007-9ae2-87a9dcb68299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.915978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1496710-f14d-4007-9ae2-87a9dcb68299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.918688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1496710-f14d-4007-9ae2-87a9dcb68299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:07.920018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f1496710-f14d-4007-9ae2-87a9dcb68299 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f3007e6-a5d6-48ae-bc56-14212ea68d2e HTTP/1.1" status: 204 len: 168 time: 0.1482961 Sep 19 03:22:07.938814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1496710-f14d-4007-9ae2-87a9dcb68299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3007e6-a5d6-48ae-bc56-14212ea68d2e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:08.059383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2083f3-7c04-4e04-8b6f-b7b8dd136b05 req-a1e50453-f522-403f-a4bb-1911215a36f1 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:08.077217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c2083f3-7c04-4e04-8b6f-b7b8dd136b05 req-a1e50453-f522-403f-a4bb-1911215a36f1 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0867927 Sep 19 03:22:08.136671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c2083f3-7c04-4e04-8b6f-b7b8dd136b05 req-1f72a606-86e2-489c-a4cc-44fbe5e58513 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583761 Sep 19 03:22:08.754304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c159f8-de6a-4136-8e6c-12841bd86aa1 req-d59b330a-849c-47ab-aa18-0d8e7f5c63ba tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:08.762359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63c159f8-de6a-4136-8e6c-12841bd86aa1 req-d59b330a-849c-47ab-aa18-0d8e7f5c63ba tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 945 time: 0.1089928 Sep 19 03:22:08.787467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-337f49bc-0ca5-4cf6-ac50-3ac3d2a4da84 req-198284ce-5485-4c27-a50f-0ba2702179b8 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0525212 Sep 19 03:22:08.788670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36316) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:08.868437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63c159f8-de6a-4136-8e6c-12841bd86aa1 req-3eff97c0-a09d-4eb6-8b48-576f3ce42133 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048648 Sep 19 03:22:08.968553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-85d0535b-7a57-4c4c-867b-4f1fb40a8b30 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:08.969285 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-85d0535b-7a57-4c4c-867b-4f1fb40a8b30 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 03:22:08.969781 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-85d0535b-7a57-4c4c-867b-4f1fb40a8b30 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 03:22:08.974486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36320) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:08.974640 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85d0535b-7a57-4c4c-867b-4f1fb40a8b30 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1840825 Sep 19 03:22:08.978941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658223117'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:09.009566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.021945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.136343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.142534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.192806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f31469-12fb-458a-994c-4d5a16300d04,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:09.283639 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.291547 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.341699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c6f2e-3bdd-44e5-ae39-ebfd93878ec5 req-1acda807-9d42-43c5-aa90-fbba42296285 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:09.343238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f60c6f2e-3bdd-44e5-ae39-ebfd93878ec5 req-1acda807-9d42-43c5-aa90-fbba42296285 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1220253 Sep 19 03:22:09.344385 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.348303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3699765 Sep 19 03:22:09.348303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eacdd1-9d9c-4ad7-885f-6c2a9844ec28 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2db1dc-5132-4364-a6f9-ba9a2070b4ce,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:09.348531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36336) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:09.354524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-113ef5f6-548d-4615-b7bd-514721007a5a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '9c2db1dc-5132-4364-a6f9-ba9a2070b4ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:09.394694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f60c6f2e-3bdd-44e5-ae39-ebfd93878ec5 req-9ef9e8de-bde9-4356-8a57-9092523cfb79 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Sep 19 03:22:09.409470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-113ef5f6-548d-4615-b7bd-514721007a5a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.472874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-113ef5f6-548d-4615-b7bd-514721007a5a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.477552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-113ef5f6-548d-4615-b7bd-514721007a5a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.497401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef5f6-548d-4615-b7bd-514721007a5a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f2fe09-4c82-4831-80f2-d7dcd20ac11d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:09.504816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-113ef5f6-548d-4615-b7bd-514721007a5a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.506239 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-113ef5f6-548d-4615-b7bd-514721007a5a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567841 Sep 19 03:22:09.509327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36338) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:09.513959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5f0a0d66-0c65-4c73-a2f4-72a8007e517b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '9c2db1dc-5132-4364-a6f9-ba9a2070b4ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:09.541858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f0a0d66-0c65-4c73-a2f4-72a8007e517b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.599587 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-5f0a0d66-0c65-4c73-a2f4-72a8007e517b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 03:22:09.603549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5f0a0d66-0c65-4c73-a2f4-72a8007e517b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0904512 Sep 19 03:22:09.603932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36344) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:09.668264 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca28c0d7-ffd4-4732-8db5-9de2e960df7d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.692726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca28c0d7-ffd4-4732-8db5-9de2e960df7d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.760241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca28c0d7-ffd4-4732-8db5-9de2e960df7d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.768879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca28c0d7-ffd4-4732-8db5-9de2e960df7d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.770114 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca28c0d7-ffd4-4732-8db5-9de2e960df7d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/9c2db1dc-5132-4364-a6f9-ba9a2070b4ce HTTP/1.1" status: 204 len: 168 time: 0.1651115 Sep 19 03:22:09.773776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36350) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:09.781460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28c0d7-ffd4-4732-8db5-9de2e960df7d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2db1dc-5132-4364-a6f9-ba9a2070b4ce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:09.872087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36354) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:09.872734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2bdda273-46ff-4621-aa4d-a4e3954e710c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0966718 Sep 19 03:22:09.876956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-11e1ba47-0f1e-4ae9-9fdc-f70ef352ad82 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--36376475'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:09.905441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e1ba47-0f1e-4ae9-9fdc-f70ef352ad82 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:09.929477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a31cef4-fdaa-42f5-9bdd-01342af09d28 req-48d3b2fa-2538-41ed-b2aa-189ac912793b tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0519793 Sep 19 03:22:10.056818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b32584-f536-41a0-9481-a7b235c7756c req-187965ac-9a3c-4208-a305-db6ebb6bdc9b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:10.058953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27b32584-f536-41a0-9481-a7b235c7756c req-187965ac-9a3c-4208-a305-db6ebb6bdc9b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 945 time: 0.0810812 Sep 19 03:22:10.063723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e1ba47-0f1e-4ae9-9fdc-f70ef352ad82 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.104703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-3f3462dd-6c69-48d0-9acb-a7ee27ec3798 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:10.106401 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-3f3462dd-6c69-48d0-9acb-a7ee27ec3798 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 945 time: 0.0921028 Sep 19 03:22:10.107182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e1ba47-0f1e-4ae9-9fdc-f70ef352ad82 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.119763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27b32584-f536-41a0-9481-a7b235c7756c req-f7c52b3a-571b-404b-a67b-035836991fcd tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups?id=470564a8-e3d3-4c69-a7c1-785f38431084&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547473 Sep 19 03:22:10.152405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e1ba47-0f1e-4ae9-9fdc-f70ef352ad82 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.153950 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11e1ba47-0f1e-4ae9-9fdc-f70ef352ad82 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2808590 Sep 19 03:22:10.158180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36362) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:10.166563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a8df9ddc-bf50-4b9e-b5c6-85bf6414c1d0 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '4ed1d662-d618-48b7-91ab-718c5411a146', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:10.167847 n-d-809936-1 neutron-server[94723]: WARNING neutron.api.v2.base [None req-a8df9ddc-bf50-4b9e-b5c6-85bf6414c1d0 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 19 03:22:10.168710 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-a8df9ddc-bf50-4b9e-b5c6-85bf6414c1d0 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:10.173286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a8df9ddc-bf50-4b9e-b5c6-85bf6414c1d0 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0110281 Sep 19 03:22:10.174021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:10.183280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1ba47-0f1e-4ae9-9fdc-f70ef352ad82 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed1d662-d618-48b7-91ab-718c5411a146,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:10.248895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c79714b-ebb0-4d3f-8977-6a128f30d50f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.249136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Deleting port e3366bcc-44a3-4c71-bc05-562fbe37d573 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:10.249243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.277580 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c79714b-ebb0-4d3f-8977-6a128f30d50f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.342853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c79714b-ebb0-4d3f-8977-6a128f30d50f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.345928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c79714b-ebb0-4d3f-8977-6a128f30d50f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.347113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2c79714b-ebb0-4d3f-8977-6a128f30d50f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/4ed1d662-d618-48b7-91ab-718c5411a146 HTTP/1.1" status: 204 len: 168 time: 0.1712718 Sep 19 03:22:10.351108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:10.357733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79714b-ebb0-4d3f-8977-6a128f30d50f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed1d662-d618-48b7-91ab-718c5411a146,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:10.438386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] For port e3366bcc-44a3-4c71-bc05-562fbe37d573, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e3366bcc-44a3-4c71-bc05-562fbe37d573,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:10.439099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.465363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3769122b-f04e-4068-984d-2f5fe2f5f185 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076033 Sep 19 03:22:10.465685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36380) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:10.472638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c97fa50a-2480-4b9b-aed8-5ee1c429600d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108195462'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:10.531502 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa50a-2480-4b9b-aed8-5ee1c429600d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.596008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471840f-0d70-4432-976c-dbda6201d842 req-a033ce83-f2eb-45a7-88de-2a6e81a07f7e tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:10.597497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9471840f-0d70-4432-976c-dbda6201d842 req-a033ce83-f2eb-45a7-88de-2a6e81a07f7e tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0791972 Sep 19 03:22:10.672548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9471840f-0d70-4432-976c-dbda6201d842 req-1d294b92-c564-48bd-a3a2-5518befabc6a tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591443 Sep 19 03:22:10.725798 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa50a-2480-4b9b-aed8-5ee1c429600d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.726222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.726598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.726993 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Floating IP 4e95844b-44b4-4292-89c7-21bbc5d02daf disassociated. External IP: 172.25.8.196, port: e3366bcc-44a3-4c71-bc05-562fbe37d573. Sep 19 03:22:10.727389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Calling delete_port for e3366bcc-44a3-4c71-bc05-562fbe37d573 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:10.741510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa50a-2480-4b9b-aed8-5ee1c429600d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.851494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa50a-2480-4b9b-aed8-5ee1c429600d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ebb6d-5bb8-4026-a508-2939880b341b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:10.855528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa50a-2480-4b9b-aed8-5ee1c429600d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.857121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c97fa50a-2480-4b9b-aed8-5ee1c429600d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3895330 Sep 19 03:22:10.859872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36390) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:10.864816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-80568c38-dad9-4b48-8c48-ef1e62fe8771 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': 'fe6ebb6d-5bb8-4026-a508-2939880b341b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:10.866330 n-d-809936-1 neutron-server[94723]: WARNING neutron.api.v2.base [None req-80568c38-dad9-4b48-8c48-ef1e62fe8771 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 19 03:22:10.866907 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-80568c38-dad9-4b48-8c48-ef1e62fe8771 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:10.867918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-80568c38-dad9-4b48-8c48-ef1e62fe8771 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068767 Sep 19 03:22:10.870551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36392) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:10.926590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14ef4024-bf67-46a8-a0cd-4d8093623a48 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.936866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.953300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14ef4024-bf67-46a8-a0cd-4d8093623a48 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:10.986854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event deleted for resources: {'Port': ['ID=e3366bcc-44a3-4c71-bc05-562fbe37d573,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:11.010109 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14ef4024-bf67-46a8-a0cd-4d8093623a48 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:11.014529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14ef4024-bf67-46a8-a0cd-4d8093623a48 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:11.016282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-14ef4024-bf67-46a8-a0cd-4d8093623a48 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/fe6ebb6d-5bb8-4026-a508-2939880b341b HTTP/1.1" status: 204 len: 168 time: 0.1446087 Sep 19 03:22:11.020467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36396) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:11.042489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef4024-bf67-46a8-a0cd-4d8093623a48 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ebb6d-5bb8-4026-a508-2939880b341b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:11.113544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-934f0ac5-39b0-488a-8886-98f2f65dbac2 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903337 Sep 19 03:22:11.151099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36398) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:11.157012 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6341f057-3f5b-4c14-857e-823d97e8b1a6 req-972e5172-af4f-4a07-a4a9-c298eb24ad01 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0422101 Sep 19 03:22:11.158298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Router fd341d91-f58f-40ab-94d6-e71f65c50b99 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:22:11.164455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dff0a8bb-2e18-4b37-b107-49fad686c772 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--749013699'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:11.197319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dff0a8bb-2e18-4b37-b107-49fad686c772 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:11.247508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f185da4d-9922-4e4d-9338-9ebed8a48fa2 req-59d63c85-afaa-47a0-8136-2fefa986611c tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 210 time: 0.0303562 Sep 19 03:22:11.385258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:22:11.400504 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] Sync routers for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:22:11.415643 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:22:11.416267 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:11.643867 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:22:11.849038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] No DVR routers for this DVR port e3366bcc-44a3-4c71-bc05-562fbe37d573 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:11.856055 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:11.859248 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4e6fac85-02c3-49fd-a0c4-a5d90e3939bf req-2297e416-507b-4a80-8370-e3ee123f8031 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.32 "DELETE /v2.0/ports/e3366bcc-44a3-4c71-bc05-562fbe37d573 HTTP/1.1" status: 204 len: 173 time: 1.7406914 Sep 19 03:22:11.859399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'name': 'network-vif-deleted', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:22:11.861639 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371d8214-7455-4bbc-bf32-68069cc8e8e1" -d '{"events": [{"server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "name": "network-vif-deleted", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:22:11.863603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5bdad-afd5-4a97-9370-d1794d04dee8 req-5e00544f-882b-4eaa-9163-b9de4bdd0abe tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:11.866245 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dff0a8bb-2e18-4b37-b107-49fad686c772 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:11.871934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dff0a8bb-2e18-4b37-b107-49fad686c772 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:11.887417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3df5bdad-afd5-4a97-9370-d1794d04dee8 req-5e00544f-882b-4eaa-9163-b9de4bdd0abe tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0993781 Sep 19 03:22:11.911704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0a8bb-2e18-4b37-b107-49fad686c772 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2babd859-5b9b-4701-88f2-7216f1d48a86,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:11.929096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dff0a8bb-2e18-4b37-b107-49fad686c772 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:11.934508 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dff0a8bb-2e18-4b37-b107-49fad686c772 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7738967 Sep 19 03:22:11.937140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36424) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:11.950633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b79d086e-e5e3-4c4f-a121-fa3cd081629b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '2babd859-5b9b-4701-88f2-7216f1d48a86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:11.959338 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:11.967114 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-b79d086e-e5e3-4c4f-a121-fa3cd081629b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 19 03:22:11.968457 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-b79d086e-e5e3-4c4f-a121-fa3cd081629b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:11.968595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3df5bdad-afd5-4a97-9370-d1794d04dee8 req-b815c782-1c23-444a-b5b4-65990e495086 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787880 Sep 19 03:22:11.969828 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b79d086e-e5e3-4c4f-a121-fa3cd081629b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0286849 Sep 19 03:22:11.971698 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e3f79-03f6-47c4-8b26-1d79859eb51f x-openstack-request-id: req-943e3f79-03f6-47c4-8b26-1d79859eb51f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:22:11.971990 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca91c1-09d7-493f-9dc4-785c3636bbb2", "name": "network-vif-deleted", "tag": "e3366bcc-44a3-4c71-bc05-562fbe37d573", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:22:11.972228 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-943e3f79-03f6-47c4-8b26-1d79859eb51f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:22:11.972617 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca91c1-09d7-493f-9dc4-785c3636bbb2', 'name': 'network-vif-deleted', 'tag': 'e3366bcc-44a3-4c71-bc05-562fbe37d573', 'status': 'completed', 'code': 200} Sep 19 03:22:11.973027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36426) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:11.980614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-81bc98ec-c882-4bed-bd6b-139dc4fac58d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '2babd859-5b9b-4701-88f2-7216f1d48a86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:11.982922 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-81bc98ec-c882-4bed-bd6b-139dc4fac58d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 19 03:22:11.983375 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-81bc98ec-c882-4bed-bd6b-139dc4fac58d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:11.984407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-81bc98ec-c882-4bed-bd6b-139dc4fac58d tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104504 Sep 19 03:22:11.987386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36428) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:11.992469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-75c2ad0c-19bb-4651-ae5a-70d667bc7249 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '2babd859-5b9b-4701-88f2-7216f1d48a86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:11.994352 n-d-809936-1 neutron-server[94723]: WARNING neutron.api.v2.base [None req-75c2ad0c-19bb-4651-ae5a-70d667bc7249 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 19 03:22:11.994908 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-75c2ad0c-19bb-4651-ae5a-70d667bc7249 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:11.996427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-75c2ad0c-19bb-4651-ae5a-70d667bc7249 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081358 Sep 19 03:22:11.999615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36430) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.012640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-65552b8f-7456-4736-b8a9-cd888049e985 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '2babd859-5b9b-4701-88f2-7216f1d48a86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.015654 n-d-809936-1 neutron-server[94723]: WARNING neutron.api.v2.base [None req-65552b8f-7456-4736-b8a9-cd888049e985 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 19 03:22:12.015654 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-65552b8f-7456-4736-b8a9-cd888049e985 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.017756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36432) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.024503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-65552b8f-7456-4736-b8a9-cd888049e985 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0236437 Sep 19 03:22:12.028128 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] Checking router: fd341d91-f58f-40ab-94d6-e71f65c50b99 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:22:12.039242 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:22:12.040017 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:21:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:12.102379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2776ea14-870b-4c89-bcd6-69db3ca5f285 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.130472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2776ea14-870b-4c89-bcd6-69db3ca5f285 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.180696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2776ea14-870b-4c89-bcd6-69db3ca5f285 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.184198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2776ea14-870b-4c89-bcd6-69db3ca5f285 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.188077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2776ea14-870b-4c89-bcd6-69db3ca5f285 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/2babd859-5b9b-4701-88f2-7216f1d48a86 HTTP/1.1" status: 204 len: 168 time: 0.1662581 Sep 19 03:22:12.188753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36436) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.190180 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:22:12.198649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776ea14-870b-4c89-bcd6-69db3ca5f285 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2babd859-5b9b-4701-88f2-7216f1d48a86,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:12.248397 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fdc24345-ef2e-4be0-9415-a7cba402d9d8 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583007 Sep 19 03:22:12.252509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36438) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.258192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8758e363-b110-4750-9e2a-a237f8b15dbd tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965495535'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.302192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8758e363-b110-4750-9e2a-a237f8b15dbd tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.371710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54a3ce6c-2216-4c48-99c4-20e212afe5d6 req-1904c01c-3dd3-459c-8bd1-5d5361dd7ec4 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0999174 Sep 19 03:22:12.460674 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8758e363-b110-4750-9e2a-a237f8b15dbd tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.472370 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8758e363-b110-4750-9e2a-a237f8b15dbd tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.478586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c4ab4a2-1bf0-4c2d-8146-9edc2be68df5 req-e9d57bd0-e0fb-45c2-8c9d-0f14d027a119 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/ports?device_id=99ca91c1-09d7-493f-9dc4-785c3636bbb2 HTTP/1.1" status: 200 len: 210 time: 0.0391424 Sep 19 03:22:12.504006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8758e363-b110-4750-9e2a-a237f8b15dbd tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.506038 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8758e363-b110-4750-9e2a-a237f8b15dbd tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2514567 Sep 19 03:22:12.509280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36446) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.513885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758e363-b110-4750-9e2a-a237f8b15dbd tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95909e98-1b1e-4396-9cf0-cedc27395b25,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:12.515155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e31827d7-51d2-442c-b9ef-99c4550edc1c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.516081 n-d-809936-1 neutron-server[94723]: WARNING neutron.api.v2.base [None req-e31827d7-51d2-442c-b9ef-99c4550edc1c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 03:22:12.516714 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-e31827d7-51d2-442c-b9ef-99c4550edc1c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.520940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e31827d7-51d2-442c-b9ef-99c4550edc1c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079660 Sep 19 03:22:12.521409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36448) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.527746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-80435c15-59fe-4fdd-9870-272fa019095a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.583149 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-80435c15-59fe-4fdd-9870-272fa019095a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.586780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-80435c15-59fe-4fdd-9870-272fa019095a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0626295 Sep 19 03:22:12.588736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36450) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.594045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d1804bc4-12c2-4bac-bd79-2a19f568df2f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.595053 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-d1804bc4-12c2-4bac-bd79-2a19f568df2f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 19 03:22:12.595671 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-d1804bc4-12c2-4bac-bd79-2a19f568df2f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.599822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36452) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.599975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d1804bc4-12c2-4bac-bd79-2a19f568df2f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100818 Sep 19 03:22:12.606532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6de6493b-1d76-476d-b723-586b2983ea50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.644275 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:12.667764 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-6de6493b-1d76-476d-b723-586b2983ea50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.672548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36454) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.675270 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715f607-c685-4082-afb9-12a94471fcb4 None None] The sync data for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 is: [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:10:28Z', 'revision_number': 4, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8556a761-b2c5-472d-8e39-46d3daf5b0ca', 'name': '', 'network_id': '35ae9db9-98c3-4a32-81e5-1bc3e313ec22', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'mac_address': 'fa:16:3e:68:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:27Z', 'updated_at': '2021-09-19T03:10:35Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'subnets': [{'id': '2c2bca6d-4467-4f50-b9fa-a84c4066c2af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:22:12.679406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6de6493b-1d76-476d-b723-586b2983ea50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0774190 Sep 19 03:22:12.680700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-12f7a798-ea6e-4a68-9bfe-9105f2fac2fb tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.681252 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-12f7a798-ea6e-4a68-9bfe-9105f2fac2fb tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 03:22:12.682181 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-12f7a798-ea6e-4a68-9bfe-9105f2fac2fb tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.686304 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-12f7a798-ea6e-4a68-9bfe-9105f2fac2fb tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091066 Sep 19 03:22:12.687180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36458) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.695518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bc03f829-ebd2-4995-91dd-9109091137b9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.739169 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-bc03f829-ebd2-4995-91dd-9109091137b9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Project 7f34e9a3355c4d8e8a7bc18a5dd7cf98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:22:12.763894 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-bc03f829-ebd2-4995-91dd-9109091137b9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.768162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36466) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.772879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fccf8990-6a53-4b0c-8c94-70ea27037c61 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.773709 n-d-809936-1 neutron-server[94723]: WARNING neutron.api.v2.base [None req-fccf8990-6a53-4b0c-8c94-70ea27037c61 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 19 03:22:12.773840 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-fccf8990-6a53-4b0c-8c94-70ea27037c61 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.778020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fccf8990-6a53-4b0c-8c94-70ea27037c61 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086238 Sep 19 03:22:12.778612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36468) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.782427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc03f829-ebd2-4995-91dd-9109091137b9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0938115 Sep 19 03:22:12.784098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-12e1fd4d-bc2b-4e6a-99d3-0672f64418cc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.810938 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-12e1fd4d-bc2b-4e6a-99d3-0672f64418cc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Project 7f34e9a3355c4d8e8a7bc18a5dd7cf98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:22:12.827296 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-12e1fd4d-bc2b-4e6a-99d3-0672f64418cc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.830783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-12e1fd4d-bc2b-4e6a-99d3-0672f64418cc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0485258 Sep 19 03:22:12.832285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36470) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.838938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2968fe6e-652d-4db2-b663-7da2689e84c3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '95909e98-1b1e-4396-9cf0-cedc27395b25', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:12.884901 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-2968fe6e-652d-4db2-b663-7da2689e84c3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Project 7f34e9a3355c4d8e8a7bc18a5dd7cf98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:22:12.901776 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-2968fe6e-652d-4db2-b663-7da2689e84c3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:12.902952 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2968fe6e-652d-4db2-b663-7da2689e84c3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0683155 Sep 19 03:22:12.905888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36472) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:12.968713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-421b067f-21b7-4784-b8ef-261377a65775 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:12.999715 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-421b067f-21b7-4784-b8ef-261377a65775 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.058996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-421b067f-21b7-4784-b8ef-261377a65775 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.069601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-421b067f-21b7-4784-b8ef-261377a65775 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.071357 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-421b067f-21b7-4784-b8ef-261377a65775 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/95909e98-1b1e-4396-9cf0-cedc27395b25 HTTP/1.1" status: 204 len: 168 time: 0.1644406 Sep 19 03:22:13.074000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36480) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.086381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9c2400-13ec-49c4-9ce0-31655fab10f7 None None] New status for floating IP 4e95844b-44b4-4292-89c7-21bbc5d02daf: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:22:13.107969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b067f-21b7-4784-b8ef-261377a65775 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95909e98-1b1e-4396-9cf0-cedc27395b25,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:13.150106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cbd8916a-e06b-4094-8dae-f145faab83de tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747445 Sep 19 03:22:13.153931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36484) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.159062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-201b0373-9f0e-4b35-86a3-05b9f42dd32a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856823374'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:13.197585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-201b0373-9f0e-4b35-86a3-05b9f42dd32a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.282526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897106-b351-4972-8873-7215c5b3ed59 req-a4d4c2f2-3dd1-46a7-9f8b-4b54f9602eb5 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:13.284288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33897106-b351-4972-8873-7215c5b3ed59 req-a4d4c2f2-3dd1-46a7-9f8b-4b54f9602eb5 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1388564 Sep 19 03:22:13.339512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33897106-b351-4972-8873-7215c5b3ed59 req-8823424c-1921-4a54-839d-d7dd7d3b24ea tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472190 Sep 19 03:22:13.342922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-201b0373-9f0e-4b35-86a3-05b9f42dd32a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.348776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-201b0373-9f0e-4b35-86a3-05b9f42dd32a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.382777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-201b0373-9f0e-4b35-86a3-05b9f42dd32a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.384172 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-201b0373-9f0e-4b35-86a3-05b9f42dd32a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2288432 Sep 19 03:22:13.387164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36490) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.387782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b0373-9f0e-4b35-86a3-05b9f42dd32a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a8e82-a4cf-4c39-a762-5e30e8cbd4a3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:13.391657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fc3caf7b-3a6e-4e4f-8904-40608cfc6071 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': 'f39a8e82-a4cf-4c39-a762-5e30e8cbd4a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:13.468767 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-fc3caf7b-3a6e-4e4f-8904-40608cfc6071 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The resource could not be found. Sep 19 03:22:13.473495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36494) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.474169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fc3caf7b-3a6e-4e4f-8904-40608cfc6071 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0854785 Sep 19 03:22:13.478289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b39d55c2-4d1d-47e2-aa06-2e5836b24c80 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': 'f39a8e82-a4cf-4c39-a762-5e30e8cbd4a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '69c5a798-6d8b-4042-baf1-a748860b1125'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:13.536995 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-b39d55c2-4d1d-47e2-aa06-2e5836b24c80 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The resource could not be found. Sep 19 03:22:13.538560 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b39d55c2-4d1d-47e2-aa06-2e5836b24c80 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0638075 Sep 19 03:22:13.541317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36498) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.549146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c764d1c-6445-4844-9217-f30dd5f533ac req-f062e5d5-18ed-429e-a8f4-5c6dd0aef0bb tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0659959 Sep 19 03:22:13.601457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36502) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.610448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28eb52ff-c231-4ddb-a1aa-4a6462d08a2a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.634720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28eb52ff-c231-4ddb-a1aa-4a6462d08a2a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.662436 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6e4d-3ac0-4c08-869d-72c8e5d9faa7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.689987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28eb52ff-c231-4ddb-a1aa-4a6462d08a2a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.692560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28eb52ff-c231-4ddb-a1aa-4a6462d08a2a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.693718 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-28eb52ff-c231-4ddb-a1aa-4a6462d08a2a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/f39a8e82-a4cf-4c39-a762-5e30e8cbd4a3 HTTP/1.1" status: 204 len: 168 time: 0.1513650 Sep 19 03:22:13.697459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36510) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.700006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6e4d-3ac0-4c08-869d-72c8e5d9faa7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.779144 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6e4d-3ac0-4c08-869d-72c8e5d9faa7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.782204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb52ff-c231-4ddb-a1aa-4a6462d08a2a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a8e82-a4cf-4c39-a762-5e30e8cbd4a3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:13.783652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e8e6e4d-3ac0-4c08-869d-72c8e5d9faa7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:13.794018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88e2968c-3b36-431f-9896-35b884824aa4 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0953951 Sep 19 03:22:13.800680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e8e6e4d-3ac0-4c08-869d-72c8e5d9faa7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "DELETE /v2.0/security-groups/470564a8-e3d3-4c69-a7c1-785f38431084 HTTP/1.1" status: 204 len: 168 time: 0.1937160 Sep 19 03:22:13.800861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36516) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.806896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-292e1aba-75a8-480f-b305-e78059095d8a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '86731816-9bf5-4dff-8579-6467ac04f4ef', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:13.809222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36518) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:13.858138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e6e4d-3ac0-4c08-869d-72c8e5d9faa7 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470564a8-e3d3-4c69-a7c1-785f38431084,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:13.862865 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-5615b123-eed9-4a51-9459-3d1bd444d852 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] show failed (client error): The resource could not be found. Sep 19 03:22:13.867272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5615b123-eed9-4a51-9459-3d1bd444d852 tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "GET /v2.0/security-groups/470564a8-e3d3-4c69-a7c1-785f38431084 HTTP/1.1" status: 404 len: 347 time: 0.0506718 Sep 19 03:22:13.867689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36522) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.011770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e3366bcc-44a3-4c71-bc05-562fbe37d573 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:14.021881 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-292e1aba-75a8-480f-b305-e78059095d8a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The resource could not be found. Sep 19 03:22:14.027514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-292e1aba-75a8-480f-b305-e78059095d8a tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2249007 Sep 19 03:22:14.027856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36528) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.032284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-92edd6bf-8d35-4561-90e0-5b7f3b10f687 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--21196550'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:14.043425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: e3366bcc-44a3-4c71-bc05-562fbe37d573 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:14.043935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e3366bcc-44a3-4c71-bc05-562fbe37d573 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:14.073569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92edd6bf-8d35-4561-90e0-5b7f3b10f687 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.078409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Deleting port be314553-e78b-4d0b-a9c6-f6c3103bb1d2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:14.078898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.176923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92edd6bf-8d35-4561-90e0-5b7f3b10f687 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.179494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.180162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.182482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92edd6bf-8d35-4561-90e0-5b7f3b10f687 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.209671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Calling delete_port for be314553-e78b-4d0b-a9c6-f6c3103bb1d2 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:14.227434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edd6bf-8d35-4561-90e0-5b7f3b10f687 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4c5154-68b1-4e66-bdca-14933942544a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:14.230689 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-92edd6bf-8d35-4561-90e0-5b7f3b10f687 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.252156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-92edd6bf-8d35-4561-90e0-5b7f3b10f687 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2232177 Sep 19 03:22:14.254435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36534) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.263154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f2b2a7c2-659d-4db0-be45-ef284c5531dc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--134101948'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:14.289576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36536) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.299133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a7c2-659d-4db0-be45-ef284c5531dc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.435460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.449539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a7c2-659d-4db0-be45-ef284c5531dc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.456653 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a7c2-659d-4db0-be45-ef284c5531dc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.502957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f2b2a7c2-659d-4db0-be45-ef284c5531dc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.505232 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-052ff3dd-19b2-45d9-b309-4aaaa4df49e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.508637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f2b2a7c2-659d-4db0-be45-ef284c5531dc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2526739 Sep 19 03:22:14.509259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36546) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.514370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Pushing event deleted for resources: {'Port': ['ID=be314553-e78b-4d0b-a9c6-f6c3103bb1d2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:14.531925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-57a7da69-1b2d-4f3f-bc79-7fbe14d4928b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': '6f4c5154-68b1-4e66-bdca-14933942544a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a8e6d6e5-0475-41ec-ad69-1eaf7dca5e94'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:14.563612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2a7c2-659d-4db0-be45-ef284c5531dc tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e6d6e5-0475-41ec-ad69-1eaf7dca5e94,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:14.577557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60bc663a-a941-43c2-b9ad-3998936087b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.598487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf110e9-4403-475f-97ac-dbd3caa59ec9 req-85312321-1e16-4228-8248-3a90e765f537 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:14.600098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aaf110e9-4403-475f-97ac-dbd3caa59ec9 req-85312321-1e16-4228-8248-3a90e765f537 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1167214 Sep 19 03:22:14.619686 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-57a7da69-1b2d-4f3f-bc79-7fbe14d4928b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:14.623576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-57a7da69-1b2d-4f3f-bc79-7fbe14d4928b tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0954030 Sep 19 03:22:14.624328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36550) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.652363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.655394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.656619 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fdb5b1a0-d862-48fb-af94-c5ce1f0f492b tempest-AttachVolumeTestJSON-719828544 tempest-AttachVolumeTestJSON-719828544-project] 10.222.0.22 "DELETE /v2.0/floatingips/4e95844b-44b4-4292-89c7-21bbc5d02daf HTTP/1.1" status: 204 len: 168 time: 0.7880640 Sep 19 03:22:14.720288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aaf110e9-4403-475f-97ac-dbd3caa59ec9 req-b1af7b64-3348-4eca-a5c1-2d5253f5cbf1 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101534 Sep 19 03:22:14.786663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60bc663a-a941-43c2-b9ad-3998936087b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.791512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b100b781-0fa4-4f8c-b5e9-a9044f1f3493 req-ca0b560b-df6a-4126-8710-9fdb05b57f2f tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0511835 Sep 19 03:22:14.796182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60bc663a-a941-43c2-b9ad-3998936087b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.800194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1261-ad50-4bbf-9547-86807e06fa50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.828800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1261-ad50-4bbf-9547-86807e06fa50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.851207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc663a-a941-43c2-b9ad-3998936087b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085bbdb7-2dd1-47be-bcab-1625a591c8a9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:14.878599 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-60bc663a-a941-43c2-b9ad-3998936087b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a646dc951ddc4900b0f3e16d6cae4c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5870547 Sep 19 03:22:14.881011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36560) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.933801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1261-ad50-4bbf-9547-86807e06fa50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.936843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1261-ad50-4bbf-9547-86807e06fa50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.938388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b6ed1261-ad50-4bbf-9547-86807e06fa50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/a8e6d6e5-0475-41ec-ad69-1eaf7dca5e94 HTTP/1.1" status: 204 len: 168 time: 0.3117447 Sep 19 03:22:14.938881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8369c52a-5eca-4575-8b96-dd2ac5d91a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.943019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36564) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:14.970951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8369c52a-5eca-4575-8b96-dd2ac5d91a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:14.973671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed1261-ad50-4bbf-9547-86807e06fa50 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e6d6e5-0475-41ec-ad69-1eaf7dca5e94,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:15.029875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b96a2ec3-7336-43f7-bf1e-ac7ae82f7b89 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0845835 Sep 19 03:22:15.032488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36566) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.049594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8369c52a-5eca-4575-8b96-dd2ac5d91a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.053618 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8369c52a-5eca-4575-8b96-dd2ac5d91a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.057180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8369c52a-5eca-4575-8b96-dd2ac5d91a3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/085bbdb7-2dd1-47be-bcab-1625a591c8a9 HTTP/1.1" status: 204 len: 168 time: 0.1722367 Sep 19 03:22:15.064660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8369c52a-5eca-4575-8b96-dd2ac5d91a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085bbdb7-2dd1-47be-bcab-1625a591c8a9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:15.107132 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8421350d-3279-40a1-8ad5-a0276a69bda9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.130935 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8421350d-3279-40a1-8ad5-a0276a69bda9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.180750 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8421350d-3279-40a1-8ad5-a0276a69bda9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.184148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8421350d-3279-40a1-8ad5-a0276a69bda9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.185535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8421350d-3279-40a1-8ad5-a0276a69bda9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/6f4c5154-68b1-4e66-bdca-14933942544a HTTP/1.1" status: 204 len: 168 time: 0.1520736 Sep 19 03:22:15.188432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.196363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421350d-3279-40a1-8ad5-a0276a69bda9 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4c5154-68b1-4e66-bdca-14933942544a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:15.285877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aeadfc76-b54d-475f-8c93-2835ea72483f tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961618 Sep 19 03:22:15.289656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36576) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.296368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-536493e2-5078-4f6f-b72f-5339031aea2c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926302345'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:15.361232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-536493e2-5078-4f6f-b72f-5339031aea2c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.508357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-536493e2-5078-4f6f-b72f-5339031aea2c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.516514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-536493e2-5078-4f6f-b72f-5339031aea2c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.553901 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-536493e2-5078-4f6f-b72f-5339031aea2c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.558224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-536493e2-5078-4f6f-b72f-5339031aea2c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2632227 Sep 19 03:22:15.558706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.563810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f6c57dca-5788-481b-b6ce-cfac23ef2b51 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': 'a21151c0-1e8b-4036-9b37-5d9dc6f729c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:15.564295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536493e2-5078-4f6f-b72f-5339031aea2c tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21151c0-1e8b-4036-9b37-5d9dc6f729c0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:15.617301 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-f6c57dca-5788-481b-b6ce-cfac23ef2b51 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:15.618964 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f6c57dca-5788-481b-b6ce-cfac23ef2b51 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0590222 Sep 19 03:22:15.621728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36586) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.627191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5d4a9207-abee-42dc-9970-71759d6ab88e tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group_rule': {'security_group_id': 'a21151c0-1e8b-4036-9b37-5d9dc6f729c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:15.689429 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-5d4a9207-abee-42dc-9970-71759d6ab88e tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:22:15.690681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5d4a9207-abee-42dc-9970-71759d6ab88e tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0673082 Sep 19 03:22:15.693637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36588) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.751212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fde8e4c7-8392-4227-bf5f-3235319d4da3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.773675 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fde8e4c7-8392-4227-bf5f-3235319d4da3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.828629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fde8e4c7-8392-4227-bf5f-3235319d4da3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.832079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fde8e4c7-8392-4227-bf5f-3235319d4da3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.835582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fde8e4c7-8392-4227-bf5f-3235319d4da3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/a21151c0-1e8b-4036-9b37-5d9dc6f729c0 HTTP/1.1" status: 204 len: 168 time: 0.1385477 Sep 19 03:22:15.836144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.871067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8e4c7-8392-4227-bf5f-3235319d4da3 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21151c0-1e8b-4036-9b37-5d9dc6f729c0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:15.893781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bccac1-bd41-445c-a86c-42c2ebe0a2e5 req-94e4bbf5-0f9e-40f0-b417-4399f9935543 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:15.895423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0bccac1-bd41-445c-a86c-42c2ebe0a2e5 req-94e4bbf5-0f9e-40f0-b417-4399f9935543 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0802882 Sep 19 03:22:15.936862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:15.948683 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-34ee7d59-ad94-4f07-8a8b-0a5b863778ac tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1112461 Sep 19 03:22:15.952277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36604) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:15.957088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c83e8e02-f0d9-4f6d-9198-fb976d2af098 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'tempest-secgroup--1658620790'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:15.987784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e02-f0d9-4f6d-9198-fb976d2af098 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.016605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbf13d8e-db18-4fac-9ac4-8e6df19a85ea req-9d52cd79-2a16-4dd2-810d-279001de3cba tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0512977 Sep 19 03:22:16.035242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0bccac1-bd41-445c-a86c-42c2ebe0a2e5 req-a6004504-8d8d-4014-80f1-6fc9e8cdaa4b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256392 Sep 19 03:22:16.103512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e02-f0d9-4f6d-9198-fb976d2af098 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.108014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e02-f0d9-4f6d-9198-fb976d2af098 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.136690 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c83e8e02-f0d9-4f6d-9198-fb976d2af098 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.141118 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c83e8e02-f0d9-4f6d-9198-fb976d2af098 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1849866 Sep 19 03:22:16.141118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36606) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.145754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-61e7f24f-f74e-447c-9079-0bf6d97b3802 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:16.146512 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-61e7f24f-f74e-447c-9079-0bf6d97b3802 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 03:22:16.147751 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-61e7f24f-f74e-447c-9079-0bf6d97b3802 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] update failed (client error): There was a conflict when trying to complete your request. Sep 19 03:22:16.151022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-61e7f24f-f74e-447c-9079-0bf6d97b3802 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "PUT /v2.0/security-groups/65650d73-c31a-40e0-9116-cece15f2bcc2 HTTP/1.1" status: 409 len: 330 time: 0.0066571 Sep 19 03:22:16.151022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e8e02-f0d9-4f6d-9198-fb976d2af098 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65650d73-c31a-40e0-9116-cece15f2bcc2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:16.151785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36608) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.217157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbf29574-3645-4f20-8776-19f03086d1a6 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.240249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbf29574-3645-4f20-8776-19f03086d1a6 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.288688 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbf29574-3645-4f20-8776-19f03086d1a6 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.291559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbf29574-3645-4f20-8776-19f03086d1a6 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.295349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dbf29574-3645-4f20-8776-19f03086d1a6 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/65650d73-c31a-40e0-9116-cece15f2bcc2 HTTP/1.1" status: 204 len: 168 time: 0.1402705 Sep 19 03:22:16.296155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36614) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.304043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf29574-3645-4f20-8776-19f03086d1a6 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65650d73-c31a-40e0-9116-cece15f2bcc2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:16.351352 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aeeb8f33-2f62-4396-9519-b0608caf5f91 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538032 Sep 19 03:22:16.356506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36616) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.370712 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-262df683-36cc-4f81-bb8c-5713a40bcbe2 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] delete failed (client error): The resource could not be found. Sep 19 03:22:16.371814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-262df683-36cc-4f81-bb8c-5713a40bcbe2 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "DELETE /v2.0/security-groups/5f3b6772-d3d3-4615-9652-17472dcb5ad6 HTTP/1.1" status: 404 len: 347 time: 0.0143216 Sep 19 03:22:16.375415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36618) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.392972 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-4d84df7f-c3a3-412e-ab19-d80872eac922 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] show failed (client error): The resource could not be found. Sep 19 03:22:16.397981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4d84df7f-c3a3-412e-ab19-d80872eac922 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-groups/b3a9d6fd-764a-4a13-b8a4-17da34f05c65 HTTP/1.1" status: 404 len: 347 time: 0.0176492 Sep 19 03:22:16.398284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36620) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.412164 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-5b42ed6d-8372-41e8-82ed-40564fdc1848 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] show failed (client error): The resource could not be found. Sep 19 03:22:16.417181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5b42ed6d-8372-41e8-82ed-40564fdc1848 tempest-NegativeSecGroupIPv6Test-297028634 tempest-NegativeSecGroupIPv6Test-297028634-project] 10.222.0.22 "GET /v2.0/security-group-rules/6c93975d-8538-45ab-8e61-a0315242c9e9 HTTP/1.1" status: 404 len: 356 time: 0.0138168 Sep 19 03:22:16.697242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36632) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.881319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9804084e-599d-4cdc-a5f9-83af274cb12e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f34e9a3355c4d8e8a7bc18a5dd7cf98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824555 Sep 19 03:22:16.886497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36642) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:16.934122 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-669025da-e99a-47c9-b145-505ad430ba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:16.956316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-669025da-e99a-47c9-b145-505ad430ba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:17.008388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-669025da-e99a-47c9-b145-505ad430ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:17.010987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-669025da-e99a-47c9-b145-505ad430ba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:17.012171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-669025da-e99a-47c9-b145-505ad430ba76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75f31469-12fb-458a-994c-4d5a16300d04 HTTP/1.1" status: 204 len: 168 time: 0.1247873 Sep 19 03:22:17.020205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669025da-e99a-47c9-b145-505ad430ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f31469-12fb-458a-994c-4d5a16300d04,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:17.200799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4dfe11e-e747-499c-a28e-e2ebcbd74b0b req-c6b76a82-dd8a-42a5-9d3f-ac4000815f98 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0447724 Sep 19 03:22:17.206762 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf15dfeb-de85-4374-b4b5-19b6660a91fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:17.633961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02badf-9298-4ea2-bf9c-63f57380b80f req-ed7a6ac6-7725-4b9b-9138-3cd6fe196f25 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:17.635643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec02badf-9298-4ea2-bf9c-63f57380b80f req-ed7a6ac6-7725-4b9b-9138-3cd6fe196f25 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.4372575 Sep 19 03:22:17.677190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec02badf-9298-4ea2-bf9c-63f57380b80f req-5103b571-5ac7-452f-aa2d-8c537b2473e8 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351703 Sep 19 03:22:17.882150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36686) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:17.948373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.009539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-312760828-network', 'tenant_id': '9b1f2e08ddf749ceaff97198cd96c6e5'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:18.033380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Made reservation on behalf of 9b1f2e08ddf749ceaff97198cd96c6e5 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:18.036185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.046465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.154598 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.158884 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.184955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:22:18.195972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba0b056-34be-40c2-9d72-29cb76f29904,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:18.201218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.201699 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Added segment ee439969-b274-43ab-a431-7386efbc948d of type vlan for network d91dc452-dcd5-4bc8-8960-b197f379388f Sep 19 03:22:18.251086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.282933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.284412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:18.285916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.336046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4527695 Sep 19 03:22:18.339727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36706) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:18.348365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Request body: {'subnet': {'network_id': 'd91dc452-dcd5-4bc8-8960-b197f379388f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-312760828-subnet', 'tenant_id': '9b1f2e08ddf749ceaff97198cd96c6e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:18.375793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6996b0c8-e397-4bcf-a411-39f5a2793b06 req-c9396540-f4ff-4dbe-803a-2e9a53a8197d tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0492606 Sep 19 03:22:18.415207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Made reservation on behalf of 9b1f2e08ddf749ceaff97198cd96c6e5 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:18.418758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.436299 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.446630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7b2f4-908c-43c0-bd25-9687ddbf467a admin admin] Pushing event updated for resources: {'Network': ['ID=d91dc452-dcd5-4bc8-8960-b197f379388f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:18.457883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d91dc452-dcd5-4bc8-8960-b197f379388f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:22:18.614731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.676167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc1420b-eaaa-4e4d-984c-1cb0ae15fff4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:18.687233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Checking segment: {'id': 'ee439969-b274-43ab-a431-7386efbc948d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd91dc452-dcd5-4bc8-8960-b197f379388f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:22:18.687860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Network hostable DHCP agents. Network: d91dc452-dcd5-4bc8-8960-b197f379388f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:22:18.710224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Network d91dc452-dcd5-4bc8-8960-b197f379388f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:22:18.728123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, d91dc452-dcd5-4bc8-8960-b197f379388f) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:22:18.734076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:18.734876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:18.739325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03faa46e-7264-4215-bf00-0e041faf708a None None] Network d91dc452-dcd5-4bc8-8960-b197f379388f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:18.764496 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2507f223-f9eb-4711-b3a3-f5a373f1fe14 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4203293 Sep 19 03:22:18.853641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e3ba-4dda-4349-b64a-9f370d1042b1 req-e08d2cb0-68a0-457f-89d9-fb267943a3a7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:18.855332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f41e3ba-4dda-4349-b64a-9f370d1042b1 req-e08d2cb0-68a0-457f-89d9-fb267943a3a7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0624435 Sep 19 03:22:18.909228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60801d-4136-4b54-b4d5-f82e7e7b0957 None None] Network d91dc452-dcd5-4bc8-8960-b197f379388f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:18.948365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f41e3ba-4dda-4349-b64a-9f370d1042b1 req-49a2ab12-3868-4ab2-ba26-a928bafb60be tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795581 Sep 19 03:22:19.369918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36742) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:19.374909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1727766002-network', 'tenant_id': '3d2bb1ea3b8e41a5b026cba67a4b130e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:19.404640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Made reservation on behalf of 3d2bb1ea3b8e41a5b026cba67a4b130e for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:19.409746 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.421062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.530625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55280f55-3af2-4d21-b861-03b7490ab88d req-6608f920-bf5f-4be9-8566-58653cfe5b2c tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0300112 Sep 19 03:22:19.554899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.555680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.585444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:22:19.590053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca2328e-feb1-49cf-ab6b-1bd4491d7976,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:19.597413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.598218 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Added segment 59023ab8-af82-4cd7-9899-d9d0625e124d of type vlan for network f168cb35-84a4-476b-896b-ac9f14199600 Sep 19 03:22:19.639340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.666065 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.667361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:19.668009 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.712646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36752) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:19.713602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3416798 Sep 19 03:22:19.719740 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Request body: {'subnet': {'network_id': 'f168cb35-84a4-476b-896b-ac9f14199600', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1727766002-subnet', 'tenant_id': '3d2bb1ea3b8e41a5b026cba67a4b130e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:19.740484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746ab57-54e7-4b45-8782-82ddd4927b5d admin admin] Pushing event updated for resources: {'Network': ['ID=f168cb35-84a4-476b-896b-ac9f14199600,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:19.747322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Made reservation on behalf of 3d2bb1ea3b8e41a5b026cba67a4b130e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:19.750000 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.752747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f168cb35-84a4-476b-896b-ac9f14199600 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:22:19.927009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:19.979639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=643307ff-ec60-4f16-b738-8112d40c02d2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:19.993390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.020166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Checking segment: {'id': '59023ab8-af82-4cd7-9899-d9d0625e124d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f168cb35-84a4-476b-896b-ac9f14199600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:22:20.020624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Network hostable DHCP agents. Network: f168cb35-84a4-476b-896b-ac9f14199600, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:22:20.046495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Network f168cb35-84a4-476b-896b-ac9f14199600 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:22:20.057961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f168cb35-84a4-476b-896b-ac9f14199600) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:22:20.067467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96abcb8d-8b09-472e-8858-7037c13a129c None None] Network f168cb35-84a4-476b-896b-ac9f14199600 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:20.086322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:20.087255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.110596 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4b81c24c-38b4-4f1b-8094-b1e6b4393e1b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3956742 Sep 19 03:22:20.130536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859ec68-bf01-4e59-8920-dc3a93496ca4 req-d13f3fe7-1497-4313-87bb-2e25a5fbd817 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:20.132130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f859ec68-bf01-4e59-8920-dc3a93496ca4 req-d13f3fe7-1497-4313-87bb-2e25a5fbd817 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0559976 Sep 19 03:22:20.180219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f859ec68-bf01-4e59-8920-dc3a93496ca4 req-61290428-eaae-4a07-bf89-948866b7b7b3 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Sep 19 03:22:20.246595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be781c6c-8f35-4aa6-a9b1-933189c2de2b None None] Network f168cb35-84a4-476b-896b-ac9f14199600 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:20.273736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36768) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:20.325697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] Deleting subnet ffc1420b-eaaa-4e4d-984c-1cb0ae15fff4 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:22:20.330720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.387991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.429069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.491158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.518158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc1420b-eaaa-4e4d-984c-1cb0ae15fff4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:20.536082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.536082 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cc2927e9-1caa-4c62-8627-ec9d09077cc6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ffc1420b-eaaa-4e4d-984c-1cb0ae15fff4 HTTP/1.1" status: 204 len: 168 time: 0.2566080 Sep 19 03:22:20.536298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36774) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:20.648045 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.664653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcb9418c-b594-4ec9-a146-6c9b850ad8e9 req-0537b139-1907-4f23-b5a7-17f2dd707868 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0383728 Sep 19 03:22:20.751428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.771943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91dc452-dcd5-4bc8-8960-b197f379388f']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:20.782404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee439969-b274-43ab-a431-7386efbc948d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:20.782704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee439969-b274-43ab-a431-7386efbc948d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:20.793548 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.808914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.816000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:22:20.816461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:22:20.818190 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:22:20.888606 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.897007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:20.898943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d91dc452-dcd5-4bc8-8960-b197f379388f HTTP/1.1" status: 204 len: 168 time: 0.3636618 Sep 19 03:22:20.901841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:20.911813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b0271-b7a7-400d-a54a-7194c51e0474 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91dc452-dcd5-4bc8-8960-b197f379388f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:20.956591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] Deleting subnet 643307ff-ec60-4f16-b738-8112d40c02d2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:22:20.960490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.011282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.057300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.112887 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.141095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643307ff-ec60-4f16-b738-8112d40c02d2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:21.144729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.149635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36796) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:21.150091 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-03df6aa4-e2c1-4402-8478-94d78fdc4d89 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/643307ff-ec60-4f16-b738-8112d40c02d2 HTTP/1.1" status: 204 len: 168 time: 0.2451541 Sep 19 03:22:21.230769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.343321 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.369251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f168cb35-84a4-476b-896b-ac9f14199600']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:21.381581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59023ab8-af82-4cd7-9899-d9d0625e124d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:21.381884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59023ab8-af82-4cd7-9899-d9d0625e124d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:21.390830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6233e1-b374-4fe0-9b45-3d2a34c1ffde req-ae4e5d4e-87e4-4802-a8b2-708457426aee tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:21.392420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d6233e1-b374-4fe0-9b45-3d2a34c1ffde req-ae4e5d4e-87e4-4802-a8b2-708457426aee tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1183016 Sep 19 03:22:21.401843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.434485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.447916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:22:21.448552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:22:21.450225 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:22:21.478537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d6233e1-b374-4fe0-9b45-3d2a34c1ffde req-42a26eb0-ff97-44a3-85d9-f0f0716bc190 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687964 Sep 19 03:22:21.519224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.530729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.535096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] 10.222.0.22 "DELETE /v2.0/networks/f168cb35-84a4-476b-896b-ac9f14199600 HTTP/1.1" status: 204 len: 168 time: 0.3815458 Sep 19 03:22:21.546832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700a7da-1e7a-40d5-90b4-2038bf57319f admin admin] Pushing event deleted for resources: {'Network': ['ID=f168cb35-84a4-476b-896b-ac9f14199600,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:21.780318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36822) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:21.862564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e456ab36-f8c1-494f-a0c9-2f59af32a024 req-6c68a253-f797-45a6-812d-72a5b7288275 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0650115 Sep 19 03:22:21.894960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-16cbce5f-b14a-449f-967e-c419360c6bb6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b1f2e08ddf749ceaff97198cd96c6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134784 Sep 19 03:22:21.897719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36824) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:21.956072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c77e76-9265-4d6c-b029-367e01554d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:21.978331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c77e76-9265-4d6c-b029-367e01554d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:22.037893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c77e76-9265-4d6c-b029-367e01554d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:22.040840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-61c77e76-9265-4d6c-b029-367e01554d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:22.042010 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-61c77e76-9265-4d6c-b029-367e01554d8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fba0b056-34be-40c2-9d72-29cb76f29904 HTTP/1.1" status: 204 len: 168 time: 0.1432302 Sep 19 03:22:22.050788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c77e76-9265-4d6c-b029-367e01554d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba0b056-34be-40c2-9d72-29cb76f29904,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:22.458140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36842) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:22.508675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5157700-151a-4d5a-84c0-57ccb12cda6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d2bb1ea3b8e41a5b026cba67a4b130e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493114 Sep 19 03:22:22.511236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36846) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:22.568442 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7ac69ed-e91c-4501-a2f3-7dbeec220274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:22.621242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7ac69ed-e91c-4501-a2f3-7dbeec220274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:22.660190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155601c4-37d3-4b25-b317-5d89b60f7de8 req-a76b24fe-254e-479c-82c5-c7d3ad8d06e6 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:22.661755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-155601c4-37d3-4b25-b317-5d89b60f7de8 req-a76b24fe-254e-479c-82c5-c7d3ad8d06e6 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0886505 Sep 19 03:22:22.711942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-155601c4-37d3-4b25-b317-5d89b60f7de8 req-e38bdf7e-1c6b-4101-980b-66eadaba070f tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Sep 19 03:22:22.721915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7ac69ed-e91c-4501-a2f3-7dbeec220274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:22.733174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7ac69ed-e91c-4501-a2f3-7dbeec220274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:22.733174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c7ac69ed-e91c-4501-a2f3-7dbeec220274 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cca2328e-feb1-49cf-ab6b-1bd4491d7976 HTTP/1.1" status: 204 len: 168 time: 0.2142875 Sep 19 03:22:22.746430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac69ed-e91c-4501-a2f3-7dbeec220274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca2328e-feb1-49cf-ab6b-1bd4491d7976,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:23.026313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7cfbbf87-214e-478a-a4f2-06325de5f0d3 req-ce6c0ef3-943a-42d1-b085-03eba9b19609 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0648472 Sep 19 03:22:23.858026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8beec-aff7-40b9-b2eb-078deaf73796 req-bbf0c3fa-8209-4f69-9c53-a870f8237aa2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:23.858026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1b8beec-aff7-40b9-b2eb-078deaf73796 req-bbf0c3fa-8209-4f69-9c53-a870f8237aa2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0749681 Sep 19 03:22:23.905285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1b8beec-aff7-40b9-b2eb-078deaf73796 req-2149a5c5-f9ef-49a1-9cf1-0d6d5f425df4 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Sep 19 03:22:24.184208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3809544-64c4-481e-886c-494aa98c12f6 req-e6e90227-33d0-45f1-aa41-fedf59eca93c tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0563524 Sep 19 03:22:24.356207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef509e-7467-4cde-aca2-c1426d1ef0fd req-f7d78fa5-4eb9-49fb-8bdd-a455c37a2d81 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:24.362861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73ef509e-7467-4cde-aca2-c1426d1ef0fd req-f7d78fa5-4eb9-49fb-8bdd-a455c37a2d81 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0852578 Sep 19 03:22:24.447863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-73ef509e-7467-4cde-aca2-c1426d1ef0fd req-5e28e5b6-4edd-4d57-b827-eaa6c63f2c9a tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785220 Sep 19 03:22:24.476559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-32b25973-507c-41bf-850e-8194e4050dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:24.480826 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-32b25973-507c-41bf-850e-8194e4050dad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 1096 time: 0.1341891 Sep 19 03:22:24.591042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-37d05f22-5d3d-4408-8ebe-82b77e42f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:24.592695 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-37d05f22-5d3d-4408-8ebe-82b77e42f917 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 200 len: 915 time: 0.1048672 Sep 19 03:22:24.643217 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-10d1339f-fa34-45d1-80b2-e1ed7b7fd9ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05 HTTP/1.1" status: 200 len: 217 time: 0.0417991 Sep 19 03:22:24.699431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-5ac970be-c1f0-43c0-89c0-d12ec86b400e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:24.700940 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-5ac970be-c1f0-43c0-89c0-d12ec86b400e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 200 len: 853 time: 0.0503197 Sep 19 03:22:24.722605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36942) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:24.754641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-25d48a4e-47ee-4674-adf6-f8151bb7f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:24.756767 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-25d48a4e-47ee-4674-adf6-f8151bb7f8f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9b256cac-95d6-4a51-8df3-685f3a6fa6ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479584 Sep 19 03:22:24.868959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d755b66a-f0bd-4529-a114-dcc54c8e2cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:24.886435 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-9236d72b-c58b-4801-8e19-d0d42e99c205 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227264 Sep 19 03:22:24.981963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d755b66a-f0bd-4529-a114-dcc54c8e2cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:24.988036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d755b66a-f0bd-4529-a114-dcc54c8e2cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.003967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d74028e-2068-4b27-9d56-ebe7229b7a60 req-53d899b2-68e5-47a9-99d9-fd395140ad19 service neutron] 10.222.0.32 "GET /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077178 Sep 19 03:22:25.044842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755b66a-f0bd-4529-a114-dcc54c8e2cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952f0ba0-d146-4f43-bd3b-b30716ed5c5e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:25.052832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36954) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:25.053707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d755b66a-f0bd-4529-a114-dcc54c8e2cd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7704bfcd6d91409c8c787c199adfaeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3291631 Sep 19 03:22:25.121919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36960) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:25.148579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e85482f-7243-4dcb-a205-fd5e888e7f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.176030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e85482f-7243-4dcb-a205-fd5e888e7f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.228336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e85482f-7243-4dcb-a205-fd5e888e7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.231090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e85482f-7243-4dcb-a205-fd5e888e7f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.234561 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e85482f-7243-4dcb-a205-fd5e888e7f6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/952f0ba0-d146-4f43-bd3b-b30716ed5c5e HTTP/1.1" status: 204 len: 168 time: 0.1772239 Sep 19 03:22:25.244350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85482f-7243-4dcb-a205-fd5e888e7f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952f0ba0-d146-4f43-bd3b-b30716ed5c5e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:25.360803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f380b315-1a04-4201-a8ca-f4edbaa14976 req-f4e1b9c5-813a-4fa6-aa8d-d1810bd2c983 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0520861 Sep 19 03:22:25.599096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36978) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:25.615008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8549746-ff3d-4796-8189-7289fc111102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.684600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc43e3-55e8-4ff0-9d9e-64ad65e2bcaa req-8c02c163-49d6-45ed-acde-78d5026c503d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:25.700872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90cc43e3-55e8-4ff0-9d9e-64ad65e2bcaa req-8c02c163-49d6-45ed-acde-78d5026c503d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1043584 Sep 19 03:22:25.759487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8549746-ff3d-4796-8189-7289fc111102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.761578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.767026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90cc43e3-55e8-4ff0-9d9e-64ad65e2bcaa req-694f21cc-9a35-4e54-9d47-6d9d8ad47084 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594375 Sep 19 03:22:25.768064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8549746-ff3d-4796-8189-7289fc111102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.824258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8549746-ff3d-4796-8189-7289fc111102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fc4630-9af4-4239-88a3-fadd5e04c0b3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:25.829707 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8549746-ff3d-4796-8189-7289fc111102 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf55e494c72348f3918e5c91c5bfc079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279494 Sep 19 03:22:25.832614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36986) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:25.892897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23a860db-ec74-4d93-b17a-26eb784e75b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.919683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23a860db-ec74-4d93-b17a-26eb784e75b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.986691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23a860db-ec74-4d93-b17a-26eb784e75b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.991868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23a860db-ec74-4d93-b17a-26eb784e75b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:25.995259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-23a860db-ec74-4d93-b17a-26eb784e75b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10fc4630-9af4-4239-88a3-fadd5e04c0b3 HTTP/1.1" status: 204 len: 168 time: 0.1595681 Sep 19 03:22:26.003377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a860db-ec74-4d93-b17a-26eb784e75b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fc4630-9af4-4239-88a3-fadd5e04c0b3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:26.102726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Deleting port 8556a761-b2c5-472d-8e39-46d3daf5b0ca {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:26.103351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:26.197313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] For port 8556a761-b2c5-472d-8e39-46d3daf5b0ca, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8556a761-b2c5-472d-8e39-46d3daf5b0ca,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:26.197755 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:26.211768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Calling delete_port for 8556a761-b2c5-472d-8e39-46d3daf5b0ca owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:26.399275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:26.440401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Pushing event deleted for resources: {'Port': ['ID=8556a761-b2c5-472d-8e39-46d3daf5b0ca,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:26.559103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8a66b38-83b9-40a0-a6c0-a1d5a1424cfc req-75d68301-cd9a-4e1b-86f1-d3eb4c4684fb tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0720835 Sep 19 03:22:26.775409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:26.998459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9ac48-3ba4-401c-af2c-e93fa93b1b9d req-498ecf3f-107f-47f6-b0bb-4e216caa18bb tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:26.999978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9d9ac48-3ba4-401c-af2c-e93fa93b1b9d req-498ecf3f-107f-47f6-b0bb-4e216caa18bb tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1531923 Sep 19 03:22:27.079701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Router fd341d91-f58f-40ab-94d6-e71f65c50b99 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:22:27.088990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9d9ac48-3ba4-401c-af2c-e93fa93b1b9d req-fad835f9-990a-4f46-91fb-cccb41b1a8f2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583458 Sep 19 03:22:27.232688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:22:27.245097 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] Sync routers for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:22:27.245585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cb857e9b-e31e-4696-b9b7-454cb630c98b admin admin] 10.222.0.22 "PUT /v2.0/routers/fd341d91-f58f-40ab-94d6-e71f65c50b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1220913 Sep 19 03:22:27.249179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37050) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:27.262699 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:22:27.263464 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:22:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:27.337711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d93a13-e24a-454c-b25a-9e979c281f74 req-765fd545-acff-4755-8010-a54e1df1ef12 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:27.339251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49d93a13-e24a-454c-b25a-9e979c281f74 req-765fd545-acff-4755-8010-a54e1df1ef12 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1081831 Sep 19 03:22:27.384238 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:22:27.407339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:27.602731 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:22:26Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:27.637236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] Checking router: fd341d91-f58f-40ab-94d6-e71f65c50b99 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:22:27.647436 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] Routers {'fd341d91-f58f-40ab-94d6-e71f65c50b99'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:22:27.648496 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:22:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fd341d91-f58f-40ab-94d6-e71f65c50b99'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:27.785172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49d93a13-e24a-454c-b25a-9e979c281f74 req-1064ab23-75f9-46af-a746-949873dd46cd tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144433 Sep 19 03:22:27.786549 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] Set router fd341d91-f58f-40ab-94d6-e71f65c50b99 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:22:27.827525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abb477b4-b5da-4fc6-83b5-18c253495aa5 req-7062e80a-2f33-4598-a2ea-2e51278ea008 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0555487 Sep 19 03:22:27.904059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.019951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3955-b1b7-462b-8fc0-db1f8caca276 req-6938ce02-bdfc-46e8-8c03-46c7b2872063 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:28.021609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5aec3955-b1b7-462b-8fc0-db1f8caca276 req-6938ce02-bdfc-46e8-8c03-46c7b2872063 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 946 time: 0.0655518 Sep 19 03:22:28.031239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Deleting port 52340e54-e107-4100-8354-0e47be75de28 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:28.031660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.073103 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:22:26Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:28.107143 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fbf46e-ea2c-4b6e-a8f3-1beaf8e9d757 None None] The sync data for ids ['fd341d91-f58f-40ab-94d6-e71f65c50b99'] in n-d-809936-1 is: [{'id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'name': 'tempest-AttachVolumeTestJSON-1523874530-router', 'tenant_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '52340e54-e107-4100-8354-0e47be75de28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:10:22Z', 'updated_at': '2021-09-19T03:22:26Z', 'revision_number': 5, 'project_id': 'da108ba1f6104b4dbcf7c574f9b1cf2f', 'gw_port': {'id': '52340e54-e107-4100-8354-0e47be75de28', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:30:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd341d91-f58f-40ab-94d6-e71f65c50b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:10:23Z', 'updated_at': '2021-09-19T03:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:22:28.128747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5aec3955-b1b7-462b-8fc0-db1f8caca276 req-9f46153e-d618-4999-84b0-4475bb89577c tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990977 Sep 19 03:22:28.169985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] For port 52340e54-e107-4100-8354-0e47be75de28, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=52340e54-e107-4100-8354-0e47be75de28,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:28.169985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.188871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Calling delete_port for 52340e54-e107-4100-8354-0e47be75de28 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:28.312009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bf62c-bb16-4736-bfa0-da27ea62def7 req-1af9c804-6d91-43cc-bea8-249fdfbd6cfe tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:28.313496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b40bf62c-bb16-4736-bfa0-da27ea62def7 req-1af9c804-6d91-43cc-bea8-249fdfbd6cfe tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.0683346 Sep 19 03:22:28.397770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b40bf62c-bb16-4736-bfa0-da27ea62def7 req-b9da76c3-7920-4273-9b5b-5fe5a4d45ffb tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516400 Sep 19 03:22:28.463973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-4db7b300-22fa-44cc-9353-8b28b075a3c5 req-b6ac1ae4-34f2-445e-ab8d-44c2a87c951b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:22:28.473488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4db7b300-22fa-44cc-9353-8b28b075a3c5 req-b6ac1ae4-34f2-445e-ab8d-44c2a87c951b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152283 Sep 19 03:22:28.475941 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.586400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=52340e54-e107-4100-8354-0e47be75de28,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:28.654691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4db7b300-22fa-44cc-9353-8b28b075a3c5 req-e7600d37-5a08-4ab1-90d8-bd282a66722d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1654985 Sep 19 03:22:28.658185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.800507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.815710 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.895308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.895720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd341d91-f58f-40ab-94d6-e71f65c50b99 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:22:28.900596 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:28.904053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c72dfd9d-c94c-4397-a879-789336f66d5d admin admin] 10.222.0.22 "DELETE /v2.0/routers/fd341d91-f58f-40ab-94d6-e71f65c50b99 HTTP/1.1" status: 204 len: 168 time: 1.6529944 Sep 19 03:22:28.905177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37114) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:29.037107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8556a761-b2c5-472d-8e39-46d3daf5b0ca no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:29.045021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] Deleting subnet 2c2bca6d-4467-4f50-b9fa-a84c4066c2af {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:22:29.050046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2216d32a-8a1e-46c5-8eff-d299b5fb7b54 req-b09cc0ef-deec-42c4-9f5e-45e0b24efa21 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0897419 Sep 19 03:22:29.051618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.093259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8556a761-b2c5-472d-8e39-46d3daf5b0ca {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:29.095345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8556a761-b2c5-472d-8e39-46d3daf5b0ca not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:29.120864 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:22:29.126560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cec20-037b-4e6c-8a78-431d301bbb8b req-5068f4d6-fe34-466c-8d7c-8166d8dbc39d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:29.127401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-764cec20-037b-4e6c-8a78-431d301bbb8b req-5068f4d6-fe34-466c-8d7c-8166d8dbc39d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1792445 Sep 19 03:22:29.130359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.234097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-764cec20-037b-4e6c-8a78-431d301bbb8b req-e07db373-8a32-4e97-80e1-b47a292b1423 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731823 Sep 19 03:22:29.313161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.467725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.518992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2bca6d-4467-4f50-b9fa-a84c4066c2af,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:29.522459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe73db5-47de-4e2b-83b1-c4b35b6c8972 None None] Network 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:29.525757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.528999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dfaa97ae-bee4-4e10-a147-4f9b81502ff3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2c2bca6d-4467-4f50-b9fa-a84c4066c2af HTTP/1.1" status: 204 len: 168 time: 0.6226761 Sep 19 03:22:29.534655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37132) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:29.538499 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-114727ea-0487-4ee2-b57a-acf6e6fe5dc8 req-84a11fa7-d95a-46f7-a264-933a92300244 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.1199665 Sep 19 03:22:29.545502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04180ba5-ee1a-4c3c-8fef-f7d3aebf8012 req-0ecaae99-de3d-41ca-90ab-7ad9ea4e54a7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:29.554833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04180ba5-ee1a-4c3c-8fef-f7d3aebf8012 req-0ecaae99-de3d-41ca-90ab-7ad9ea4e54a7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 946 time: 0.1775887 Sep 19 03:22:29.688768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04180ba5-ee1a-4c3c-8fef-f7d3aebf8012 req-ce94dcbf-833e-464e-bed7-ad8de5259089 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329644 Sep 19 03:22:29.691367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.755027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Deleting port e2665b37-972a-43c7-8a5e-1f48ec2608ce {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:29.755755 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.770295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] DHCP port deletion for 35ae9db9-98c3-4a32-81e5-1bc3e313ec22 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:22:29.830517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.849964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Deleting port e2665b37-972a-43c7-8a5e-1f48ec2608ce {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:29.853713 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.885228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9f7e0-95c7-47b6-90ba-9301556be9ee req-330c021b-daac-40c0-b189-993c02ca04f8 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:29.886770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46f9f7e0-95c7-47b6-90ba-9301556be9ee req-330c021b-daac-40c0-b189-993c02ca04f8 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.1030967 Sep 19 03:22:29.888746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] For port e2665b37-972a-43c7-8a5e-1f48ec2608ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e2665b37-972a-43c7-8a5e-1f48ec2608ce,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:29.889118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.916713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Calling delete_port for e2665b37-972a-43c7-8a5e-1f48ec2608ce owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:29.946620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] For port e2665b37-972a-43c7-8a5e-1f48ec2608ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e2665b37-972a-43c7-8a5e-1f48ec2608ce,segment=NetworkSegment(0e3a1c24-036b-4079-be5e-5361f85e9a6e),segment_id=0e3a1c24-036b-4079-be5e-5361f85e9a6e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:29.947603 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:29.963296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Calling delete_port for e2665b37-972a-43c7-8a5e-1f48ec2608ce owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:29.984891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46f9f7e0-95c7-47b6-90ba-9301556be9ee req-e5473be2-4f08-4ac8-b504-41e5c6a9edb7 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870130 Sep 19 03:22:30.032574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.062299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2665b37-972a-43c7-8a5e-1f48ec2608ce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:30.069803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] No DVR routers for this DVR port e2665b37-972a-43c7-8a5e-1f48ec2608ce on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:30.154506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.185422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.185999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ae9db9-98c3-4a32-81e5-1bc3e313ec22']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:30.200247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3a1c24-036b-4079-be5e-5361f85e9a6e') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:30.200551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3a1c24-036b-4079-be5e-5361f85e9a6e') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:30.212424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.227486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.233563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:22:30.233972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.236799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Pushing event deleted for resources: {'Port': ['ID=e2665b37-972a-43c7-8a5e-1f48ec2608ce,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:30.246327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] No DVR routers for this DVR port e2665b37-972a-43c7-8a5e-1f48ec2608ce on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:30.267281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.268348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.268348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.268770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.268770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.269066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.269641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.269978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.270383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.270792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.271108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.271440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1122faca-4b37-407c-b9c3-b1c6254ae31b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:22:30.290778 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:22:30.330472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-589d0dc9-f8e5-4bde-8021-55e53eb2e353 req-6b7cab4e-4f10-4d63-847b-7ab0644ed835 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0380068 Sep 19 03:22:30.342060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.366628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.379478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/35ae9db9-98c3-4a32-81e5-1bc3e313ec22 HTTP/1.1" status: 204 len: 168 time: 0.7994881 Sep 19 03:22:30.415104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6748a-a271-4d93-bb6e-0096a87ad9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=35ae9db9-98c3-4a32-81e5-1bc3e313ec22,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:30.442860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52d1ae-57fd-45aa-b46e-09ea72138c86 req-9a5e572f-893c-4b25-9195-612e1cee5166 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:30.449478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52d1ae-57fd-45aa-b46e-09ea72138c86 req-9a5e572f-893c-4b25-9195-612e1cee5166 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:30.455869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52d1ae-57fd-45aa-b46e-09ea72138c86 req-9a5e572f-893c-4b25-9195-612e1cee5166 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:30.457565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b52d1ae-57fd-45aa-b46e-09ea72138c86 req-9a5e572f-893c-4b25-9195-612e1cee5166 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d&device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109&device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 2417 time: 0.1571252 Sep 19 03:22:30.505602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b52d1ae-57fd-45aa-b46e-09ea72138c86 req-7e42aad2-8ec8-4b75-b351-93bb7d1192b6 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364275 Sep 19 03:22:30.548280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-d31ea0c8-1cf5-4125-aeee-be870dc8fc7b req-13c92fd4-c8e3-479e-98d2-07d9c919545d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:22:30.549520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d31ea0c8-1cf5-4125-aeee-be870dc8fc7b req-13c92fd4-c8e3-479e-98d2-07d9c919545d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077972 Sep 19 03:22:30.570420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37156) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:30.651856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d31ea0c8-1cf5-4125-aeee-be870dc8fc7b req-bd3f81a7-f162-4307-877b-6ed7585f8422 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0946102 Sep 19 03:22:30.658766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e59e2c5-51d9-4107-bf37-f5c7cb1cad6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da108ba1f6104b4dbcf7c574f9b1cf2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0846796 Sep 19 03:22:30.658875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37166) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:30.724711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ed4-99f1-45ac-8f3a-1e4df92f2e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.757470 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ed4-99f1-45ac-8f3a-1e4df92f2e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.867398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ed4-99f1-45ac-8f3a-1e4df92f2e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.869985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ed4-99f1-45ac-8f3a-1e4df92f2e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:30.873552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aef13ed4-99f1-45ac-8f3a-1e4df92f2e91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37fb0250-29b3-4b3f-b13e-d44d0294f389 HTTP/1.1" status: 204 len: 168 time: 0.2113013 Sep 19 03:22:30.879840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13ed4-99f1-45ac-8f3a-1e4df92f2e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fb0250-29b3-4b3f-b13e-d44d0294f389,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:31.003252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 52340e54-e107-4100-8354-0e47be75de28 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:31.056799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 52340e54-e107-4100-8354-0e47be75de28 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:31.057162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 52340e54-e107-4100-8354-0e47be75de28 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:31.057910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e2665b37-972a-43c7-8a5e-1f48ec2608ce no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:31.083526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e2665b37-972a-43c7-8a5e-1f48ec2608ce {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:31.084086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e2665b37-972a-43c7-8a5e-1f48ec2608ce not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:31.472126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b381731-b510-4885-a6c4-e52aef4e5778 req-d3122374-61cf-4a26-87c5-bcb81baa34d6 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0427911 Sep 19 03:22:31.984239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a03ce395-3214-4a6a-81b0-7734b9e3f70b req-f673970d-3875-4da7-9d16-bd8d85a459a6 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0348878 Sep 19 03:22:32.007251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2348a601-d1fd-440d-b684-25de1cadc783 req-c357e85a-d3f3-4708-9e44-3ea81231c2fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3770a0ec2d554939a228586b31f451cf&device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0613451 Sep 19 03:22:32.068488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2348a601-d1fd-440d-b684-25de1cadc783 req-8e417232-9699-4fb5-9b90-a18c7f2e0368 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=3770a0ec2d554939a228586b31f451cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468862 Sep 19 03:22:32.300890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a601-d1fd-440d-b684-25de1cadc783 req-03c015e3-e3a8-4841-abfc-59db9831204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:32.302366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2348a601-d1fd-440d-b684-25de1cadc783 req-03c015e3-e3a8-4841-abfc-59db9831204b service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268572 Sep 19 03:22:32.459684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67751a-d41b-437b-aae6-fd271b764f6d req-26242135-c33b-454d-ac39-fbf6dd337407 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:32.461466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e67751a-d41b-437b-aae6-fd271b764f6d req-26242135-c33b-454d-ac39-fbf6dd337407 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.0668068 Sep 19 03:22:32.512680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e67751a-d41b-437b-aae6-fd271b764f6d req-2a208451-90a7-4feb-a16f-cfb395ab2b9c tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Sep 19 03:22:33.104516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c890c8eb-6349-4d83-9db8-4af13488fe5b req-b6958dc5-ac79-4215-8f47-5ec30326afb6 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0355444 Sep 19 03:22:33.440409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:33.573142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1cc6339c-4097-49a2-badd-94aa0078c458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:33.690035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b44662-ae43-44fe-ae3c-0d6c8af2ba4a req-3db93a51-bf92-4363-8cc5-71b8a9999365 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:33.701878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49b44662-ae43-44fe-ae3c-0d6c8af2ba4a req-3db93a51-bf92-4363-8cc5-71b8a9999365 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.0846407 Sep 19 03:22:33.768280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49b44662-ae43-44fe-ae3c-0d6c8af2ba4a req-ccdb1a11-dfe5-464d-b357-0608ee771704 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Sep 19 03:22:33.793952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1cc6339c-4097-49a2-badd-94aa0078c458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:33.798631 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1cc6339c-4097-49a2-badd-94aa0078c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:33.843367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1cc6339c-4097-49a2-badd-94aa0078c458 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ade7ce3a4ca4e02933d79b8b789be01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994682 Sep 19 03:22:33.843367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6339c-4097-49a2-badd-94aa0078c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b5e883-0c0a-4a91-8ca4-8dc99aad0100,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:33.844874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37288) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:33.917977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-621a4a7e-b039-4626-b054-6ddfd2b78f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:33.946069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-621a4a7e-b039-4626-b054-6ddfd2b78f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.000941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-621a4a7e-b039-4626-b054-6ddfd2b78f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.003800 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-621a4a7e-b039-4626-b054-6ddfd2b78f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.005032 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-621a4a7e-b039-4626-b054-6ddfd2b78f59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96b5e883-0c0a-4a91-8ca4-8dc99aad0100 HTTP/1.1" status: 204 len: 168 time: 0.1591406 Sep 19 03:22:34.013970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a4a7e-b039-4626-b054-6ddfd2b78f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b5e883-0c0a-4a91-8ca4-8dc99aad0100,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:34.114497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2348a601-d1fd-440d-b684-25de1cadc783 req-d552ad5e-bfd1-4092-bbc4-9f735be1f70d tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.32 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0276058 Sep 19 03:22:34.233430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-914ca7cd-5311-46ff-815e-73b9feafbd45 req-53963a21-7eeb-4514-aa28-6ec5411a2b06 tempest-ServerShowV254Test-553843111 tempest-ServerShowV254Test-553843111-project] 10.222.0.22 "GET /v2.0/ports?device_id=151e3ebd-29fd-44d2-b86f-b1337f87fe3d HTTP/1.1" status: 200 len: 210 time: 0.0313480 Sep 19 03:22:34.354224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37308) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:34.367817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0eae2dbd-2296-4d03-8084-0f145d47a1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.469174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0eae2dbd-2296-4d03-8084-0f145d47a1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.475414 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0eae2dbd-2296-4d03-8084-0f145d47a1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.521062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae2dbd-2296-4d03-8084-0f145d47a1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb25a99-a2f4-417d-9141-7698a061ab45,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:34.526217 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0eae2dbd-2296-4d03-8084-0f145d47a1a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5316b4957a149f7ab45aae9784a04fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709197 Sep 19 03:22:34.529272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37312) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:34.566708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-ae227c8f-c7a3-485a-abb2-51c559ebc27d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:34.568140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-ae227c8f-c7a3-485a-abb2-51c559ebc27d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.0580754 Sep 19 03:22:34.592984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a134eced-e4fd-4020-a811-4ec9241c33e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.621754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a134eced-e4fd-4020-a811-4ec9241c33e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.668539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Deleting port 299f286f-7f94-460c-a02c-6c0b6b78c3bb {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:34.669086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.709439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a134eced-e4fd-4020-a811-4ec9241c33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.712927 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a134eced-e4fd-4020-a811-4ec9241c33e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.731815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a134eced-e4fd-4020-a811-4ec9241c33e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bb25a99-a2f4-417d-9141-7698a061ab45 HTTP/1.1" status: 204 len: 168 time: 0.1863186 Sep 19 03:22:34.744870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134eced-e4fd-4020-a811-4ec9241c33e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb25a99-a2f4-417d-9141-7698a061ab45,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:34.780767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] For port 299f286f-7f94-460c-a02c-6c0b6b78c3bb, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=299f286f-7f94-460c-a02c-6c0b6b78c3bb,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:34.781213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:34.798251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Calling delete_port for 299f286f-7f94-460c-a02c-6c0b6b78c3bb owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:35.005878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d36d7-da4c-4baa-ba37-329c46e71f38 req-65673dff-192b-4533-ba32-07e67a99d06d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:35.020319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d0d36d7-da4c-4baa-ba37-329c46e71f38 req-65673dff-192b-4533-ba32-07e67a99d06d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=d726e91b-f7a9-4711-ac82-fb1994d8296d HTTP/1.1" status: 200 len: 945 time: 0.0960014 Sep 19 03:22:35.032751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:35.067325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9d0d36d7-da4c-4baa-ba37-329c46e71f38 req-5b1ebd04-4510-4009-b393-11230c297ac6 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Sep 19 03:22:35.076163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d5ef042b-ff69-4c90-b474-12ccb20d0c05', 'f51a333e-aca7-42e1-9717-49a6d37051b6', '299f286f-7f94-460c-a02c-6c0b6b78c3bb'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:22:35.149604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Pushing event deleted for resources: {'Port': ['ID=299f286f-7f94-460c-a02c-6c0b6b78c3bb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:35.176761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] No DVR routers for this DVR port 299f286f-7f94-460c-a02c-6c0b6b78c3bb on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:35.180557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:35.183634 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98c014d8-df3f-44c4-861a-7186ac0d3f63 req-1b37e1b4-c250-49a1-9a08-914e851d271d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "DELETE /v2.0/ports/299f286f-7f94-460c-a02c-6c0b6b78c3bb HTTP/1.1" status: 204 len: 173 time: 0.6082370 Sep 19 03:22:35.184116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'name': 'network-vif-deleted', 'tag': '299f286f-7f94-460c-a02c-6c0b6b78c3bb'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:22:35.188166 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6078e1-6574-4403-bd4b-719269f50c0d" -d '{"events": [{"server_uuid": "d726e91b-f7a9-4711-ac82-fb1994d8296d", "name": "network-vif-deleted", "tag": "299f286f-7f94-460c-a02c-6c0b6b78c3bb"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:22:35.267871 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcba565-b632-42ee-95eb-19dc1618e7db x-openstack-request-id: req-ebcba565-b632-42ee-95eb-19dc1618e7db {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:22:35.268374 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d726e91b-f7a9-4711-ac82-fb1994d8296d", "name": "network-vif-deleted", "tag": "299f286f-7f94-460c-a02c-6c0b6b78c3bb", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:22:35.268787 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebcba565-b632-42ee-95eb-19dc1618e7db {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:22:35.269431 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd726e91b-f7a9-4711-ac82-fb1994d8296d', 'name': 'network-vif-deleted', 'tag': '299f286f-7f94-460c-a02c-6c0b6b78c3bb', 'status': 'completed', 'code': 200} Sep 19 03:22:35.623657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37344) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:35.767500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b90f328-d04b-4c05-ba00-614b3410fb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:35.932624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b90f328-d04b-4c05-ba00-614b3410fb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:35.943068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b90f328-d04b-4c05-ba00-614b3410fb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:35.996600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0b90f328-d04b-4c05-ba00-614b3410fb69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3770a0ec2d554939a228586b31f451cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716860 Sep 19 03:22:35.997830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90f328-d04b-4c05-ba00-614b3410fb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d796531-0318-4553-b6bd-dc2430286baf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:35.999250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37358) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:36.064551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08b1af73-c6ee-41bb-928c-b12467485369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:36.091340 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08b1af73-c6ee-41bb-928c-b12467485369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:36.163466 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08b1af73-c6ee-41bb-928c-b12467485369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:36.166125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08b1af73-c6ee-41bb-928c-b12467485369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:36.170124 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-08b1af73-c6ee-41bb-928c-b12467485369 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d796531-0318-4553-b6bd-dc2430286baf HTTP/1.1" status: 204 len: 168 time: 0.1694908 Sep 19 03:22:36.179232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1af73-c6ee-41bb-928c-b12467485369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d796531-0318-4553-b6bd-dc2430286baf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:36.512885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8be74-aaba-4b0f-853f-eb4fb66b7c9c req-707177ce-9460-4fa2-8009-c7b5b0571b50 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:36.523029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24c8be74-aaba-4b0f-853f-eb4fb66b7c9c req-707177ce-9460-4fa2-8009-c7b5b0571b50 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 946 time: 0.0774152 Sep 19 03:22:36.604941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24c8be74-aaba-4b0f-853f-eb4fb66b7c9c req-bc7cbbed-865a-404f-980c-fd122faa94fb tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809379 Sep 19 03:22:36.841783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37396) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:37.043539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62916e75-7437-47f3-b266-523e517d35a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.162495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62916e75-7437-47f3-b266-523e517d35a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.176070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62916e75-7437-47f3-b266-523e517d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.221912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-62916e75-7437-47f3-b266-523e517d35a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81c3b931766d40d595816f0996c60d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3766584 Sep 19 03:22:37.221912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62916e75-7437-47f3-b266-523e517d35a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a50d58-96f2-42b4-a497-96b26adbdcf2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:37.222271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:37.291053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-836a1ad5-8430-435e-8389-0f1a802b9115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.325154 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-836a1ad5-8430-435e-8389-0f1a802b9115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.378196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-836a1ad5-8430-435e-8389-0f1a802b9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.381018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-836a1ad5-8430-435e-8389-0f1a802b9115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.382515 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-836a1ad5-8430-435e-8389-0f1a802b9115 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23a50d58-96f2-42b4-a497-96b26adbdcf2 HTTP/1.1" status: 204 len: 168 time: 0.1585011 Sep 19 03:22:37.391547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a1ad5-8430-435e-8389-0f1a802b9115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a50d58-96f2-42b4-a497-96b26adbdcf2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:37.426695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37424) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:37.542982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1896515207-network', 'tenant_id': '8b35885af2114107ab5ddac61605476e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:37.568644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Made reservation on behalf of 8b35885af2114107ab5ddac61605476e for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:37.571770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.582368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.762923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.773908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.804704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549ba4-e4d6-4ccf-970e-93228aee5700 req-65c99dcc-d717-47f4-8f4c-6d32a7dbf014 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:37.806570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d549ba4-e4d6-4ccf-970e-93228aee5700 req-65c99dcc-d717-47f4-8f4c-6d32a7dbf014 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 946 time: 0.1065431 Sep 19 03:22:37.837682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:37.886253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:22:37.911871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:37.912605 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Added segment df348b60-78bb-4bfa-a1c8-70e1d5c63d44 of type vlan for network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 Sep 19 03:22:37.929389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d549ba4-e4d6-4ccf-970e-93228aee5700 req-b0a58701-4c1e-44fe-b47a-5fcb195ee701 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669358 Sep 19 03:22:37.996434 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.023899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.025006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:38.025657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.103223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6753745 Sep 19 03:22:38.106189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37462) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:38.111029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Request body: {'subnet': {'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1896515207-subnet', 'tenant_id': '8b35885af2114107ab5ddac61605476e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:38.114070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364b238-1546-4f97-ad51-236309c6c9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb270e6-02be-4aae-8be8-34bc8b469fb3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:38.125910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:22:38.142202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299f286f-7f94-460c-a02c-6c0b6b78c3bb no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:38.173423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Made reservation on behalf of 8b35885af2114107ab5ddac61605476e for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:38.175926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.328978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 299f286f-7f94-460c-a02c-6c0b6b78c3bb {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:38.329327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 299f286f-7f94-460c-a02c-6c0b6b78c3bb not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:38.384936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-7a7e4b68-193f-4247-881d-daac6ab39e1b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:38.386495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-7a7e4b68-193f-4247-881d-daac6ab39e1b tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 946 time: 0.1171956 Sep 19 03:22:38.492798 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.506450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Deleting port f51a333e-aca7-42e1-9717-49a6d37051b6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:38.506960 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.557028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc09b46-8465-4f64-9714-698e389203e2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:38.565342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Checking segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:22:38.565890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Network hostable DHCP agents. Network: 4fb270e6-02be-4aae-8be8-34bc8b469fb3, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:22:38.596950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:22:38.611354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4fb270e6-02be-4aae-8be8-34bc8b469fb3) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:22:38.619221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:38.620630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.621811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] For port f51a333e-aca7-42e1-9717-49a6d37051b6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f51a333e-aca7-42e1-9717-49a6d37051b6,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:38.622242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.628684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27771700-77c9-48e4-8bc0-7f7cd809bff1 None None] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:38.643005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Calling delete_port for f51a333e-aca7-42e1-9717-49a6d37051b6 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:38.652810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cdd0e68a-395a-40b6-9331-0bc88fd09a74 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5400746 Sep 19 03:22:38.835997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f92c18-7fca-471f-ab41-4fdf058699e9 None None] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:38.892444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:38.936906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Pushing event deleted for resources: {'Port': ['ID=f51a333e-aca7-42e1-9717-49a6d37051b6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:38.960394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d5ef042b-ff69-4c90-b474-12ccb20d0c05', 'f51a333e-aca7-42e1-9717-49a6d37051b6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:22:39.022302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] No DVR routers for this DVR port f51a333e-aca7-42e1-9717-49a6d37051b6 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:39.025144 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:39.027753 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cb3ac983-a483-4da8-ab38-a3fd7e39dc7b req-0d777587-b54f-4df0-8d5d-0c38b83b1258 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "DELETE /v2.0/ports/f51a333e-aca7-42e1-9717-49a6d37051b6 HTTP/1.1" status: 204 len: 173 time: 0.6318340 Sep 19 03:22:39.028241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'name': 'network-vif-deleted', 'tag': 'f51a333e-aca7-42e1-9717-49a6d37051b6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:22:39.037507 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382488aa-5268-4c1e-b67b-1c9561188c8e" -d '{"events": [{"server_uuid": "4ab59620-b59e-4826-a6a6-dfb8bcf5c109", "name": "network-vif-deleted", "tag": "f51a333e-aca7-42e1-9717-49a6d37051b6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:22:39.115394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1d6c75b-8c57-413b-9d6c-4c8aedd57b10 req-02197860-27ba-4c14-9a65-dc8b14b85db4 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ab59620-b59e-4826-a6a6-dfb8bcf5c109 HTTP/1.1" status: 200 len: 210 time: 0.0779510 Sep 19 03:22:39.186350 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3fbed5-3c05-40b6-9618-cb16161c2733 x-openstack-request-id: req-7f3fbed5-3c05-40b6-9618-cb16161c2733 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:22:39.186902 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab59620-b59e-4826-a6a6-dfb8bcf5c109", "name": "network-vif-deleted", "tag": "f51a333e-aca7-42e1-9717-49a6d37051b6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:22:39.187360 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f3fbed5-3c05-40b6-9618-cb16161c2733 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:22:39.192107 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab59620-b59e-4826-a6a6-dfb8bcf5c109', 'name': 'network-vif-deleted', 'tag': 'f51a333e-aca7-42e1-9717-49a6d37051b6', 'status': 'completed', 'code': 200} Sep 19 03:22:39.577501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-ef76ce92-12f8-452e-af0e-94d064b34df6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:39.579280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-ef76ce92-12f8-452e-af0e-94d064b34df6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.1903284 Sep 19 03:22:39.596745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-9febe2b7-29b2-4464-9e51-158fa0b8a263 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/quotas/8b35885af2114107ab5ddac61605476e HTTP/1.1" status: 200 len: 375 time: 0.0101993 Sep 19 03:22:39.641840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-302d01c8-619a-4333-96bb-7493f02145b2 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383115 Sep 19 03:22:39.824169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-78da3e93-9def-4422-95f9-6deb763e9335 service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724148 Sep 19 03:22:39.939055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-91e60d90-692c-4ec2-a60f-efbfadc0cac1 service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132815 Sep 19 03:22:40.163502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b7a6d2c-e5fb-435c-a63b-60b71b443be9 req-839e9685-f021-49fd-9472-7355f0662d3f tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 210 time: 0.0377760 Sep 19 03:22:40.554659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e827c-3dc9-4f45-b565-239cf700d5ec req-5f74b875-69c8-4978-b5b8-18d999212859 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:40.567229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e86e827c-3dc9-4f45-b565-239cf700d5ec req-5f74b875-69c8-4978-b5b8-18d999212859 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.0858126 Sep 19 03:22:40.619991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e86e827c-3dc9-4f45-b565-239cf700d5ec req-e2879440-0219-44de-afba-7e8dc70f44e1 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517859 Sep 19 03:22:41.262081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ef3dfd5-e587-4d87-99fa-f10ff6327c18 req-8b4040f5-f850-4941-a649-18dee0f693d2 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 210 time: 0.0294335 Sep 19 03:22:41.399146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:41.568851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-ff563b44-db35-4dca-8a90-d3c0e7cd47b4 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:41.570649 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-ff563b44-db35-4dca-8a90-d3c0e7cd47b4 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.1642528 Sep 19 03:22:41.571659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:41.600972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Request body: {'port': {'device_id': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'admin_state_up': True, 'tenant_id': '8b35885af2114107ab5ddac61605476e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:41.829396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:41.862722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:41.868687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e864cc5-266c-4505-b0cf-76d9dd2d0761 req-5f2c8b5d-681b-4e66-8d94-d3f02de57f14 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:41.878467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e864cc5-266c-4505-b0cf-76d9dd2d0761 req-5f2c8b5d-681b-4e66-8d94-d3f02de57f14 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1496398 Sep 19 03:22:41.924846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54785d47-009f-49cc-b15a-27b1b97d30df,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:41.930326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Made reservation on behalf of 8b35885af2114107ab5ddac61605476e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:41.934701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:41.938827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e864cc5-266c-4505-b0cf-76d9dd2d0761 req-796be486-e62b-4e06-9b94-9b89b134ea08 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579486 Sep 19 03:22:41.963882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.964231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.964573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.964912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.965248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.965580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.965908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.966234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.966560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.966924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.967252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.967683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:41.980442 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f70305fe-feca-44bc-828e-402dab8260fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1aed4980bb664a60a3912c9692f8c0e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769069 Sep 19 03:22:41.980553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37610) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:42.027446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf9e62-9584-4459-b627-2de18b11a125 req-d33ec37b-5784-4996-8804-ff3a7b31d818 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:42.028885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86bf9e62-9584-4459-b627-2de18b11a125 req-d33ec37b-5784-4996-8804-ff3a7b31d818 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1097 time: 0.0843554 Sep 19 03:22:42.053966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc43d1fc-4f71-4c43-a75d-357d6056a848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.058464 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-86bf9e62-9584-4459-b627-2de18b11a125 req-362d2996-159f-4bd4-9427-c516aa0b798b tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.087284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc43d1fc-4f71-4c43-a75d-357d6056a848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.097196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Allocated IP 172.20.0.5 (4fb270e6-02be-4aae-8be8-34bc8b469fb3/dfc09b46-8465-4f64-9714-698e389203e2/ff728fe0-ab44-4350-aa4f-68c60d2a3e67) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:22:42.153727 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f51a333e-aca7-42e1-9717-49a6d37051b6 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:42.178629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc43d1fc-4f71-4c43-a75d-357d6056a848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.183186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc43d1fc-4f71-4c43-a75d-357d6056a848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.184643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fc43d1fc-4f71-4c43-a75d-357d6056a848 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54785d47-009f-49cc-b15a-27b1b97d30df HTTP/1.1" status: 204 len: 168 time: 0.2030144 Sep 19 03:22:42.200709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43d1fc-4f71-4c43-a75d-357d6056a848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54785d47-009f-49cc-b15a-27b1b97d30df,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:42.219573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: f51a333e-aca7-42e1-9717-49a6d37051b6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:42.221938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f51a333e-aca7-42e1-9717-49a6d37051b6 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:42.236370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-86bf9e62-9584-4459-b627-2de18b11a125 req-362d2996-159f-4bd4-9427-c516aa0b798b tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.245685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-86bf9e62-9584-4459-b627-2de18b11a125 req-362d2996-159f-4bd4-9427-c516aa0b798b tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.270638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86bf9e62-9584-4459-b627-2de18b11a125 req-362d2996-159f-4bd4-9427-c516aa0b798b tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302046 Sep 19 03:22:42.340177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d2996-159f-4bd4-9427-c516aa0b798b tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f986f5f6-cca4-43e3-a321-f19428e24bec,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:42.442867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.460968 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b28d97b3-c5e5-4f84-84c8-8cfa32e135c3 req-1af39048-6509-42f4-8632-3053c32374ae tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 210 time: 0.0514719 Sep 19 03:22:42.489403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.551116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event updated for resources: {'Port': ['ID=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:42.557795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83382fa7-0609-4e2a-8597-572230d0654b req-a8c7f399-0314-447b-9d58-b8ac4d2f0ec7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:42.561124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83382fa7-0609-4e2a-8597-572230d0654b req-a8c7f399-0314-447b-9d58-b8ac4d2f0ec7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1128194 Sep 19 03:22:42.606126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:22:42.613486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:22:42.617038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:22:42.628970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83382fa7-0609-4e2a-8597-572230d0654b req-f1d2c005-fec8-40c7-b5ab-ba9c53f931f7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581577 Sep 19 03:22:42.657754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:42.666315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-e51e42a5-6018-4988-be90-d3bdb74af966 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:42.668544 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-e51e42a5-6018-4988-be90-d3bdb74af966 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1190071 Sep 19 03:22:42.749488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-057e0a3f-4df3-4b90-a1a5-9211b53b8d5f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/ef583657-2ef1-4ac4-8af2-115b5d7ba6fc HTTP/1.1" status: 200 len: 993 time: 0.0885332 Sep 19 03:22:42.784951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:42.785617 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.822947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37634) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:42.835682 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-5b5a9e78-0864-4fca-9e3b-e14044f14020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2399006 Sep 19 03:22:42.839756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Deleting port d5ef042b-ff69-4c90-b474-12ccb20d0c05 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:42.840102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.853788 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf664554-a497-4b8e-a383-162f9b50a10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:42.915071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Request body: {'port': {'device_id': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:43.010336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] For port d5ef042b-ff69-4c90-b474-12ccb20d0c05, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=d5ef042b-ff69-4c90-b474-12ccb20d0c05,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:43.010965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.013997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.035100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Calling delete_port for d5ef042b-ff69-4c90-b474-12ccb20d0c05 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:43.072870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf664554-a497-4b8e-a383-162f9b50a10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.089820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf664554-a497-4b8e-a383-162f9b50a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.155264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cf664554-a497-4b8e-a383-162f9b50a10b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a49815eed9b48949fdfea2df78465f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307481 Sep 19 03:22:43.164048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf664554-a497-4b8e-a383-162f9b50a10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af28dfb1-0d13-4756-a756-46395f960aec,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:43.167106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37648) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:43.176985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1910d4e-92cc-41f7-8ecb-fab0b5b0a122 req-78ab9638-586e-49d9-96ee-e0036895f7fd tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:43.179380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1910d4e-92cc-41f7-8ecb-fab0b5b0a122 req-78ab9638-586e-49d9-96ee-e0036895f7fd tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 945 time: 0.1274872 Sep 19 03:22:43.216545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-8f6426e5-f548-41ae-8478-003924a5375f req-0f2163cb-a389-4350-b4c4-c535dae4fb74 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:22:43.217579 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f6426e5-f548-41ae-8478-003924a5375f req-0f2163cb-a389-4350-b4c4-c535dae4fb74 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114665 Sep 19 03:22:43.286790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1910d4e-92cc-41f7-8ecb-fab0b5b0a122 req-f622c926-d306-43fc-89c1-15971307692d tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/security-groups?id=59ce264e-27cf-491c-8561-e7bb44911d08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965137 Sep 19 03:22:43.331903 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb18c-a73a-4ca9-adad-fbc41e063297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.383843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb18c-a73a-4ca9-adad-fbc41e063297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.454369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb18c-a73a-4ca9-adad-fbc41e063297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.459820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecdfb18c-a73a-4ca9-adad-fbc41e063297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:43.461080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ecdfb18c-a73a-4ca9-adad-fbc41e063297 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af28dfb1-0d13-4756-a756-46395f960aec HTTP/1.1" status: 204 len: 168 time: 0.2807753 Sep 19 03:22:43.471982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfb18c-a73a-4ca9-adad-fbc41e063297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28dfb1-0d13-4756-a756-46395f960aec,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:43.663920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a508ca-602e-4b8d-8dac-a5c1f38edd66 req-27db136e-6944-441d-a292-251b7517ec90 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:43.674080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a508ca-602e-4b8d-8dac-a5c1f38edd66 req-27db136e-6944-441d-a292-251b7517ec90 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 931 time: 0.0711775 Sep 19 03:22:43.736573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a508ca-602e-4b8d-8dac-a5c1f38edd66 req-22bee0fa-fb23-4b07-9823-65a712c9f5a7 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609605 Sep 19 03:22:44.002190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdb6c7-54b1-401b-a38b-ba25c17deb96 req-66f84873-f902-4695-9770-dbe7c4acfb00 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:44.014014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5fdb6c7-54b1-401b-a38b-ba25c17deb96 req-66f84873-f902-4695-9770-dbe7c4acfb00 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1187255 Sep 19 03:22:44.040816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.077776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['d5ef042b-ff69-4c90-b474-12ccb20d0c05'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:22:44.083420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5fdb6c7-54b1-401b-a38b-ba25c17deb96 req-dd49178f-143d-4a38-9943-48faef9b67a8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682194 Sep 19 03:22:44.096856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Pushing event deleted for resources: {'Port': ['ID=d5ef042b-ff69-4c90-b474-12ccb20d0c05,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:44.154414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-5d14f7aa-091b-4101-9a8f-140088094add service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2806318 Sep 19 03:22:44.281523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] No DVR routers for this DVR port d5ef042b-ff69-4c90-b474-12ccb20d0c05 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:44.324494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.333683 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5fa0d9-57c9-4c04-af99-1bc74c7dbecb req-5fe7c29d-8801-45fc-8b58-b10815ad61e2 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.32 "DELETE /v2.0/ports/d5ef042b-ff69-4c90-b474-12ccb20d0c05 HTTP/1.1" status: 204 len: 173 time: 1.6548750 Sep 19 03:22:44.335121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'name': 'network-vif-deleted', 'tag': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:22:44.342228 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211c8b2c-234f-4216-8c19-f4bd3d8f65ac" -d '{"events": [{"server_uuid": "0a7debf5-3f9d-457a-a600-87be7ea55565", "name": "network-vif-deleted", "tag": "d5ef042b-ff69-4c90-b474-12ccb20d0c05"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:22:44.438731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff728fe0-ab44-4350-aa4f-68c60d2a3e67 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:22:44.467701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.471457 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa1ef80-ffba-471d-b627-60bb1c131b78 x-openstack-request-id: req-4fa1ef80-ffba-471d-b627-60bb1c131b78 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:22:44.472248 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7debf5-3f9d-457a-a600-87be7ea55565", "name": "network-vif-deleted", "tag": "d5ef042b-ff69-4c90-b474-12ccb20d0c05", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:22:44.472517 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fa1ef80-ffba-471d-b627-60bb1c131b78 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:22:44.472936 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7debf5-3f9d-457a-a600-87be7ea55565', 'name': 'network-vif-deleted', 'tag': 'd5ef042b-ff69-4c90-b474-12ccb20d0c05', 'status': 'completed', 'code': 200} Sep 19 03:22:44.479420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-006acb7b-930c-4a6c-bac7-a0c78e49af6e req-f7702064-aa03-412d-9aa1-fb785259f4f4 tempest-ListServerFiltersTestJSON-885462470 tempest-ListServerFiltersTestJSON-885462470-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a7debf5-3f9d-457a-a600-87be7ea55565 HTTP/1.1" status: 200 len: 210 time: 0.0415459 Sep 19 03:22:44.504421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Transition to ACTIVE for port object ff728fe0-ab44-4350-aa4f-68c60d2a3e67 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:22:44.508933 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a3fc32d-f076-4b40-8b7f-cecc6ac3e8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.513454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.606018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Pushing event updated for resources: {'Port': ['ID=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:44.699090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Attempting to bind port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:22:44.699624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Attempting to bind port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:22:44.700125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Attempting to bind port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:22:44.705233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:22:44.706026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Attempting to bind port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:22:44.712144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:22:44.712498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Checking segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:22:44.712951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Bound using segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:22:44.713328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Bound port: ff728fe0-ab44-4350-aa4f-68c60d2a3e67, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:22:44.713657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.825052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] For port ff728fe0-ab44-4350-aa4f-68c60d2a3e67, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:22:44.830089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] For port ff728fe0-ab44-4350-aa4f-68c60d2a3e67, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:22:44.837635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.956015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Pushing event updated for resources: {'Port': ['ID=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:44.960597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:44.961364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:44.963038 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-d8edcecf-6fd5-4245-ba9a-6c13422b8238 service neutron] 10.222.0.32 "PUT /v2.0/ports/ff728fe0-ab44-4350-aa4f-68c60d2a3e67 HTTP/1.1" status: 200 len: 1091 time: 2.0541987 Sep 19 03:22:44.964742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb2d42-4144-4a53-ace6-6dedbbc7813f req-a2e8ae0c-7f0f-4e6b-8baf-98c76d6fa0fb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:44.972766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cbb2d42-4144-4a53-ace6-6dedbbc7813f req-a2e8ae0c-7f0f-4e6b-8baf-98c76d6fa0fb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 943 time: 0.1178825 Sep 19 03:22:45.040006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cbb2d42-4144-4a53-ace6-6dedbbc7813f req-269e5966-9713-40e3-8ecb-f3f4dbeb03e8 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653775 Sep 19 03:22:45.124672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-0d9f08c1-1dc6-46c5-91be-8446ff288605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:45.126274 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-0d9f08c1-1dc6-46c5-91be-8446ff288605 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 1094 time: 0.0602069 Sep 19 03:22:45.197249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-932f8c29-452c-4a17-8881-88557f65230f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67 HTTP/1.1" status: 200 len: 217 time: 0.0573425 Sep 19 03:22:45.282874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-27fd2f3c-3ddf-4c92-897d-7714e03c75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:45.285059 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-27fd2f3c-3ddf-4c92-897d-7714e03c75ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.0800300 Sep 19 03:22:45.291660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c798f67-0ca0-4b44-aee8-7cb643cb5e92 req-472fd454-e288-4f7e-8ad8-11d422949733 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:45.293361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c798f67-0ca0-4b44-aee8-7cb643cb5e92 req-472fd454-e288-4f7e-8ad8-11d422949733 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0833001 Sep 19 03:22:45.359537 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-ca8573b7-a7ee-491e-8b23-22daa4138070 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662215 Sep 19 03:22:45.391583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c798f67-0ca0-4b44-aee8-7cb643cb5e92 req-241105da-5d9b-4377-a73e-c12b30fd2e9a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842941 Sep 19 03:22:45.538026 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-212ee73b-9f07-4092-8fd2-cd6fc268f6c0 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712873 Sep 19 03:22:45.542286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37740) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:45.637915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] Deleting subnet 38c9e0a5-3689-4425-97e7-7a9a77d00276 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:22:45.652762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:45.730366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:45.806545 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59cde7-443e-4bf8-9af3-1c4517ea0328 req-f3b519d3-5ca7-4788-b098-c16a2a91d35f service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463257 Sep 19 03:22:45.874754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:45.933458 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:45.985826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.029476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c9e0a5-3689-4425-97e7-7a9a77d00276,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:46.035432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac7a71-9653-4fd5-b0f0-048ca2ae4e82 None None] Network 9b256cac-95d6-4a51-8df3-685f3a6fa6ae requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:46.036715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.040035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-55348d2c-c0f2-4fa3-b527-2df27147b7ed admin admin] 10.222.0.22 "DELETE /v2.0/subnets/38c9e0a5-3689-4425-97e7-7a9a77d00276 HTTP/1.1" status: 204 len: 168 time: 0.4967656 Sep 19 03:22:46.042613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37760) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:46.221528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d5ef042b-ff69-4c90-b474-12ccb20d0c05 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:46.235644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f941a9-a334-4016-9d96-56a99970ee2f req-d8065f96-e90b-4e8d-b135-2abdc7e03d8a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:46.245454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05f941a9-a334-4016-9d96-56a99970ee2f req-d8065f96-e90b-4e8d-b135-2abdc7e03d8a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 943 time: 0.0751672 Sep 19 03:22:46.258269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.292037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: d5ef042b-ff69-4c90-b474-12ccb20d0c05 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:46.292581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device d5ef042b-ff69-4c90-b474-12ccb20d0c05 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:46.310237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05f941a9-a334-4016-9d96-56a99970ee2f req-1e579765-be01-4b79-a5f4-bce86f09f667 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 Sep 19 03:22:46.362457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Deleting port b5516506-e012-45ee-a6e5-f6056b294474 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:46.363473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.438261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] DHCP port deletion for 9b256cac-95d6-4a51-8df3-685f3a6fa6ae request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:22:46.461667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] For port b5516506-e012-45ee-a6e5-f6056b294474, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b5516506-e012-45ee-a6e5-f6056b294474,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:46.462302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.485677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Calling delete_port for b5516506-e012-45ee-a6e5-f6056b294474 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:46.554823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] Deleting port b5516506-e012-45ee-a6e5-f6056b294474 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:22:46.557332 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.615538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'tag': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:22:46.618488 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522c6627-0184-4333-a817-dd6f9121fb98" -d '{"events": [{"name": "network-changed", "server_uuid": "601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c", "tag": "ff728fe0-ab44-4350-aa4f-68c60d2a3e67"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:22:46.641055 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.650520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71412bb9-6a1a-489b-b7c3-03d61b0aff05 req-533b6521-00c9-4350-962c-22ba0639fbbb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:46.660310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71412bb9-6a1a-489b-b7c3-03d61b0aff05 req-533b6521-00c9-4350-962c-22ba0639fbbb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1213202 Sep 19 03:22:46.723382 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5516506-e012-45ee-a6e5-f6056b294474,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:46.729546 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca95a7e1-67b3-4404-a18a-4cf97d72e95f x-openstack-request-id: req-ca95a7e1-67b3-4404-a18a-4cf97d72e95f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:22:46.729831 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c", "tag": "ff728fe0-ab44-4350-aa4f-68c60d2a3e67", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:22:46.730086 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca95a7e1-67b3-4404-a18a-4cf97d72e95f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:22:46.730470 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'tag': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67', 'status': 'completed', 'code': 200} Sep 19 03:22:46.731317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] No DVR routers for this DVR port b5516506-e012-45ee-a6e5-f6056b294474 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:46.734270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-7c91d7d5-02ca-48bd-8ad4-75a310ec5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:46.735876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-7c91d7d5-02ca-48bd-8ad4-75a310ec5e98 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1097 time: 0.1625178 Sep 19 03:22:46.745172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] For port b5516506-e012-45ee-a6e5-f6056b294474, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b5516506-e012-45ee-a6e5-f6056b294474,segment=NetworkSegment(513d08fa-6efd-470b-a473-bc0505c872e6),segment_id=513d08fa-6efd-470b-a473-bc0505c872e6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:46.745813 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.768961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] Calling delete_port for b5516506-e012-45ee-a6e5-f6056b294474 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:22:46.799105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71412bb9-6a1a-489b-b7c3-03d61b0aff05 req-d1b7d797-affd-4f65-8486-5b8f7a3b2f87 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367927 Sep 19 03:22:46.840058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.972753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:46.999498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] No DVR routers for this DVR port b5516506-e012-45ee-a6e5-f6056b294474 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:22:47.048006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01711a-11b1-4dd4-bc8b-334bc48314c4 None None] Pushing event deleted for resources: {'Port': ['ID=b5516506-e012-45ee-a6e5-f6056b294474,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:47.061964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b5516506-e012-45ee-a6e5-f6056b294474 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:22:47.063182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b256cac-95d6-4a51-8df3-685f3a6fa6ae']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:47.084813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513d08fa-6efd-470b-a473-bc0505c872e6') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:47.085303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513d08fa-6efd-470b-a473-bc0505c872e6') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:22:47.097993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b5516506-e012-45ee-a6e5-f6056b294474 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:22:47.098482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b5516506-e012-45ee-a6e5-f6056b294474 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:22:47.101816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:47.133256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6627-0184-4333-a817-dd6f9121fb98 req-3b020aea-27b4-48a7-a884-a61a4c79fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:47.137702 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-522c6627-0184-4333-a817-dd6f9121fb98 req-3b020aea-27b4-48a7-a884-a61a4c79fdf2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 1094 time: 0.3121448 Sep 19 03:22:47.149133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:47.182631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-ba154f48-7a05-45ba-a128-370141b260aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:47.184599 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-ba154f48-7a05-45ba-a128-370141b260aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.3633337 Sep 19 03:22:47.185845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:22:47.191374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:22:47.196327 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:22:47.213669 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-224a7ee5-7d8f-4d7a-b353-9b40683aae40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:47.403911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6627-0184-4333-a817-dd6f9121fb98 req-1507aa70-2dbb-4320-9afb-55d4f1a29591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:47.404969 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-522c6627-0184-4333-a817-dd6f9121fb98 req-1507aa70-2dbb-4320-9afb-55d4f1a29591 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 916 time: 0.2594180 Sep 19 03:22:47.503264 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:47.513341 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-522c6627-0184-4333-a817-dd6f9121fb98 req-25cf2753-43f0-4294-b46b-4959ddc62ab7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67 HTTP/1.1" status: 200 len: 217 time: 0.0978193 Sep 19 03:22:47.531048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:47.533173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9b256cac-95d6-4a51-8df3-685f3a6fa6ae HTTP/1.1" status: 204 len: 168 time: 1.4890068 Sep 19 03:22:47.582108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14977e8-5fc7-413c-b09a-ac3b3ab2dc8f req-9ceb11bb-5b9d-4d28-b4f6-fdf5bede3b80 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:47.592202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c14977e8-5fc7-413c-b09a-ac3b3ab2dc8f req-9ceb11bb-5b9d-4d28-b4f6-fdf5bede3b80 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 943 time: 0.1067402 Sep 19 03:22:47.593564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-49673112-ae4c-46bd-8e6c-c517477cdf46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 1001 time: 0.3742001 Sep 19 03:22:47.649244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c14977e8-5fc7-413c-b09a-ac3b3ab2dc8f req-1c5e32d6-3cdd-4263-a68b-b5f6d5be4b26 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538867 Sep 19 03:22:47.653897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ad173-4f7b-4150-b00c-d0d772d702f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b256cac-95d6-4a51-8df3-685f3a6fa6ae,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:47.738850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6627-0184-4333-a817-dd6f9121fb98 req-94fb8e94-5d4f-44d3-aeda-84252a58f5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:47.741046 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-522c6627-0184-4333-a817-dd6f9121fb98 req-94fb8e94-5d4f-44d3-aeda-84252a58f5bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.2067735 Sep 19 03:22:47.746853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-09d16d06-0911-46a7-b619-ad3e07594bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:47.748427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-09d16d06-0911-46a7-b619-ad3e07594bb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.0872877 Sep 19 03:22:47.774825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37810) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:47.795395 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-522c6627-0184-4333-a817-dd6f9121fb98 req-bb957b5f-d8b6-4b5f-af5a-687cb12a7011 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459383 Sep 19 03:22:47.812928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37812) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:47.833289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-880496c6-6a22-43ab-9ee6-df7c95ebe6a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6fa3ba0cb324a05b9b2be0039791bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566058 Sep 19 03:22:47.833756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37818) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:47.878793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-b5804056-7a20-46cd-86c3-89722a430475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:47.881246 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-b5804056-7a20-46cd-86c3-89722a430475 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212394 Sep 19 03:22:47.952152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.015145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262221b-cc07-439a-a45d-be37bcd9ebf7 req-d6d60b62-43c6-4b1e-99bd-72d9c222e364 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:48.026332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c262221b-cc07-439a-a45d-be37bcd9ebf7 req-d6d60b62-43c6-4b1e-99bd-72d9c222e364 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1075101 Sep 19 03:22:48.072598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c262221b-cc07-439a-a45d-be37bcd9ebf7 req-8d7476d9-9869-4249-8489-a17cb09c6bc4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Sep 19 03:22:48.089070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e025aa5-e34b-4411-a915-73cad1dad9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.136781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b6bb-2d1f-47f3-a4c6-2c32b52762f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.139880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-522c6627-0184-4333-a817-dd6f9121fb98 req-70282669-103b-44a4-98d3-960981307c28 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353243 Sep 19 03:22:48.225333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b6bb-2d1f-47f3-a4c6-2c32b52762f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.241696 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-6b635a6b-f1a1-4935-84f9-188c4a6285c9 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511357 Sep 19 03:22:48.432134 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-522c6627-0184-4333-a817-dd6f9121fb98 req-74dc1309-edfc-4877-98b0-12ec17a28ff2 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812328 Sep 19 03:22:48.436442 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.448132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b6bb-2d1f-47f3-a4c6-2c32b52762f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.450815 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b6bb-2d1f-47f3-a4c6-2c32b52762f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.454130 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8aa3b6bb-2d1f-47f3-a4c6-2c32b52762f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59ce264e-27cf-491c-8561-e7bb44911d08 HTTP/1.1" status: 204 len: 168 time: 0.6164708 Sep 19 03:22:48.483405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e025aa5-e34b-4411-a915-73cad1dad9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.484782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3b6bb-2d1f-47f3-a4c6-2c32b52762f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce264e-27cf-491c-8561-e7bb44911d08,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:48.488671 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-18f718a1-2919-4048-846c-d41e84c5ab75 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028699 Sep 19 03:22:48.490718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e025aa5-e34b-4411-a915-73cad1dad9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.564013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e025aa5-e34b-4411-a915-73cad1dad9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef505c0b-d5a3-4955-9a29-c9872ea8ef9a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:48.583654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37830) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:48.584411 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6e025aa5-e34b-4411-a915-73cad1dad9cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3135ea3b73074e53abc649505f886656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7707138 Sep 19 03:22:48.692756 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24b6110f-d33f-4bb5-bb15-08b6e8eadcc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.795187 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24b6110f-d33f-4bb5-bb15-08b6e8eadcc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.892576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ddc6c-8ad0-4ae0-b994-7d88e5aab3fd req-808524e6-f2ca-46aa-b03b-a1649ca513e5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:48.894111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21ddc6c-8ad0-4ae0-b994-7d88e5aab3fd req-808524e6-f2ca-46aa-b03b-a1649ca513e5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 943 time: 0.1647360 Sep 19 03:22:48.917411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24b6110f-d33f-4bb5-bb15-08b6e8eadcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.923151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24b6110f-d33f-4bb5-bb15-08b6e8eadcc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:48.925067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-24b6110f-d33f-4bb5-bb15-08b6e8eadcc6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef505c0b-d5a3-4955-9a29-c9872ea8ef9a HTTP/1.1" status: 204 len: 168 time: 0.3403749 Sep 19 03:22:49.004026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6110f-d33f-4bb5-bb15-08b6e8eadcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef505c0b-d5a3-4955-9a29-c9872ea8ef9a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:49.029778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21ddc6c-8ad0-4ae0-b994-7d88e5aab3fd req-cf6cc693-1ec7-44a1-946d-69b8ee9c8563 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031196 Sep 19 03:22:49.358932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efe7a2-17f5-4dcd-8828-d06469c9d91c req-e53adccf-3e51-4b61-bbfa-cced52d6ebdc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:49.358932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36efe7a2-17f5-4dcd-8828-d06469c9d91c req-e53adccf-3e51-4b61-bbfa-cced52d6ebdc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1006346 Sep 19 03:22:49.413866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36efe7a2-17f5-4dcd-8828-d06469c9d91c req-1e82850a-2c99-49f7-a91f-8f9ff88d1644 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930202 Sep 19 03:22:49.716672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37884) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:49.740991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af36fa48-9a99-4265-aab5-080b93da1b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:49.786823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:49.938401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af36fa48-9a99-4265-aab5-080b93da1b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:49.945528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af36fa48-9a99-4265-aab5-080b93da1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:49.979989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36fa48-9a99-4265-aab5-080b93da1b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6495577-d1d2-4abb-8a2c-edc3ad195d14,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:50.001100 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.034231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-af36fa48-9a99-4265-aab5-080b93da1b44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=344e5adfb5d9490b864b151a9fe7643a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139279 Sep 19 03:22:50.034576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 37894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:50.120916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-894115666-network', 'tenant_id': '7f9f030028b246da8e704493d130903b'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:50.161185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f595104-c974-46da-a0f6-4467a51c1b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.196781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ff728fe0-ab44-4350-aa4f-68c60d2a3e67 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:22:50.197540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f595104-c974-46da-a0f6-4467a51c1b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.231320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb182999-83e1-4520-9270-127d6cfebd1a req-7f59a86a-f5c8-4c66-a7ab-bfda6fab92c6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:50.244635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb182999-83e1-4520-9270-127d6cfebd1a req-7f59a86a-f5c8-4c66-a7ab-bfda6fab92c6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 943 time: 0.1127737 Sep 19 03:22:50.261049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Made reservation on behalf of 7f9f030028b246da8e704493d130903b for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:50.265634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.279886 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f595104-c974-46da-a0f6-4467a51c1b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.284720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2f595104-c974-46da-a0f6-4467a51c1b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.287271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2f595104-c974-46da-a0f6-4467a51c1b8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6495577-d1d2-4abb-8a2c-edc3ad195d14 HTTP/1.1" status: 204 len: 168 time: 0.2510707 Sep 19 03:22:50.289053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.342639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595104-c974-46da-a0f6-4467a51c1b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6495577-d1d2-4abb-8a2c-edc3ad195d14,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:50.355257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb182999-83e1-4520-9270-127d6cfebd1a req-bc9a8fef-c2c1-48fb-89cc-145712256629 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079149 Sep 19 03:22:50.443614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ff728fe0-ab44-4350-aa4f-68c60d2a3e67, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:50.462377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'port_id': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67', 'mac_address': 'fa:16:3e:c3:6c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc09b46-8465-4f64-9714-698e389203e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:22:50.544622 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.548922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.561529 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.569573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff728fe0-ab44-4350-aa4f-68c60d2a3e67 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:22:50.606869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:22:50.611359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ff728fe0-ab44-4350-aa4f-68c60d2a3e67, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:50.619459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.626996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed70ba95-92b9-4188-b9ae-b61c13d20c69,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:50.642027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.642348 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Added segment d2ee3392-add3-4bf6-8f10-b714fbce68e2 of type vlan for network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 Sep 19 03:22:50.690022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.700958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ceb05-842a-4947-948f-0c111fdc04af req-94de070e-1ca6-4d2c-8cde-6a77b139a3b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:50.715465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d98ceb05-842a-4947-948f-0c111fdc04af req-94de070e-1ca6-4d2c-8cde-6a77b139a3b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1286504 Sep 19 03:22:50.721794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:50.726134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.735774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:50.736592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:50.776364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d98ceb05-842a-4947-948f-0c111fdc04af req-f45561fc-e13c-4b48-a33c-6a63d1340357 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597887 Sep 19 03:22:50.803883 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0160086 Sep 19 03:22:50.811281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37924) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:50.816156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Request body: {'subnet': {'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-894115666-subnet', 'tenant_id': '7f9f030028b246da8e704493d130903b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:50.874213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3f92b-bfbe-430b-904c-a42318ec6543 admin admin] Pushing event updated for resources: {'Network': ['ID=2a4a7d82-af02-40a1-b5bd-ed38b6164c94,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:50.885874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Made reservation on behalf of 7f9f030028b246da8e704493d130903b for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:50.887842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:22:50.888148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:51.092403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:22:51.164086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:51.286819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4872f2b-f851-4dda-b6bc-c079776722b7,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:51.293735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Checking segment: {'id': 'd2ee3392-add3-4bf6-8f10-b714fbce68e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:22:51.294104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Network hostable DHCP agents. Network: 2a4a7d82-af02-40a1-b5bd-ed38b6164c94, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:22:51.315789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:22:51.333146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2a4a7d82-af02-40a1-b5bd-ed38b6164c94) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:22:51.338511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:51.339388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:51.358191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5622cee9-fe09-435a-a8f0-878c3e8ddd3b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5457222 Sep 19 03:22:51.372674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807257a4-ba0b-4d0c-93b2-6019236a7212 None None] Network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:51.615338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637b85-569f-49e3-8817-8dd6df76f216 req-0fa5b788-144e-47ac-aa79-6e551b2ec42a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:51.626818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80637b85-569f-49e3-8817-8dd6df76f216 req-0fa5b788-144e-47ac-aa79-6e551b2ec42a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 944 time: 0.1291094 Sep 19 03:22:51.695957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80637b85-569f-49e3-8817-8dd6df76f216 req-958c36b4-1e4a-4fab-8e95-3180909ea800 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630307 Sep 19 03:22:51.812982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd796ab1-382f-47d4-b797-f34ca8cb07f0 None None] Network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:22:52.044853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a651f1-4e39-446d-ba2d-c8a23647ddd1 req-274f7020-327a-44ea-975a-f884dc7663be tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:52.056838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a651f1-4e39-446d-ba2d-c8a23647ddd1 req-274f7020-327a-44ea-975a-f884dc7663be tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1270423 Sep 19 03:22:52.164381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a651f1-4e39-446d-ba2d-c8a23647ddd1 req-e40d875d-9f58-4bbc-adea-858172388cd0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065490 Sep 19 03:22:52.436424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-1d3a5a28-4257-4494-a8c6-73ebd7a33dfd tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:52.437987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-1d3a5a28-4257-4494-a8c6-73ebd7a33dfd tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/networks?id=2a4a7d82-af02-40a1-b5bd-ed38b6164c94 HTTP/1.1" status: 200 len: 821 time: 0.1987185 Sep 19 03:22:52.462089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-8e65d5a4-fc16-4076-8b69-48d68b4a5311 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/quotas/7f9f030028b246da8e704493d130903b HTTP/1.1" status: 200 len: 375 time: 0.0169194 Sep 19 03:22:52.527487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-6df79595-85e6-4f31-8878-5660b9035bab tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7f9f030028b246da8e704493d130903b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567644 Sep 19 03:22:52.650182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-786dc6e6-974a-4c0f-9f8f-741d1cb915e0 service neutron] 10.222.0.22 "GET /v2.0/networks/2a4a7d82-af02-40a1-b5bd-ed38b6164c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145518 Sep 19 03:22:52.829582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-c2219717-149c-426f-8972-13f57fbf6a7b service neutron] 10.222.0.22 "GET /v2.0/networks/2a4a7d82-af02-40a1-b5bd-ed38b6164c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682911 Sep 19 03:22:53.025479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ff5ad-52d8-4022-9faf-c97960ad39a2 req-c0fcf4dd-9c48-4a1d-9871-c6942b3443c4 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:53.033281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-060ff5ad-52d8-4022-9faf-c97960ad39a2 req-c0fcf4dd-9c48-4a1d-9871-c6942b3443c4 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 944 time: 0.1171844 Sep 19 03:22:53.158369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb7d521f-a2a0-4ca7-b2c9-fbe4baa5ec98 req-d21a3da8-cbf3-4c37-aa3a-6f0deab06ec1 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 210 time: 0.0853608 Sep 19 03:22:53.185353 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-060ff5ad-52d8-4022-9faf-c97960ad39a2 req-0b31ec0e-c454-4a74-b29c-b0feafe313a7 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465733 Sep 19 03:22:53.331347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f8fe0-9779-4bc4-87de-e8e6df13284b req-1949d61f-40eb-4dc1-8fbb-19b20a16fe06 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:53.333616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-446f8fe0-9779-4bc4-87de-e8e6df13284b req-1949d61f-40eb-4dc1-8fbb-19b20a16fe06 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0847218 Sep 19 03:22:53.415477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-446f8fe0-9779-4bc4-87de-e8e6df13284b req-b4e46cb0-bddf-4c7d-978e-704c84eeac84 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681014 Sep 19 03:22:54.202961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ff728fe0-ab44-4350-aa4f-68c60d2a3e67 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:22:54.320017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:22:54.325053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:22:54.325907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:54.469204 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:54.515980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:22:54.522719 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b76505-7d7c-48fe-88c9-ccb4cb3051f3" -d '{"events": [{"server_uuid": "601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ff728fe0-ab44-4350-aa4f-68c60d2a3e67"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:22:54.564845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ff728fe0-ab44-4350-aa4f-68c60d2a3e67, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:22:54.577477 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:54.669726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:54.735795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-9603cb83-603a-40e3-a764-dfb0ebad1954 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:54.739314 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-9603cb83-603a-40e3-a764-dfb0ebad1954 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.32 "GET /v2.0/networks?id=2a4a7d82-af02-40a1-b5bd-ed38b6164c94 HTTP/1.1" status: 200 len: 821 time: 0.2429714 Sep 19 03:22:54.769562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Request body: {'port': {'device_id': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94', 'admin_state_up': True, 'tenant_id': '7f9f030028b246da8e704493d130903b'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:54.819735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63798363-1dd2-4b3a-a283-8c80e0d1b158 req-b1329c7e-062b-47fb-b60d-301dabc78b67 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 210 time: 0.0506430 Sep 19 03:22:54.871774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190f27a-53ef-458f-96ec-2f456c785093 req-a599e7d0-bb82-4fa5-8824-d1d6c81b6510 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:54.881728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b190f27a-53ef-458f-96ec-2f456c785093 req-a599e7d0-bb82-4fa5-8824-d1d6c81b6510 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 944 time: 0.6066370 Sep 19 03:22:54.960682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b190f27a-53ef-458f-96ec-2f456c785093 req-d8eb6744-2f83-4905-9e53-9231fe6a365b tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779126 Sep 19 03:22:55.018634 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290be00-6277-42ac-8736-ca72696230a3 x-openstack-request-id: req-1290be00-6277-42ac-8736-ca72696230a3 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:22:55.019205 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c", "name": "network-vif-plugged", "status": "completed", "tag": "ff728fe0-ab44-4350-aa4f-68c60d2a3e67", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:22:55.019386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Made reservation on behalf of 7f9f030028b246da8e704493d130903b for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:22:55.019488 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1290be00-6277-42ac-8736-ca72696230a3 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:22:55.019913 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67', 'code': 200} Sep 19 03:22:55.023035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:55.119343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f680cf1b-d374-4bad-a952-27852f22ed52 req-6888fffb-0c45-4e1b-b719-029154bbe5f8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:55.126724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f680cf1b-d374-4bad-a952-27852f22ed52 req-6888fffb-0c45-4e1b-b719-029154bbe5f8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0782304 Sep 19 03:22:55.174374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f680cf1b-d374-4bad-a952-27852f22ed52 req-45e965a4-b068-45dc-92d7-3774cee69885 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466065 Sep 19 03:22:55.259668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Allocated IP 172.20.0.3 (2a4a7d82-af02-40a1-b5bd-ed38b6164c94/f4872f2b-f851-4dda-b6bc-c079776722b7/8cbfc585-003a-4a65-bfb3-35490cf3207b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:22:55.269611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efe88a-010d-48b5-8d2b-f9859210212a req-9556bbd9-5409-41a1-bc25-ce9284503316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:55.272204 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c8efe88a-010d-48b5-8d2b-f9859210212a req-9556bbd9-5409-41a1-bc25-ce9284503316 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 1096 time: 0.1270092 Sep 19 03:22:55.316507 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c8efe88a-010d-48b5-8d2b-f9859210212a req-c23bb171-af4e-43dd-8412-ea560f4f7cb1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362444 Sep 19 03:22:55.501631 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:55.551164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:55.601820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:22:55.607177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:22:55.616407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:22:55.619150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Pushing event updated for resources: {'Port': ['ID=8cbfc585-003a-4a65-bfb3-35490cf3207b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:55.666624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:55.667329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:55.683733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-91e00fa1-852a-41a7-8f61-442d262642b3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9289823 Sep 19 03:22:55.711456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Request body: {'port': {'device_id': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:22:55.773734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:56.101233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141ac61-4ba7-4e5b-ac8a-eba608f344b8 req-08c4e84f-1ba1-47ec-8cac-ea7797909da6 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:56.102599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a141ac61-4ba7-4e5b-ac8a-eba608f344b8 req-08c4e84f-1ba1-47ec-8cac-ea7797909da6 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 931 time: 0.1618824 Sep 19 03:22:56.190028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a141ac61-4ba7-4e5b-ac8a-eba608f344b8 req-be7f90fc-257d-4956-9127-2bcf30462a27 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807624 Sep 19 03:22:56.254374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbfc585-003a-4a65-bfb3-35490cf3207b {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:22:56.268946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:56.288991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b7284-c5b3-4e36-bdab-0643fa36d662 req-d94e21df-506f-4d95-833d-865ddb4ae16a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:56.296691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Transition to ACTIVE for port object 8cbfc585-003a-4a65-bfb3-35490cf3207b will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:22:56.300507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e64b7284-c5b3-4e36-bdab-0643fa36d662 req-d94e21df-506f-4d95-833d-865ddb4ae16a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 945 time: 0.0805199 Sep 19 03:22:56.304114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:56.395972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e64b7284-c5b3-4e36-bdab-0643fa36d662 req-59a6ed11-0679-4a38-8a68-8d0aa94372af tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933716 Sep 19 03:22:56.405323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbfc585-003a-4a65-bfb3-35490cf3207b,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:56.444973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8af5d0-6a7f-4c70-86c6-0485e7e3842d req-222ac217-a0ef-464c-acbb-7140a4b667ed tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:56.455872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da8af5d0-6a7f-4c70-86c6-0485e7e3842d req-222ac217-a0ef-464c-acbb-7140a4b667ed tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1259003 Sep 19 03:22:56.513287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da8af5d0-6a7f-4c70-86c6-0485e7e3842d req-26f5ee1d-19e9-4f1c-b989-8d99f9f561c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554678 Sep 19 03:22:56.552252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Attempting to bind port 8cbfc585-003a-4a65-bfb3-35490cf3207b on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:22:56.552589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Attempting to bind port 8cbfc585-003a-4a65-bfb3-35490cf3207b by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'd2ee3392-add3-4bf6-8f10-b714fbce68e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:22:56.552924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Attempting to bind port 8cbfc585-003a-4a65-bfb3-35490cf3207b on network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:22:56.567622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Port 8cbfc585-003a-4a65-bfb3-35490cf3207b on network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:22:56.567981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Attempting to bind port 8cbfc585-003a-4a65-bfb3-35490cf3207b on network 2a4a7d82-af02-40a1-b5bd-ed38b6164c94 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:22:56.584322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:22:56.585012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Checking segment: {'id': 'd2ee3392-add3-4bf6-8f10-b714fbce68e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:22:56.585419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Bound using segment: {'id': 'd2ee3392-add3-4bf6-8f10-b714fbce68e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:22:56.587151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Bound port: 8cbfc585-003a-4a65-bfb3-35490cf3207b, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2ee3392-add3-4bf6-8f10-b714fbce68e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:22:56.587537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:56.687177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38166) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:56.687289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] For port 8cbfc585-003a-4a65-bfb3-35490cf3207b, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:22:56.692258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] For port 8cbfc585-003a-4a65-bfb3-35490cf3207b, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8cbfc585-003a-4a65-bfb3-35490cf3207b,segment=NetworkSegment(d2ee3392-add3-4bf6-8f10-b714fbce68e2),segment_id=d2ee3392-add3-4bf6-8f10-b714fbce68e2)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:22:56.698409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:56.769126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Pushing event updated for resources: {'Port': ['ID=8cbfc585-003a-4a65-bfb3-35490cf3207b,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:56.783485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:56.784738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:56.787878 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-7d18746e-73eb-400d-b687-609a95ada50c service neutron] 10.222.0.32 "PUT /v2.0/ports/8cbfc585-003a-4a65-bfb3-35490cf3207b HTTP/1.1" status: 200 len: 1091 time: 1.0851378 Sep 19 03:22:56.788613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'tag': '8cbfc585-003a-4a65-bfb3-35490cf3207b'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:22:56.791587 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332dcff3-21a4-4625-8345-9dd6d85f9247" -d '{"events": [{"name": "network-changed", "server_uuid": "69ba88f8-1559-4fa0-9ddf-34d954bcbeda", "tag": "8cbfc585-003a-4a65-bfb3-35490cf3207b"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:22:56.847869 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341ce236-f354-4710-84c8-f85ae1a2a127 x-openstack-request-id: req-341ce236-f354-4710-84c8-f85ae1a2a127 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:22:56.848468 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ba88f8-1559-4fa0-9ddf-34d954bcbeda", "tag": "8cbfc585-003a-4a65-bfb3-35490cf3207b", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:22:56.849092 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-341ce236-f354-4710-84c8-f85ae1a2a127 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:22:56.849946 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'tag': '8cbfc585-003a-4a65-bfb3-35490cf3207b', 'status': 'completed', 'code': 200} Sep 19 03:22:56.965315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-2b57074e-e5fc-4f70-84b2-35f7ad6e26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:56.966985 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-2b57074e-e5fc-4f70-84b2-35f7ad6e26a9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f9f030028b246da8e704493d130903b&device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 1094 time: 0.0722239 Sep 19 03:22:57.022853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-5b401eb4-0f74-4199-97a0-8a25bec94551 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbfc585-003a-4a65-bfb3-35490cf3207b HTTP/1.1" status: 200 len: 217 time: 0.0406344 Sep 19 03:22:57.030392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:57.154096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-975ef8a8-22f7-4347-9477-689e38a5f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:57.155488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-975ef8a8-22f7-4347-9477-689e38a5f410 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4872f2b-f851-4dda-b6bc-c079776722b7 HTTP/1.1" status: 200 len: 861 time: 0.1058927 Sep 19 03:22:57.162285 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:57.176173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:57.206492 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-b2b0aee3-f874-473d-bce9-ab725ab2f40c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a4a7d82-af02-40a1-b5bd-ed38b6164c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423927 Sep 19 03:22:57.215437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28461d0354a4469ca63aaf64933e0c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273075 Sep 19 03:22:57.216609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38184) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:57.259304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b869d35-e94f-4659-8d06-9fcc5fd96ee9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:57.276616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.279068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.279779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.281373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.282772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.285062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.285397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.285721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.286055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.286383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.287344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.287697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3021a4-7d8f-44f8-b5bd-dd98c1e06e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:22:57.359778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc25e-95e3-4e22-8b6e-c2b8a57fe878 req-27b63f71-bc10-4dae-aa18-a6b233f3fb65 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:57.361919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79fdc25e-95e3-4e22-8b6e-c2b8a57fe878 req-27b63f71-bc10-4dae-aa18-a6b233f3fb65 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 943 time: 0.0704765 Sep 19 03:22:57.363059 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-ab92d27e-27f7-4a94-990e-d3cc1eafa2e5 service neutron] 10.222.0.32 "GET /v2.0/networks/2a4a7d82-af02-40a1-b5bd-ed38b6164c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479232 Sep 19 03:22:57.418252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79fdc25e-95e3-4e22-8b6e-c2b8a57fe878 req-ea510b39-5f54-46ea-9c7e-48c12093ba2d tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Sep 19 03:22:57.489322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28816fcf-39b6-4aa3-9733-6571ca379bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:57.497985 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f93ad29-b7c2-4d60-99fa-d1656dcff063 req-e44ea0d6-f99d-4546-86a5-17be61a31851 service neutron] 10.222.0.32 "GET /v2.0/networks/2a4a7d82-af02-40a1-b5bd-ed38b6164c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266513 Sep 19 03:22:57.525174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28816fcf-39b6-4aa3-9733-6571ca379bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:57.539087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789de04c-6499-461d-9383-ffd8600ac2fa req-d2c05719-6ac2-4ec9-b3df-3c8dbaa0ffb0 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:57.540916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789de04c-6499-461d-9383-ffd8600ac2fa req-d2c05719-6ac2-4ec9-b3df-3c8dbaa0ffb0 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 945 time: 0.0604329 Sep 19 03:22:57.642939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28816fcf-39b6-4aa3-9733-6571ca379bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:57.645691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789de04c-6499-461d-9383-ffd8600ac2fa req-c761aba2-f953-43a2-928a-081d60686c94 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980675 Sep 19 03:22:57.645894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28816fcf-39b6-4aa3-9733-6571ca379bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:57.647318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-28816fcf-39b6-4aa3-9733-6571ca379bd1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b869d35-e94f-4659-8d06-9fcc5fd96ee9 HTTP/1.1" status: 204 len: 168 time: 0.4293976 Sep 19 03:22:57.666116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28816fcf-39b6-4aa3-9733-6571ca379bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b869d35-e94f-4659-8d06-9fcc5fd96ee9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:57.716629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-ef6553e5-b163-4ddf-9e4f-d26684e4ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:57.723906 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-ef6553e5-b163-4ddf-9e4f-d26684e4ea42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7f9f030028b246da8e704493d130903b&device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 1094 time: 0.1228180 Sep 19 03:22:57.794253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d25cc-4776-48ad-a1e7-32920a0b6035 req-825caf47-ae76-49f2-84c5-42e4a0d948fc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:57.796285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e8d25cc-4776-48ad-a1e7-32920a0b6035 req-825caf47-ae76-49f2-84c5-42e4a0d948fc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1494529 Sep 19 03:22:57.878576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e8d25cc-4776-48ad-a1e7-32920a0b6035 req-6f3759a5-838e-4969-bb20-ad56610e9ea5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738912 Sep 19 03:22:57.911074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-afe140ba-57d1-4d4f-8265-f2ab2a80fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:57.913831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-afe140ba-57d1-4d4f-8265-f2ab2a80fda3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2a4a7d82-af02-40a1-b5bd-ed38b6164c94 HTTP/1.1" status: 200 len: 922 time: 0.1764164 Sep 19 03:22:57.981620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-6e8cb107-4109-4691-87d7-e17491796a51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cbfc585-003a-4a65-bfb3-35490cf3207b HTTP/1.1" status: 200 len: 217 time: 0.0602858 Sep 19 03:22:58.112900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-fb4c7c83-bce7-483e-bac7-d167d71389af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:58.115823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-fb4c7c83-bce7-483e-bac7-d167d71389af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f4872f2b-f851-4dda-b6bc-c079776722b7 HTTP/1.1" status: 200 len: 861 time: 0.1267669 Sep 19 03:22:58.183734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-cd63cb37-63c1-457d-97f6-27bf835d507e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2a4a7d82-af02-40a1-b5bd-ed38b6164c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614650 Sep 19 03:22:58.246423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38230) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:58.262828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1ba5-0d52-44b5-887e-5c8665c341ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:58.369972 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-f55fb0be-d1c4-4f37-b9b4-b8a45cf9b26c service neutron] 10.222.0.32 "GET /v2.0/networks/2a4a7d82-af02-40a1-b5bd-ed38b6164c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581898 Sep 19 03:22:58.456460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1ba5-0d52-44b5-887e-5c8665c341ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:58.464337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ac7b1ba5-0d52-44b5-887e-5c8665c341ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:58.524683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b1ba5-0d52-44b5-887e-5c8665c341ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f1b349-1f57-4c60-b7a8-c3272286ece5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:58.585843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ac7b1ba5-0d52-44b5-887e-5c8665c341ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26b594fe5388464ba92b80853ed47cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375592 Sep 19 03:22:58.589618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38244) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:22:58.669811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bffaa5-9210-4c70-8e9b-6ebc4f3f003b req-1378410d-91b3-41c5-9334-677fa159cea3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:58.671837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3bffaa5-9210-4c70-8e9b-6ebc4f3f003b req-1378410d-91b3-41c5-9334-677fa159cea3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 943 time: 0.1410825 Sep 19 03:22:58.716869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b23a115b-b278-4096-a8df-148781c7309f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:58.765996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3bffaa5-9210-4c70-8e9b-6ebc4f3f003b req-b3278d4f-fdaf-4210-89a2-5ececb2f6464 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875945 Sep 19 03:22:58.799301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b23a115b-b278-4096-a8df-148781c7309f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:58.893969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b23a115b-b278-4096-a8df-148781c7309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:58.894532 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-332dcff3-21a4-4625-8345-9dd6d85f9247 req-d1a3dc64-88cb-48ec-83ee-72a62e9a6f52 service neutron] 10.222.0.32 "GET /v2.0/networks/2a4a7d82-af02-40a1-b5bd-ed38b6164c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170560 Sep 19 03:22:58.898997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b23a115b-b278-4096-a8df-148781c7309f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:58.902787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b23a115b-b278-4096-a8df-148781c7309f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54f1b349-1f57-4c60-b7a8-c3272286ece5 HTTP/1.1" status: 204 len: 168 time: 0.3091059 Sep 19 03:22:58.938708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a115b-b278-4096-a8df-148781c7309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f1b349-1f57-4c60-b7a8-c3272286ece5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:22:59.049368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cd011-bcbb-44df-905a-62c81c50c51f req-47e1111c-ddfa-483e-86d5-93d5f95de710 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:59.051128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-828cd011-bcbb-44df-905a-62c81c50c51f req-47e1111c-ddfa-483e-86d5-93d5f95de710 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0758023 Sep 19 03:22:59.175889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-828cd011-bcbb-44df-905a-62c81c50c51f req-3f800b9a-9045-4e8d-8a11-6a608944e4a0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023138 Sep 19 03:22:59.840046 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:22:59.945508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32cd3c-410e-4168-b98e-0155ed8facbc req-c8d3e65d-50a3-432f-9040-969cebb40308 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:22:59.947165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e32cd3c-410e-4168-b98e-0155ed8facbc req-c8d3e65d-50a3-432f-9040-969cebb40308 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 943 time: 0.0714192 Sep 19 03:23:00.000072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e32cd3c-410e-4168-b98e-0155ed8facbc req-6412b6e3-d2e2-487e-992b-8be301334ae4 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467021 Sep 19 03:23:00.309701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea786e8-a7d3-4943-8e11-55eb8956e3de req-3577e86e-94b9-4c27-bbf0-93c5067e8c4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:00.317279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ea786e8-a7d3-4943-8e11-55eb8956e3de req-3577e86e-94b9-4c27-bbf0-93c5067e8c4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0654740 Sep 19 03:23:00.367240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ea786e8-a7d3-4943-8e11-55eb8956e3de req-50965849-7187-4a9d-850b-40419b6a1eeb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488603 Sep 19 03:23:00.995967 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-5dc63a74-67b2-4956-bc0a-ae5a20d05d16 service neutron] show failed (client error): The resource could not be found. Sep 19 03:23:00.997180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-5dc63a74-67b2-4956-bc0a-ae5a20d05d16 service neutron] 10.222.0.32 "GET /v2.0/ports/f7b7dddd-ed63-490f-81e4-c6c0766ac72c/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.1029482 Sep 19 03:23:01.163792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4fcb2-447d-4cad-af59-00b0d7a5d279 req-85b9933b-abd9-42c3-a264-aef34b7d0e14 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:01.165905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21e4fcb2-447d-4cad-af59-00b0d7a5d279 req-85b9933b-abd9-42c3-a264-aef34b7d0e14 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 943 time: 0.0709653 Sep 19 03:23:01.239186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21e4fcb2-447d-4cad-af59-00b0d7a5d279 req-5e877535-841b-4654-88ce-95b1b0b32b58 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659478 Sep 19 03:23:01.581571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e59a7d-b58a-41d8-90ac-ac706085c560 req-33feddfd-0c5e-46e5-9c24-4f49007f0361 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:01.591685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92e59a7d-b58a-41d8-90ac-ac706085c560 req-33feddfd-0c5e-46e5-9c24-4f49007f0361 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0688207 Sep 19 03:23:01.781730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92e59a7d-b58a-41d8-90ac-ac706085c560 req-141dd3d2-cbd5-448d-a20b-d9b607050435 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890333 Sep 19 03:23:01.792225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-6d4a9960-b6cc-423e-8351-b14f55b5bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:01.793722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-6d4a9960-b6cc-423e-8351-b14f55b5bd8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 1097 time: 0.5150824 Sep 19 03:23:01.807937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-ee7b728d-b3bf-4e0d-9c57-f7f8ae2be360 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:23:01.808953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-ee7b728d-b3bf-4e0d-9c57-f7f8ae2be360 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081518 Sep 19 03:23:01.822328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:01.905117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:02.161030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:02.197037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:02.248675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8cbfc585-003a-4a65-bfb3-35490cf3207b details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:23:02.256010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:02.259421 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7a3c11-3221-4a55-ae2e-42c2de13ea99" -d '{"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:02.270088 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:02.284493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Transition to ACTIVE for port object f7b7dddd-ed63-490f-81e4-c6c0766ac72c will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:23:02.289495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:02.531236 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8a363c-27ea-42a2-98c9-23ab2833644c x-openstack-request-id: req-bb8a363c-27ea-42a2-98c9-23ab2833644c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:02.531455 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:02.531671 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb8a363c-27ea-42a2-98c9-23ab2833644c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:02.532063 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'code': 200} Sep 19 03:23:02.574073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8cbfc585-003a-4a65-bfb3-35490cf3207b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8cbfc585-003a-4a65-bfb3-35490cf3207b,segment=NetworkSegment(d2ee3392-add3-4bf6-8f10-b714fbce68e2),segment_id=d2ee3392-add3-4bf6-8f10-b714fbce68e2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:02.595047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38428) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:02.613088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '8cbfc585-003a-4a65-bfb3-35490cf3207b', 'network_id': '2a4a7d82-af02-40a1-b5bd-ed38b6164c94', 'port_id': '8cbfc585-003a-4a65-bfb3-35490cf3207b', 'mac_address': 'fa:16:3e:04:2e:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4872f2b-f851-4dda-b6bc-c079776722b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:23:02.662313 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:02.680673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbfc585-003a-4a65-bfb3-35490cf3207b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:23:02.682526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:02.717055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8cbfc585-003a-4a65-bfb3-35490cf3207b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8cbfc585-003a-4a65-bfb3-35490cf3207b,segment=NetworkSegment(d2ee3392-add3-4bf6-8f10-b714fbce68e2),segment_id=d2ee3392-add3-4bf6-8f10-b714fbce68e2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:02.742459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:02.792992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72892a2-90ef-46bc-ace5-1b6c1ac803f4 req-a75dc291-2ed0-43e8-a7e7-d89e50fb710d tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:02.801534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e72892a2-90ef-46bc-ace5-1b6c1ac803f4 req-a75dc291-2ed0-43e8-a7e7-d89e50fb710d tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 943 time: 0.2728829 Sep 19 03:23:02.859039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1d39302-60d7-4be7-93b6-cb51b1f68aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:02.870294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8cbfc585-003a-4a65-bfb3-35490cf3207b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:02.885163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] No DVR routers for this DVR port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:23:02.991202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e72892a2-90ef-46bc-ace5-1b6c1ac803f4 req-51ef85d9-6db8-4582-9c88-7fbc445a9728 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623855 Sep 19 03:23:03.053647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1d39302-60d7-4be7-93b6-cb51b1f68aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.063976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1d39302-60d7-4be7-93b6-cb51b1f68aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.110795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f90f2e-d00e-459a-9680-883a83978d1a req-c006a5d1-da6f-4539-a6e5-8ed0933fa43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:03.112976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3f90f2e-d00e-459a-9680-883a83978d1a req-c006a5d1-da6f-4539-a6e5-8ed0933fa43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 944 time: 0.0784266 Sep 19 03:23:03.133765 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c1d39302-60d7-4be7-93b6-cb51b1f68aa4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c35d36d6fc54e858c2e4b0734fa7cbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375943 Sep 19 03:23:03.137332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38454) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:03.145979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d39302-60d7-4be7-93b6-cb51b1f68aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb3c82a-d8e9-4c65-871d-548b64dc46b3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:03.201405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba99b364-f888-4387-afce-c5e880e0f8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.213044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:03.213544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:03.213697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on network eae95a00-671d-44c4-b6ef-aa0b9283729a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:03.220893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on network eae95a00-671d-44c4-b6ef-aa0b9283729a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:03.221431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Attempting to bind port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on network eae95a00-671d-44c4-b6ef-aa0b9283729a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:03.229902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['8cbfc585-003a-4a65-bfb3-35490cf3207b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:23:03.240013 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba99b364-f888-4387-afce-c5e880e0f8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.292714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:23:03.294480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Checking segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:03.295360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Bound using segment: {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:23:03.295851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Bound port: f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b16978-fe76-4e49-a0e5-8c9e625a52ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:23:03.296219 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.314418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba99b364-f888-4387-afce-c5e880e0f8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.319580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3f90f2e-d00e-459a-9680-883a83978d1a req-3350234b-7f50-4dc5-b5ea-d9b77afc2807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739864 Sep 19 03:23:03.322236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba99b364-f888-4387-afce-c5e880e0f8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.323422 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba99b364-f888-4387-afce-c5e880e0f8d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fb3c82a-d8e9-4c65-871d-548b64dc46b3 HTTP/1.1" status: 204 len: 168 time: 0.1851571 Sep 19 03:23:03.357024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b364-f888-4387-afce-c5e880e0f8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb3c82a-d8e9-4c65-871d-548b64dc46b3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:03.406716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:03.410356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:23:03.417445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.526392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:03.527072 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:03.528501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 1092 time: 1.7110097 Sep 19 03:23:03.560964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74558cf4-ae7e-4a1d-a9d5-5681bb9082a9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:03.655215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-afa45cb2-a2ba-41e2-bc4d-8d1817115bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:03.657639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-afa45cb2-a2ba-41e2-bc4d-8d1817115bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1095 time: 0.0831618 Sep 19 03:23:03.843942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-4b0c7837-9896-4099-a692-7101177f4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:03.845627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-4b0c7837-9896-4099-a692-7101177f4c8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.1799881 Sep 19 03:23:03.977031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-b6379265-7f68-4f68-8ac3-63fdb4a62f89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 999 time: 0.1181264 Sep 19 03:23:03.991440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38494) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:04.019616 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51522f0c-598c-47af-9024-16976378d226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:04.040763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-53527313-9fbb-46bd-9454-dcd1bf506115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.042277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-53527313-9fbb-46bd-9454-dcd1bf506115 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.0583596 Sep 19 03:23:04.151108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-9b35b223-3d21-4132-9b23-b1855a67f96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.152710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-9b35b223-3d21-4132-9b23-b1855a67f96d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036952 Sep 19 03:23:04.179629 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51522f0c-598c-47af-9024-16976378d226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:04.186284 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-51522f0c-598c-47af-9024-16976378d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:04.245728 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-51522f0c-598c-47af-9024-16976378d226 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3fded837e1824b049dcaf9377d7e7c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518208 Sep 19 03:23:04.247487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51522f0c-598c-47af-9024-16976378d226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873a5de2-6e51-4c3f-973c-fb0bea120410,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:04.264255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38506) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:04.278600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:23:04.326343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-a6a646b9-c383-48f0-8a46-4fc03c93b527 service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654961 Sep 19 03:23:04.344846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:23:04.353113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5707ac7-9274-4f8f-838e-d4e2e24a8b45 req-2985e318-e527-4168-a5a5-9a32571906e3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.361165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5707ac7-9274-4f8f-838e-d4e2e24a8b45 req-2985e318-e527-4168-a5a5-9a32571906e3 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 944 time: 0.2515883 Sep 19 03:23:04.410196 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2e0cd07-f200-4c8d-a208-8c9d2ae7468d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:04.476409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5707ac7-9274-4f8f-838e-d4e2e24a8b45 req-f42af63d-e591-4524-b01d-194b4354d0c8 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113808 Sep 19 03:23:04.476880 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2e0cd07-f200-4c8d-a208-8c9d2ae7468d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:04.534436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabebc27-2fbd-411d-9e4c-657eec45a7ac req-46a03b5d-0492-41d2-a460-e5418659a693 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.536521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dabebc27-2fbd-411d-9e4c-657eec45a7ac req-46a03b5d-0492-41d2-a460-e5418659a693 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 944 time: 0.0943081 Sep 19 03:23:04.538795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:04.541369 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e74795d-44d1-4786-8bfd-907cd3fa9279" -d '{"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:04.558972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3bca662-4ec1-4089-9ddd-c12b3a14b278 req-0e119535-d977-4d64-9cff-b613579a7abb service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240438 Sep 19 03:23:04.569840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2e0cd07-f200-4c8d-a208-8c9d2ae7468d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:04.572756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e2e0cd07-f200-4c8d-a208-8c9d2ae7468d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:04.577530 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e2e0cd07-f200-4c8d-a208-8c9d2ae7468d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/873a5de2-6e51-4c3f-973c-fb0bea120410 HTTP/1.1" status: 204 len: 168 time: 0.3131657 Sep 19 03:23:04.589444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e0cd07-f200-4c8d-a208-8c9d2ae7468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873a5de2-6e51-4c3f-973c-fb0bea120410,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:04.679761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dabebc27-2fbd-411d-9e4c-657eec45a7ac req-7c0c6dcd-01c2-462e-9140-131de9ea3d58 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231644 Sep 19 03:23:04.682442 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9046542-6578-4cc8-9762-61a711daf0b3 x-openstack-request-id: req-a9046542-6578-4cc8-9762-61a711daf0b3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:04.693299 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:04.693299 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9046542-6578-4cc8-9762-61a711daf0b3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:04.693299 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'status': 'completed', 'code': 200} Sep 19 03:23:04.774555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-f63f6681-6888-48c2-9ad2-5822f499f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.779389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-f63f6681-6888-48c2-9ad2-5822f499f67a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1095 time: 0.0873210 Sep 19 03:23:04.783286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-82c526db-7538-4cef-b7a4-509c88e8a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.785160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-82c526db-7538-4cef-b7a4-509c88e8a640 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1095 time: 0.0688584 Sep 19 03:23:04.892059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-1f93026f-ddfd-43c0-a6b1-0e8ebebdd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.893473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-1f93026f-ddfd-43c0-a6b1-0e8ebebdd1bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.1080894 Sep 19 03:23:04.944836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-56ff0fea-be2f-469f-8da5-b4aec047dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:04.946374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-56ff0fea-be2f-469f-8da5-b4aec047dbe1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.1531348 Sep 19 03:23:05.027905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-886c4bdc-7448-48b5-bccf-25799add735b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 999 time: 0.1253517 Sep 19 03:23:05.089278 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-bc16ed42-dbb2-403d-aa05-8f9591041a0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 999 time: 0.1350524 Sep 19 03:23:05.097773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-7732828b-449d-4eab-878c-1d39b76a0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:05.100169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-7732828b-449d-4eab-878c-1d39b76a0f53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.0647440 Sep 19 03:23:05.187498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-93ef5f2b-f0fd-436e-9de6-7a57bf5aaa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:05.188975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-93ef5f2b-f0fd-436e-9de6-7a57bf5aaa98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.0928860 Sep 19 03:23:05.199493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-ff601c45-bfe8-4afa-8c93-0fb49d1ebcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:05.203598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-ff601c45-bfe8-4afa-8c93-0fb49d1ebcfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916266 Sep 19 03:23:05.266252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-96dac147-9f3b-4555-b6aa-8916bf23c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:05.268343 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-96dac147-9f3b-4555-b6aa-8916bf23c3fe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713701 Sep 19 03:23:05.406657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-3b566118-f3b1-4cb7-8d93-f052a794d9ac service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951602 Sep 19 03:23:05.499638 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-0673e269-2897-4b73-83ef-2fa190afe653 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237864 Sep 19 03:23:05.602414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-7f3b283d-a51a-48d3-8752-f817a37d38e4 service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873219 Sep 19 03:23:05.642063 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2e74795d-44d1-4786-8bfd-907cd3fa9279 req-7d786d72-bfc6-404d-97ec-a149b916d9c4 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341200 Sep 19 03:23:05.681965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c9c7f-57f5-4792-a323-9cce1dd7f9d4 req-cb14c387-a173-4820-9aeb-2d25a8188b9e tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:05.696337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-180c9c7f-57f5-4792-a323-9cce1dd7f9d4 req-cb14c387-a173-4820-9aeb-2d25a8188b9e tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 944 time: 0.0845490 Sep 19 03:23:05.758212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-180c9c7f-57f5-4792-a323-9cce1dd7f9d4 req-5512f567-811b-459c-97dc-b370c9909ccf tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572805 Sep 19 03:23:05.841785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8011b47-827c-4a17-9d68-d27f00c00553 req-e6c20b51-02c5-44c5-ab7f-0560b0cf794a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:05.843481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8011b47-827c-4a17-9d68-d27f00c00553 req-e6c20b51-02c5-44c5-ab7f-0560b0cf794a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 944 time: 0.0674686 Sep 19 03:23:05.894031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8011b47-827c-4a17-9d68-d27f00c00553 req-7d858320-60e1-408b-8ee4-be83e60404d6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Sep 19 03:23:06.123977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:23:06.274773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8cbfc585-003a-4a65-bfb3-35490cf3207b up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:23:06.330173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 8cbfc585-003a-4a65-bfb3-35490cf3207b completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:23:06.335145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 8cbfc585-003a-4a65-bfb3-35490cf3207b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:23:06.335701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:06.441027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:06.473534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbfc585-003a-4a65-bfb3-35490cf3207b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:06.476287 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cedd8ab-e7e2-42f7-bed9-0060d803bfbc" -d '{"events": [{"server_uuid": "69ba88f8-1559-4fa0-9ddf-34d954bcbeda", "name": "network-vif-plugged", "status": "completed", "tag": "8cbfc585-003a-4a65-bfb3-35490cf3207b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:06.503960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8cbfc585-003a-4a65-bfb3-35490cf3207b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8cbfc585-003a-4a65-bfb3-35490cf3207b,segment=NetworkSegment(d2ee3392-add3-4bf6-8f10-b714fbce68e2),segment_id=d2ee3392-add3-4bf6-8f10-b714fbce68e2)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:06.515922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:06.521458 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76826760-79a4-497c-a1a5-aa6f9a5fb2ea x-openstack-request-id: req-76826760-79a4-497c-a1a5-aa6f9a5fb2ea {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:06.522255 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ba88f8-1559-4fa0-9ddf-34d954bcbeda", "name": "network-vif-plugged", "status": "completed", "tag": "8cbfc585-003a-4a65-bfb3-35490cf3207b", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:06.522661 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76826760-79a4-497c-a1a5-aa6f9a5fb2ea {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:06.523448 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbfc585-003a-4a65-bfb3-35490cf3207b', 'code': 200} Sep 19 03:23:06.608995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8cbfc585-003a-4a65-bfb3-35490cf3207b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:06.635289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:23:06.691642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9cd42c-765f-4768-b2ae-88eeda5d1ff2 req-e49afb66-fadc-476f-adce-bc83f06df872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:06.698001 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af9cd42c-765f-4768-b2ae-88eeda5d1ff2 req-e49afb66-fadc-476f-adce-bc83f06df872 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 1096 time: 0.0842273 Sep 19 03:23:06.753322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38578) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:06.766558 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af9cd42c-765f-4768-b2ae-88eeda5d1ff2 req-4be370c0-4516-44a9-a3c2-3fb0b00576f3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610368 Sep 19 03:23:06.872745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:06.886433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'port_id': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'mac_address': 'fa:16:3e:45:a2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:23:06.932838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f927df5d-95ab-42ef-859b-2ed2b89e132f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:06.940396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:06.955919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b7dddd-ed63-490f-81e4-c6c0766ac72c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:23:06.969259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c5f57-3da1-4af0-a5dd-535d020e6f59 req-ba166857-34aa-4409-a1df-403fb12d5f61 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:06.971540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f5c5f57-3da1-4af0-a5dd-535d020e6f59 req-ba166857-34aa-4409-a1df-403fb12d5f61 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 945 time: 0.0956016 Sep 19 03:23:06.979328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:06.988702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:07.051498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f5c5f57-3da1-4af0-a5dd-535d020e6f59 req-8c7a0114-58c8-4f25-8919-bb8ab1969e7f tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690825 Sep 19 03:23:07.133447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:07.190674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5e949-c6fa-4e1a-9333-46b221b2f5eb req-a4a83df6-448f-4e0e-9d24-8366afcd926a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:07.192360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8bb5e949-c6fa-4e1a-9333-46b221b2f5eb req-a4a83df6-448f-4e0e-9d24-8366afcd926a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 945 time: 0.1454146 Sep 19 03:23:07.208010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f927df5d-95ab-42ef-859b-2ed2b89e132f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:07.226607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f927df5d-95ab-42ef-859b-2ed2b89e132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:07.235061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['f7b7dddd-ed63-490f-81e4-c6c0766ac72c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:23:07.295242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8bb5e949-c6fa-4e1a-9333-46b221b2f5eb req-63e7b33e-1b7d-48e3-a3e4-2aace2df28b9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896378 Sep 19 03:23:07.296132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927df5d-95ab-42ef-859b-2ed2b89e132f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded38f5b-1e76-455d-b362-009f3b72447a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:07.303799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f927df5d-95ab-42ef-859b-2ed2b89e132f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91f8fbfa1bdc4896a4adc829731621ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5462260 Sep 19 03:23:07.303996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38602) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:07.372946 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42b0539e-6fd7-4966-9b6e-7cc5e32a467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:07.399178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42b0539e-6fd7-4966-9b6e-7cc5e32a467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:07.474634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42b0539e-6fd7-4966-9b6e-7cc5e32a467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:07.481251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42b0539e-6fd7-4966-9b6e-7cc5e32a467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:07.484926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-42b0539e-6fd7-4966-9b6e-7cc5e32a467c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ded38f5b-1e76-455d-b362-009f3b72447a HTTP/1.1" status: 204 len: 168 time: 0.1777263 Sep 19 03:23:07.498036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0539e-6fd7-4966-9b6e-7cc5e32a467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded38f5b-1e76-455d-b362-009f3b72447a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:07.697837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbafe8a-63fc-4a2f-aa0d-cddf40208b30 req-8e344305-4816-4d55-b905-63f43c50ae2c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:07.711454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffbafe8a-63fc-4a2f-aa0d-cddf40208b30 req-8e344305-4816-4d55-b905-63f43c50ae2c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 945 time: 0.1072202 Sep 19 03:23:07.811844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffbafe8a-63fc-4a2f-aa0d-cddf40208b30 req-6d5f1ca2-41f0-4996-b08b-75f9946ac663 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984445 Sep 19 03:23:07.888665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d46f-af48-419a-ba86-9e0313e89162 req-3fcbf1c0-b27e-4c87-98e4-a2b1061d12f2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:07.890337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-3fcbf1c0-b27e-4c87-98e4-a2b1061d12f2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887&tenant_id=cba74cf31d394948bdcb652acbde9af3&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 945 time: 0.1431019 Sep 19 03:23:07.978057 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-b152d46f-af48-419a-ba86-9e0313e89162 req-24b9f70f-6cdc-4e63-86c8-7fe7e9033c86 service neutron] delete failed (client error): The resource could not be found. Sep 19 03:23:07.981356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-24b9f70f-6cdc-4e63-86c8-7fe7e9033c86 service neutron] 10.222.0.32 "DELETE /v2.0/ports/f7b7dddd-ed63-490f-81e4-c6c0766ac72c/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0789592 Sep 19 03:23:08.084648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38640) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:08.151448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d46f-af48-419a-ba86-9e0313e89162 req-c9718237-2c1a-4e9b-8a64-9246b7c392be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:08.153710 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-c9718237-2c1a-4e9b-8a64-9246b7c392be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1096 time: 0.0679979 Sep 19 03:23:08.219865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291753-89d3-4c05-801d-0922dc0e5c50 req-6da00587-1779-435a-9be6-385bf75b9f85 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:08.221552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e291753-89d3-4c05-801d-0922dc0e5c50 req-6da00587-1779-435a-9be6-385bf75b9f85 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 945 time: 0.0863643 Sep 19 03:23:08.307217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e291753-89d3-4c05-801d-0922dc0e5c50 req-b9113b4a-542c-4811-9d93-f78842113ef1 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779409 Sep 19 03:23:08.358819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d46f-af48-419a-ba86-9e0313e89162 req-256a7ad5-0852-487e-af7b-ff62da8bd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:08.365790 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-256a7ad5-0852-487e-af7b-ff62da8bd377 service neutron] 10.222.0.32 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.1592586 Sep 19 03:23:08.439498 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-830c2ca6-c993-4132-84ae-6c76b33917ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.451394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-73729c37-8fcc-4acf-84a7-733cb222f9a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 1000 time: 0.0791447 Sep 19 03:23:08.531994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d46f-af48-419a-ba86-9e0313e89162 req-ed3d84bc-ec91-45c6-a3c4-82aed1bd19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:08.533909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-ed3d84bc-ec91-45c6-a3c4-82aed1bd19e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.0704391 Sep 19 03:23:08.543516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-830c2ca6-c993-4132-84ae-6c76b33917ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.554954 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-830c2ca6-c993-4132-84ae-6c76b33917ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.592090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d46f-af48-419a-ba86-9e0313e89162 req-aa8fdadf-d018-469a-a95b-2a51ba7bbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:08.593857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-aa8fdadf-d018-469a-a95b-2a51ba7bbdfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514326 Sep 19 03:23:08.597553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-830c2ca6-c993-4132-84ae-6c76b33917ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31df3b86305b4bf289e86c8f37f23bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115826 Sep 19 03:23:08.600772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38660) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:08.603129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c2ca6-c993-4132-84ae-6c76b33917ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f313bf2-0ff5-4454-987c-dc1211e4dba6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:08.643368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:23:08.720506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port f7b7dddd-ed63-490f-81e4-c6c0766ac72c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:23:08.728148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port f7b7dddd-ed63-490f-81e4-c6c0766ac72c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:23:08.728527 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.729499 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e82e3c2e-9023-43f4-86da-a4572c35f5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.765284 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-20199486-e719-4bb0-b571-c9509efb1052 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543498 Sep 19 03:23:08.767983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e82e3c2e-9023-43f4-86da-a4572c35f5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.894567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e82e3c2e-9023-43f4-86da-a4572c35f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.898719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e82e3c2e-9023-43f4-86da-a4572c35f5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:08.902249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e82e3c2e-9023-43f4-86da-a4572c35f5cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f313bf2-0ff5-4454-987c-dc1211e4dba6 HTTP/1.1" status: 204 len: 168 time: 0.2976861 Sep 19 03:23:08.913087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e3c2e-9023-43f4-86da-a4572c35f5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f313bf2-0ff5-4454-987c-dc1211e4dba6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:08.940215 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b152d46f-af48-419a-ba86-9e0313e89162 req-0a60a5c8-f928-42ed-b239-d1d67564f6e2 service neutron] 10.222.0.32 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637740 Sep 19 03:23:09.089630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab78ec-b83f-4ea2-940b-6bdcd18a24bc req-8c867e66-225f-4d1c-9ac2-cc03fcb8cc19 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:09.096710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27ab78ec-b83f-4ea2-940b-6bdcd18a24bc req-8c867e66-225f-4d1c-9ac2-cc03fcb8cc19 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 945 time: 0.1303506 Sep 19 03:23:09.167088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27ab78ec-b83f-4ea2-940b-6bdcd18a24bc req-e1648944-9281-41ea-b963-3176766a5e90 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616450 Sep 19 03:23:09.175116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:09.215137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:09.222917 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d90ac5-2d8e-4428-b1d5-fd027abdbc64" -d '{"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:09.261623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:09.272014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:09.375586 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff296ae-a73a-4002-b8cb-aa6936ec2d2b x-openstack-request-id: req-bff296ae-a73a-4002-b8cb-aa6936ec2d2b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:09.375935 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-plugged", "status": "completed", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:09.376196 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bff296ae-a73a-4002-b8cb-aa6936ec2d2b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:09.380139 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'code': 200} Sep 19 03:23:09.429744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:09.586057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7f0f2-ba35-402c-a72d-0f9b86cfafce req-c6f8f0f7-058c-4d27-8f81-960cc073152f tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:09.587644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8de7f0f2-ba35-402c-a72d-0f9b86cfafce req-c6f8f0f7-058c-4d27-8f81-960cc073152f tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 945 time: 0.1511805 Sep 19 03:23:09.613015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38724) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:09.631484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4096400-f11e-4b19-be73-e2a0439ad906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:09.640413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8de7f0f2-ba35-402c-a72d-0f9b86cfafce req-2dd0d9a8-6f7e-4aa5-9042-660f9bf52c24 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459285 Sep 19 03:23:09.758597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4096400-f11e-4b19-be73-e2a0439ad906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:09.766611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4096400-f11e-4b19-be73-e2a0439ad906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:09.826783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d4096400-f11e-4b19-be73-e2a0439ad906 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7dfc977524c4440eacad9416d7b6650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124963 Sep 19 03:23:09.829419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38758) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:09.845049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4096400-f11e-4b19-be73-e2a0439ad906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46e30e7-f469-47cd-9dd6-5edbcb5062ae,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:09.970150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cab15448-fec2-468c-b79c-2c590edfb79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:10.035080 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cab15448-fec2-468c-b79c-2c590edfb79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:10.106085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcab1a5-3daa-426f-8504-afc3faadd1ea req-e9187de5-c3e6-4938-8eb6-9b0c3cc3f15c tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:10.108403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edcab1a5-3daa-426f-8504-afc3faadd1ea req-e9187de5-c3e6-4938-8eb6-9b0c3cc3f15c tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 945 time: 0.0899827 Sep 19 03:23:10.138998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cab15448-fec2-468c-b79c-2c590edfb79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:10.141555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cab15448-fec2-468c-b79c-2c590edfb79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:10.156114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cab15448-fec2-468c-b79c-2c590edfb79b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d46e30e7-f469-47cd-9dd6-5edbcb5062ae HTTP/1.1" status: 204 len: 168 time: 0.3110602 Sep 19 03:23:10.190664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edcab1a5-3daa-426f-8504-afc3faadd1ea req-bc45dfeb-8de2-400d-99c8-c8323b367f0e tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747011 Sep 19 03:23:10.193887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab15448-fec2-468c-b79c-2c590edfb79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46e30e7-f469-47cd-9dd6-5edbcb5062ae,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:10.350977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e48e98-7629-4207-9619-d9ab1cb99b23 req-527a832c-5110-48c3-bef6-11416167de3d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:10.353330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8e48e98-7629-4207-9619-d9ab1cb99b23 req-527a832c-5110-48c3-bef6-11416167de3d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.0632758 Sep 19 03:23:10.397467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8e48e98-7629-4207-9619-d9ab1cb99b23 req-804cd537-2819-43d2-9afc-0a35da9f411d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372314 Sep 19 03:23:10.425556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38776) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:10.508723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8217c339-614a-49e2-868b-2f8415394274 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/ef583657-2ef1-4ac4-8af2-115b5d7ba6fc HTTP/1.1" status: 200 len: 993 time: 0.0809627 Sep 19 03:23:11.372133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b88b9-f237-42ff-b9fa-0fa019af3791 req-2732ba5e-8e60-4fe2-93c0-d1d3e629a68d tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:11.379755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f51b88b9-f237-42ff-b9fa-0fa019af3791 req-2732ba5e-8e60-4fe2-93c0-d1d3e629a68d tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 945 time: 0.0626655 Sep 19 03:23:11.388295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38812) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:11.437984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f51b88b9-f237-42ff-b9fa-0fa019af3791 req-9874998d-c54e-4d80-b56a-2fbeca0079f7 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed70ba95-92b9-4188-b9ae-b61c13d20c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563271 Sep 19 03:23:11.549057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09e903ee-5fe8-4068-b7b0-159dadc18349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:11.635344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-c822dcff-c316-4eeb-b409-967a541f4de8 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:11.637601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-c822dcff-c316-4eeb-b409-967a541f4de8 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.32 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 945 time: 0.0594475 Sep 19 03:23:11.669445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09e903ee-5fe8-4068-b7b0-159dadc18349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:11.681369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09e903ee-5fe8-4068-b7b0-159dadc18349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:11.745117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38820) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:11.745345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09e903ee-5fe8-4068-b7b0-159dadc18349 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03316ed321df4dcebb86cdce93c78003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559253 Sep 19 03:23:11.749150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e903ee-5fe8-4068-b7b0-159dadc18349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565b5233-55d2-49b4-8d02-c97c70b41304,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:11.817274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Deleting port 8cbfc585-003a-4a65-bfb3-35490cf3207b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:11.818285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:11.874443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3380b6dc-4c9a-441d-950a-98d4f7f73383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:11.937165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3380b6dc-4c9a-441d-950a-98d4f7f73383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:11.983545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] For port 8cbfc585-003a-4a65-bfb3-35490cf3207b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8cbfc585-003a-4a65-bfb3-35490cf3207b,segment=NetworkSegment(d2ee3392-add3-4bf6-8f10-b714fbce68e2),segment_id=d2ee3392-add3-4bf6-8f10-b714fbce68e2)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:11.984221 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:12.003014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Calling delete_port for 8cbfc585-003a-4a65-bfb3-35490cf3207b owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:12.057261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3380b6dc-4c9a-441d-950a-98d4f7f73383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:12.059898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3380b6dc-4c9a-441d-950a-98d4f7f73383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:12.062180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3380b6dc-4c9a-441d-950a-98d4f7f73383 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/565b5233-55d2-49b4-8d02-c97c70b41304 HTTP/1.1" status: 204 len: 168 time: 0.3128314 Sep 19 03:23:12.072779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380b6dc-4c9a-441d-950a-98d4f7f73383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565b5233-55d2-49b4-8d02-c97c70b41304,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:12.208570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:12.241992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['8cbfc585-003a-4a65-bfb3-35490cf3207b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:23:12.244138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Pushing event deleted for resources: {'Port': ['ID=8cbfc585-003a-4a65-bfb3-35490cf3207b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:12.287992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] No DVR routers for this DVR port 8cbfc585-003a-4a65-bfb3-35490cf3207b on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:23:12.290683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:12.292904 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92c421b2-14b9-4fbe-adc3-04516bb3620a req-5246a6c8-3644-44cf-8d2b-814c12369562 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.32 "DELETE /v2.0/ports/8cbfc585-003a-4a65-bfb3-35490cf3207b HTTP/1.1" status: 204 len: 173 time: 0.6476381 Sep 19 03:23:12.293423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'name': 'network-vif-deleted', 'tag': '8cbfc585-003a-4a65-bfb3-35490cf3207b'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:12.295935 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f2072e-bdf4-43a1-b1d1-6c5851127a97" -d '{"events": [{"server_uuid": "69ba88f8-1559-4fa0-9ddf-34d954bcbeda", "name": "network-vif-deleted", "tag": "8cbfc585-003a-4a65-bfb3-35490cf3207b"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:12.346591 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac745d-cc66-487e-af26-3996fd4ad87d x-openstack-request-id: req-15ac745d-cc66-487e-af26-3996fd4ad87d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:12.347064 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ba88f8-1559-4fa0-9ddf-34d954bcbeda", "name": "network-vif-deleted", "tag": "8cbfc585-003a-4a65-bfb3-35490cf3207b", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:12.347331 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15ac745d-cc66-487e-af26-3996fd4ad87d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:12.347819 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ba88f8-1559-4fa0-9ddf-34d954bcbeda', 'name': 'network-vif-deleted', 'tag': '8cbfc585-003a-4a65-bfb3-35490cf3207b', 'status': 'completed', 'code': 200} Sep 19 03:23:12.591007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00b63f0c-3af2-424c-891e-842e2b1d53a6 req-e9d182c0-4157-4b54-bba5-8825c7a276a6 tempest-ServerAddressesNegativeTestJSON-1413646262 tempest-ServerAddressesNegativeTestJSON-1413646262-project] 10.222.0.22 "GET /v2.0/ports?device_id=69ba88f8-1559-4fa0-9ddf-34d954bcbeda HTTP/1.1" status: 200 len: 210 time: 0.0300434 Sep 19 03:23:13.666549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:13.675867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38898) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:13.746320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] Deleting subnet f4872f2b-f851-4dda-b6bc-c079776722b7 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:23:13.763156 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:13.832606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:13.922405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:13.979579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1255760826'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:13.997285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.036881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Made reservation on behalf of 48de916aefb44c20afc4b9eeb0ec55c5 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:14.042530 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.060325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.062865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4872f2b-f851-4dda-b6bc-c079776722b7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:14.067364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.077258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1af85c8e-c6d2-4ebf-88ad-d4f2461aa9de admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f4872f2b-f851-4dda-b6bc-c079776722b7 HTTP/1.1" status: 204 len: 168 time: 0.4088979 Sep 19 03:23:14.079933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38930) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:14.191678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.200257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.213370 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.235007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:14.282692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=834681d6-bd98-46c9-9dbf-a5928a6f2cd2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:14.294249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.294769 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Added segment 1d7de802-ed62-44f8-91b3-57dcb40aab88 of type vlan for network bf491f17-281b-455e-a344-b1e85e1523c6 Sep 19 03:23:14.367793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.383209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.404368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.415022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4a7d82-af02-40a1-b5bd-ed38b6164c94']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:14.415680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:14.416726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.441844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ee3392-add3-4bf6-8f10-b714fbce68e2') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:14.442159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ee3392-add3-4bf6-8f10-b714fbce68e2') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:14.462769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7847459 Sep 19 03:23:14.475831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.480668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38974) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:14.510206 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5da2b04-adcf-4fd3-8669-6e7173249b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.521949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.539828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:14.540253 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:14.542166 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:14.555688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638842a-6e0d-4acd-9a84-67b95f5b81b6 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Pushing event updated for resources: {'Network': ['ID=bf491f17-281b-455e-a344-b1e85e1523c6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:14.571583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network bf491f17-281b-455e-a344-b1e85e1523c6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:14.610711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'network': {'name': 'tempest-network--1220951750', 'router:external': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:14.638980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Made reservation on behalf of cbfdf66edeaf433280f0ee0c523a23a3 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:14.642858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.656764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.750157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.781716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.783721 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2a4a7d82-af02-40a1-b5bd-ed38b6164c94 HTTP/1.1" status: 204 len: 168 time: 0.7023110 Sep 19 03:23:14.815391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.824406 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.837487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebeacf-c09d-4474-b744-2e2511087f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4a7d82-af02-40a1-b5bd-ed38b6164c94,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:14.865503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:14.900701 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:14.902006 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Added segment d79aeea5-f215-487a-aa34-0f093b0edc49 of type vlan for network 7a744cfb-e4e7-4c47-b4ac-6d2e7764a177 Sep 19 03:23:15.003666 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:15.312564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:15.373910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-461c224f-b0d5-485c-9f3c-9d5205fa5e31 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f9f030028b246da8e704493d130903b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600755 Sep 19 03:23:15.381273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39078) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:15.460458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d5acbf8-d469-45df-8ba5-a54d453ab883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:15.490560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d5acbf8-d469-45df-8ba5-a54d453ab883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:15.560781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4f8f93-ba26-401a-82ee-42782f823d1a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:15.562625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d5acbf8-d469-45df-8ba5-a54d453ab883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:15.568798 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9d5acbf8-d469-45df-8ba5-a54d453ab883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:15.569922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9d5acbf8-d469-45df-8ba5-a54d453ab883 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed70ba95-92b9-4188-b9ae-b61c13d20c69 HTTP/1.1" status: 204 len: 168 time: 0.1854994 Sep 19 03:23:15.582225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5acbf8-d469-45df-8ba5-a54d453ab883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed70ba95-92b9-4188-b9ae-b61c13d20c69,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:15.582663 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.resource_extend [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:23:15.649629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:15.650605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:15.653409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:15.710436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-3d8c1eea-a572-4d18-acd3-b3e406118b04 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:15.711896 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-3d8c1eea-a572-4d18-acd3-b3e406118b04 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.7023005 Sep 19 03:23:15.723401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2415395 Sep 19 03:23:15.726803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39112) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:15.780718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-37af9fb5-a22a-401e-8883-8eac33f32a35 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/quotas/8b35885af2114107ab5ddac61605476e HTTP/1.1" status: 200 len: 375 time: 0.0558050 Sep 19 03:23:15.783993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c32ec-1c13-43bd-be4e-22c0872b0fa1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Network': ['ID=7a744cfb-e4e7-4c47-b4ac-6d2e7764a177,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:15.806646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 7a744cfb-e4e7-4c47-b4ac-6d2e7764a177 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:15.886395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-e5db624f-4729-48fb-9d2f-52a6cbf36570 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958185 Sep 19 03:23:15.951112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.010079 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.081592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-4006a297-ab03-4434-b661-d14e9a80ab69 service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819589 Sep 19 03:23:16.195188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.235323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a744cfb-e4e7-4c47-b4ac-6d2e7764a177']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:16.247911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79aeea5-f215-487a-aa34-0f093b0edc49') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:16.248213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79aeea5-f215-487a-aa34-0f093b0edc49') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:16.262635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.267219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-3edd0d3f-7e35-40e0-b44e-11145669a673 service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782353 Sep 19 03:23:16.305674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8cbfc585-003a-4a65-bfb3-35490cf3207b no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:23:16.306284 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.315762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:16.316181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.362941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 8cbfc585-003a-4a65-bfb3-35490cf3207b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:23:16.363236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8cbfc585-003a-4a65-bfb3-35490cf3207b not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:16.445029 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:16.451162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.483365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a744cfb-e4e7-4c47-b4ac-6d2e7764a177 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 19 03:23:16.495900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.498023 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "DELETE /v2.0/networks/7a744cfb-e4e7-4c47-b4ac-6d2e7764a177 HTTP/1.1" status: 204 len: 168 time: 0.7701411 Sep 19 03:23:16.501685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39196) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:16.502018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a714f4-2f0e-4293-86d2-ee6b28bb6d64 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a744cfb-e4e7-4c47-b4ac-6d2e7764a177,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:16.509149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:16.612972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Made reservation on behalf of cbfdf66edeaf433280f0ee0c523a23a3 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:16.617536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.785435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9236e21f-57f0-451c-9ea1-eb7d68b48e69 req-6a6a794a-3735-4c1e-992c-8012e85bc732 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 210 time: 0.1075451 Sep 19 03:23:16.810429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:16.855212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:16.855807 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Added segment 1de5cc7c-e443-4de7-88a5-d7e4de45e9e3 of type vlan for network 10a53080-0b16-43f6-b7b6-0e30921cb09e Sep 19 03:23:17.091057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:17.172693 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:17.179014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:17.179738 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:17.275127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbc7e364-fc93-4903-97e5-325c8fe1b4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:17.324072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Network': ['ID=10a53080-0b16-43f6-b7b6-0e30921cb09e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:17.329696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a34549fe-9f3f-4334-a921-1de09f3317c4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8264513 Sep 19 03:23:17.333837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39296) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:17.336554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 10a53080-0b16-43f6-b7b6-0e30921cb09e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:17.339137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'subnet': {'network_id': '10a53080-0b16-43f6-b7b6-0e30921cb09e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:17.365209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Made reservation on behalf of cbfdf66edeaf433280f0ee0c523a23a3 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:17.367812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:17.821412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.objects.ports [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:23:17.821996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:17.907616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5e489cc9-50f4-4dc7-9e36-12cdaca139ef,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:17.961790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d82fba58-9141-46be-ac3b-a457cbfc0fec req-5a558c96-c39a-42fb-883b-d9b65f99b071 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 210 time: 0.0460448 Sep 19 03:23:17.976381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Checking segment: {'id': '1de5cc7c-e443-4de7-88a5-d7e4de45e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '10a53080-0b16-43f6-b7b6-0e30921cb09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:17.976816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Network hostable DHCP agents. Network: 10a53080-0b16-43f6-b7b6-0e30921cb09e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:23:17.981370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d684dee6-6d71-48d2-9451-3a195872b3c9 req-bb7cc441-e939-41d2-9b29-f02e3cc12d9f tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0528862 Sep 19 03:23:17.989101 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:18.022718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Network 10a53080-0b16-43f6-b7b6-0e30921cb09e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:23:18.044919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 10a53080-0b16-43f6-b7b6-0e30921cb09e) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:18.049264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:18.049849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:18.057955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d90c932-f269-449c-bacd-d831a1ae4de7 None None] Network 10a53080-0b16-43f6-b7b6-0e30921cb09e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:23:18.071599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-072e7379-0481-4488-ac4a-eb0d92c0cde4 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7356634 Sep 19 03:23:18.073873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39394) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:18.081767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'floatingip': {'floating_network_id': '10a53080-0b16-43f6-b7b6-0e30921cb09e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:18.180498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:18.237315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9764e6-b12d-47b1-a2b7-78805cd34222 None None] Network 10a53080-0b16-43f6-b7b6-0e30921cb09e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:23:18.444169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-eade6f21-afe8-42e1-85da-9255f35024ae tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:18.446720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-eade6f21-afe8-42e1-85da-9255f35024ae tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.3295493 Sep 19 03:23:18.459020 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:18.481024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:18.534628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Request body: {'port': {'device_id': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'admin_state_up': True, 'tenant_id': '8b35885af2114107ab5ddac61605476e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:18.679348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Allocated IP 172.20.0.14 (10a53080-0b16-43f6-b7b6-0e30921cb09e/5e489cc9-50f4-4dc7-9e36-12cdaca139ef/94dbc585-93ba-4dea-adb5-ca565db7ffec) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:18.770203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Made reservation on behalf of 8b35885af2114107ab5ddac61605476e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:18.775015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:18.884758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:18.964730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Allocated IP 172.20.0.8 (4fb270e6-02be-4aae-8be8-34bc8b469fb3/dfc09b46-8465-4f64-9714-698e389203e2/1563eeee-b931-4e67-9084-4abd60d7d1a1) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:18.972324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.032874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Network 10a53080-0b16-43f6-b7b6-0e30921cb09e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:19.043325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:19.045998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:19.050330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Port': ['ID=94dbc585-93ba-4dea-adb5-ca565db7ffec,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:19.157018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae751096-4213-401c-802d-325c8f5039c8 req-fe91cc08-654e-475c-b287-1259e6ab0b98 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 210 time: 0.0422528 Sep 19 03:23:19.192265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3ab4a8a-b012-45ab-9612-89d045f31d8e req-5e9be257-2a08-4ea0-8667-8cd1e7200635 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0504746 Sep 19 03:23:19.290422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.325740 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.359984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.424119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.472049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:23:19.555585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:19.560571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:19.569549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:19.609736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event updated for resources: {'Port': ['ID=1563eeee-b931-4e67-9084-4abd60d7d1a1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:19.661986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:19.662922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.688131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-89f3f7ef-5e2d-4904-a27e-fb8b3b29f016 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1578190 Sep 19 03:23:19.697598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.708873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Request body: {'port': {'device_id': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:19.713719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.831692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Port': ['ID=94dbc585-93ba-4dea-adb5-ca565db7ffec,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:19.838102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.856176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.895404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:19.896983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a639082b-7630-4b16-8aa3-1f49b1185c9d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8219385 Sep 19 03:23:19.899901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39470) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:19.994458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39472) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:19.995478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-73ff1b7a-7048-47a8-809c-8c6652f813ee tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=10a53080-0b16-43f6-b7b6-0e30921cb09e HTTP/1.1" status: 200 len: 690 time: 0.0942068 Sep 19 03:23:20.001301 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:20.303721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f129b6-334c-48e2-8ffd-b4275727da3a req-de78f4a2-fd9c-4c1c-9d84-7abed88d17e1 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:20.305501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98f129b6-334c-48e2-8ffd-b4275727da3a req-de78f4a2-fd9c-4c1c-9d84-7abed88d17e1 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 931 time: 0.0739698 Sep 19 03:23:20.352499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-539c7c3d-8e2d-4774-8ce7-50eec466c25c req-45ddaa14-8d18-4163-95d5-e594168cf7fd tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0458994 Sep 19 03:23:20.378538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98f129b6-334c-48e2-8ffd-b4275727da3a req-b1b7f8ec-aa09-45d4-8565-518afab5ef6a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626640 Sep 19 03:23:20.478282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:20.632259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1563eeee-b931-4e67-9084-4abd60d7d1a1 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:23:20.643708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:20.660471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Transition to ACTIVE for port object 1563eeee-b931-4e67-9084-4abd60d7d1a1 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:23:20.666303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:20.677407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Deleting port 94dbc585-93ba-4dea-adb5-ca565db7ffec {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:20.677773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:20.775290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Pushing event updated for resources: {'Port': ['ID=1563eeee-b931-4e67-9084-4abd60d7d1a1,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:20.839877 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:20.840216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:20.859352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Calling delete_port for 94dbc585-93ba-4dea-adb5-ca565db7ffec owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:20.886312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Attempting to bind port 1563eeee-b931-4e67-9084-4abd60d7d1a1 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:20.886798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Attempting to bind port 1563eeee-b931-4e67-9084-4abd60d7d1a1 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:20.887135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Attempting to bind port 1563eeee-b931-4e67-9084-4abd60d7d1a1 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:20.923356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Port 1563eeee-b931-4e67-9084-4abd60d7d1a1 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:20.923692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Attempting to bind port 1563eeee-b931-4e67-9084-4abd60d7d1a1 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:20.930804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:23:20.931155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Checking segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:20.931541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Bound using segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:23:20.931976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Bound port: 1563eeee-b931-4e67-9084-4abd60d7d1a1, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:23:20.932338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.024700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] For port 1563eeee-b931-4e67-9084-4abd60d7d1a1, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:21.028049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] For port 1563eeee-b931-4e67-9084-4abd60d7d1a1, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1563eeee-b931-4e67-9084-4abd60d7d1a1,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:23:21.051562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.098028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:21.098683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.100114 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] 10.222.0.32 "PUT /v2.0/ports/1563eeee-b931-4e67-9084-4abd60d7d1a1 HTTP/1.1" status: 200 len: 1091 time: 1.3971000 Sep 19 03:23:21.102054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'tag': '1563eeee-b931-4e67-9084-4abd60d7d1a1'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:21.104311 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673553b-a782-4e61-83b5-5d8266a0b553" -d '{"events": [{"name": "network-changed", "server_uuid": "99839ec7-61b4-45b6-b6d2-4db63d8390a1", "tag": "1563eeee-b931-4e67-9084-4abd60d7d1a1"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:21.131346 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.133354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ff39f-abf7-48ce-a822-e1c1c107b53c service neutron] Pushing event updated for resources: {'Port': ['ID=1563eeee-b931-4e67-9084-4abd60d7d1a1,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:21.186200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event deleted for resources: {'Port': ['ID=94dbc585-93ba-4dea-adb5-ca565db7ffec,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:21.192058 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa1ddab-8f24-43dc-bff0-b570c5948b2d x-openstack-request-id: req-4fa1ddab-8f24-43dc-bff0-b570c5948b2d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:21.192898 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99839ec7-61b4-45b6-b6d2-4db63d8390a1", "tag": "1563eeee-b931-4e67-9084-4abd60d7d1a1", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:21.193150 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fa1ddab-8f24-43dc-bff0-b570c5948b2d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:21.193537 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'tag': '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'status': 'completed', 'code': 200} Sep 19 03:23:21.267086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-66023447-a847-46f9-9553-da803f86015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:21.268529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-66023447-a847-46f9-9553-da803f86015d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 1094 time: 0.0932100 Sep 19 03:23:21.272009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.343774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-be9da375-7e50-45d6-8a84-d680c1535cef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1563eeee-b931-4e67-9084-4abd60d7d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0449257 Sep 19 03:23:21.361162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.432440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-b4a250b1-537c-49ad-8fba-643f4f518ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:21.434580 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-b4a250b1-537c-49ad-8fba-643f4f518ce0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.0842080 Sep 19 03:23:21.481650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-8ebcb6ef-3cbe-4395-948d-cfd8f878f0c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379751 Sep 19 03:23:21.487958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.531677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-303701f7-194b-42da-9fbc-a086d72619df req-fad08bd1-b551-467c-837a-8141061ce702 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0616121 Sep 19 03:23:21.538573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5e489cc9-50f4-4dc7-9e36-12cdaca139ef,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:21.619925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6c736-5a89-4491-8a87-30f925dfc0ab req-85c6d2a5-0166-416b-9124-c836b34b7196 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:21.622953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85a6c736-5a89-4491-8a87-30f925dfc0ab req-85c6d2a5-0166-416b-9124-c836b34b7196 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 943 time: 0.1054661 Sep 19 03:23:21.655581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.686848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a53080-0b16-43f6-b7b6-0e30921cb09e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:21.701671 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-f2ae53c0-4016-4ad7-bc46-3a0095d3047c service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099395 Sep 19 03:23:21.703347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de5cc7c-e443-4de7-88a5-d7e4de45e9e3') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:21.703642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de5cc7c-e443-4de7-88a5-d7e4de45e9e3') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:21.703759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85a6c736-5a89-4491-8a87-30f925dfc0ab req-6a130e6f-ae11-4acf-817f-571f5874a694 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735426 Sep 19 03:23:21.733569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.782220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.801576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:21.802212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:21.804007 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:21.872182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f702b4bb-6016-4e44-a98a-8644a7ede5f6 req-dc94ab90-73ad-4f25-b48c-e21240d163f9 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607184 Sep 19 03:23:21.881944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.888751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10a53080-0b16-43f6-b7b6-0e30921cb09e {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 19 03:23:21.891542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:21.893919 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "DELETE /v2.0/networks/10a53080-0b16-43f6-b7b6-0e30921cb09e HTTP/1.1" status: 204 len: 168 time: 1.8977909 Sep 19 03:23:21.896848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39500) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:22.024043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d67091-2b32-4f8c-840b-e4470ab2f3f7 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event deleted for resources: {'Network': ['ID=10a53080-0b16-43f6-b7b6-0e30921cb09e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:22.107976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b8afcb75-975f-40c4-9ad9-0ef4cad2a99f req-b7047923-ff45-4a94-a283-b06248e7213d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0394995 Sep 19 03:23:22.111233 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b45af631-199b-41d3-ac7a-3c5cbfb8ee5d tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.2133930 Sep 19 03:23:22.113799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39502) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:22.151364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-e034ca51-56f9-428b-a8e5-571efd93afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.160205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-e034ca51-56f9-428b-a8e5-571efd93afaa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 1094 time: 0.1188447 Sep 19 03:23:22.247025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.247647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.248169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.248686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.249203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.249715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.250229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.250757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.252717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-be6f4f5f-f2d7-4683-bce1-aeb57b43f104 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5184 time: 0.1373098 Sep 19 03:23:22.256234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39504) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:22.294321 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-c837db14-83e8-48be-90fd-cde2c2926bbe tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] delete failed (client error): The resource could not be found. Sep 19 03:23:22.298396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39506) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:22.298760 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c837db14-83e8-48be-90fd-cde2c2926bbe tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/dc093988-4af7-4a07-9676-6ed6a43b7603 HTTP/1.1" status: 404 len: 345 time: 0.0413365 Sep 19 03:23:22.322360 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5057ae44-6cca-477b-92e2-6f790265c8e8 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] DELETE failed (client error): The resource could not be found. Sep 19 03:23:22.322944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5057ae44-6cca-477b-92e2-6f790265c8e8 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:23:22.328684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5057ae44-6cca-477b-92e2-6f790265c8e8 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "DELETE /v2.0/networks/10a53080-0b16-43f6-b7b6-0e30921cb09e HTTP/1.1" status: 404 len: 339 time: 0.0257258 Sep 19 03:23:22.329381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39508) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:22.336718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'network': {'name': 'tempest-network--1302948332', 'router:external': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:22.364738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Made reservation on behalf of cbfdf66edeaf433280f0ee0c523a23a3 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:22.367027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:22.398725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:22.412071 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:22.412616 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Added segment d5bb5811-f141-47b6-86bb-b3bd5fe17539 of type vlan for network 886bcfed-1e47-443e-b1a5-ba77193ba5f0 Sep 19 03:23:22.485261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:22.523115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:22.524139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.524870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:22.566483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2357924 Sep 19 03:23:22.572967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39510) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:22.601491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e429463-a4e7-431b-94da-bac83669019b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Network': ['ID=886bcfed-1e47-443e-b1a5-ba77193ba5f0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:22.612723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 886bcfed-1e47-443e-b1a5-ba77193ba5f0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:22.682163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d99aca00-19de-4358-ac17-ffc703e218b3 req-1a71e9dd-843e-41ff-8e63-efcd40ba160e tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0365148 Sep 19 03:23:22.713684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-4441daf8-52cf-4262-b091-3f2b63e0bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.729666 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-4441daf8-52cf-4262-b091-3f2b63e0bd7d service neutron] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 916 time: 0.2738700 Sep 19 03:23:22.824205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-f7fff689-581a-434e-89fc-f1c1f54b811c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1563eeee-b931-4e67-9084-4abd60d7d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0798051 Sep 19 03:23:22.855380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd96661-bacc-49be-9040-c5883e803959 req-1e77abf3-8364-476e-848d-20f64700830f tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.857340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bd96661-bacc-49be-9040-c5883e803959 req-1e77abf3-8364-476e-848d-20f64700830f tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 943 time: 0.0710909 Sep 19 03:23:22.900769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bffb1-0f75-422a-9ecc-886dab9949b2 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.908692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bffb1-0f75-422a-9ecc-886dab9949b2 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.917253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bffb1-0f75-422a-9ecc-886dab9949b2 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.925541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0bffb1-0f75-422a-9ecc-886dab9949b2 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:22.929771 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac0bffb1-0f75-422a-9ecc-886dab9949b2 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3481073 Sep 19 03:23:22.935220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39520) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:22.938542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bd96661-bacc-49be-9040-c5883e803959 req-4a5f0150-64be-456a-a22e-d714ac12f2fd tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696337 Sep 19 03:23:22.999354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-acb52dd0-9404-436f-902f-5c3bb2fd77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:23.000915 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-acb52dd0-9404-436f-902f-5c3bb2fd77f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.1600523 Sep 19 03:23:23.090506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.093707 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-0f8d3519-5976-4286-ab7b-d26300dbfacf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425181 Sep 19 03:23:23.230174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.261046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886bcfed-1e47-443e-b1a5-ba77193ba5f0']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:23.275358 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-2ff9a371-0967-4f00-9913-fb3c7d3e7727 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720624 Sep 19 03:23:23.277141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5bb5811-f141-47b6-86bb-b3bd5fe17539') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:23.277434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5bb5811-f141-47b6-86bb-b3bd5fe17539') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:23.296079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.326120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.371338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:23.371755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:23.373437 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:23.441792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8673553b-a782-4e61-83b5-5d8266a0b553 req-e0698660-64bb-4b00-9533-6bb0d69466b7 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563599 Sep 19 03:23:23.447387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.452760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 886bcfed-1e47-443e-b1a5-ba77193ba5f0 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 19 03:23:23.455377 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.460722 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "DELETE /v2.0/networks/886bcfed-1e47-443e-b1a5-ba77193ba5f0 HTTP/1.1" status: 204 len: 168 time: 0.5176911 Sep 19 03:23:23.461567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39524) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:23.466916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'network': {'name': 'tempest-network--244273912', 'router:external': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:23.467315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0ca94-093b-45b8-9db0-ee8be516465e tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event deleted for resources: {'Network': ['ID=886bcfed-1e47-443e-b1a5-ba77193ba5f0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:23.498336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Made reservation on behalf of cbfdf66edeaf433280f0ee0c523a23a3 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:23.501154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.527487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:23.537476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.538166 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Added segment 82574894-8f14-43c6-a008-62bf60711478 of type vlan for network cc3b7fdb-b506-43c6-b871-a6d4983b028c Sep 19 03:23:23.591265 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.642422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.643552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:23.644307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:23.740352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Network': ['ID=cc3b7fdb-b506-43c6-b871-a6d4983b028c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:23.745420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fa4eec4f-5140-489b-878d-25fe06c056da tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2826102 Sep 19 03:23:23.748204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39530) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:23.753928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network cc3b7fdb-b506-43c6-b871-a6d4983b028c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:23.877986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be2f6e7e-f37a-4ee6-a111-e65aa711efe0 req-2020cfc6-1bff-4655-9a4c-37a202e23532 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0538650 Sep 19 03:23:23.884288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db59dc0-6215-428c-bb2a-5174a0004ff9 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:23.888940 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2db59dc0-6215-428c-bb2a-5174a0004ff9 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] 10.222.0.22 "GET /v2.0/networks/cc3b7fdb-b506-43c6-b871-a6d4983b028c HTTP/1.1" status: 200 len: 756 time: 0.1397498 Sep 19 03:23:23.889766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39532) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:24.000846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0446e-c1ca-420a-8bd5-16279fa5666d tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:24.002178 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88a0446e-c1ca-420a-8bd5-16279fa5666d tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] 10.222.0.22 "GET /v2.0/networks/bf491f17-281b-455e-a344-b1e85e1523c6 HTTP/1.1" status: 200 len: 768 time: 0.1113749 Sep 19 03:23:24.004896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39544) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:24.092291 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.156002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9cd2-00f6-44f7-b418-46968e0fc9e3 req-3e69b4b4-2cd1-4bcb-b349-6477af257544 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:24.165070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edca9cd2-00f6-44f7-b418-46968e0fc9e3 req-3e69b4b4-2cd1-4bcb-b349-6477af257544 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 943 time: 0.0732560 Sep 19 03:23:24.213626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edca9cd2-00f6-44f7-b418-46968e0fc9e3 req-ea47d4d5-c34b-4f91-9900-9e6180c047f5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475709 Sep 19 03:23:24.296007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.319364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3b7fdb-b506-43c6-b871-a6d4983b028c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:24.331943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82574894-8f14-43c6-a008-62bf60711478') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:24.332555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82574894-8f14-43c6-a008-62bf60711478') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:24.345271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.350493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ead5faa8-0486-4d91-bc36-b823fdb28740 req-cc4667a1-444b-4e32-9c92-616351db91bf tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0460474 Sep 19 03:23:24.361692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.369389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:24.369838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:24.371645 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:24.449435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.455275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc3b7fdb-b506-43c6-b871-a6d4983b028c {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 19 03:23:24.458952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.460483 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "DELETE /v2.0/networks/cc3b7fdb-b506-43c6-b871-a6d4983b028c HTTP/1.1" status: 204 len: 168 time: 0.4546449 Sep 19 03:23:24.464226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39558) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:24.469022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'network': {'name': 'tempest-network--1823642965'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:24.473582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d11a0-2856-48eb-a30b-43856789562f tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc3b7fdb-b506-43c6-b871-a6d4983b028c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:24.498479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Made reservation on behalf of cbfdf66edeaf433280f0ee0c523a23a3 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:24.501657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.562358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:24.582451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.582888 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Added segment 53fe2b4d-bc18-4454-b78b-2e66f7a20d6c of type vlan for network da5ceba6-dcf5-41b0-8451-f5d463f7a2c1 Sep 19 03:23:24.646021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.689846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.691688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:24.693356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:24.741898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2764423 Sep 19 03:23:24.744430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39560) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:24.780540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:24.788143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0d27c-c022-42e6-abca-facf34830eb1 tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Network': ['ID=da5ceba6-dcf5-41b0-8451-f5d463f7a2c1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:24.799164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network da5ceba6-dcf5-41b0-8451-f5d463f7a2c1 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:25.027159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.047553 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.075644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Network da5ceba6-dcf5-41b0-8451-f5d463f7a2c1 is not hosted by any dhcp agent {{(pid=94723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:23:25.076546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:25.077157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.081181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "PUT /v2.0/networks/da5ceba6-dcf5-41b0-8451-f5d463f7a2c1 HTTP/1.1" status: 200 len: 858 time: 0.3332231 Sep 19 03:23:25.081652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39564) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:25.128004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c943-dfcf-48f9-bbed-d6c458b00c2b tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event updated for resources: {'Network': ['ID=da5ceba6-dcf5-41b0-8451-f5d463f7a2c1,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:25.182929 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.271044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.299234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5ceba6-dcf5-41b0-8451-f5d463f7a2c1']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:25.309924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fe2b4d-bc18-4454-b78b-2e66f7a20d6c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:25.310264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fe2b4d-bc18-4454-b78b-2e66f7a20d6c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:25.321244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.340254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.349661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:25.350099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:25.351992 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:25.374218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2b1f2-c1b5-4e10-bfc6-fb23ea05bb7c req-8e73e8f5-c6e8-4f07-a1b3-6f2276fae214 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:25.382831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7c2b1f2-c1b5-4e10-bfc6-fb23ea05bb7c req-8e73e8f5-c6e8-4f07-a1b3-6f2276fae214 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 943 time: 0.0990191 Sep 19 03:23:25.416005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.422529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da5ceba6-dcf5-41b0-8451-f5d463f7a2c1 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 19 03:23:25.444657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7c2b1f2-c1b5-4e10-bfc6-fb23ea05bb7c req-910f84ce-4275-4152-a483-9a27ed15fc94 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Sep 19 03:23:25.453820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.453820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] 10.222.0.22 "DELETE /v2.0/networks/da5ceba6-dcf5-41b0-8451-f5d463f7a2c1 HTTP/1.1" status: 204 len: 168 time: 0.3710539 Sep 19 03:23:25.457288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39574) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:25.484899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c894d4-c794-4b37-85e2-86430fac84bb tempest-ExternalNetworksTestJSON-943514169 tempest-ExternalNetworksTestJSON-943514169-project-admin] Pushing event deleted for resources: {'Network': ['ID=da5ceba6-dcf5-41b0-8451-f5d463f7a2c1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:25.536837 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea6b6b-91bf-4dbc-bf3f-5bd802a6f3a4 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] DELETE failed (client error): The resource could not be found. Sep 19 03:23:25.537308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eea6b6b-91bf-4dbc-bf3f-5bd802a6f3a4 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:23:25.539300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0eea6b6b-91bf-4dbc-bf3f-5bd802a6f3a4 tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] 10.222.0.22 "DELETE /v2.0/subnets/5e489cc9-50f4-4dc7-9e36-12cdaca139ef HTTP/1.1" status: 404 len: 337 time: 0.0803866 Sep 19 03:23:25.541757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:25.565224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb2b9400-a2f3-4eb6-b5ac-9de876343775 req-98cd3b70-c7c5-48f4-b9e5-25fdd1b0a8be tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0470629 Sep 19 03:23:25.655744 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.756318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.782335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf491f17-281b-455e-a344-b1e85e1523c6']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:25.795305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7de802-ed62-44f8-91b3-57dcb40aab88') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:25.795594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7de802-ed62-44f8-91b3-57dcb40aab88') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:25.806010 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.822012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.829551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:25.829958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:25.835841 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:25.955013 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.971047 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:25.974235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] 10.222.0.22 "DELETE /v2.0/networks/bf491f17-281b-455e-a344-b1e85e1523c6 HTTP/1.1" status: 204 len: 168 time: 0.4310000 Sep 19 03:23:25.994193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a89b01-029d-4c08-a1e3-b4b1997af84f tempest-ExternalNetworksTestJSON-1212985512 tempest-ExternalNetworksTestJSON-1212985512-project] Pushing event deleted for resources: {'Network': ['ID=bf491f17-281b-455e-a344-b1e85e1523c6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:26.268272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:26.365000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1563eeee-b931-4e67-9084-4abd60d7d1a1 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:23:26.408529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7203c59e-d74f-44dd-baa6-84344c280cb9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48de916aefb44c20afc4b9eeb0ec55c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389954 Sep 19 03:23:26.410947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39600) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:26.470245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1563eeee-b931-4e67-9084-4abd60d7d1a1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1563eeee-b931-4e67-9084-4abd60d7d1a1,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:26.529278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'port_id': '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'mac_address': 'fa:16:3e:8d:00:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc09b46-8465-4f64-9714-698e389203e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:23:26.601166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b3b14-9083-46cd-8624-52f5bfae6379 req-d4ffc2a5-d8be-4c9e-8cfe-1fe5dab16181 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:26.607721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:26.609050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b29b3b14-9083-46cd-8624-52f5bfae6379 req-d4ffc2a5-d8be-4c9e-8cfe-1fe5dab16181 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 943 time: 0.0878220 Sep 19 03:23:26.626354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1563eeee-b931-4e67-9084-4abd60d7d1a1 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:23:26.649815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1563eeee-b931-4e67-9084-4abd60d7d1a1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1563eeee-b931-4e67-9084-4abd60d7d1a1,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:26.655250 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:26.689235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b29b3b14-9083-46cd-8624-52f5bfae6379 req-ac6a5bb1-5877-4e32-8a94-76e73f2ff28f tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788255 Sep 19 03:23:26.716031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1563eeee-b931-4e67-9084-4abd60d7d1a1,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:26.719547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b9b20bb-cfc3-409f-9094-3c2a448959f6 req-566a7aad-78b9-4aca-a3c6-f745883e5a19 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0546782 Sep 19 03:23:26.798801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3859e378-e537-49f0-92d1-56ccd31f8462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:26.819261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3859e378-e537-49f0-92d1-56ccd31f8462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:26.877056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3859e378-e537-49f0-92d1-56ccd31f8462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:26.881774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3859e378-e537-49f0-92d1-56ccd31f8462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:26.883344 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3859e378-e537-49f0-92d1-56ccd31f8462 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/834681d6-bd98-46c9-9dbf-a5928a6f2cd2 HTTP/1.1" status: 204 len: 168 time: 0.4713392 Sep 19 03:23:26.896414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859e378-e537-49f0-92d1-56ccd31f8462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834681d6-bd98-46c9-9dbf-a5928a6f2cd2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:27.086691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1563eeee-b931-4e67-9084-4abd60d7d1a1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:23:27.197188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39624) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:27.249493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-74f070f3-f42f-41f3-a0a8-ab34ba49b771 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbfdf66edeaf433280f0ee0c523a23a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488319 Sep 19 03:23:27.249855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:27.305190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7680-664a-47e9-afeb-f215347f5fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:27.325860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7680-664a-47e9-afeb-f215347f5fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:27.373881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7680-664a-47e9-afeb-f215347f5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:27.376805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef8e7680-664a-47e9-afeb-f215347f5fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:27.377946 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ef8e7680-664a-47e9-afeb-f215347f5fa9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b4f8f93-ba26-401a-82ee-42782f823d1a HTTP/1.1" status: 204 len: 168 time: 0.1271019 Sep 19 03:23:27.387228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8e7680-664a-47e9-afeb-f215347f5fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4f8f93-ba26-401a-82ee-42782f823d1a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:27.822294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a27c5a-1a9d-4dfc-95a4-23ba865b2090 req-b1f3ad70-7b36-425a-9ff0-554532906020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:27.830499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60a27c5a-1a9d-4dfc-95a4-23ba865b2090 req-b1f3ad70-7b36-425a-9ff0-554532906020 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 944 time: 0.0665774 Sep 19 03:23:27.922870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-018238d6-ffae-4030-9fcf-f02d40d4e8ee req-bca5c6ff-befc-4ac0-a292-cfac7dfcfb08 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0589604 Sep 19 03:23:27.930678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60a27c5a-1a9d-4dfc-95a4-23ba865b2090 req-79d9bd54-83f5-4759-9f17-42602073b9b5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988145 Sep 19 03:23:28.384812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1563eeee-b931-4e67-9084-4abd60d7d1a1 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:23:28.445970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 1563eeee-b931-4e67-9084-4abd60d7d1a1 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:23:28.450483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1563eeee-b931-4e67-9084-4abd60d7d1a1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:23:28.451165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:28.531531 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:28.572570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1563eeee-b931-4e67-9084-4abd60d7d1a1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1563eeee-b931-4e67-9084-4abd60d7d1a1,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:28.573755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1563eeee-b931-4e67-9084-4abd60d7d1a1'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:28.577523 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7498034d-fa53-459f-93f5-60e4ce74b830" -d '{"events": [{"server_uuid": "99839ec7-61b4-45b6-b6d2-4db63d8390a1", "name": "network-vif-plugged", "status": "completed", "tag": "1563eeee-b931-4e67-9084-4abd60d7d1a1"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:28.594432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:28.656877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1563eeee-b931-4e67-9084-4abd60d7d1a1,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:28.661977 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bacf28-878f-41eb-9d8f-a00bf9f4d763 x-openstack-request-id: req-e2bacf28-878f-41eb-9d8f-a00bf9f4d763 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:28.662895 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99839ec7-61b4-45b6-b6d2-4db63d8390a1", "name": "network-vif-plugged", "status": "completed", "tag": "1563eeee-b931-4e67-9084-4abd60d7d1a1", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:28.663361 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2bacf28-878f-41eb-9d8f-a00bf9f4d763 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:28.663959 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'code': 200} Sep 19 03:23:28.850799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17309d42-6ede-4e9e-a931-ce97e572c81f req-127060e9-cdfa-4d0f-a993-88214544eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:28.852464 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-17309d42-6ede-4e9e-a931-ce97e572c81f req-127060e9-cdfa-4d0f-a993-88214544eebe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 1096 time: 0.0755029 Sep 19 03:23:28.901734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-17309d42-6ede-4e9e-a931-ce97e572c81f req-e79eda3a-eece-4904-866f-cbc8afb19fce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375140 Sep 19 03:23:29.022787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39716) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:29.128645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2f0dedc-a8b5-45af-b33e-5a4ff677ff30 req-24f553ef-4eab-41e2-b006-4208eb7b891e tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0422969 Sep 19 03:23:29.153946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289be1af-c267-48a7-a014-90ec115cf2a8 req-1aba6499-7a29-4cb0-b224-10adc0dfbc19 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:29.156032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-289be1af-c267-48a7-a014-90ec115cf2a8 req-1aba6499-7a29-4cb0-b224-10adc0dfbc19 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 945 time: 0.1085138 Sep 19 03:23:29.222023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-289be1af-c267-48a7-a014-90ec115cf2a8 req-8d00aa45-f1a9-4829-a5ae-c34cee6d4f96 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581076 Sep 19 03:23:29.263737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-213378505'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:29.287990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Made reservation on behalf of a9dcfa45f744480781964447a9da0d3a for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:29.292153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.308272 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.437383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.446237 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.477124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:29.483954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f674ec-3f58-4ee6-ac29-266abef59f12,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:29.491467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.491913 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Added segment f7d10ee4-1956-47b8-af0b-7bbc09722ee4 of type vlan for network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 Sep 19 03:23:29.538246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.567837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.574095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:29.574795 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.615751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5918043 Sep 19 03:23:29.686095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157421fb-428c-4d01-8999-36a7d5b9bc36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Pushing event updated for resources: {'Network': ['ID=9898ec9f-54ce-4436-a65d-ed6e1f72e786,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:29.700960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:29.834076 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.935251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39740) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:29.942903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Request body: {'port': {'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786', 'binding:host_id': 'n-h1-809936-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1255983457'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:29.976651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Made reservation on behalf of 47bcaf90832b44ed9e0f0554f165cf27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:29.985581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:29.996201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:30.161647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:30.168464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:30.173372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] device_id is not set on port b274c741-e7de-4782-a36d-9bd087521444 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:30.301072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e05b184d-b508-4027-974f-d056515d5890 req-42aff5be-3b65-47b6-9887-a29e0a421c4d tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0777156 Sep 19 03:23:30.316399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf64275c-1b86-4952-952f-e08a548bf99d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:30.419394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754113a4-7cb4-49f0-b0d4-9598b4977a80 req-a856c714-43ed-4a3c-bc5a-7ec9f9f9253b tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:30.425461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-754113a4-7cb4-49f0-b0d4-9598b4977a80 req-a856c714-43ed-4a3c-bc5a-7ec9f9f9253b tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 945 time: 0.0908899 Sep 19 03:23:30.523045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-754113a4-7cb4-49f0-b0d4-9598b4977a80 req-4e640879-08d8-41d3-b0b8-1dc315608f69 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910041 Sep 19 03:23:30.580501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] device_id is not set on port b274c741-e7de-4782-a36d-9bd087521444 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:30.592224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:30.606190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:30.668211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=b274c741-e7de-4782-a36d-9bd087521444,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:30.698779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Checking segment: {'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:30.698779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Network hostable DHCP agents. Network: 9898ec9f-54ce-4436-a65d-ed6e1f72e786, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:23:30.715336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:23:30.724989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 9898ec9f-54ce-4436-a65d-ed6e1f72e786) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:30.728824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:30.736806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964e75ef-4f3c-41fe-90df-d19c0c67d136 None None] Network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:23:30.764882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.765492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.765876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.771971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.772317 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.772669 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 2 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.787741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.788075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.788420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.793831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.794175 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.794582 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 3 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.808541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.809486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.809840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.814995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.815465 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.815869 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 4 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.829441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.829915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.830264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.836084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.836418 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.836805 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 5 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.851033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.851380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.851733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.857937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.859225 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.859749 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 6 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.873564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.873903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.874244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.879157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.879535 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.880047 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 7 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.896864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.897214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.897557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.902461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.902819 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.903315 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 8 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.917545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.917898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.918426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.923192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.923454 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.923847 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 9 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.938944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.939568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.939659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.944909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.945435 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.945991 n-d-809936-1 neutron-server[94722]: INFO neutron.plugins.ml2.plugin [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 10 to bind port b274c741-e7de-4782-a36d-9bd087521444 Sep 19 03:23:30.960705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:30.961304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:30.961932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:30.967124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port b274c741-e7de-4782-a36d-9bd087521444 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:30.967619 n-d-809936-1 neutron-server[94722]: ERROR neutron.plugins.ml2.managers [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port b274c741-e7de-4782-a36d-9bd087521444 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:30.968147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.043568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] For port b274c741-e7de-4782-a36d-9bd087521444, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:31.043944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempted to set empty binding levels {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 19 03:23:31.049678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.092174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:31.093354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.116128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=b274c741-e7de-4782-a36d-9bd087521444,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:31.119960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e485d73b-69dc-45bd-ae2d-e2ec82479aee tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1836436 Sep 19 03:23:31.122693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39770) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:31.201711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Deleting port b274c741-e7de-4782-a36d-9bd087521444 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:31.202066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.272200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] For port b274c741-e7de-4782-a36d-9bd087521444, host n-h1-809936-1, got binding levels [] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:31.272582 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.290249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Calling delete_port for b274c741-e7de-4782-a36d-9bd087521444 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:31.387147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.416398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event deleted for resources: {'Port': ['ID=b274c741-e7de-4782-a36d-9bd087521444,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:31.424394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.426447 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97a02e62-4453-46c2-992c-4730387dc8ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "DELETE /v2.0/ports/b274c741-e7de-4782-a36d-9bd087521444 HTTP/1.1" status: 204 len: 168 time: 0.3020608 Sep 19 03:23:31.429061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee14195d-7198-43e3-aebe-176b4e65ffbf req-fc9899e5-f74e-423b-aa19-7c5653cf4e93 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0286994 Sep 19 03:23:31.429609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39778) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:31.456107 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96fb968-36bf-40a1-9ef3-e05d4fc54300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:31.458155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e96fb968-36bf-40a1-9ef3-e05d4fc54300 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "GET /v2.0/ports/b274c741-e7de-4782-a36d-9bd087521444 HTTP/1.1" status: 404 len: 333 time: 0.0271401 Sep 19 03:23:31.461628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39780) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:31.466016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Request body: {'port': {'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1680997654'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:31.485712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Made reservation on behalf of 47bcaf90832b44ed9e0f0554f165cf27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:31.488337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.503423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] device_id is not set on port 1f3c40f5-82b5-44df-b50a-c7003029be0d yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:31.719909 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.733152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e5ada5-3acd-4aed-86fb-dfb037a337e7 req-ec74eeab-ea0d-40b2-92dd-95a0877c9ffb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:31.734670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92e5ada5-3acd-4aed-86fb-dfb037a337e7 req-ec74eeab-ea0d-40b2-92dd-95a0877c9ffb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 945 time: 0.0754678 Sep 19 03:23:31.797971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.831605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92e5ada5-3acd-4aed-86fb-dfb037a337e7 req-aea2e446-5e70-4db6-a9c3-5b0752f4bda1 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807481 Sep 19 03:23:31.856473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=1f3c40f5-82b5-44df-b50a-c7003029be0d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:31.873002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:31.874889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:31.881446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:31.882841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:31.883714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:31.908841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d958dc3f-f0d4-4125-a722-fa06b1fc0db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4439640 Sep 19 03:23:31.909078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39802) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:31.915778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:31.990399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.207403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] device_id is not set on port 1f3c40f5-82b5-44df-b50a-c7003029be0d yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:32.215332 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.221950 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.284982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=1f3c40f5-82b5-44df-b50a-c7003029be0d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:32.289804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.290226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.290508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.303077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.303433 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.303827 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 2 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.323561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.323911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.324249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.330061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.330392 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.331101 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 3 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.356154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.356670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.356881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.364905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.364905 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.365126 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 4 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.380001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.380348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.380683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.389490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.389838 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.390237 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 5 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.402665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.403042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.403383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.408047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.408441 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.409143 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 6 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.426138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.427107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.427437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.432048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.432662 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.432870 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 7 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.447616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.447985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.448385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.454085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.454414 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.454827 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 8 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.482201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.482639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.483035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.488659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.489101 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.489504 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 9 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.503860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.504354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.504808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.509397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.509777 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.510173 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 10 to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d Sep 19 03:23:32.537342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:32.537680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:32.538016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:32.555813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-579a2866-8fd4-424f-b84a-5677708873ff req-dd5826d3-990d-47fd-a7cf-530ae943f1f1 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0302191 Sep 19 03:23:32.556777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:32.557104 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 1f3c40f5-82b5-44df-b50a-c7003029be0d on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:32.557471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.638638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] For port 1f3c40f5-82b5-44df-b50a-c7003029be0d, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:32.638955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempted to set empty binding levels {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 19 03:23:32.643378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.674471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] In _notify_port_updated(), no bound segment for port 1f3c40f5-82b5-44df-b50a-c7003029be0d on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:23:32.675346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.675948 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.680454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39828) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:32.680931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "PUT /v2.0/ports/1f3c40f5-82b5-44df-b50a-c7003029be0d HTTP/1.1" status: 200 len: 979 time: 0.7702112 Sep 19 03:23:32.694601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356367cf-6485-4a44-b55f-d9b73a8b6f71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=1f3c40f5-82b5-44df-b50a-c7003029be0d,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:32.780328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.780773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.781397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.782047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.782534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.783035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.783957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.784441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.784920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.785392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.785928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.786400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.787048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.787873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.788790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.789428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.790064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.790838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.791932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.794119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.794811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.795467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.795954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.796434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.796905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:32.802782 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7c0fefae-bf94-4b77-bb28-c8dda03efe83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22598 time: 0.1182580 Sep 19 03:23:32.804784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39836) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:32.900900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Deleting port 1f3c40f5-82b5-44df-b50a-c7003029be0d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:32.901248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.968704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] For port 1f3c40f5-82b5-44df-b50a-c7003029be0d, host n-h1-809936-1, got binding levels [] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:32.969115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:32.985023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Calling delete_port for 1f3c40f5-82b5-44df-b50a-c7003029be0d owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:33.093953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.142418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.144576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "DELETE /v2.0/ports/1f3c40f5-82b5-44df-b50a-c7003029be0d HTTP/1.1" status: 204 len: 168 time: 0.3384361 Sep 19 03:23:33.146375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020e71d-ef3f-4067-beb7-9540576228bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f3c40f5-82b5-44df-b50a-c7003029be0d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:33.147823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39846) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:33.194056 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb66c0c5-9a5f-4e7b-bfd9-e5dd9f9878b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:33.195674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb66c0c5-9a5f-4e7b-bfd9-e5dd9f9878b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "GET /v2.0/ports/1f3c40f5-82b5-44df-b50a-c7003029be0d HTTP/1.1" status: 404 len: 333 time: 0.0467801 Sep 19 03:23:33.199646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39848) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:33.204508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1647828723', 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:33.225711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Made reservation on behalf of 47bcaf90832b44ed9e0f0554f165cf27 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:33.228030 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.244815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] device_id is not set on port 50fdd4ab-0dda-48f2-86ba-1ce5de9e0473 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:33.397487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.453944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.499077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:33.507030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:33.509592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:33.510877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:33.511477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.517264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=50fdd4ab-0dda-48f2-86ba-1ce5de9e0473,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:33.537955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d91d8282-573e-48eb-ad8c-a375bcd28822 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3344119 Sep 19 03:23:33.538193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39858) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:33.578213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d4bfc-002d-4006-9bf2-fa2620161bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:33.582448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d1d4bfc-002d-4006-9bf2-fa2620161bdc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "GET /v2.0/ports/50fdd4ab-0dda-48f2-86ba-1ce5de9e0473 HTTP/1.1" status: 200 len: 959 time: 0.0403857 Sep 19 03:23:33.582654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:33.686958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-993d59be-da56-4bf2-94ae-1ae5f17e0ec7 req-94b0ed50-a82c-47a8-a72b-213e9dd1fd60 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0328679 Sep 19 03:23:33.701800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Deleting port 50fdd4ab-0dda-48f2-86ba-1ce5de9e0473 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:33.702168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.774203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.786984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Calling delete_port for 50fdd4ab-0dda-48f2-86ba-1ce5de9e0473 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:33.871528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.904525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event deleted for resources: {'Port': ['ID=50fdd4ab-0dda-48f2-86ba-1ce5de9e0473,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:33.910925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:33.915990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39872) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:33.926672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe05e10d-7158-47ca-8389-057a38ec1dce tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "DELETE /v2.0/ports/50fdd4ab-0dda-48f2-86ba-1ce5de9e0473 HTTP/1.1" status: 204 len: 168 time: 0.3424361 Sep 19 03:23:33.959192 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bb968d-020d-4a76-a947-fc2599256bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:33.961227 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e7bb968d-020d-4a76-a947-fc2599256bf0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "GET /v2.0/ports/50fdd4ab-0dda-48f2-86ba-1ce5de9e0473 HTTP/1.1" status: 404 len: 333 time: 0.0441072 Sep 19 03:23:33.964644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:33.969752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Request body: {'port': {'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-162064874'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:33.997913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Made reservation on behalf of 47bcaf90832b44ed9e0f0554f165cf27 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:34.000391 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:34.027029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] device_id is not set on port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:34.219735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:34.264061 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:34.333286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:34.346639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:34.357080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:34.358343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:34.359304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:34.376918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:34.388611 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d639323f-5b8d-4171-8df2-adca0dc06f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4221554 Sep 19 03:23:34.390940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39894) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:34.397375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:34.492388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:34.699019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] device_id is not set on port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:34.707740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:34.715076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:34.780388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:34.806476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:34.806894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:34.807453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:34.813484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:34.814075 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:34.814778 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 2 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:34.841694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:34.841694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:34.841694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:34.884911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-077c8ab2-7888-4328-b83e-96bf7541677f req-1ee4fe77-ffe1-47bf-9ac4-a06d2e7350a7 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0654745 Sep 19 03:23:34.885837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:34.886433 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:34.892117 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 3 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:34.910774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:34.915381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:34.916005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:34.926689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:34.927291 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:34.927759 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 4 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:34.945182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:34.945612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:34.946098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:34.951197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:34.951529 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:34.951931 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 5 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:34.981660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:34.982001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:34.982347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:34.990307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:34.990703 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:34.991147 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 6 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:35.011140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:35.011711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:35.012302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:35.019760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:35.020436 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:35.022393 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 7 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:35.037623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:35.038559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:35.039146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:35.052443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:35.053100 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:35.053707 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 8 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:35.072388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:35.072964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:35.073307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:35.078235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:35.078705 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:35.079150 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 9 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:35.092646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:35.092993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:35.093336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:35.098588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:35.099080 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:35.099471 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempt 10 to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 Sep 19 03:23:35.114335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:35.114612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:35.114995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempting to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:35.120037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:35.120402 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Failed to bind port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9898ec9f-54ce-4436-a65d-ed6e1f72e786'}] Sep 19 03:23:35.120720 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:35.196140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] For port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:35.196953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attempted to set empty binding levels {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 19 03:23:35.201747 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:35.237953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] In _notify_port_updated(), no bound segment for port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 on network 9898ec9f-54ce-4436-a65d-ed6e1f72e786 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:23:35.239451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:35.240134 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:35.241545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "PUT /v2.0/ports/192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 HTTP/1.1" status: 200 len: 978 time: 0.8495233 Sep 19 03:23:35.244206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39914) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:35.279422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5857935-3370-49c5-b728-c73f4fb388ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event updated for resources: {'Port': ['ID=192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:35.330682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Deleting port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:35.331246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:35.402219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] For port 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46, host n-h1-809936-1, got binding levels [] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:35.402589 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:35.766601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Calling delete_port for 192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:35.840371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-abde92d6-8aa5-4bf4-a8cb-9255af0aad77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850227 Sep 19 03:23:35.902236 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:35.952738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Pushing event deleted for resources: {'Port': ['ID=192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:35.965899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:35.971446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39938) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:35.971905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6d54f856-2a41-49f8-a99f-35ab4eaf7232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "DELETE /v2.0/ports/192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 HTTP/1.1" status: 204 len: 168 time: 0.7263236 Sep 19 03:23:35.982210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-213c6768-c0ac-4f97-bdc8-b310ba0db520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:35.983995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-213c6768-c0ac-4f97-bdc8-b310ba0db520 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1097 time: 0.0939875 Sep 19 03:23:36.022297 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8d5951-9ea6-4589-b557-fc240d14d706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:36.026795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc8d5951-9ea6-4589-b557-fc240d14d706 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2045203537-project-admin] 10.222.0.22 "GET /v2.0/ports/192a0ba1-4a46-4fe3-bb2f-5cbf229b6e46 HTTP/1.1" status: 404 len: 333 time: 0.0542936 Sep 19 03:23:36.030194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39940) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:36.113207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de76bbd8-90a9-496d-9ff7-c17808d73af3 req-2fdc2efe-e07b-4143-84a4-bcafd60533de tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0674748 Sep 19 03:23:36.146946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:36.197070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-fb960b58-6f30-46df-bf7e-8dd59bf50eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:36.198899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-fb960b58-6f30-46df-bf7e-8dd59bf50eb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.1954365 Sep 19 03:23:36.247067 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:36.270986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9898ec9f-54ce-4436-a65d-ed6e1f72e786']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:36.283503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:36.283802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d10ee4-1956-47b8-af0b-7bbc09722ee4') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:36.297444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:36.299195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-e406eccc-972f-4d2f-8d34-ebbf188ab5ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 1001 time: 0.0927129 Sep 19 03:23:36.311468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:36.317912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:36.318423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:36.321830 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:36.378302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-a307a729-cb24-44b8-942e-044b78f965a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:36.380366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-a307a729-cb24-44b8-942e-044b78f965a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.0716960 Sep 19 03:23:36.405106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:36.442029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:36.444135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] 10.222.0.22 "DELETE /v2.0/networks/9898ec9f-54ce-4436-a65d-ed6e1f72e786 HTTP/1.1" status: 204 len: 168 time: 0.4129663 Sep 19 03:23:36.445119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f26b2-c028-4053-8502-7ff359266c99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1574956551-project] Pushing event deleted for resources: {'Network': ['ID=9898ec9f-54ce-4436-a65d-ed6e1f72e786,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:36.499477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-e27322be-f3a8-4eaf-b70b-adcd8cebb5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:36.501102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-e27322be-f3a8-4eaf-b70b-adcd8cebb5e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107287 Sep 19 03:23:36.636856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-88f428ef-4ddd-4910-b4c0-c63ce51fae8b service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286695 Sep 19 03:23:36.785169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb9ee06d-343a-47b6-98d8-0a5bb31126f7 req-bd3d9fea-2603-4aa4-b877-fd8f43f887b3 service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403830 Sep 19 03:23:36.865077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39966) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:36.976685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1143bdc-44e8-46b7-af2d-e4a92da85c48 req-e0c927b2-b086-417c-8311-40fdec53e2f6 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:36.984242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1143bdc-44e8-46b7-af2d-e4a92da85c48 req-e0c927b2-b086-417c-8311-40fdec53e2f6 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1097 time: 0.0610213 Sep 19 03:23:37.088094 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85647690-c4dc-4b3b-a71e-a1f3dcf97e48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9dcfa45f744480781964447a9da0d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195847 Sep 19 03:23:37.088634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1143bdc-44e8-46b7-af2d-e4a92da85c48 req-0d596839-6a45-4861-86c4-b2b3e069a50e tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016746 Sep 19 03:23:37.088740 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39974) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:37.108039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39976) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:37.284766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c991557d-7a62-4a3c-8ab8-b9d0a3e7584d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.336291 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c991557d-7a62-4a3c-8ab8-b9d0a3e7584d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.390352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3eb82655-5b99-4f61-9669-b63510794c22 req-37a60901-1da8-4d28-8b63-6f83efc31c58 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0460324 Sep 19 03:23:37.442649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c991557d-7a62-4a3c-8ab8-b9d0a3e7584d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.445386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c991557d-7a62-4a3c-8ab8-b9d0a3e7584d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.446861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c991557d-7a62-4a3c-8ab8-b9d0a3e7584d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52f674ec-3f58-4ee6-ac29-266abef59f12 HTTP/1.1" status: 204 len: 168 time: 0.3570960 Sep 19 03:23:37.456135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991557d-7a62-4a3c-8ab8-b9d0a3e7584d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f674ec-3f58-4ee6-ac29-266abef59f12,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:37.515926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 21ca50a1-4c8f-49e2-b51a-b8a6d8c42e2b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:37.516320 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.617369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.617706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.636062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 21ca50a1-4c8f-49e2-b51a-b8a6d8c42e2b owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:37.851417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40006) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:37.893324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:37.931643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=21ca50a1-4c8f-49e2-b51a-b8a6d8c42e2b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:37.960548 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6fafd29d-f062-49ea-8738-bbc45e6455a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47bcaf90832b44ed9e0f0554f165cf27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055131 Sep 19 03:23:37.961156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40010) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:38.009592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:38.009979 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP ef583657-2ef1-4ac4-8af2-115b5d7ba6fc disassociated (deleted). External IP: 172.25.8.91, port: f7b7dddd-ed63-490f-81e4-c6c0766ac72c. Sep 19 03:23:38.080028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f20-be8c-43a3-b00a-df5c33402403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:38.122015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f20-be8c-43a3-b00a-df5c33402403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:38.197162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f20-be8c-43a3-b00a-df5c33402403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:38.201303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d16d4f20-be8c-43a3-b00a-df5c33402403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:38.215303 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d16d4f20-be8c-43a3-b00a-df5c33402403 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf64275c-1b86-4952-952f-e08a548bf99d HTTP/1.1" status: 204 len: 168 time: 0.2505872 Sep 19 03:23:38.218398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-91035bb8-e38b-4dde-a353-dec50377ab73 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:38.220018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-91035bb8-e38b-4dde-a353-dec50377ab73 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.1362102 Sep 19 03:23:38.231836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d4f20-be8c-43a3-b00a-df5c33402403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf64275c-1b86-4952-952f-e08a548bf99d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:38.266071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-09e0de19-dbfa-49fe-af5a-e200a90fea62 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/quotas/8b35885af2114107ab5ddac61605476e HTTP/1.1" status: 200 len: 375 time: 0.0116422 Sep 19 03:23:38.369131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-ac96683d-fb26-4232-8b4e-b30bd253623f tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924411 Sep 19 03:23:38.563510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router bc0539e7-1adc-4347-8ca7-de5a351f8027 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:23:38.566809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce253ab5-3410-42ac-8e6a-b612bd1b7e2e req-903b7476-12b3-441c-9884-52e408a44b6a tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0510752 Sep 19 03:23:38.579005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-06d51342-a2bd-4582-8f9d-3e061514c2a5 service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999440 Sep 19 03:23:38.783061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:23:38.786984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-561c4a45-117e-4521-add3-b44f94ea7bdf service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995511 Sep 19 03:23:38.790072 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:38.797728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] Sync routers for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:23:38.820679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dcb68a88-9d38-40f2-aa4c-0f9c8fe73e1d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/floatingips/ef583657-2ef1-4ac4-8af2-115b5d7ba6fc HTTP/1.1" status: 204 len: 168 time: 1.7110662 Sep 19 03:23:38.821621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:38.824380 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65b51e8-d711-459c-9ff8-a5a51b87f92f" -d '{"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:38.838006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:23:38.840033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:39.023606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:23:39.155839 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc93932-dcce-4064-a291-07e6f7c20d29 x-openstack-request-id: req-bfc93932-dcce-4064-a291-07e6f7c20d29 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:39.156325 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:39.156431 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfc93932-dcce-4064-a291-07e6f7c20d29 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:39.156881 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'status': 'completed', 'code': 200} Sep 19 03:23:39.347849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31afb4c9-d282-4137-9df4-ac2475a83712 req-6730b929-4c0a-4405-8ac2-d89044d6d64a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 210 time: 0.1315541 Sep 19 03:23:39.363489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-5d1a6f53-caf7-4f59-b118-acc2ec915540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:39.371362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-5d1a6f53-caf7-4f59-b118-acc2ec915540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 1097 time: 0.1969409 Sep 19 03:23:39.399678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87751bba-3d1f-48bc-968a-854c233fd81e req-d1dffa4d-4868-4f65-97a5-a78793161063 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:39.401387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87751bba-3d1f-48bc-968a-854c233fd81e req-d1dffa4d-4868-4f65-97a5-a78793161063 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1659634 Sep 19 03:23:39.495811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:09Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:39.528171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87751bba-3d1f-48bc-968a-854c233fd81e req-3b0f4a7f-cf89-4ee2-9e09-ef6cd2aa074c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477362 Sep 19 03:23:39.539506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-7c4b1179-4308-4e26-9a6b-8913909a6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:39.541015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-7c4b1179-4308-4e26-9a6b-8913909a6607 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 200 len: 898 time: 0.1590440 Sep 19 03:23:39.556510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] Checking router: bc0539e7-1adc-4347-8ca7-de5a351f8027 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:23:39.577107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:23:39.577636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:39.627244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-17802c3c-3762-4fa1-ac5e-079227cfa8a3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 200 len: 217 time: 0.0751338 Sep 19 03:23:39.717324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:23:39.777565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-a6979e77-0e80-49c4-9b32-5ef534ff393a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:39.779299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-a6979e77-0e80-49c4-9b32-5ef534ff393a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 200 len: 835 time: 0.1396437 Sep 19 03:23:39.809200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1bea19a-fbea-46e8-8168-3739764b10c6 req-2f785a69-d8a4-44da-94ca-1e50b254ebe8 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0671618 Sep 19 03:23:39.972074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-7b886f87-429b-4044-95ac-51aa77617cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:39.979207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-7b886f87-429b-4044-95ac-51aa77617cf9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eae95a00-671d-44c4-b6ef-aa0b9283729a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1674280 Sep 19 03:23:40.147654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:09Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:40.181932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c2553-9a5e-4042-8092-5ccdd661ce7c None None] The sync data for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 is: [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:21:01Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '4a42f3d6-b2c9-45f4-96ed-1a86af9c028c', 'name': '', 'network_id': 'eae95a00-671d-44c4-b6ef-aa0b9283729a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:f2:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:59Z', 'updated_at': '2021-09-19T03:21:09Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': 'fdb19e28-f81e-4f4f-bb32-fd9be997e172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:23:40.183640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-b15c8f00-af00-4661-9f8a-e32bdc772b04 service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911209 Sep 19 03:23:40.329757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.30', 59166) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:40.400749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e65b51e8-d711-459c-9ff8-a5a51b87f92f req-7f7358f2-a23b-41fa-be79-886ff280aad2 service neutron] 10.222.0.30 "GET /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038949 Sep 19 03:23:40.433560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-f07c2179-b430-4f17-bbca-7b57d0433d8c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:40.438664 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-f07c2179-b430-4f17-bbca-7b57d0433d8c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.30 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1077528 Sep 19 03:23:40.517655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da1bc496-9eec-46b8-870a-fa9669b5f4dd req-4eb2ac6b-2d6b-4833-b480-eda904e87451 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 210 time: 0.0551522 Sep 19 03:23:40.545665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40120) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:40.685951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port f7b7dddd-ed63-490f-81e4-c6c0766ac72c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:40.686436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:40.699604 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6965e4f2-cffd-4f0b-9362-2a8354f0dea0 None None] New status for floating IP ef583657-2ef1-4ac4-8af2-115b5d7ba6fc: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:23:40.791617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24cf6f-bd07-4a5e-9e26-5f188eef493e req-b06e185f-9247-40de-98c6-b65501d7c01a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:40.793410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae24cf6f-bd07-4a5e-9e26-5f188eef493e req-b06e185f-9247-40de-98c6-b65501d7c01a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=1440efb1-afc2-4acb-b9bc-e6cdddfd6887 HTTP/1.1" status: 200 len: 946 time: 0.1232314 Sep 19 03:23:40.899623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-306879692'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:40.949239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae24cf6f-bd07-4a5e-9e26-5f188eef493e req-4237c99c-49fd-4a84-8478-d2e5e66c2320 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9808691d-ba5a-4231-a0f7-b400699eaeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496365 Sep 19 03:23:41.003497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca38e15e-931c-4397-9676-ce2ecec475f8 req-c16f0bbd-3d50-4ed2-a035-7e18d180cc12 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0464664 Sep 19 03:23:41.004200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Made reservation on behalf of ebb1ca31483b4e3aa921cf5300dabcd7 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:41.007956 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.018191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.066171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port f7b7dddd-ed63-490f-81e4-c6c0766ac72c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:41.067352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.105200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-6d76aeac-8d0d-403d-8352-b26a04792321 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:41.106952 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-6d76aeac-8d0d-403d-8352-b26a04792321 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.3380024 Sep 19 03:23:41.107987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for f7b7dddd-ed63-490f-81e4-c6c0766ac72c owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:41.138578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.146238 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.162023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Request body: {'port': {'device_id': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'admin_state_up': True, 'tenant_id': '8b35885af2114107ab5ddac61605476e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:41.177230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:41.189308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f235187-56b7-4de7-a3af-5fea33fd9932,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:41.196119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.196644 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Added segment b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf of type vlan for network d5dfe907-db72-41b7-b1ef-902db74caf0a Sep 19 03:23:41.270819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.307100 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.311520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Made reservation on behalf of 8b35885af2114107ab5ddac61605476e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:41.314927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.315436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:41.316531 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.421412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.449459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Pushing event updated for resources: {'Network': ['ID=d5dfe907-db72-41b7-b1ef-902db74caf0a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:41.461101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=f7b7dddd-ed63-490f-81e4-c6c0766ac72c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:41.467995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d5dfe907-db72-41b7-b1ef-902db74caf0a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:41.486732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8019d9e1-b67c-4554-8325-b82a3b33d6fe tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9398336 Sep 19 03:23:41.596888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] No DVR routers for this DVR port f7b7dddd-ed63-490f-81e4-c6c0766ac72c on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:23:41.602645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:41.627247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d0357613-31a3-4a02-a24e-da3ccf9500fe req-506ccd82-613e-4a2a-ab75-55fc0c6ccda5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.30 "DELETE /v2.0/ports/f7b7dddd-ed63-490f-81e4-c6c0766ac72c HTTP/1.1" status: 204 len: 173 time: 1.1819804 Sep 19 03:23:41.636155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-deleted', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:41.644126 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989c7328-8353-4934-a593-15078869c351" -d '{"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-deleted", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:41.688918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Allocated IP 172.20.0.2 (4fb270e6-02be-4aae-8be8-34bc8b469fb3/dfc09b46-8465-4f64-9714-698e389203e2/f16c2a17-b07f-4e3f-b832-5881f8a150c4) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:41.793567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d709e6ff-0a34-4e8c-80a5-7f7168e22ff9 req-e9204190-3a1e-45f4-8829-f52522922da1 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 210 time: 0.0565577 Sep 19 03:23:41.936997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40158) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:41.942480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Request body: {'port': {'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a', 'binding:host_id': 'n-h1-809936-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-585157373'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:41.996643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Made reservation on behalf of 2fd7678e7ed64e6b8cdb751dd9e0ec32 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:42.005163 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.015054 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76a5ae8-88a8-4048-bf71-f495a225208a x-openstack-request-id: req-a76a5ae8-88a8-4048-bf71-f495a225208a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:42.015357 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1440efb1-afc2-4acb-b9bc-e6cdddfd6887", "name": "network-vif-deleted", "tag": "f7b7dddd-ed63-490f-81e4-c6c0766ac72c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:42.015618 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a76a5ae8-88a8-4048-bf71-f495a225208a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:42.017853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.019420 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1440efb1-afc2-4acb-b9bc-e6cdddfd6887', 'name': 'network-vif-deleted', 'tag': 'f7b7dddd-ed63-490f-81e4-c6c0766ac72c', 'status': 'completed', 'code': 200} Sep 19 03:23:42.045394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40168) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:42.048760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.162828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c166c943-e24b-46ef-9f46-c940ee8fe5f8 req-3f3fe058-ee44-4e14-b7fa-cc6b6a504c58 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0546510 Sep 19 03:23:42.201301 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.216869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.225281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.233252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] device_id is not set on port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:42.235659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67', '1563eeee-b931-4e67-9084-4abd60d7d1a1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:23:42.305458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:42.315282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:42.323456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:42.369561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event updated for resources: {'Port': ['ID=f16c2a17-b07f-4e3f-b832-5881f8a150c4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:42.377028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:42.377650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.401531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.402035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.402385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.402725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.403096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.403420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.403750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.404074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.404401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.404727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.405057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.405369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:42.412743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-1a483f9e-ef2d-45b2-999d-755e8ff6b578 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2545242 Sep 19 03:23:42.483113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Request body: {'port': {'device_id': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:42.509121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ed91a-52a9-477e-8ee1-1b25c8a7268e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:42.652255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] device_id is not set on port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:42.666113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.681290 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.685166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:42.735959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=31a8f766-6dcb-4db4-be6e-e3b54ab20fe7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:42.766827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Checking segment: {'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:42.767153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Network hostable DHCP agents. Network: d5dfe907-db72-41b7-b1ef-902db74caf0a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:23:42.789796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Network d5dfe907-db72-41b7-b1ef-902db74caf0a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:23:42.802403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, d5dfe907-db72-41b7-b1ef-902db74caf0a) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:42.806964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:42.819217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e98ba4-0f79-4585-84fe-6d4367909d6e None None] Network d5dfe907-db72-41b7-b1ef-902db74caf0a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:23:42.831796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:42.832179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:42.833122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:42.843310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:42.843639 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:42.844021 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 2 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:42.877326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:42.877625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:42.877867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:42.989546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:42.989887 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:42.991008 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 3 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.033243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de44b1-fa61-4b37-939c-eb5d5d5c151a req-907db8fb-5ae3-4e41-9203-fae39b547560 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:43.034835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44de44b1-fa61-4b37-939c-eb5d5d5c151a req-907db8fb-5ae3-4e41-9203-fae39b547560 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 931 time: 0.1597879 Sep 19 03:23:43.035728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.035883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.036573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.057239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.057239 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.058024 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 4 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.087376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.088216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.088773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.103018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.103679 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.114818 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 5 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.132598 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:23:43.134470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44de44b1-fa61-4b37-939c-eb5d5d5c151a req-fb6b450b-b755-4ab1-a1b0-50d6e50b165c tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855346 Sep 19 03:23:43.137211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.137548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.137882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.147817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.148613 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.149017 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 6 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.166990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.167337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.167812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.172794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.173144 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.173638 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 7 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.186733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16c2a17-b07f-4e3f-b832-5881f8a150c4 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:23:43.188221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.188693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.189039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.194620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.194816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.194996 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.195385 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 8 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.209311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.209715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.210063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.215745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.216130 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.216526 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 9 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.237490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.237490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.237490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.243151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.243151 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.243151 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 10 to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 Sep 19 03:23:43.256368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.256368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.256368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.265438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.265438 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:43.265438 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.349759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] For port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:43.350195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempted to set empty binding levels {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 19 03:23:43.357159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.374481 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.385598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de64460d-b672-4952-8d21-f70abb279fbf req-a286988c-fae5-4138-b8f1-f4b240a4e0a3 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0491755 Sep 19 03:23:43.422195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:43.422833 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.426496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Transition to ACTIVE for port object f16c2a17-b07f-4e3f-b832-5881f8a150c4 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:23:43.438791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.449854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.5117300 Sep 19 03:23:43.453961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40200) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:43.462321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce3ec7-0127-4111-b4ea-3df80365fc05 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=31a8f766-6dcb-4db4-be6e-e3b54ab20fe7,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:43.538315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Pushing event updated for resources: {'Port': ['ID=f16c2a17-b07f-4e3f-b832-5881f8a150c4,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:43.562013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Deleting port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:43.562446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.652973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] For port 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7, host n-h1-809936-1, got binding levels [] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:43.653557 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.682736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Calling delete_port for 31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:43.696732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Attempting to bind port f16c2a17-b07f-4e3f-b832-5881f8a150c4 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:43.697184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Attempting to bind port f16c2a17-b07f-4e3f-b832-5881f8a150c4 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:43.697620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Attempting to bind port f16c2a17-b07f-4e3f-b832-5881f8a150c4 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.712166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:43.712615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.718157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Port f16c2a17-b07f-4e3f-b832-5881f8a150c4 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:43.718582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Attempting to bind port f16c2a17-b07f-4e3f-b832-5881f8a150c4 on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:43.749536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:23:43.749988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Checking segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:43.750450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Bound using segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:23:43.751000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Bound port: f16c2a17-b07f-4e3f-b832-5881f8a150c4, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:23:43.754782 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.816275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.844356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event deleted for resources: {'Port': ['ID=31a8f766-6dcb-4db4-be6e-e3b54ab20fe7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:43.852288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.854505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-69377037-ff24-4b5c-b57c-3d7313b991fa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "DELETE /v2.0/ports/31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 HTTP/1.1" status: 204 len: 168 time: 0.4001448 Sep 19 03:23:43.860713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:43.921069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:43.921518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.924704 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1156a83-8586-4e72-9d10-febb9f37b632 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:43.926975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b1156a83-8586-4e72-9d10-febb9f37b632 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "GET /v2.0/ports/31a8f766-6dcb-4db4-be6e-e3b54ab20fe7 HTTP/1.1" status: 404 len: 333 time: 0.0647235 Sep 19 03:23:43.930469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40216) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:43.935727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Request body: {'port': {'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1358829944'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:43.941004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:43.946075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] For port f16c2a17-b07f-4e3f-b832-5881f8a150c4, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:43.950652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] For port f16c2a17-b07f-4e3f-b832-5881f8a150c4, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f16c2a17-b07f-4e3f-b832-5881f8a150c4,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:23:43.960425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Made reservation on behalf of 2fd7678e7ed64e6b8cdb751dd9e0ec32 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:43.961342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.963492 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:43.983570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] device_id is not set on port 356a8dd4-768d-4084-8603-a6221d1d99e8 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:44.042799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:44.043592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:44.045219 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] 10.222.0.32 "PUT /v2.0/ports/f16c2a17-b07f-4e3f-b832-5881f8a150c4 HTTP/1.1" status: 200 len: 1091 time: 1.5678861 Sep 19 03:23:44.047551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'tag': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:44.049805 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "a609573f-0805-44fb-a116-b83e9e8cce6d", "tag": "f16c2a17-b07f-4e3f-b832-5881f8a150c4"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:44.081619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb29af-34b1-4a34-a483-74a19bd507bc service neutron] Pushing event updated for resources: {'Port': ['ID=f16c2a17-b07f-4e3f-b832-5881f8a150c4,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:44.126986 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bcaf0b-4c31-45a6-8d86-af3ab389e052 x-openstack-request-id: req-78bcaf0b-4c31-45a6-8d86-af3ab389e052 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:44.127273 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a609573f-0805-44fb-a116-b83e9e8cce6d", "tag": "f16c2a17-b07f-4e3f-b832-5881f8a150c4", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:44.127522 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78bcaf0b-4c31-45a6-8d86-af3ab389e052 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:44.127917 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'tag': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4', 'status': 'completed', 'code': 200} Sep 19 03:23:44.197335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:44.252885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-4ea1f41c-c474-498e-bb93-9b88d24392ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:44.253898 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-4ea1f41c-c474-498e-bb93-9b88d24392ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 1094 time: 0.1252489 Sep 19 03:23:44.267606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:44.279655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3012f-b401-4b71-a70b-dbc34cc0e64b req-a690f15a-183d-44e6-b526-e6a9c96a209b tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:44.281356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ba3012f-b401-4b71-a70b-dbc34cc0e64b req-a690f15a-183d-44e6-b526-e6a9c96a209b tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 943 time: 0.0705361 Sep 19 03:23:44.282919 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:44.323441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=4a42f3d6-b2c9-45f4-96ed-1a86af9c028c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:44.359003 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-3db6c2c4-f73b-4f9b-afa7-83332abced93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f16c2a17-b07f-4e3f-b832-5881f8a150c4 HTTP/1.1" status: 200 len: 217 time: 0.0887320 Sep 19 03:23:44.476721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-340a1087-d7ea-4544-b523-7b7815440a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:44.478187 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-340a1087-d7ea-4544-b523-7b7815440a4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.1039779 Sep 19 03:23:44.503554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27dc9d23-50d7-459d-a2a2-93b0d8f65be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:44.546699 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-4e6a2e35-79d1-4b70-8d14-0706d11a6771 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277779 Sep 19 03:23:44.724599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b88fcb9-cc67-48d2-ac74-b6fa187b5c8d req-9cf898de-ea58-4177-b53f-ceb03acd747e tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0523484 Sep 19 03:23:44.728157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Network d5dfe907-db72-41b7-b1ef-902db74caf0a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:44.743448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:44.750910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:44.751867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:44.758334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:44.763603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=356a8dd4-768d-4084-8603-a6221d1d99e8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:44.773979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ba3012f-b401-4b71-a70b-dbc34cc0e64b req-918a12ed-aa17-4cc8-b7af-e148c0793276 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844630 Sep 19 03:23:44.788366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a7856298-331e-404b-acd3-9c64e7e5a075 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8565040 Sep 19 03:23:44.791065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:44.796495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:44.828995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:23:44.866074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:44.880691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: f7b7dddd-ed63-490f-81e4-c6c0766ac72c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:23:44.881291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f7b7dddd-ed63-490f-81e4-c6c0766ac72c not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:23:45.074524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] device_id is not set on port 356a8dd4-768d-4084-8603-a6221d1d99e8 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:45.083615 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.092349 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.122324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.152775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=356a8dd4-768d-4084-8603-a6221d1d99e8,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:45.169800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.170436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.171025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.180367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.180974 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.181922 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 2 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.198517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.199358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.199809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.205377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-d60ff178-9aaa-4580-84cb-6aa0b3dcb9a7 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525168 Sep 19 03:23:45.206653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.207112 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.207829 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 3 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.222562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.223002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.223438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.227988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.228543 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.229026 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 4 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.243849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.244329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.244766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.249453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.250032 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.250520 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 5 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.264764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.265247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.265680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.278481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.279146 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.279916 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 6 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.303781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.304266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.304707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.309992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.310451 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.311102 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 7 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.326625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.327066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.328343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.334629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.335114 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.335644 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 8 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.351692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.352481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.353018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.358202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.358652 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.359511 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 9 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.360169 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f2f028a-57e9-460e-9604-3ae76ae47f85 req-167db72c-21f2-4855-9c7c-9dcd973ed9ed service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462097 Sep 19 03:23:45.374261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.374728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.375190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.381265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.381712 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.382637 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 10 to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 Sep 19 03:23:45.403917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:45.404516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:45.405744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:45.413135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:45.413696 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 356a8dd4-768d-4084-8603-a6221d1d99e8 on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:45.414708 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.476299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router bc0539e7-1adc-4347-8ca7-de5a351f8027 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:23:45.482998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] For port 356a8dd4-768d-4084-8603-a6221d1d99e8, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:45.483364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempted to set empty binding levels {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 19 03:23:45.489999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.529943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] In _notify_port_updated(), no bound segment for port 356a8dd4-768d-4084-8603-a6221d1d99e8 on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:23:45.530828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.531436 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.535125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "PUT /v2.0/ports/356a8dd4-768d-4084-8603-a6221d1d99e8 HTTP/1.1" status: 200 len: 975 time: 0.7404335 Sep 19 03:23:45.535425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40256) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:45.581097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-5a771099-211a-44c3-8782-6ca4b8c005c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.581097 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-5a771099-211a-44c3-8782-6ca4b8c005c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 1094 time: 0.0992570 Sep 19 03:23:45.632070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce38be5-c21c-42e2-bf72-3814e72ff491 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=356a8dd4-768d-4084-8603-a6221d1d99e8,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:45.662509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.663026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.663727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.664020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.664494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.665096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.665569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.666358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.666508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.666985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.667753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.667903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.668364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.668827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.669290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.669751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.670210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.670671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.671362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.671718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.672185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.672980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.673113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.678782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f6840f3f-5bd9-480c-840a-264c1664ff66 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20869 time: 0.1395261 Sep 19 03:23:45.683261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40260) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:45.713231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:23:45.719190 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b49443a-74dd-4659-91ed-d508681fdd91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/bc0539e7-1adc-4347-8ca7-de5a351f8027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6685326 Sep 19 03:23:45.721881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40262) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:45.726037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] Sync routers for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:23:45.735415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:23:45.736556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:45.756589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-d66d64b7-2412-4aa5-8ac7-412c1f4cb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:45.758187 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-d66d64b7-2412-4aa5-8ac7-412c1f4cb39c service neutron] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 916 time: 0.1681418 Sep 19 03:23:45.867483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Deleting port 356a8dd4-768d-4084-8603-a6221d1d99e8 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:45.867832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.902266 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-91f154f9-f9e4-41c4-a867-7d30050f801d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f16c2a17-b07f-4e3f-b832-5881f8a150c4 HTTP/1.1" status: 200 len: 217 time: 0.1039340 Sep 19 03:23:45.958449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] For port 356a8dd4-768d-4084-8603-a6221d1d99e8, host n-h1-809936-1, got binding levels [] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:45.959363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:45.971927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting subnet fdb19e28-f81e-4f4f-bb32-fd9be997e172 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:23:45.975791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Calling delete_port for 356a8dd4-768d-4084-8603-a6221d1d99e8 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:45.976100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.074950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.099226 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.162620 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.172126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:23:46.178051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-20ed57ad-674f-431b-9a3d-2df96d26d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:46.179850 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-20ed57ad-674f-431b-9a3d-2df96d26d82d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.2619758 Sep 19 03:23:46.183188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.183337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7776dd6b-60d9-4f54-a220-8e540415827d req-ff7e87ea-7a72-441c-afaa-89b71836bb49 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.1082435 Sep 19 03:23:46.209806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.215151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "DELETE /v2.0/ports/356a8dd4-768d-4084-8603-a6221d1d99e8 HTTP/1.1" status: 204 len: 168 time: 0.5306952 Sep 19 03:23:46.216899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40276) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:46.217311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b05f34-5389-4805-9937-a59e6e1a3bfa tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event deleted for resources: {'Port': ['ID=356a8dd4-768d-4084-8603-a6221d1d99e8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:46.255324 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-64ae68f4-ef37-422a-a5de-50b20f9403de service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496397 Sep 19 03:23:46.267476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870501fa-029f-4c03-aaf9-44bcbee4a9d8 req-61829bcc-d52a-4629-b8f6-e025b8106460 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:46.269045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-870501fa-029f-4c03-aaf9-44bcbee4a9d8 req-61829bcc-d52a-4629-b8f6-e025b8106460 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 943 time: 0.1829252 Sep 19 03:23:46.295613 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff006729-5efa-4f74-830a-7ac799746338 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:46.297227 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ff006729-5efa-4f74-830a-7ac799746338 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "GET /v2.0/ports/356a8dd4-768d-4084-8603-a6221d1d99e8 HTTP/1.1" status: 404 len: 333 time: 0.0784919 Sep 19 03:23:46.300978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40282) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:46.310218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2023222952', 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:46.356234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Made reservation on behalf of 2fd7678e7ed64e6b8cdb751dd9e0ec32 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:46.363491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.373672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-870501fa-029f-4c03-aaf9-44bcbee4a9d8 req-7517ffe3-b502-4e27-a28a-d82a1a8c9cdd tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915954 Sep 19 03:23:46.409628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] device_id is not set on port 7d9f090d-04d9-455f-aff3-a75d1ae240e0 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:46.439592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:23:44Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:46.442154 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.478058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb19e28-f81e-4f4f-bb32-fd9be997e172,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:46.480625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] Checking router: bc0539e7-1adc-4347-8ca7-de5a351f8027 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:23:46.485601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-4a4377ab-a776-4d44-99c7-89022665b5a4 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109239 Sep 19 03:23:46.489423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.494038 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bf1ec61d-9088-4102-93ff-cd896eebc1da tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/subnets/fdb19e28-f81e-4f4f-bb32-fd9be997e172 HTTP/1.1" status: 204 len: 168 time: 0.7660437 Sep 19 03:23:46.494713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40284) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:46.498065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af25eeb-4678-4535-a20a-c62efead88c7 None None] Network eae95a00-671d-44c4-b6ef-aa0b9283729a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:23:46.515134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] Routers {'bc0539e7-1adc-4347-8ca7-de5a351f8027'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:23:46.516512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bc0539e7-1adc-4347-8ca7-de5a351f8027'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:46.605030 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-79aa0a01-46c8-450f-a79e-61f0d8eb3cfb req-8da703d5-7f52-42aa-af19-8ed0dea7d530 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108742 Sep 19 03:23:46.672868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] Set router bc0539e7-1adc-4347-8ca7-de5a351f8027 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:23:46.700031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.789094 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.902116 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.944450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:46.998103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=7d9f090d-04d9-455f-aff3-a75d1ae240e0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:47.017489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Network d5dfe907-db72-41b7-b1ef-902db74caf0a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:47.020861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:47.024003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:47.024740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:47.025585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.052478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3658955e-8468-490d-abc3-b96cd80a1cee tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7489963 Sep 19 03:23:47.055118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40300) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:47.067595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:23:44Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:47.084216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 37db3846-e817-4667-8e5b-f2f2764dd3f6 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:47.084561 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.123835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99ecc14-5b9f-4857-8782-a1bc23a11bb3 None None] The sync data for ids ['bc0539e7-1adc-4347-8ca7-de5a351f8027'] in n-d-809936-1 is: [{'id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'name': 'tempest-TestNetworkAdvancedServerOps-router-7051767', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:20:51Z', 'updated_at': '2021-09-19T03:23:44Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '37db3846-e817-4667-8e5b-f2f2764dd3f6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0539e7-1adc-4347-8ca7-de5a351f8027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:20:53Z', 'updated_at': '2021-09-19T03:20:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:23:47.135837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf64449-917d-48a7-a128-460004c35a61 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:47.137153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2cf64449-917d-48a7-a128-460004c35a61 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "GET /v2.0/ports/7d9f090d-04d9-455f-aff3-a75d1ae240e0 HTTP/1.1" status: 200 len: 955 time: 0.0807753 Sep 19 03:23:47.140007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40304) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:47.156041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] DHCP port deletion for eae95a00-671d-44c4-b6ef-aa0b9283729a request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:23:47.225418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 37db3846-e817-4667-8e5b-f2f2764dd3f6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=37db3846-e817-4667-8e5b-f2f2764dd3f6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:47.225842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.279819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 37db3846-e817-4667-8e5b-f2f2764dd3f6 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:47.293142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Deleting port 7d9f090d-04d9-455f-aff3-a75d1ae240e0 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:47.293680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.323520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Deleting port d46c52da-cb67-424e-96bb-40e8434fad0e {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:47.324176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.328687 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a1f8151-07b8-491d-9174-df2bf05cad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.397362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1d31055-697a-465a-942f-bdaf6157b67d req-60ea9605-c971-49af-bc30-7975b8f3af6a tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0878072 Sep 19 03:23:47.411054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.422259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] For port d46c52da-cb67-424e-96bb-40e8434fad0e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d46c52da-cb67-424e-96bb-40e8434fad0e,segment=NetworkSegment(40b16978-fe76-4e49-a0e5-8c9e625a52ee),segment_id=40b16978-fe76-4e49-a0e5-8c9e625a52ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:47.422887 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.448755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Calling delete_port for d46c52da-cb67-424e-96bb-40e8434fad0e owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:47.455540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Calling delete_port for 7d9f090d-04d9-455f-aff3-a75d1ae240e0 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:47.602879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.605076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf732ce-9df4-4a82-b13f-0f6aaf097037 req-45f2099e-d3f1-4e0a-a8ba-74b7e5f865e6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:47.614581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eaf732ce-9df4-4a82-b13f-0f6aaf097037 req-45f2099e-d3f1-4e0a-a8ba-74b7e5f865e6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 943 time: 0.0994191 Sep 19 03:23:47.671960 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.673830 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "DELETE /v2.0/ports/7d9f090d-04d9-455f-aff3-a75d1ae240e0 HTTP/1.1" status: 204 len: 168 time: 0.5326231 Sep 19 03:23:47.678072 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40316) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:47.678897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c409f-790a-47b0-a569-872c75ada7f3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d9f090d-04d9-455f-aff3-a75d1ae240e0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:47.715085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.726023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eaf732ce-9df4-4a82-b13f-0f6aaf097037 req-bae22633-250a-4004-a39d-9cf76e8d77f5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108723 Sep 19 03:23:47.727312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.751914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Pushing event deleted for resources: {'Port': ['ID=d46c52da-cb67-424e-96bb-40e8434fad0e,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:47.755992 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b735410-02b5-48b7-8e62-d82ed7844123 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:47.763867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8b735410-02b5-48b7-8e62-d82ed7844123 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "GET /v2.0/ports/7d9f090d-04d9-455f-aff3-a75d1ae240e0 HTTP/1.1" status: 404 len: 333 time: 0.0744247 Sep 19 03:23:47.764069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40318) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:47.775203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.775649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.776062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.776463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.776901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.777299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.777690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.778082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.778466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.778886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.779287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.779672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:47.783231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38121fe-195d-4da7-9583-5d16b7150125 None None] No DVR routers for this DVR port d46c52da-cb67-424e-96bb-40e8434fad0e on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:23:47.802599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Request body: {'port': {'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1284338583'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:47.826500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=37db3846-e817-4667-8e5b-f2f2764dd3f6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:47.921213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Made reservation on behalf of 2fd7678e7ed64e6b8cdb751dd9e0ec32 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:47.923685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.926089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:47.955099 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.031923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.034810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.036765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] device_id is not set on port 60f3bb17-52fe-4d98-bc28-d3173371b9bb yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:48.123799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.124363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Fanout notify agent at l3_agent the message router_deleted on router bc0539e7-1adc-4347-8ca7-de5a351f8027 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:23:48.133302 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.137300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:48.137501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe4a401a-ca9a-4f26-ae8c-675c9a306ff9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/routers/bc0539e7-1adc-4347-8ca7-de5a351f8027 HTTP/1.1" status: 204 len: 168 time: 1.6419301 Sep 19 03:23:48.248309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.312420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.396461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.396988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.456436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.465210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f16c2a17-b07f-4e3f-b832-5881f8a150c4 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:23:48.467558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae95a00-671d-44c4-b6ef-aa0b9283729a']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:48.472093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Network d5dfe907-db72-41b7-b1ef-902db74caf0a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:48.475775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:48.479977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:48.481260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:48.481960 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.483133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b16978-fe76-4e49-a0e5-8c9e625a52ee') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:48.483628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b16978-fe76-4e49-a0e5-8c9e625a52ee') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:48.497044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.506934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7092042 Sep 19 03:23:48.508686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd1171-0afa-40be-bcc4-8871555529c1 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=60f3bb17-52fe-4d98-bc28-d3173371b9bb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:48.510934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40338) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:48.515746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.525386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:48.526245 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.526535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:48.531568 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:48.603722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.614962 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.622680 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/networks/eae95a00-671d-44c4-b6ef-aa0b9283729a HTTP/1.1" status: 204 len: 168 time: 0.4841790 Sep 19 03:23:48.624642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40340) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:48.632783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.663798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc578e-461e-4ccb-b705-4850db797441 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Network': ['ID=eae95a00-671d-44c4-b6ef-aa0b9283729a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:48.673265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f16c2a17-b07f-4e3f-b832-5881f8a150c4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f16c2a17-b07f-4e3f-b832-5881f8a150c4,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:48.683052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b26191b-cfd6-440f-b76b-1ffff8741f8a req-4836b962-9905-4777-9b0e-28840c705e1a tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0447345 Sep 19 03:23:48.718067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'port_id': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4', 'mac_address': 'fa:16:3e:d3:d1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc09b46-8465-4f64-9714-698e389203e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:23:48.783058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7144b11f-f0b1-4b09-9ab0-f556bea44431 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.839397 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.844115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7144b11f-f0b1-4b09-9ab0-f556bea44431 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:48.869611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16c2a17-b07f-4e3f-b832-5881f8a150c4 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:23:48.923860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f16c2a17-b07f-4e3f-b832-5881f8a150c4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f16c2a17-b07f-4e3f-b832-5881f8a150c4,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:48.955761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.010132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7144b11f-f0b1-4b09-9ab0-f556bea44431 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.026274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7144b11f-f0b1-4b09-9ab0-f556bea44431 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.032200 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7144b11f-f0b1-4b09-9ab0-f556bea44431 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/security-groups/9808691d-ba5a-4231-a0f7-b400699eaeb1 HTTP/1.1" status: 204 len: 168 time: 0.4038904 Sep 19 03:23:49.054816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144b11f-f0b1-4b09-9ab0-f556bea44431 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9808691d-ba5a-4231-a0f7-b400699eaeb1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:49.132793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1c0c-5a97-47a6-8edf-e573c5c1c332 req-d85101da-1022-4ff2-a800-4270e413695a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:49.133743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-345c1c0c-5a97-47a6-8edf-e573c5c1c332 req-d85101da-1022-4ff2-a800-4270e413695a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 943 time: 0.2409992 Sep 19 03:23:49.140156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] device_id is not set on port 60f3bb17-52fe-4d98-bc28-d3173371b9bb yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:49.146538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f16c2a17-b07f-4e3f-b832-5881f8a150c4,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:49.164339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:23:49.173130 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.188136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:23:49.188891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a42f3d6-b2c9-45f4-96ed-1a86af9c028c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:23:49.189596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d46c52da-cb67-424e-96bb-40e8434fad0e no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:23:49.205267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.212484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d46c52da-cb67-424e-96bb-40e8434fad0e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:23:49.213123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d46c52da-cb67-424e-96bb-40e8434fad0e not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:23:49.213751 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 37db3846-e817-4667-8e5b-f2f2764dd3f6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:23:49.239713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 37db3846-e817-4667-8e5b-f2f2764dd3f6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:23:49.240220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 37db3846-e817-4667-8e5b-f2f2764dd3f6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:23:49.311045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-345c1c0c-5a97-47a6-8edf-e573c5c1c332 req-fa711076-f238-4d85-a709-dc828d80d58e tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664863 Sep 19 03:23:49.322666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=60f3bb17-52fe-4d98-bc28-d3173371b9bb,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:49.355515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.355861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.356261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.362075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.362410 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.362847 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 2 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.377882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.378551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.379675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.385083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.385810 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.386392 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 3 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.399640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.400242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.400775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.405364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.405944 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.406646 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 4 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.419932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.420313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.420829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.425366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.425829 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.426999 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 5 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.437031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40360) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:49.442467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b4598c42-cdc6-4b0f-b7a4-860f6fabd2c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167008281', 'description': 'tempest-secgroup-smoke-1167008281 description', 'project_id': 'cba74cf31d394948bdcb652acbde9af3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:49.446487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.447075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.448252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.453859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.454485 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.455064 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 6 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.463567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f16c2a17-b07f-4e3f-b832-5881f8a150c4'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:23:49.475195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.476128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.476648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.483820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.484397 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.485676 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 7 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.486352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4598c42-cdc6-4b0f-b7a4-860f6fabd2c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.504883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.505850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.506406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.512410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.512939 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.513637 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 8 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.528783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.529463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.530084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.537404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.538095 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.538639 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 9 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.552849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.553465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.554087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.560468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.561113 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.561760 n-d-809936-1 neutron-server[94723]: INFO neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempt 10 to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb Sep 19 03:23:49.577001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:49.577570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:49.578136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempting to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:49.584727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:23:49.585059 n-d-809936-1 neutron-server[94723]: ERROR neutron.plugins.ml2.managers [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Failed to bind port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on host n-h1-809936-1 for vnic_type normal using segments [{'id': 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd5dfe907-db72-41b7-b1ef-902db74caf0a'}] Sep 19 03:23:49.585422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.617732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4598c42-cdc6-4b0f-b7a4-860f6fabd2c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.632898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4598c42-cdc6-4b0f-b7a4-860f6fabd2c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.664581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] For port 60f3bb17-52fe-4d98-bc28-d3173371b9bb, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:49.665544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attempted to set empty binding levels {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 19 03:23:49.673888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.686803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4598c42-cdc6-4b0f-b7a4-860f6fabd2c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.691688 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b4598c42-cdc6-4b0f-b7a4-860f6fabd2c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2531872 Sep 19 03:23:49.693783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40368) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:49.698847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-36393f3e-0865-418e-a9fb-f83614a5cb7a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '18843b08-f7a8-4ea9-a8c3-858cb8ada3e3', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:49.704334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4598c42-cdc6-4b0f-b7a4-860f6fabd2c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:49.742312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36393f3e-0865-418e-a9fb-f83614a5cb7a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.745873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] In _notify_port_updated(), no bound segment for port 60f3bb17-52fe-4d98-bc28-d3173371b9bb on network d5dfe907-db72-41b7-b1ef-902db74caf0a {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:23:49.746758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:49.747367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.748943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "PUT /v2.0/ports/60f3bb17-52fe-4d98-bc28-d3173371b9bb HTTP/1.1" status: 200 len: 975 time: 1.2278514 Sep 19 03:23:49.752981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:49.792414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68bd11-cc2b-490e-bc1f-110fdaad9863 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event updated for resources: {'Port': ['ID=60f3bb17-52fe-4d98-bc28-d3173371b9bb,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:49.823333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36393f3e-0865-418e-a9fb-f83614a5cb7a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.833701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36393f3e-0865-418e-a9fb-f83614a5cb7a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.855459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e4cad61-a9bc-447b-a34a-0853f893bb8a req-44c669cd-3b21-4139-abd5-da3ab3562037 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0528190 Sep 19 03:23:49.881577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36393f3e-0865-418e-a9fb-f83614a5cb7a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03c9ded-788f-49f9-a34a-4d57eaa60a42,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:49.890322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-36393f3e-0865-418e-a9fb-f83614a5cb7a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.892182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-36393f3e-0865-418e-a9fb-f83614a5cb7a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964536 Sep 19 03:23:49.896612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40374) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:49.903933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c37139d7-4b87-4660-a65a-57b4362e18d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '18843b08-f7a8-4ea9-a8c3-858cb8ada3e3', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:49.929225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Deleting port 60f3bb17-52fe-4d98-bc28-d3173371b9bb {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:23:49.929670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:49.957504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c37139d7-4b87-4660-a65a-57b4362e18d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.029732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.029842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] For port 60f3bb17-52fe-4d98-bc28-d3173371b9bb, host n-h1-809936-1, got binding levels [] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:50.029842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.057572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Calling delete_port for 60f3bb17-52fe-4d98-bc28-d3173371b9bb owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:23:50.092535 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c37139d7-4b87-4660-a65a-57b4362e18d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.132705 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c37139d7-4b87-4660-a65a-57b4362e18d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.181186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37139d7-4b87-4660-a65a-57b4362e18d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55c6291-397c-4c2b-9daf-053f2f0f6f18,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:50.195435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c37139d7-4b87-4660-a65a-57b4362e18d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.197117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c37139d7-4b87-4660-a65a-57b4362e18d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2992074 Sep 19 03:23:50.199725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40384) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:50.204369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-72fea0bf-b8db-4d51-b6b0-8bc744fb91fe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '18843b08-f7a8-4ea9-a8c3-858cb8ada3e3', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:50.244104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.280813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Pushing event deleted for resources: {'Port': ['ID=60f3bb17-52fe-4d98-bc28-d3173371b9bb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:50.289826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.291781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5a607917-f7c2-432d-b882-707d16ec28b3 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "DELETE /v2.0/ports/60f3bb17-52fe-4d98-bc28-d3173371b9bb HTTP/1.1" status: 204 len: 168 time: 0.5378695 Sep 19 03:23:50.294655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40390) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:50.298062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fea0bf-b8db-4d51-b6b0-8bc744fb91fe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.327115 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0092d8d1-0e16-480f-87ee-d1ae0c724450 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] GET failed (client error): The resource could not be found. Sep 19 03:23:50.330784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0092d8d1-0e16-480f-87ee-d1ae0c724450 tempest-PortsAdminExtendedAttrsTestJSON-1479002312 tempest-PortsAdminExtendedAttrsTestJSON-1479002312-project-admin] 10.222.0.22 "GET /v2.0/ports/60f3bb17-52fe-4d98-bc28-d3173371b9bb HTTP/1.1" status: 404 len: 333 time: 0.0330870 Sep 19 03:23:50.334033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40392) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:50.374478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fea0bf-b8db-4d51-b6b0-8bc744fb91fe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.379819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fea0bf-b8db-4d51-b6b0-8bc744fb91fe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.400714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fea0bf-b8db-4d51-b6b0-8bc744fb91fe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b02dfcb-0865-4d94-b5d0-eaa531926011,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:50.409494 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72fea0bf-b8db-4d51-b6b0-8bc744fb91fe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.411779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-72fea0bf-b8db-4d51-b6b0-8bc744fb91fe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2110143 Sep 19 03:23:50.427458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40396) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:50.432101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ff891d3d-c706-4f80-b750-d88acbabb5fd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '18843b08-f7a8-4ea9-a8c3-858cb8ada3e3', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:50.460455 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.488266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70120fca-8ece-4264-911a-767ecf31a432 req-f8c16eeb-e9c8-4acd-a481-6facb15c6b52 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:50.496152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70120fca-8ece-4264-911a-767ecf31a432 req-f8c16eeb-e9c8-4acd-a481-6facb15c6b52 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 944 time: 0.0827296 Sep 19 03:23:50.514736 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff891d3d-c706-4f80-b750-d88acbabb5fd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.555348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70120fca-8ece-4264-911a-767ecf31a432 req-36f74065-4221-49c8-a283-ee7d190fea5a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582397 Sep 19 03:23:50.573878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.621658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff891d3d-c706-4f80-b750-d88acbabb5fd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.632060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff891d3d-c706-4f80-b750-d88acbabb5fd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.634844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dfe907-db72-41b7-b1ef-902db74caf0a']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:50.647089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:50.647395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b4b6ce-6b0a-46da-a52a-27104e3b0ebf') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:50.650935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff891d3d-c706-4f80-b750-d88acbabb5fd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94f2aff-38e5-4a1a-aacd-962070cf17c1,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:50.657314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.671698 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff891d3d-c706-4f80-b750-d88acbabb5fd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.674133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.675303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ff891d3d-c706-4f80-b750-d88acbabb5fd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2467318 Sep 19 03:23:50.679215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40406) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:50.689707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '18843b08-f7a8-4ea9-a8c3-858cb8ada3e3', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:50.690495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:23:50.692227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:23:50.698774 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:23:50.726651 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:23:50.732715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.818481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.823305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.834711 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.847190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee4db4e-8e3e-4d33-8ee0-2c0115192bdf,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:50.853728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.858135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] 10.222.0.22 "DELETE /v2.0/networks/d5dfe907-db72-41b7-b1ef-902db74caf0a HTTP/1.1" status: 204 len: 168 time: 0.5200737 Sep 19 03:23:50.864279 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:50.869691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-62064047-7e2f-4571-ac6a-5425f54622b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1880574 Sep 19 03:23:50.871353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40410) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:50.878125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '18843b08-f7a8-4ea9-a8c3-858cb8ada3e3', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:50.898375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d759c1a-01ea-4658-bc9e-1da3d37cc92e tempest-PortsAdminExtendedAttrsTestJSON-752766149 tempest-PortsAdminExtendedAttrsTestJSON-752766149-project] Pushing event deleted for resources: {'Network': ['ID=d5dfe907-db72-41b7-b1ef-902db74caf0a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:50.907680 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:23:50.916843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.026176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:51.036212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.054982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.082185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03028a6f-92a4-4b80-964c-2dcfc6052b94 req-252455e4-3096-403d-8482-6b0e41678caa tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0439587 Sep 19 03:23:51.105575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.112263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2395449 Sep 19 03:23:51.113315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40428) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:51.119394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'network': {'name': 'tempest-network-smoke--293407539', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'port_security_enabled': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:51.141584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5349d-461a-4f51-9302-8b4912c1961b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab203da-b0e9-4ee4-8213-fd4117c8567e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:51.153401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:51.168024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.174482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40430) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:51.199853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:51.215084 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.215394 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Added segment fa8c6663-42da-48ce-8310-5c9dd9eb718c of type vlan for network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 Sep 19 03:23:51.239464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01b0a812-ba2a-4b43-9eac-449e9fb87af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.265393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.293281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.299754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:51.300361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.325470 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-18e2a401-6b82-4c18-9d2f-0561e6481a9d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebb1ca31483b4e3aa921cf5300dabcd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474981 Sep 19 03:23:51.326171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40436) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:51.369980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Network': ['ID=5bec0a04-2c3c-4682-9fec-094f13a7fe37,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:51.380903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:51.417934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfaeea4a-23f3-4a89-b307-b7e5b2757435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.454462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfaeea4a-23f3-4a89-b307-b7e5b2757435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.472512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01b0a812-ba2a-4b43-9eac-449e9fb87af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.483513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6a3cf585-ea20-4aa6-ae1e-34b96ef32ef5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3685317 Sep 19 03:23:51.484575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01b0a812-ba2a-4b43-9eac-449e9fb87af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.486142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40442) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:51.490888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'admin_state_up': True, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:51.516506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.517517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.540480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a812-ba2a-4b43-9eac-449e9fb87af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac3a94a-2864-4776-9b20-f6778121eb45,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:51.547066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01b0a812-ba2a-4b43-9eac-449e9fb87af0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4aa395a6bf6f4b30ad471892a24b83ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191352 Sep 19 03:23:51.549266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40444) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:51.564509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfaeea4a-23f3-4a89-b307-b7e5b2757435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.567638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfaeea4a-23f3-4a89-b307-b7e5b2757435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.568749 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dfaeea4a-23f3-4a89-b307-b7e5b2757435 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f235187-56b7-4de7-a3af-5fea33fd9932 HTTP/1.1" status: 204 len: 168 time: 0.2412336 Sep 19 03:23:51.577914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.588822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeea4a-23f3-4a89-b307-b7e5b2757435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f235187-56b7-4de7-a3af-5fea33fd9932,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:51.622548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc922db7-e2b7-4733-928d-34b3708c46cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.651663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc922db7-e2b7-4733-928d-34b3708c46cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.715004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc922db7-e2b7-4733-928d-34b3708c46cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.718406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc922db7-e2b7-4733-928d-34b3708c46cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.720061 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc922db7-e2b7-4733-928d-34b3708c46cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ac3a94a-2864-4776-9b20-f6778121eb45 HTTP/1.1" status: 204 len: 168 time: 0.1693156 Sep 19 03:23:51.748419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc922db7-e2b7-4733-928d-34b3708c46cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac3a94a-2864-4776-9b20-f6778121eb45,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:51.850076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:51.890080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e10312-9d72-4983-b241-e10d3f6d0eed req-d95ccbac-d2b1-4e97-8ef6-d8711b384b07 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:51.895758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83e10312-9d72-4983-b241-e10d3f6d0eed req-d95ccbac-d2b1-4e97-8ef6-d8711b384b07 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 944 time: 0.2180026 Sep 19 03:23:51.986665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83e10312-9d72-4983-b241-e10d3f6d0eed req-42df1814-608d-4335-a8fd-ab3a8f4bb203 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727270 Sep 19 03:23:52.008615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40460) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:52.072069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae541f0d-5370-4bc3-b4f2-4de9f678914f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fd7678e7ed64e6b8cdb751dd9e0ec32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591919 Sep 19 03:23:52.072737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:52.125984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.138507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94368a2e-d27f-4d36-8fd4-3dce41322ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.149540 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.166601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94368a2e-d27f-4d36-8fd4-3dce41322ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.233881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94368a2e-d27f-4d36-8fd4-3dce41322ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.237163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94368a2e-d27f-4d36-8fd4-3dce41322ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.240713 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-94368a2e-d27f-4d36-8fd4-3dce41322ee0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f8ed91a-52a9-477e-8ee1-1b25c8a7268e HTTP/1.1" status: 204 len: 168 time: 0.1665199 Sep 19 03:23:52.256534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94368a2e-d27f-4d36-8fd4-3dce41322ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ed91a-52a9-477e-8ee1-1b25c8a7268e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:52.324271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-caf21198-409a-4089-bd21-2c9cd0927940 req-3a57a0f5-3efe-42fe-b75b-ab43aeefacff tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0358672 Sep 19 03:23:52.345812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.42 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3324a218-7e29-4a04-9932-250c4bba4036) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:52.492122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f16c2a17-b07f-4e3f-b832-5881f8a150c4 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:23:52.496819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.538186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.562546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f16c2a17-b07f-4e3f-b832-5881f8a150c4 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:23:52.573272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f16c2a17-b07f-4e3f-b832-5881f8a150c4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:23:52.573651 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.586619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:52.589874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:52.593951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:52.672661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=3324a218-7e29-4a04-9932-250c4bba4036,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:52.686344 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.743753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:23:52.750852 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e862e790-1cb9-4e34-9f62-6f9d176c7f9c" -d '{"events": [{"server_uuid": "a609573f-0805-44fb-a116-b83e9e8cce6d", "name": "network-vif-plugged", "status": "completed", "tag": "f16c2a17-b07f-4e3f-b832-5881f8a150c4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:23:52.768456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f16c2a17-b07f-4e3f-b832-5881f8a150c4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f16c2a17-b07f-4e3f-b832-5881f8a150c4,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:52.776568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.883000 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b5f0dd-d39f-4688-a7b4-65d9c412faba x-openstack-request-id: req-79b5f0dd-d39f-4688-a7b4-65d9c412faba {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:23:52.883292 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a609573f-0805-44fb-a116-b83e9e8cce6d", "name": "network-vif-plugged", "status": "completed", "tag": "f16c2a17-b07f-4e3f-b832-5881f8a150c4", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:23:52.883731 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79b5f0dd-d39f-4688-a7b4-65d9c412faba {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:23:52.884516 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4', 'code': 200} Sep 19 03:23:52.906043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f16c2a17-b07f-4e3f-b832-5881f8a150c4,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:52.966193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:52.991320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdcc53-cb2f-4d84-94d3-7e78000a3b12 req-ac6d7b33-6938-4d76-bc3f-a02548684981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:53.005270 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2fdcc53-cb2f-4d84-94d3-7e78000a3b12 req-ac6d7b33-6938-4d76-bc3f-a02548684981 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 1096 time: 0.0935130 Sep 19 03:23:53.090039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2fdcc53-cb2f-4d84-94d3-7e78000a3b12 req-35b207e7-9e48-4a0b-924f-5ac690dea2d6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755005 Sep 19 03:23:53.451640 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40538) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:53.493064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40544) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:53.510376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75269889-8108-4946-bd79-d5692ef95069 req-d0bc6660-577d-4307-9298-ca57c3a08507 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:53.511925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75269889-8108-4946-bd79-d5692ef95069 req-d0bc6660-577d-4307-9298-ca57c3a08507 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 945 time: 0.1089542 Sep 19 03:23:53.529644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8551d6eb-961f-4721-b7b7-ed40d24b2b35 req-e9e6447f-ac4a-4fd2-aaf2-7cf7df96be45 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0458477 Sep 19 03:23:53.607059 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75269889-8108-4946-bd79-d5692ef95069 req-a0e96b86-b4f4-4944-9a6a-653b012a57e1 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797696 Sep 19 03:23:53.678519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d48aee7-b5a5-4068-8eed-90cd7a8bf4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:53.705669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:53.758346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1302333399'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:53.797056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d48aee7-b5a5-4068-8eed-90cd7a8bf4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:53.803535 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d48aee7-b5a5-4068-8eed-90cd7a8bf4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:53.851769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:53.855544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:53.859613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1d48aee7-b5a5-4068-8eed-90cd7a8bf4c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd41bb4342a24ed580d84cf257048f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649383 Sep 19 03:23:53.860327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48aee7-b5a5-4068-8eed-90cd7a8bf4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e11e667-b913-46a1-9cec-10a7c7f86df4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:53.863443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40554) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:53.869468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:53.873109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 2b9b1d55-5017-48b3-8503-e7db35c69087 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:23:53.992752 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:53.998262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.020629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6a173ed-f92d-4cd9-89c6-9d8808cd217b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.026522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:23:54.036136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1388a5-4594-422c-aeea-05b8d281541f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:54.042033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:23:54.042615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.043005 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Added segment 2aa09658-81c5-4db8-bb0f-f6a3add7b405 of type vlan for network be1ea93d-1d31-45fc-933f-c1c8287f0f24 Sep 19 03:23:54.060162 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Sync routers for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:23:54.066031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6a173ed-f92d-4cd9-89c6-9d8808cd217b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.073797 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:23:54.074445 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:54.088224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.089151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.090536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88692a0d-697a-4e61-bec6-49a955dbb9a2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6030679 Sep 19 03:23:54.093585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40558) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:54.119799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.127068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:54.127988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.134849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-949ac1d7-e823-4b7f-8dcd-615a20500024 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=cba74cf31d394948bdcb652acbde9af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401623 Sep 19 03:23:54.137369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40562) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:54.171702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6a173ed-f92d-4cd9-89c6-9d8808cd217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.176273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6a173ed-f92d-4cd9-89c6-9d8808cd217b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.190614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f6a173ed-f92d-4cd9-89c6-9d8808cd217b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e11e667-b913-46a1-9cec-10a7c7f86df4 HTTP/1.1" status: 204 len: 168 time: 0.3167696 Sep 19 03:23:54.209116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a173ed-f92d-4cd9-89c6-9d8808cd217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e11e667-b913-46a1-9cec-10a7c7f86df4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:54.252999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40570) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:54.258880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7999156 Sep 19 03:23:54.259673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'subnet': {'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:54.292818 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:23:54.315354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349a5e2-9045-4fd7-b538-f45818275bd6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Network': ['ID=be1ea93d-1d31-45fc-933f-c1c8287f0f24,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:54.327158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:23:54.371418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61d9c2-5fa8-4642-ad55-c80ceb11608f tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:54.373243 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cc61d9c2-5fa8-4642-ad55-c80ceb11608f tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2337179 Sep 19 03:23:54.380457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40572) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:54.434815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:54.439608 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.441308 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-def4795b-91a3-4b17-bd59-97c682707573 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0577822 Sep 19 03:23:54.443289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:54.453183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2046056288', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:54.656022 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:52Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:54.667488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:54.674129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.734720 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Checking router: 2b9b1d55-5017-48b3-8503-e7db35c69087 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:23:54.745391 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Updating router 2b9b1d55-5017-48b3-8503-e7db35c69087 port 3324a218-7e29-4a04-9932-250c4bba4036 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:23:54.763802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.778047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-290f30f3-9401-45e4-a08d-4b7528fcd3bd req-01b8183d-f408-4de7-a751-97618a57b8b9 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0681014 Sep 19 03:23:54.801182 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:54.956808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Subnet': ['ID=0ab240b8-80fe-4995-8a65-d323dee2c125,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:54.992988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a1e1b-ec95-4d9d-90e1-3fa5e57cb3d6 req-a5add47c-c1d9-4652-978d-df4fe938fd65 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:54.994602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5a1e1b-ec95-4d9d-90e1-3fa5e57cb3d6 req-a5add47c-c1d9-4652-978d-df4fe938fd65 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 945 time: 0.2322202 Sep 19 03:23:55.022293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Checking segment: {'id': '2aa09658-81c5-4db8-bb0f-f6a3add7b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:55.025885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network hostable DHCP agents. Network: be1ea93d-1d31-45fc-933f-c1c8287f0f24, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:23:55.055729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.069282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b5a1e1b-ec95-4d9d-90e1-3fa5e57cb3d6 req-c7551057-baff-4690-aca0-729ac2a6724e tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633407 Sep 19 03:23:55.073088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:23:55.086584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, be1ea93d-1d31-45fc-933f-c1c8287f0f24) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:55.099587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:55.103576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.107687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01678ca-5733-42b7-ac75-713d77486740 None None] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:23:55.136001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40604) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:55.137194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e65e79c2-bfb9-4370-bb32-dbf0f698cab2 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8823645 Sep 19 03:23:55.148476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-260517755'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:55.190274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Subnet': ['ID=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:55.310650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Checking segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:55.311046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network hostable DHCP agents. Network: 5bec0a04-2c3c-4682-9fec-094f13a7fe37, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:23:55.363412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'tenant_id': 'c5407019d4fe42bb994a0e1f2b1d9a17', 'fixed_ips': [{'subnet_id': '0ab240b8-80fe-4995-8a65-d323dee2c125'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:23:55.364991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.380468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:23:55.385746 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.396867 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.412227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5bec0a04-2c3c-4682-9fec-094f13a7fe37) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:55.429573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:55.430436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.457933 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e45a8a17-e852-4e62-a95a-13c4890e4e8a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0117941 Sep 19 03:23:55.462234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40620) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:55.464462 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Pushing event updated for resources: {'Port': ['ID=3324a218-7e29-4a04-9932-250c4bba4036,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:55.483058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.483436 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.483941 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.484280 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.484748 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.485086 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.485412 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.485732 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.486239 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.486755 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.487268 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.487742 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:55.507743 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Attempting to bind port 3324a218-7e29-4a04-9932-250c4bba4036 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:55.508647 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Attempting to bind port 3324a218-7e29-4a04-9932-250c4bba4036 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:55.509345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Attempting to bind port 3324a218-7e29-4a04-9932-250c4bba4036 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:55.513763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee32b432-1f32-4f73-a014-b439686bcb84 None None] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:23:55.517933 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:23:55.518559 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:55.519179 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.520455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:23:55.521161 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Bound port: 3324a218-7e29-4a04-9932-250c4bba4036, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:23:55.521745 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.572734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:55.576670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.583626 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] For port 3324a218-7e29-4a04-9932-250c4bba4036, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:55.587243 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] For port 3324a218-7e29-4a04-9932-250c4bba4036, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3324a218-7e29-4a04-9932-250c4bba4036,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:23:55.596410 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:55.604449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] device_id is not set on port 773f2668-61ca-4eac-af63-af29106a3305 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:55.668097 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb1942-cf53-4343-beaa-97c5f575b26b None None] Pushing event updated for resources: {'Port': ['ID=3324a218-7e29-4a04-9932-250c4bba4036,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:55.681447 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:23:55.682271 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:55.897455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:23:56.032761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Allocated IP 2001:db8::2 (be1ea93d-1d31-45fc-933f-c1c8287f0f24/0ab240b8-80fe-4995-8a65-d323dee2c125/82b7a184-949e-4a82-b73c-a15d4b21d662) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:56.058568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6467ea0-6739-464f-800f-69fc598b0bff req-21f843db-53e0-4d4f-be3c-515a240b315e tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0877697 Sep 19 03:23:56.320987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce30899-5e61-4ae5-a4bf-4106001725c5 req-cc5e237e-d96f-4c3e-ae57-b4fb0a703acb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:56.322884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ce30899-5e61-4ae5-a4bf-4106001725c5 req-cc5e237e-d96f-4c3e-ae57-b4fb0a703acb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 945 time: 0.1202378 Sep 19 03:23:56.349745 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:52Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:23:56.392328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ce30899-5e61-4ae5-a4bf-4106001725c5 req-e973c6a4-78d5-45db-a2cd-6d59109eeff9 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631142 Sep 19 03:23:56.418141 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9eb1fb-6994-4ea4-841f-be2cb3dafa25 None None] The sync data for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 is: [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:52Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:23:56.489997 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:56.519318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:56.618008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:56.625289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:23:56.626331 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:56.668365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:56.681149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:56.689790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Pushing event updated for resources: {'Port': ['ID=82b7a184-949e-4a82-b73c-a15d4b21d662,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:56.901952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Allocated IP 2001:db8::1c1 (be1ea93d-1d31-45fc-933f-c1c8287f0f24/0ab240b8-80fe-4995-8a65-d323dee2c125/773f2668-61ca-4eac-af63-af29106a3305) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:56.984348 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-d1ef1d4d-da68-4b8d-9e72-aaa8dc1674fa service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3172657 Sep 19 03:23:57.084606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Attempting to bind port 82b7a184-949e-4a82-b73c-a15d4b21d662 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:57.094709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Attempting to bind port 82b7a184-949e-4a82-b73c-a15d4b21d662 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '2aa09658-81c5-4db8-bb0f-f6a3add7b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:57.095137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Attempting to bind port 82b7a184-949e-4a82-b73c-a15d4b21d662 on network be1ea93d-1d31-45fc-933f-c1c8287f0f24 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:57.122412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:23:57.133281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Checking segment: {'id': '2aa09658-81c5-4db8-bb0f-f6a3add7b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:57.134007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.134610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Bound using segment: {'id': '2aa09658-81c5-4db8-bb0f-f6a3add7b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:23:57.138110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Bound port: 82b7a184-949e-4a82-b73c-a15d4b21d662, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa09658-81c5-4db8-bb0f-f6a3add7b405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:23:57.150905 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.301546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed45bd6-3b90-49bd-90c0-94197cb36373 req-b4bb5c20-58ca-44a9-8406-08f04d4faff9 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0449777 Sep 19 03:23:57.328675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Allocated IP 172.20.0.2 (5bec0a04-2c3c-4682-9fec-094f13a7fe37/9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3/28eeec66-5216-4556-a3b2-38e330789eb3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:57.391266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.528120 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.528922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.545366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.604128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] For port 82b7a184-949e-4a82-b73c-a15d4b21d662, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:57.604128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] For port 82b7a184-949e-4a82-b73c-a15d4b21d662, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=82b7a184-949e-4a82-b73c-a15d4b21d662,segment=NetworkSegment(2aa09658-81c5-4db8-bb0f-f6a3add7b405),segment_id=2aa09658-81c5-4db8-bb0f-f6a3add7b405)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:23:57.605503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3324a218-7e29-4a04-9932-250c4bba4036 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:23:57.610156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.648551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.727850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:57.748378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:57.752965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:57.769445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Pushing event updated for resources: {'Port': ['ID=28eeec66-5216-4556-a3b2-38e330789eb3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:57.771844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.772449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.773015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.773571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.774104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.774647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.775209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.777373 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-fcf17883-1c19-448c-b1f0-b79c347db80f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ef46786a939947b5ba537526488f533e&device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6502 time: 0.7046804 Sep 19 03:23:57.794079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:57.800132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:57.804434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:57.810710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:57.811497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.824530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3324a218-7e29-4a04-9932-250c4bba4036 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:23:57.824912 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:57.928936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=773f2668-61ca-4eac-af63-af29106a3305,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:57.989100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Attempting to bind port 28eeec66-5216-4556-a3b2-38e330789eb3 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:23:57.989450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Attempting to bind port 28eeec66-5216-4556-a3b2-38e330789eb3 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:23:57.989810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Attempting to bind port 28eeec66-5216-4556-a3b2-38e330789eb3 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:23:57.993628 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bea09416-a422-43f0-85a6-0304140a43c0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8557715 Sep 19 03:23:57.999524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:58.005396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1950124894', 'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:a1:4c:f2'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:23:58.030648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b22ec-370f-4aa0-b397-d151e729cf28 None None] Pushing event updated for resources: {'Port': ['ID=82b7a184-949e-4a82-b73c-a15d4b21d662,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:58.044607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:23:58.045011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Checking segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:23:58.052899 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:58.053390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Bound using segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:23:58.056942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Bound port: 28eeec66-5216-4556-a3b2-38e330789eb3, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:23:58.056942 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:58.205196 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:58.251308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 3324a218-7e29-4a04-9932-250c4bba4036, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3324a218-7e29-4a04-9932-250c4bba4036,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:23:58.252699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] For port 28eeec66-5216-4556-a3b2-38e330789eb3, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:23:58.266343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] For port 28eeec66-5216-4556-a3b2-38e330789eb3, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=28eeec66-5216-4556-a3b2-38e330789eb3,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:23:58.274864 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:58.342243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:23:58.342780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-9b11cfa7-57e1-4a9c-ab5a-47c419b5e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:58.342899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-9b11cfa7-57e1-4a9c-ab5a-47c419b5e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:58.343344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-9b11cfa7-57e1-4a9c-ab5a-47c419b5e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:58.345146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-9b11cfa7-57e1-4a9c-ab5a-47c419b5e155 service neutron] 10.222.0.32 "GET /v2.0/networks?id=489696fe-c9bd-4194-8110-e5e0038a5f3e&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=776d61f9-7930-4f60-b897-03d2d2257336&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&id=b5e78682-69fa-4fb8-98dc-8cafab409fe2 HTTP/1.1" status: 200 len: 2297 time: 0.5271883 Sep 19 03:23:58.402228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=3324a218-7e29-4a04-9932-250c4bba4036,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:58.411198 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:58.526488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.1 (5bec0a04-2c3c-4682-9fec-094f13a7fe37/9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3/e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:58.563685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54d04238-8249-4575-b566-9ff6b27321b1 req-e89b9712-3693-4698-a8f5-22a095fb00ad tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0646505 Sep 19 03:23:58.579800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-3d95f501-2d17-4e4b-ba85-17c5b22eb00c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08a49894-b407-4304-96d2-088ecd9524e8 HTTP/1.1" status: 200 len: 1002 time: 0.1955163 Sep 19 03:23:58.581880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465a25-dcf1-4db0-b1e4-5d4511d7abd6 None None] Pushing event updated for resources: {'Port': ['ID=28eeec66-5216-4556-a3b2-38e330789eb3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:58.620774 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:58.642618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] device_id is not set on port db8b9c25-8c2f-435d-b4d4-9137a09944d1 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:23:58.784811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-e778e745-3272-40c6-89a9-ef019a8349c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:58.787106 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-e778e745-3272-40c6-89a9-ef019a8349c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=57bce8c9-3872-4f80-aa6d-916337e8c649 HTTP/1.1" status: 200 len: 855 time: 0.1930575 Sep 19 03:23:58.826268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:58.836328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Allocated IP 2001:db8::32d (be1ea93d-1d31-45fc-933f-c1c8287f0f24/0ab240b8-80fe-4995-8a65-d323dee2c125/db8b9c25-8c2f-435d-b4d4-9137a09944d1) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:23:58.919489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.038644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:59.059377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:59.076734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:59.079331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:59.086396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-9cb3b959-34a7-4fa0-98e3-744b068c3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:59.087985 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-9cb3b959-34a7-4fa0-98e3-744b068c3f8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=489696fe-c9bd-4194-8110-e5e0038a5f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845908 Sep 19 03:23:59.219583 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.287147 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0f69d42-5cad-460f-941a-a64074d03743 req-c37d61c7-0ef8-49f2-a56e-bfede53914b2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0781314 Sep 19 03:23:59.293108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.318714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.352515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3324a218-7e29-4a04-9932-250c4bba4036 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:23:59.430432 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-c5555c50-92cf-49b8-aac5-4aa634fa1f14 service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094525 Sep 19 03:23:59.464111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:23:59.470991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:23:59.484106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:23:59.493747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:59.494805 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.528471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3324a218-7e29-4a04-9932-250c4bba4036 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:23:59.528884 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.554535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=db8b9c25-8c2f-435d-b4d4-9137a09944d1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:23:59.579983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5791190 Sep 19 03:23:59.581220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40712) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:59.585510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.610287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.610766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.611979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.612385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.612920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.613849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.614254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.614648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.615464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.619009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.619476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.620128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad296520-0707-4b23-ae13-053c792389e0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:23:59.720706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ee8f0-ecc7-43eb-9579-056c9a41448b tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:59.735493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ee8f0-ecc7-43eb-9579-056c9a41448b tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:59.745798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 82b7a184-949e-4a82-b73c-a15d4b21d662 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:23:59.749025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ee8f0-ecc7-43eb-9579-056c9a41448b tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:23:59.757316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6c3ee8f0-ecc7-43eb-9579-056c9a41448b tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1729879 Sep 19 03:23:59.758638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40722) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:23:59.891932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.951148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 82b7a184-949e-4a82-b73c-a15d4b21d662 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:23:59.951526 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:23:59.981628 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-6e903a2a-da04-4dc3-b20f-a49178f2f5df service neutron] 10.222.0.32 "GET /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982650 Sep 19 03:24:00.041243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a53e997e-594a-4a4e-a705-f9bc1c6c4d51 req-85a36a5d-8cb8-401b-8e3f-9a532eb5e95f tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0823350 Sep 19 03:24:00.054197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting port db8b9c25-8c2f-435d-b4d4-9137a09944d1 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:00.062833 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.122623 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-c104f9bb-d18f-4e8f-a6df-9109240a6f32 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 200 len: 217 time: 0.0909314 Sep 19 03:24:00.215917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b57eeb-28dc-474f-8d51-4b2608b3513e None None] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:00.234313 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.265153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-922cdfcc-cfda-48eb-bae2-983a7f00ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:00.268439 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-922cdfcc-cfda-48eb-bae2-983a7f00ae49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.1025064 Sep 19 03:24:00.275323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.293986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Calling delete_port for db8b9c25-8c2f-435d-b4d4-9137a09944d1 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:00.342713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.380625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.434022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c24ce865-049e-4c00-b930-376c6685d3ef None None] Provisioning complete for port 82b7a184-949e-4a82-b73c-a15d4b21d662 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:00.434584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c24ce865-049e-4c00-b930-376c6685d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.446887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 82b7a184-949e-4a82-b73c-a15d4b21d662, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=82b7a184-949e-4a82-b73c-a15d4b21d662,segment=NetworkSegment(2aa09658-81c5-4db8-bb0f-f6a3add7b405),segment_id=2aa09658-81c5-4db8-bb0f-f6a3add7b405)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:00.496194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-7d4c413f-382a-4493-bb1c-578f8c678589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:00.503235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-7d4c413f-382a-4493-bb1c-578f8c678589 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2161956 Sep 19 03:24:00.508197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.510259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:00.573513 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.574400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 28eeec66-5216-4556-a3b2-38e330789eb3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:00.661494 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:00.779064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Port': ['ID=db8b9c25-8c2f-435d-b4d4-9137a09944d1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:00.895036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=82b7a184-949e-4a82-b73c-a15d4b21d662,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:00.899845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403bf1fe-1dc9-476a-856f-71aea3cd549c None None] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:01.012953 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-2a1b4ef7-6749-4a39-84d0-68cdccc40f66 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982650 Sep 19 03:24:01.022273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:01.024153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:01.095575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:01.097931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bc95c3e7-fe32-4a9d-8c92-f571d68560e4 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/ports/db8b9c25-8c2f-435d-b4d4-9137a09944d1 HTTP/1.1" status: 204 len: 168 time: 1.3383420 Sep 19 03:24:01.100814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40742) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:01.154630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 28eeec66-5216-4556-a3b2-38e330789eb3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:01.155036 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:01.172619 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b3e959-1a93-4fa2-bd28-a1e6a9735e84 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] GET failed (client error): The resource could not be found. Sep 19 03:24:01.187690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-66b3e959-1a93-4fa2-bd28-a1e6a9735e84 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "GET /v2.0/ports/db8b9c25-8c2f-435d-b4d4-9137a09944d1 HTTP/1.1" status: 404 len: 333 time: 0.0855532 Sep 19 03:24:01.193745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40744) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:01.199575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1249583070'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:01.328344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9f7334c4-740c-4098-abc8-2c1ac9402684 None None] Provisioning complete for port 28eeec66-5216-4556-a3b2-38e330789eb3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:01.328750 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9f7334c4-740c-4098-abc8-2c1ac9402684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:01.371781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e7c5028-7587-4374-ac2d-623bd05a05d0 req-de3b5eb3-ee0e-4eb7-b200-047efb5478f5 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0382931 Sep 19 03:24:01.425011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-61866c42-253b-4010-aacd-e9b3361163cb service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808722 Sep 19 03:24:01.450590 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:01.470200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 2b9b1d55-5017-48b3-8503-e7db35c69087 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:24:01.492702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:01.497738 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:01.529661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] device_id is not set on port fcf0ca31-5cd2-4565-896b-7fb00d218d08 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:24:01.531633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 28eeec66-5216-4556-a3b2-38e330789eb3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=28eeec66-5216-4556-a3b2-38e330789eb3,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:01.545392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:01.604483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=28eeec66-5216-4556-a3b2-38e330789eb3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:01.618175 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-3a353587-4a19-4c06-9589-a67d3fdd8cef service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 200 len: 217 time: 0.1896677 Sep 19 03:24:01.680753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 82b7a184-949e-4a82-b73c-a15d4b21d662 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:01.873635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bcb66b1d-a9c5-49a4-ac06-b3c39d00e6f4 None None] Provisioning complete for port 82b7a184-949e-4a82-b73c-a15d4b21d662 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:01.875544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bcb66b1d-a9c5-49a4-ac06-b3c39d00e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:01.877193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Allocated IP 2001:db8::b4 (be1ea93d-1d31-45fc-933f-c1c8287f0f24/0ab240b8-80fe-4995-8a65-d323dee2c125/fcf0ca31-5cd2-4565-896b-7fb00d218d08) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:02.087801 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af143b20-c741-4c82-9ef2-bddb70b78a55 req-6ea61e9c-467f-4271-bcbc-12f6ce1d3abc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=dbb7d823202b450e91c81494ec63a0bd&device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.1454637 Sep 19 03:24:02.292883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b59bc2e9-f06e-47a4-8cee-62a9525635b9 req-74112f97-4c21-4812-b5a2-e0531c2a3582 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.2130334 Sep 19 03:24:02.297803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 82b7a184-949e-4a82-b73c-a15d4b21d662 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:02.298287 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:02.424741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:02.559689 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:02.635011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bcb66b1d-a9c5-49a4-ac06-b3c39d00e6f4 None None] Provisioning complete for port 773f2668-61ca-4eac-af63-af29106a3305 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:02.635644 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bcb66b1d-a9c5-49a4-ac06-b3c39d00e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:02.680262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:02.684094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:02.709291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:02.721053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:02.721721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:02.724169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bcb66b1d-a9c5-49a4-ac06-b3c39d00e6f4 None None] Port 773f2668-61ca-4eac-af63-af29106a3305 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:02.752116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=fcf0ca31-5cd2-4565-896b-7fb00d218d08,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:02.779616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3ffcf45a-26d2-4330-bb97-96e368a01264 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5843046 Sep 19 03:24:02.782100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40778) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:02.790064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:a1:4c:f2'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:02.860823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Provisioning complete for port 28eeec66-5216-4556-a3b2-38e330789eb3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:02.861892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:02.954136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:03.074127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-ee220b3c-064e-436e-9bf2-b9af03493fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:03.078351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-ee220b3c-064e-436e-9bf2-b9af03493fdd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 1.4383664 Sep 19 03:24:03.126182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af143b20-c741-4c82-9ef2-bddb70b78a55 req-886ba234-2fd8-423f-9cd1-165ebe04cd11 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=dbb7d823202b450e91c81494ec63a0bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9113388 Sep 19 03:24:03.144921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Provisioning complete for port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:03.145307 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:03.279736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:03.292748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:03.296426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Could not find standard attr ID for object db8b9c25-8c2f-435d-b4d4-9137a09944d1. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:24:03.306533 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e435a7fe-1b08-4106-9786-bab2c88fdd6d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/2b9b1d55-5017-48b3-8503-e7db35c69087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8428748 Sep 19 03:24:03.341343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Sync routers for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:03.346256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Provisioning complete for port 773f2668-61ca-4eac-af63-af29106a3305 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:03.346638 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:03.403179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:03.405371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:03.440232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:03.456481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:03.457957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-c76f0f79-8b6c-4a88-b8cf-0021df7f5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:03.459509 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-c76f0f79-8b6c-4a88-b8cf-0021df7f5fff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3308008 Sep 19 03:24:03.485517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bb922e81-8874-41b5-b0b1-acb6d73a69fb None None] Port 773f2668-61ca-4eac-af63-af29106a3305 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:03.490690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b06862b2-416f-460f-abab-84c855943866 req-d3a7143b-ccd0-4044-b785-de74f6055bb4 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0440834 Sep 19 03:24:03.570172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] In _notify_port_updated(), no bound segment for port fcf0ca31-5cd2-4565-896b-7fb00d218d08 on network be1ea93d-1d31-45fc-933f-c1c8287f0f24 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:24:03.583374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:03.584069 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:03.588967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "PUT /v2.0/ports/fcf0ca31-5cd2-4565-896b-7fb00d218d08 HTTP/1.1" status: 200 len: 1002 time: 0.8058007 Sep 19 03:24:03.596470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40800) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:03.640247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5937d-18da-42a3-86b5-db87629a8f95 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=fcf0ca31-5cd2-4565-896b-7fb00d218d08,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:03.738296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143b20-c741-4c82-9ef2-bddb70b78a55 req-b76c521f-3c12-43a7-bf08-cd02547f3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:03.740049 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af143b20-c741-4c82-9ef2-bddb70b78a55 req-b76c521f-3c12-43a7-bf08-cd02547f3477 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5987184 Sep 19 03:24:03.771939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 28eeec66-5216-4556-a3b2-38e330789eb3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:03.779233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:24:03.781404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4d5054ac-e785-4464-a015-8da641f7f660 None None] Provisioning complete for port fcf0ca31-5cd2-4565-896b-7fb00d218d08 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:03.782029 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d5054ac-e785-4464-a015-8da641f7f660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:03.883662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-4e271bf5-fd4b-4fac-a1cf-e57ad39b56d4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167008281&fields=id&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 267 time: 0.0827920 Sep 19 03:24:04.016640 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-7c1dd2fd-fe93-4f51-b3a0-0bf16a0dc29e service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331237 Sep 19 03:24:04.037075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4d5054ac-e785-4464-a015-8da641f7f660 None None] Port fcf0ca31-5cd2-4565-896b-7fb00d218d08 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:04.069422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-1c9b77b6-f589-42f7-9ab1-b84fa9922e73 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:04.071067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-1c9b77b6-f589-42f7-9ab1-b84fa9922e73 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 796 time: 0.1863253 Sep 19 03:24:04.112752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-3ab3c9f0-0822-4ef6-a119-d5d0a43c344a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/quotas/cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 375 time: 0.0257571 Sep 19 03:24:04.126830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 28eeec66-5216-4556-a3b2-38e330789eb3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:04.127213 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:04.194282 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-4d4f051e-caa5-4f90-adf8-2670a6b60026 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766696 Sep 19 03:24:04.212905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-2a50bee0-3d47-48ac-acee-ae503468c773 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922079 Sep 19 03:24:04.296786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d0a2ea02-fb64-4ea2-8e81-d2b632a5a23f None None] Provisioning complete for port fcf0ca31-5cd2-4565-896b-7fb00d218d08 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:04.296964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d0a2ea02-fb64-4ea2-8e81-d2b632a5a23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:04.381676 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-cab09a2d-6a65-4092-8fee-37796ff94e5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 HTTP/1.1" status: 200 len: 217 time: 0.1769962 Sep 19 03:24:04.443253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2ea02-fb64-4ea2-8e81-d2b632a5a23f None None] Port fcf0ca31-5cd2-4565-896b-7fb00d218d08 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:04.529181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 2, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:04.556624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting port fcf0ca31-5cd2-4565-896b-7fb00d218d08 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:04.557351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:04.596754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Checking router: 2b9b1d55-5017-48b3-8503-e7db35c69087 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:24:04.608655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Updating router 2b9b1d55-5017-48b3-8503-e7db35c69087 port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:24:04.625124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-9ab624b4-d4c7-4212-a601-d5770ce87a24 service neutron] 10.222.0.22 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918664 Sep 19 03:24:04.671882 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:04.751292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:04.780896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Calling delete_port for fcf0ca31-5cd2-4565-896b-7fb00d218d08 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:04.841757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0a3faa-1a1e-4b0d-9159-515f1602c771 req-2a08c725-5cf4-4599-937f-b4fba3119114 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0493131 Sep 19 03:24:04.910489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-b0526595-e324-4984-bd2b-5c4b19e01817 service neutron] 10.222.0.22 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845869 Sep 19 03:24:05.057802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.060629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-026a92b1-2c87-4059-9719-186ec3981647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.062047 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-026a92b1-2c87-4059-9719-186ec3981647 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.6276884 Sep 19 03:24:05.065261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.067737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:05.091493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.119127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.130488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.138288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.144310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.146188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-0e66b8d5-6a77-42b0-9f88-9702b3bcdcfb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.1772892 Sep 19 03:24:05.201706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32cdb09b-6849-4472-8fcd-07bbccdecde8 req-0d8398a1-1992-48ab-a876-79575856a6a6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 210 time: 0.0524356 Sep 19 03:24:05.259622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Port': ['ID=fcf0ca31-5cd2-4565-896b-7fb00d218d08,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:05.285373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:05.293272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8da771b-f176-482b-8251-0a17ee0f96d8 req-15813949-f5e1-4d47-ac16-491bb65155ef tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299090 Sep 19 03:24:05.300156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:05.345576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-8f68417c-080c-48cb-a6dc-f3b27984febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.355747 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-8f68417c-080c-48cb-a6dc-f3b27984febd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2518849 Sep 19 03:24:05.389485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24a17e-a348-4bc0-ad5a-436b1ebbe8cb None None] Pushing event updated for resources: {'Port': ['ID=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:05.584872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Attempting to bind port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:05.587585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Attempting to bind port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:05.588371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Attempting to bind port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:05.598165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.602370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:05.605724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Checking segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:05.606272 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:05.606800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Bound using segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:05.607619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Bound port: e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:05.608301 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:05.610156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.627264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.643821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.662628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.665515 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-f21de149-c126-4555-805a-acfc5d4f0c66 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971079 Sep 19 03:24:05.677150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.690797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:05.704612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aeea4f96-1ce5-494f-b620-db77ca75910e req-e42ac140-123a-4192-818a-f7f97e13d740 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.2105017 Sep 19 03:24:05.805430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:05.807427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e700f4fa-f8c7-44f4-9290-911e461682df tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/ports/fcf0ca31-5cd2-4565-896b-7fb00d218d08 HTTP/1.1" status: 204 len: 168 time: 2.1863408 Sep 19 03:24:05.810330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40862) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:05.821338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] For port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:05.838286 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af143b20-c741-4c82-9ef2-bddb70b78a55 req-5000ddcc-76aa-49f1-ad06-c98223282cce tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.32 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.1715984 Sep 19 03:24:05.847463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] For port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:05.851015 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:05.876330 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4585ecb5-0abf-41b0-85d7-470b8682e542 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] GET failed (client error): The resource could not be found. Sep 19 03:24:05.883218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4585ecb5-0abf-41b0-85d7-470b8682e542 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "GET /v2.0/ports/fcf0ca31-5cd2-4565-896b-7fb00d218d08 HTTP/1.1" status: 404 len: 333 time: 0.0717895 Sep 19 03:24:05.887449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40870) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:05.896343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2092298442'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:06.064588 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-3116a524-fa2e-4375-9fc1-e593b39863ad service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608162 Sep 19 03:24:06.147980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5bc4a50a-950e-4dbb-8596-f2f78883d76e None None] Provisioning complete for port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:06.148312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bc4a50a-950e-4dbb-8596-f2f78883d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:06.168544 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-bcd91a07-d7ab-4521-9476-e7e9d7596f00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9 HTTP/1.1" status: 200 len: 217 time: 0.0947316 Sep 19 03:24:06.205728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a3fef9c-b33d-4445-a3d8-78c7aba03ecd req-20fba7c1-7399-4347-ac8d-ecead9fed3e9 tempest-ServerShowV257Test-1266469282 tempest-ServerShowV257Test-1266469282-project] 10.222.0.22 "GET /v2.0/ports?device_id=daabf32b-6cef-47cd-966f-c4e8db038995 HTTP/1.1" status: 200 len: 210 time: 0.0650873 Sep 19 03:24:06.242902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:06.243693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:23:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:06.250941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:06.256712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:06.287375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-93cd7451-7c84-47a5-828c-bb0b64e72fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:06.289244 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-93cd7451-7c84-47a5-828c-bb0b64e72fc9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 200 len: 797 time: 0.1118877 Sep 19 03:24:06.310449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] device_id is not set on port a4bb9cef-227c-4312-b33c-27c1bcfe31f5 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:24:06.390033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-5a8494ec-040d-417f-881c-d946f14f8970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:06.391601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-5a8494ec-040d-417f-881c-d946f14f8970 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=776d61f9-7930-4f60-b897-03d2d2257336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920045 Sep 19 03:24:06.442085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24a17e-a348-4bc0-ad5a-436b1ebbe8cb None None] Pushing event updated for resources: {'Port': ['ID=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:06.448678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:24:06.461874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-993bca61-b9b5-4a9a-9473-d91d38a8a0b2 req-5c45d84a-3b62-49ad-af70-76e0f9a02f11 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 210 time: 0.1224737 Sep 19 03:24:06.615052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Allocated IP 2001:db8::2e3 (be1ea93d-1d31-45fc-933f-c1c8287f0f24/0ab240b8-80fe-4995-8a65-d323dee2c125/a4bb9cef-227c-4312-b33c-27c1bcfe31f5) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:06.628857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-1291019a-9034-4b51-a008-f33df979f2c3 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278311 Sep 19 03:24:06.787516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bc4a50a-950e-4dbb-8596-f2f78883d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:06.840351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-725a37bb-d20c-47bf-82d4-bd056f75a953 service neutron] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031460 Sep 19 03:24:06.869037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5bc4a50a-950e-4dbb-8596-f2f78883d76e None None] For port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:06.872505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:05Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:06.934356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:06.965711 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-ae4c6131-e51c-4d10-9bcd-035cb191b66f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775 HTTP/1.1" status: 200 len: 217 time: 0.1076412 Sep 19 03:24:06.967713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf17f73-4509-4ebc-89b7-18210bd1f065 None None] The sync data for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 is: [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:05Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:06.970289 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bc4a50a-950e-4dbb-8596-f2f78883d76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:07.060175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:07.067688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4a50a-950e-4dbb-8596-f2f78883d76e None None] Pushing event updated for resources: {'Port': ['ID=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:07.126092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-324867ce-48a2-4781-a0c0-6ac8808b01a8 None None] Provisioning complete for port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:07.130313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-8ad4aa26-0901-44d4-84a5-b419f5e6d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:07.134416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-8ad4aa26-0901-44d4-84a5-b419f5e6d7dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 200 len: 797 time: 0.1604147 Sep 19 03:24:07.137223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-324867ce-48a2-4781-a0c0-6ac8808b01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:07.221168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:07.226128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=a4bb9cef-227c-4312-b33c-27c1bcfe31f5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:07.238771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:07.242815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:07.251108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:07.251976 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:07.258942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-68761da1-d397-404d-962e-b127938ef168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:07.267088 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-68761da1-d397-404d-962e-b127938ef168 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1241944 Sep 19 03:24:07.286640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dbc6649d-528d-4154-af7c-24cf05ad455c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3979301 Sep 19 03:24:07.292145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40894) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:07.315855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a1:4c:f2'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:07.821609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-fe7b6430-5ff8-46d9-a9d7-780b00629267 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:07.829372 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-fe7b6430-5ff8-46d9-a9d7-780b00629267 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 796 time: 0.3450489 Sep 19 03:24:07.836269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:07.880464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1228a4d6-2fef-4a61-b767-ddfc93bc4e42 req-9bad4556-e752-48ce-b526-d30e3a724769 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 210 time: 0.2110906 Sep 19 03:24:07.881149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:07.972267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-8087cdf2-7ee9-4311-ad3a-c08cd6c72269 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912754 Sep 19 03:24:08.066731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a6199dbb-1a7a-4436-9ceb-3fc2d22b4af8 None None] Provisioning complete for port a4bb9cef-227c-4312-b33c-27c1bcfe31f5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:08.068667 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6199dbb-1a7a-4436-9ceb-3fc2d22b4af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.128177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40916) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:08.169331 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-cbfd9e49-b737-4c4e-a951-c1645a1aaf91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 380 time: 0.2939146 Sep 19 03:24:08.200962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a6199dbb-1a7a-4436-9ceb-3fc2d22b4af8 None None] Port a4bb9cef-227c-4312-b33c-27c1bcfe31f5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:08.215143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:08.216357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.257010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'port': {'device_id': '15a5b1c6-6869-4456-9aca-98289389f563', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'admin_state_up': True, 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'security_groups': ['18843b08-f7a8-4ea9-a8c3-858cb8ada3e3']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:08.369157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-3d282110-91ec-465a-ac42-a86c26d6d7a0 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716178 Sep 19 03:24:08.455998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.518729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40932) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:08.554396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.577220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-faaed1dd-111f-4936-a947-5a197ac90905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.588701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] In _notify_port_updated(), no bound segment for port a4bb9cef-227c-4312-b33c-27c1bcfe31f5 on network be1ea93d-1d31-45fc-933f-c1c8287f0f24 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:24:08.595658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:08.596680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.602882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "PUT /v2.0/ports/a4bb9cef-227c-4312-b33c-27c1bcfe31f5 HTTP/1.1" status: 200 len: 1003 time: 1.3094120 Sep 19 03:24:08.607382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:08.685230 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-40e3ea1c-c162-47ed-8def-ff4593b3662d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644 HTTP/1.1" status: 200 len: 217 time: 0.2154789 Sep 19 03:24:08.806981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-faaed1dd-111f-4936-a947-5a197ac90905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.881392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-faaed1dd-111f-4936-a947-5a197ac90905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.935114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:08.944553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:08.964578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-b2dfb6cd-46d1-4c48-96de-87cc576a268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:08.970175 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-b2dfb6cd-46d1-4c48-96de-87cc576a268d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 200 len: 797 time: 0.2404172 Sep 19 03:24:09.085458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3ccc5f2a-7fdb-439d-88e9-0c99648d1028 None None] Provisioning complete for port a4bb9cef-227c-4312-b33c-27c1bcfe31f5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:09.088412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3ccc5f2a-7fdb-439d-88e9-0c99648d1028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:09.208699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-0bc110ce-6a8d-4519-b805-163568928411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.211121 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-0bc110ce-6a8d-4519-b805-163568928411 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b5e78682-69fa-4fb8-98dc-8cafab409fe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2264578 Sep 19 03:24:09.465118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.12 (5bec0a04-2c3c-4682-9fec-094f13a7fe37/9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3/f6c93cd8-0cb7-44e7-bbe5-76bf494e7757) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:09.500932 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-9523112b-030c-4f2f-89ef-2eee3ae7cf83 service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733011 Sep 19 03:24:09.539404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3ccc5f2a-7fdb-439d-88e9-0c99648d1028 None None] Port a4bb9cef-227c-4312-b33c-27c1bcfe31f5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:09.624910 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10bb9c65-1ace-4473-bfb0-4903f089d2b8 req-3fd8b682-d77e-436f-beb5-20db17db4d0f service neutron] 10.222.0.32 "GET /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126523 Sep 19 03:24:09.725815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f211fe-b04e-4a49-97d6-6b40534697fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=a4bb9cef-227c-4312-b33c-27c1bcfe31f5,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:09.774449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaed1dd-111f-4936-a947-5a197ac90905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909aeae5-ab91-457a-a64a-722fffe90da7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:09.832623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6f4d494-be8d-4ff0-8061-0400ba421bcb req-51065e5d-c319-41de-b745-b74e90b22c72 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 210 time: 0.1699395 Sep 19 03:24:09.844152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-faaed1dd-111f-4936-a947-5a197ac90905 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbb7d823202b450e91c81494ec63a0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7148807 Sep 19 03:24:09.844485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:09.848198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40984) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:09.872069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.872551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.873022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.873493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.873970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.874461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.874956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:09.877564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-898bb02f-875b-4347-b356-a673ea7b1adb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 6502 time: 1.3248487 Sep 19 03:24:09.901991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting port a4bb9cef-227c-4312-b33c-27c1bcfe31f5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:09.902337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:09.961538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-82fb300b-3ca8-4257-bdf7-8c5f701cc38b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0719221 Sep 19 03:24:09.978024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10e860c2-7202-4a96-b6c0-6d7ceec93f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:09.987505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.044464 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.051604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10e860c2-7202-4a96-b6c0-6d7ceec93f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.059276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Calling delete_port for a4bb9cef-227c-4312-b33c-27c1bcfe31f5 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:10.072171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:10.084799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:10.088797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:10.091267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:10.168500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:10.169188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.198045 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a82fb7ed-783f-45d9-888b-c3caedbac512 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0139453 Sep 19 03:24:10.202034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10e860c2-7202-4a96-b6c0-6d7ceec93f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.229853 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10e860c2-7202-4a96-b6c0-6d7ceec93f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.232399 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-10e860c2-7202-4a96-b6c0-6d7ceec93f22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/909aeae5-ab91-457a-a64a-722fffe90da7 HTTP/1.1" status: 204 len: 168 time: 0.3813572 Sep 19 03:24:10.256940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Request body: {'port': {'device_id': '15a5b1c6-6869-4456-9aca-98289389f563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:10.262275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.304331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e860c2-7202-4a96-b6c0-6d7ceec93f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909aeae5-ab91-457a-a64a-722fffe90da7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:10.331855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Port': ['ID=a4bb9cef-227c-4312-b33c-27c1bcfe31f5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:10.388029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.407641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.413248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e240266e-2e4a-4084-b107-fccced8e04fb tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/ports/a4bb9cef-227c-4312-b33c-27c1bcfe31f5 HTTP/1.1" status: 204 len: 168 time: 1.7984431 Sep 19 03:24:10.416460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41004) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:10.525371 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34df26d-4a97-479c-94aa-f5929e309cf6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] GET failed (client error): The resource could not be found. Sep 19 03:24:10.532138 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d34df26d-4a97-479c-94aa-f5929e309cf6 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "GET /v2.0/ports/a4bb9cef-227c-4312-b33c-27c1bcfe31f5 HTTP/1.1" status: 404 len: 333 time: 0.1099508 Sep 19 03:24:10.532893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41012) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:10.540297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-944980900'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:10.582766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-687441cf-5175-41d0-8f3d-c26d99376762 None None] Provisioning complete for port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:10.585471 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-687441cf-5175-41d0-8f3d-c26d99376762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.634210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-687441cf-5175-41d0-8f3d-c26d99376762 None None] Port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:10.787359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:10.793081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:10.822356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] device_id is not set on port 2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:24:11.045763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Allocated IP 2001:db8::3a2 (be1ea93d-1d31-45fc-933f-c1c8287f0f24/0ab240b8-80fe-4995-8a65-d323dee2c125/2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:11.118954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:11.137063 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.167780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Transition to ACTIVE for port object f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:24:11.177583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.330675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:11.416124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd800ec3-08be-4237-8eb9-07cefde9cd58 req-12ff7771-3669-47bc-9f94-cc41c2777521 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:11.419947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd800ec3-08be-4237-8eb9-07cefde9cd58 req-12ff7771-3669-47bc-9f94-cc41c2777521 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 944 time: 0.1385641 Sep 19 03:24:11.469511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:11.469939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:11.470364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:11.476631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:24:11.477308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:11.483229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:11.483665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Checking segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:11.486058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Bound using segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:11.486714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Bound port: f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:11.487449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.490219 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.524212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41034) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:11.543674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd800ec3-08be-4237-8eb9-07cefde9cd58 req-c6bd0e81-8b43-4705-9c66-846a7222e6ec tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111395 Sep 19 03:24:11.595593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:11.611339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:11.619517 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.627327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.697616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:11.701347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:11.702995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:11.704042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.709889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:11.714855 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] 10.222.0.32 "PUT /v2.0/ports/f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1092 time: 1.4766312 Sep 19 03:24:11.715371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:11.717691 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:11.733151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:11.734356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:11.773486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1014803390-network', 'tenant_id': 'c1989b8b724c452fbfa54d0aac526661'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:11.783352 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d64fdea-27bb-4575-86f2-64db75430b05 x-openstack-request-id: req-3d64fdea-27bb-4575-86f2-64db75430b05 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:11.784325 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:11.786718 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d64fdea-27bb-4575-86f2-64db75430b05 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:11.787495 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'status': 'completed', 'code': 200} Sep 19 03:24:11.804561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2703841 Sep 19 03:24:11.810197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41044) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:11.820319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d2065-8d50-447e-a0a3-c4f6c2b8ea9e service neutron] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:11.838363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'network_id': 'be1ea93d-1d31-45fc-933f-c1c8287f0f24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1296480558'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:11.874847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f1fe7-72a4-4948-a392-479752ea8593 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:11.981874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-f271c304-0eb0-4e0a-a5dd-696bbda8ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:11.983459 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-f271c304-0eb0-4e0a-a5dd-696bbda8ed0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1095 time: 0.1687319 Sep 19 03:24:11.996272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Made reservation on behalf of c1989b8b724c452fbfa54d0aac526661 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:12.002015 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.037373 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.063569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-da450552-0e80-4215-8870-afdeb8e45d97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 217 time: 0.0571613 Sep 19 03:24:12.161414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a919b73f-c97e-4c0e-a775-b9f32b0c7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:12.165783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-a919b73f-c97e-4c0e-a775-b9f32b0c7d0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.0939813 Sep 19 03:24:12.183479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.212980 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.242277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-50318e97-73a9-4bfc-8405-13e6539387ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:12.244386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-50318e97-73a9-4bfc-8405-13e6539387ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701494 Sep 19 03:24:12.252885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:12.278198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d9351-70c1-418f-a5e2-c005935247d5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:12.284394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.285685 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Added segment f682de73-1bd6-448d-9e3c-bb80e82bdcca of type vlan for network ed56e19e-48a9-4769-b6a9-f647b4807489 Sep 19 03:24:12.297097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Made reservation on behalf of c5407019d4fe42bb994a0e1f2b1d9a17 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:12.302881 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.348450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-200b8722-78fc-4902-8161-6332c117a686 None None] Provisioning complete for port 2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:12.349043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-200b8722-78fc-4902-8161-6332c117a686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.397869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] device_id is not set on port b6d69266-e154-4793-8fc5-ebe929c53206 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:24:12.404868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-7487685f-67a9-4271-b0c3-5a273cfe8eaa service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451292 Sep 19 03:24:12.408615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-200b8722-78fc-4902-8161-6332c117a686 None None] Port 2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:12.442538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.504826 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28acc17b-dce5-4e14-a509-2c55774c4e59 req-36781db9-4c3b-423d-9a87-5901f9baac2e service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912719 Sep 19 03:24:12.520470 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.521444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:12.522026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.570825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0441334 Sep 19 03:24:12.574504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:12.580339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Request body: {'subnet': {'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1014803390-subnet', 'tenant_id': 'c1989b8b724c452fbfa54d0aac526661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:12.588402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Allocated IP 2001:db8::3a0 (be1ea93d-1d31-45fc-933f-c1c8287f0f24/0ab240b8-80fe-4995-8a65-d323dee2c125/b6d69266-e154-4793-8fc5-ebe929c53206) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:12.637271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d40c4-e25f-46bf-a884-0ed33dd5c800 admin admin] Pushing event updated for resources: {'Network': ['ID=ed56e19e-48a9-4769-b6a9-f647b4807489,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:12.637937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Made reservation on behalf of c1989b8b724c452fbfa54d0aac526661 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:12.640378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.649977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network ed56e19e-48a9-4769-b6a9-f647b4807489 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:12.704016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-3345aa1d-99ae-48f0-aaa2-59a777b4ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:12.705590 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-3345aa1d-99ae-48f0-aaa2-59a777b4ed4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1095 time: 0.1034307 Sep 19 03:24:12.830922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ebba-afec-4144-ac43-27146be7b677 req-f3172f8a-64cf-4bc0-82dc-8117edcd09b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:12.833556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1031ebba-afec-4144-ac43-27146be7b677 req-f3172f8a-64cf-4bc0-82dc-8117edcd09b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 944 time: 0.1707249 Sep 19 03:24:12.856485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-fda32390-a078-4984-b758-7136196f2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:12.858031 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-fda32390-a078-4984-b758-7136196f2dbc service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.1446459 Sep 19 03:24:12.906709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.915539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1031ebba-afec-4144-ac43-27146be7b677 req-73799c69-7a67-4226-8afe-d4df84f2554f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689912 Sep 19 03:24:12.926994 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-523c26d7-3bec-4deb-adb2-a4f53aa9f6b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 217 time: 0.0610380 Sep 19 03:24:12.947830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.991262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:12.996207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:12.999540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:13.002225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:13.018269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:13.019077 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.030275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-c6b82099-e0ce-48a0-93d2-dd51afe5c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:13.031771 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-c6b82099-e0ce-48a0-93d2-dd51afe5c4e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.0972416 Sep 19 03:24:13.042151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=b6d69266-e154-4793-8fc5-ebe929c53206,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:13.051606 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-24d1b5f9-977c-40c1-a106-3eada498b758 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2329371 Sep 19 03:24:13.052315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41056) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:13.057907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1c1', 'mac_address': 'fa:16:3e:a1:4c:f2'}, {'ip_address': '2001:db8::3a2', 'mac_address': 'fa:16:3e:11:06:bb'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:13.090248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84dbac5-37a1-47b8-abe5-7d94fe75bcbb,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:13.131794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-df4fd246-89bc-4710-a721-3f844c1ca814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:13.133428 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-df4fd246-89bc-4710-a721-3f844c1ca814 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932975 Sep 19 03:24:13.134481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Checking segment: {'id': 'f682de73-1bd6-448d-9e3c-bb80e82bdcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:13.134879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Network hostable DHCP agents. Network: ed56e19e-48a9-4769-b6a9-f647b4807489, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:13.184662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Network ed56e19e-48a9-4769-b6a9-f647b4807489 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:13.225498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, ed56e19e-48a9-4769-b6a9-f647b4807489) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:13.235879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:13.236476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.237295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b64a3-3e09-48d8-942c-7c2a7e846f46 None None] Network ed56e19e-48a9-4769-b6a9-f647b4807489 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:13.245880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.257312 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e05c67d-fb47-44d4-922e-25a22d701a8a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6814973 Sep 19 03:24:13.307938 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-e620c9de-db1e-4109-9ab3-6b4eb571df0b service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643271 Sep 19 03:24:13.397865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ff946c98-106c-42bd-a8df-6b30459186a2 None None] Provisioning complete for port b6d69266-e154-4793-8fc5-ebe929c53206 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:13.398432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ff946c98-106c-42bd-a8df-6b30459186a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.437137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ff946c98-106c-42bd-a8df-6b30459186a2 None None] Port b6d69266-e154-4793-8fc5-ebe929c53206 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:13.507964 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e282f8b1-cc06-4cf8-8dea-c52f6348eb80 req-6a34ba4c-12bc-4b90-a075-1a33e1a706df service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911409 Sep 19 03:24:13.514433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c4691-9393-4f96-aa84-14b85aabc408 None None] Network ed56e19e-48a9-4769-b6a9-f647b4807489 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:13.546950 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.564967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.626864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] In _notify_port_updated(), no bound segment for port b6d69266-e154-4793-8fc5-ebe929c53206 on network be1ea93d-1d31-45fc-933f-c1c8287f0f24 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:24:13.633383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:13.634051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.635427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "PUT /v2.0/ports/b6d69266-e154-4793-8fc5-ebe929c53206 HTTP/1.1" status: 200 len: 1068 time: 0.5820913 Sep 19 03:24:13.638184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41072) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:13.732034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1b74e-2d00-442f-b143-31992dd55e0c tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event updated for resources: {'Port': ['ID=b6d69266-e154-4793-8fc5-ebe929c53206,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:13.801682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting port b6d69266-e154-4793-8fc5-ebe929c53206 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:13.802357 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.934061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:13.966022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Calling delete_port for b6d69266-e154-4793-8fc5-ebe929c53206 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:14.030835 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41084) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:14.036343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1489954577-network', 'tenant_id': '47fea9f83ada4aeb84bebf16c1b0259e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:14.063276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Made reservation on behalf of 47fea9f83ada4aeb84bebf16c1b0259e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:14.065860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.083222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.106633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bb95b579-de1c-49c0-80f3-9c159bcf7691 None None] Provisioning complete for port b6d69266-e154-4793-8fc5-ebe929c53206 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:14.107141 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bb95b579-de1c-49c0-80f3-9c159bcf7691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.130245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56335a9-c592-4d00-8896-a12c77c3695b req-ccde299c-357d-44e3-8726-dfca02af2649 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:14.132267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c56335a9-c592-4d00-8896-a12c77c3695b req-ccde299c-357d-44e3-8726-dfca02af2649 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 944 time: 0.0904436 Sep 19 03:24:14.158871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bb95b579-de1c-49c0-80f3-9c159bcf7691 None None] Port b6d69266-e154-4793-8fc5-ebe929c53206 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:14.214632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c56335a9-c592-4d00-8896-a12c77c3695b req-2aaf618e-4c67-47c6-9046-55cc89ad2cbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686953 Sep 19 03:24:14.242959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.281436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Port': ['ID=b6d69266-e154-4793-8fc5-ebe929c53206,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:14.318186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.327589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.345733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:14.365503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.365976 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Added segment acd24d97-ffd8-4ee5-a05b-bd5c6c49904d of type vlan for network 749b6c55-4a08-4779-ad2f-87cf0e60afb5 Sep 19 03:24:14.432485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.444470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7ceff-06a5-40a3-b49f-17a058c8aa3e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:14.479056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.481465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:14.482661 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.511544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99734b4f-458b-4a6d-b53f-8c173a81efe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.514864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.518140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-64e41624-8bc7-440e-9e45-d0cb762e5f88 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/ports/b6d69266-e154-4793-8fc5-ebe929c53206 HTTP/1.1" status: 204 len: 168 time: 0.8786225 Sep 19 03:24:14.521106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41088) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:14.554977 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce3c62e-e76b-4861-a644-e1aa75ea50c1 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] GET failed (client error): The resource could not be found. Sep 19 03:24:14.556793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cce3c62e-e76b-4861-a644-e1aa75ea50c1 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "GET /v2.0/ports/b6d69266-e154-4793-8fc5-ebe929c53206 HTTP/1.1" status: 404 len: 333 time: 0.0347171 Sep 19 03:24:14.560002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41090) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:14.585430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:24:14.593145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] Pushing event updated for resources: {'Network': ['ID=749b6c55-4a08-4779-ad2f-87cf0e60afb5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:14.598295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b7ea959-085c-4d43-b9e9-6fff80a56fbb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5661392 Sep 19 03:24:14.602158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:14.613812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Request body: {'subnet': {'network_id': '749b6c55-4a08-4779-ad2f-87cf0e60afb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1489954577-subnet', 'tenant_id': '47fea9f83ada4aeb84bebf16c1b0259e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:14.627558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 749b6c55-4a08-4779-ad2f-87cf0e60afb5 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:14.648208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Made reservation on behalf of 47fea9f83ada4aeb84bebf16c1b0259e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:14.651760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.772519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting port 2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:14.775295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.825551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:14.907605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'port_id': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'mac_address': 'fa:16:3e:8a:05:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:24:14.923902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:14.966637 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.004262 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:15.022015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6601f00-b90e-4730-bff1-d235e3901dbc,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:15.029096 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.035308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Checking segment: {'id': 'acd24d97-ffd8-4ee5-a05b-bd5c6c49904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '749b6c55-4a08-4779-ad2f-87cf0e60afb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:15.035667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Network hostable DHCP agents. Network: 749b6c55-4a08-4779-ad2f-87cf0e60afb5, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:15.040303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:15.046056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.048128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Calling delete_port for 2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:15.057873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Network 749b6c55-4a08-4779-ad2f-87cf0e60afb5 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:15.072519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 749b6c55-4a08-4779-ad2f-87cf0e60afb5) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:15.089158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:15.091346 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.109055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:15.112399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c3ef2e-10f1-43cb-aad1-de9959865b93 None None] Network 749b6c55-4a08-4779-ad2f-87cf0e60afb5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:15.132965 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-41305370-7b7d-4707-beb1-8a83e6c92e57 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5289135 Sep 19 03:24:15.262034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.296898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59696249-4ad8-4af9-b548-3d0ce8c86154 None None] Network 749b6c55-4a08-4779-ad2f-87cf0e60afb5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:15.356726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Port': ['ID=2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:15.460203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.466254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41104) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:15.471541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09b998da-e3d1-4a2d-b76a-64304134ede7 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/ports/2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa HTTP/1.1" status: 204 len: 168 time: 0.9104073 Sep 19 03:24:15.506516 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3803d95-5c06-4425-96e5-765129daecd0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] GET failed (client error): The resource could not be found. Sep 19 03:24:15.508680 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d3803d95-5c06-4425-96e5-765129daecd0 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "GET /v2.0/ports/2f20eacc-3fc5-4cbb-9ec7-e1af99f471fa HTTP/1.1" status: 404 len: 333 time: 0.0412288 Sep 19 03:24:15.512914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:15.518710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3697273-e8af-4b4a-b47f-257c226b98f7 req-702a10bf-ff5d-42c4-8237-9e6302c65a4d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:15.520821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3697273-e8af-4b4a-b47f-257c226b98f7 req-702a10bf-ff5d-42c4-8237-9e6302c65a4d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.1680672 Sep 19 03:24:15.605043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3697273-e8af-4b4a-b47f-257c226b98f7 req-b42cdfac-0814-41af-b934-64b607346041 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688338 Sep 19 03:24:15.638900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:24:15.735704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting port 773f2668-61ca-4eac-af63-af29106a3305 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:15.736056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.890229 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:15.932614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Calling delete_port for 773f2668-61ca-4eac-af63-af29106a3305 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:15.978833 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.076192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-24cac352-4f05-4df2-a1fb-838ae9d4ea10 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:16.078558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-24cac352-4f05-4df2-a1fb-838ae9d4ea10 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/networks?id=ed56e19e-48a9-4769-b6a9-f647b4807489 HTTP/1.1" status: 200 len: 825 time: 0.2163522 Sep 19 03:24:16.096026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-be09052e-f2e7-41d9-a540-a9629d71d27d tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/quotas/c1989b8b724c452fbfa54d0aac526661 HTTP/1.1" status: 200 len: 375 time: 0.0116177 Sep 19 03:24:16.141308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-23409190-3d1e-4ba5-b45f-ab6905e9c422 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1989b8b724c452fbfa54d0aac526661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376389 Sep 19 03:24:16.147289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.182366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Port': ['ID=773f2668-61ca-4eac-af63-af29106a3305,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:16.216233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.218271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5eb7b62e-0e22-4a67-a19a-54cb53830aae tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/ports/773f2668-61ca-4eac-af63-af29106a3305 HTTP/1.1" status: 204 len: 168 time: 0.7041566 Sep 19 03:24:16.220899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41136) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:16.314066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-0724acb3-f16d-4646-b210-247ecdbe4b52 req-e3cfdd74-069e-4b85-889d-9d99b5d5c056 tempest-MultipleCreateTestJSON-695117894 tempest-MultipleCreateTestJSON-695117894-project] (94723) timed out ('10.222.0.32', 58104) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:24:16.327021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting subnet 0ab240b8-80fe-4995-8a65-d323dee2c125 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:24:16.357250 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.418545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.448125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-a462e087-191f-4ae8-8b5f-8127105c06a6 service neutron] 10.222.0.22 "GET /v2.0/networks/ed56e19e-48a9-4769-b6a9-f647b4807489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944467 Sep 19 03:24:16.579106 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.621864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-2e0be414-0186-4cf8-b86d-9e7566614d62 service neutron] 10.222.0.22 "GET /v2.0/networks/ed56e19e-48a9-4769-b6a9-f647b4807489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621890 Sep 19 03:24:16.678552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.703909 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.704762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190c5a8-d489-4aa7-a85b-ac03b850e0f1 None None] Network be1ea93d-1d31-45fc-933f-c1c8287f0f24 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:16.708918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/subnets/0ab240b8-80fe-4995-8a65-d323dee2c125 HTTP/1.1" status: 204 len: 168 time: 0.4838846 Sep 19 03:24:16.709180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41152) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:16.771131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c6a8e-8933-41e5-972f-e65a5c57e39f tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab240b8-80fe-4995-8a65-d323dee2c125,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:16.872812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.924096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e6d18-f1b2-4be3-b22b-fcb4ca30f0e2 req-99a64960-7e4c-412e-82bd-fc640bcad330 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:16.926370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a6e6d18-f1b2-4be3-b22b-fcb4ca30f0e2 req-99a64960-7e4c-412e-82bd-fc640bcad330 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.1502471 Sep 19 03:24:16.971879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Deleting port 82b7a184-949e-4a82-b73c-a15d4b21d662 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:16.972917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:16.987682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a6e6d18-f1b2-4be3-b22b-fcb4ca30f0e2 req-845f89cf-40bb-48f3-9f74-0d9d807d7ff4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514538 Sep 19 03:24:17.053677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] DHCP port deletion for be1ea93d-1d31-45fc-933f-c1c8287f0f24 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:24:17.064206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] For port 82b7a184-949e-4a82-b73c-a15d4b21d662, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=82b7a184-949e-4a82-b73c-a15d4b21d662,segment=NetworkSegment(2aa09658-81c5-4db8-bb0f-f6a3add7b405),segment_id=2aa09658-81c5-4db8-bb0f-f6a3add7b405)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:17.066342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.087896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Calling delete_port for 82b7a184-949e-4a82-b73c-a15d4b21d662 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:17.127421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] Deleting port 82b7a184-949e-4a82-b73c-a15d4b21d662 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:17.127891 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.181191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.201197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] For port 82b7a184-949e-4a82-b73c-a15d4b21d662, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=82b7a184-949e-4a82-b73c-a15d4b21d662,segment=NetworkSegment(2aa09658-81c5-4db8-bb0f-f6a3add7b405),segment_id=2aa09658-81c5-4db8-bb0f-f6a3add7b405)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:17.201689 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.219493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] Calling delete_port for 82b7a184-949e-4a82-b73c-a15d4b21d662 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:17.292091 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5501298-6e60-4144-b558-5c2c54238aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.338587 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.370115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] Pushing event deleted for resources: {'Port': ['ID=82b7a184-949e-4a82-b73c-a15d4b21d662,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:17.375346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6716a3-951a-4f5b-98e4-4387bbe18a78 None None] No DVR routers for this DVR port 82b7a184-949e-4a82-b73c-a15d4b21d662 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:17.559774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Port': ['ID=82b7a184-949e-4a82-b73c-a15d4b21d662,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:17.565194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] No DVR routers for this DVR port 82b7a184-949e-4a82-b73c-a15d4b21d662 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:17.650797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.665586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 82b7a184-949e-4a82-b73c-a15d4b21d662 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:24:17.676635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1ea93d-1d31-45fc-933f-c1c8287f0f24']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:17.690011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa09658-81c5-4db8-bb0f-f6a3add7b405') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:17.690870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa09658-81c5-4db8-bb0f-f6a3add7b405') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:17.696996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 82b7a184-949e-4a82-b73c-a15d4b21d662 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:24:17.697558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 82b7a184-949e-4a82-b73c-a15d4b21d662 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:24:17.704114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.727582 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.736393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:24:17.738063 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:24:17.742208 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:24:17.818734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.843871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.847393 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] 10.222.0.22 "DELETE /v2.0/networks/be1ea93d-1d31-45fc-933f-c1c8287f0f24 HTTP/1.1" status: 204 len: 168 time: 1.1371763 Sep 19 03:24:17.849532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf930a4-3956-4ece-93f1-577eedac3d22 tempest-AllowedAddressPairIpV6TestJSON-1665910509 tempest-AllowedAddressPairIpV6TestJSON-1665910509-project] Pushing event deleted for resources: {'Network': ['ID=be1ea93d-1d31-45fc-933f-c1c8287f0f24,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:17.954049 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:17.957969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c23ef56-f0ce-4d0a-85db-6b2e6b16670d req-54eca0dd-7bb3-4b8d-8691-6eb5756ae32e tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 210 time: 0.0456326 Sep 19 03:24:18.208074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c910-693d-4e1a-ba94-764fa6177a5d req-9c714b31-8bf1-4b32-a7bb-91bea0900671 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:18.210565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6194c910-693d-4e1a-ba94-764fa6177a5d req-9c714b31-8bf1-4b32-a7bb-91bea0900671 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.0943060 Sep 19 03:24:18.310284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6194c910-693d-4e1a-ba94-764fa6177a5d req-bae1c933-cd36-4297-972a-8dc3148ddd3e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773997 Sep 19 03:24:18.395646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41330) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:18.448075 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:18.601034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c110c793-f0da-44e3-ab85-a10bb26a0d12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5407019d4fe42bb994a0e1f2b1d9a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020109 Sep 19 03:24:18.601273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:18.605520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:18.694574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-239f8f91-02b8-4704-b7f3-f3edf2d1b1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:18.708383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:24:18.714085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:18.714637 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:18.753155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-239f8f91-02b8-4704-b7f3-f3edf2d1b1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:18.876184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-239f8f91-02b8-4704-b7f3-f3edf2d1b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:18.879507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-239f8f91-02b8-4704-b7f3-f3edf2d1b1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:18.880759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:18.881025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-239f8f91-02b8-4704-b7f3-f3edf2d1b1fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d1388a5-4594-422c-aeea-05b8d281541f HTTP/1.1" status: 204 len: 168 time: 0.2784772 Sep 19 03:24:18.902292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f8f91-02b8-4704-b7f3-f3edf2d1b1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1388a5-4594-422c-aeea-05b8d281541f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:18.971045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:18.973350 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099af17c-64c0-41c2-8fbd-639ac1dc8406" -d '{"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-plugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:19.025710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:19.034419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:19.110146 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407a89a6-375d-46e7-ac52-05a1069bffdc x-openstack-request-id: req-407a89a6-375d-46e7-ac52-05a1069bffdc {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:19.110963 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-plugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:19.111695 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-407a89a6-375d-46e7-ac52-05a1069bffdc {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:19.112469 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'code': 200} Sep 19 03:24:19.213464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:19.217484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf4d47c1-5ec1-4394-8fb5-e94a572be898 req-8656566d-8652-4705-8554-6f743740281b tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 210 time: 0.1141005 Sep 19 03:24:19.314552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f8229-18cf-4c17-9d55-de351c966190 req-e6b8f31d-5c1e-447f-9f3c-f2ef2c77f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:19.317249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c62f8229-18cf-4c17-9d55-de351c966190 req-e6b8f31d-5c1e-447f-9f3c-f2ef2c77f7d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1097 time: 0.0696657 Sep 19 03:24:19.396158 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c62f8229-18cf-4c17-9d55-de351c966190 req-843f2040-d036-4523-928b-e66b172dd51e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682027 Sep 19 03:24:19.478585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99dcc4-893b-4766-9a4b-a65f3c4a6883 req-743bbac2-26fc-44af-bf95-5565c9acfeb0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:19.480159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e99dcc4-893b-4766-9a4b-a65f3c4a6883 req-743bbac2-26fc-44af-bf95-5565c9acfeb0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0717351 Sep 19 03:24:19.545330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e99dcc4-893b-4766-9a4b-a65f3c4a6883 req-4865dc42-bcf3-45ed-8a52-eab6b2a91cd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532937 Sep 19 03:24:19.972037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41528) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:20.037865 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:20.125207 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:24:20.197357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-c73a5948-5028-428e-9629-370dae011bfe tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:20.198996 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-c73a5948-5028-428e-9629-370dae011bfe tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.32 "GET /v2.0/networks?id=ed56e19e-48a9-4769-b6a9-f647b4807489 HTTP/1.1" status: 200 len: 825 time: 0.1510348 Sep 19 03:24:20.222451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Request body: {'port': {'device_id': '414399f8-ef4c-443c-ae38-6213f113fdca', 'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489', 'admin_state_up': True, 'tenant_id': 'c1989b8b724c452fbfa54d0aac526661'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:20.242033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-844022992'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:20.381953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:20.387877 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:20.436893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-477fd509-6409-4bb3-a650-36a1e077ba71 req-1a298724-1a87-4996-a64b-33ea302e9594 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 210 time: 0.0455806 Sep 19 03:24:20.475776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:20.702363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8c414-cd4d-4e9e-a870-a158f1a1a27d req-002005fa-7f6e-49ba-bf73-669588135616 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:20.703930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ca8c414-cd4d-4e9e-a870-a158f1a1a27d req-002005fa-7f6e-49ba-bf73-669588135616 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0858550 Sep 19 03:24:20.728012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:20.737101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:20.781938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:20.799581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:20.822144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Made reservation on behalf of c1989b8b724c452fbfa54d0aac526661 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:20.827830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ca8c414-cd4d-4e9e-a870-a158f1a1a27d req-0016d10a-e7f3-4ac1-af81-a17783f8eaae tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135204 Sep 19 03:24:20.835089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:20.854488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbf18c5-d82f-4b1b-8a6c-c9eeaf78e8b9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:20.873147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:20.873698 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment d117c8a5-9b02-4e64-be48-323e749a3b4d of type vlan for network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 Sep 19 03:24:21.000642 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.032890 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f17daa69-079b-43ac-b682-4a2e5e9773cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.114646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.123336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:21.124085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.241669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Allocated IP 172.20.0.3 (ed56e19e-48a9-4769-b6a9-f647b4807489/d84dbac5-37a1-47b8-abe5-7d94fe75bcbb/b75aaf61-b560-40de-a4da-bdccc8b77430) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:21.246255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=985ac1ad-5f98-42f4-9def-40b11f3e35e5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:21.261653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:21.410580 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f17daa69-079b-43ac-b682-4a2e5e9773cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.422329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f17daa69-079b-43ac-b682-4a2e5e9773cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.437758 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f122c27f-6ed7-4c12-8a4e-5090fce9b8c0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4646430 Sep 19 03:24:21.440490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41690) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:21.446293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1167680052'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:21.475137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:21.481782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.508768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f17daa69-079b-43ac-b682-4a2e5e9773cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4abf13aa5c834b27aba3407aa46bd1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7205751 Sep 19 03:24:21.512782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:21.515563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17daa69-079b-43ac-b682-4a2e5e9773cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7663ddd-9929-4175-9418-1c6686282394,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:21.526708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:21.538463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.538960 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment cdcba56c-b361-4b67-af3c-5b2be951ea1a of type vlan for network b248691e-b8b8-48b3-884d-5b4e4dc7a956 Sep 19 03:24:21.570641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.623429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99376ba7-18e1-4b45-8b12-45efd6db14a1 req-977acd04-5687-4e06-98a5-e2653c252fc3 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 210 time: 0.0698555 Sep 19 03:24:21.623668 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f95a4a82-d3fd-4261-a376-bb00e5a4ade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.629225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.653457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f95a4a82-d3fd-4261-a376-bb00e5a4ade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.657616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.662074 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.664479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:21.666469 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.715499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2733128 Sep 19 03:24:21.718479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41696) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:21.725295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': '985ac1ad-5f98-42f4-9def-40b11f3e35e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:21.760261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f95a4a82-d3fd-4261-a376-bb00e5a4ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.763051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f95a4a82-d3fd-4261-a376-bb00e5a4ade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.764207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f95a4a82-d3fd-4261-a376-bb00e5a4ade8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7663ddd-9929-4175-9418-1c6686282394 HTTP/1.1" status: 204 len: 168 time: 0.2500982 Sep 19 03:24:21.766409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Network ed56e19e-48a9-4769-b6a9-f647b4807489 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:21.773917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d19f9c-ecfc-4aba-bb84-df732ac0ecd2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=b248691e-b8b8-48b3-884d-5b4e4dc7a956,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:21.778642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:21.786892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:21.795699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Pushing event updated for resources: {'Port': ['ID=b75aaf61-b560-40de-a4da-bdccc8b77430,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:21.808672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:21.813462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a4a82-d3fd-4261-a376-bb00e5a4ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7663ddd-9929-4175-9418-1c6686282394,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:21.892155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:21.893209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.955582 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-f18e7478-4b93-4e12-b09e-e2eabf69a853 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7402956 Sep 19 03:24:21.961957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:21.965570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:21.975710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Request body: {'port': {'device_id': '414399f8-ef4c-443c-ae38-6213f113fdca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:22.043595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec97ab7-1fdf-4b1f-8443-9346dea97f6e req-06dc25b1-0015-4407-963c-c1c71cbecc08 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:22.045161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ec97ab7-1fdf-4b1f-8443-9346dea97f6e req-06dc25b1-0015-4407-963c-c1c71cbecc08 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1134253 Sep 19 03:24:22.057114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.133599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ec97ab7-1fdf-4b1f-8443-9346dea97f6e req-5ba5a9d5-dd96-43f2-9734-ffa89ad680cd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728900 Sep 19 03:24:22.294049 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.375959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738a75e-62e4-4cf5-9932-9c814171ac2c req-9b90366b-69d6-47de-9e5f-7a896ca7aab1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:22.377897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a738a75e-62e4-4cf5-9932-9c814171ac2c req-9b90366b-69d6-47de-9e5f-7a896ca7aab1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1378806 Sep 19 03:24:22.420032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75aaf61-b560-40de-a4da-bdccc8b77430 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:22.428988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.436906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a738a75e-62e4-4cf5-9932-9c814171ac2c req-ad16610c-9c59-4583-89d3-13fc6a28a5b9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453894 Sep 19 03:24:22.458812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Transition to ACTIVE for port object b75aaf61-b560-40de-a4da-bdccc8b77430 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:24:22.465800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41720) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:22.467958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.476429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': 'd117c8a5-9b02-4e64-be48-323e749a3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '985ac1ad-5f98-42f4-9def-40b11f3e35e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:22.477546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: 985ac1ad-5f98-42f4-9def-40b11f3e35e5, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:22.489741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=68e8e9d5-fb9e-4756-ae19-3fec42054fd3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:22.518453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:22.547271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 985ac1ad-5f98-42f4-9def-40b11f3e35e5) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:22.557841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b61f408-1dee-46a2-8a97-12fdf76854cc None None] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:22.570300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:22.570474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Pushing event updated for resources: {'Port': ['ID=b75aaf61-b560-40de-a4da-bdccc8b77430,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:22.571590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.612925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0fdca361-2a54-4983-9658-e91b311c162e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8909948 Sep 19 03:24:22.613768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41728) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:22.621402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9da3ef5-f26b-49cb-95c7-d702ac2dede0 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:22.623287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d9da3ef5-f26b-49cb-95c7-d702ac2dede0 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1092 time: 0.1564846 Sep 19 03:24:22.639335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': 'b248691e-b8b8-48b3-884d-5b4e4dc7a956', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:22.644515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41730) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:22.649962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:22.711946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.740112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Attempting to bind port b75aaf61-b560-40de-a4da-bdccc8b77430 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:22.740451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Attempting to bind port b75aaf61-b560-40de-a4da-bdccc8b77430 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f682de73-1bd6-448d-9e3c-bb80e82bdcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:22.741008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Attempting to bind port b75aaf61-b560-40de-a4da-bdccc8b77430 on network ed56e19e-48a9-4769-b6a9-f647b4807489 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:22.750585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Port b75aaf61-b560-40de-a4da-bdccc8b77430 on network ed56e19e-48a9-4769-b6a9-f647b4807489 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:24:22.751198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Attempting to bind port b75aaf61-b560-40de-a4da-bdccc8b77430 on network ed56e19e-48a9-4769-b6a9-f647b4807489 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:22.770100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:22.770392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Checking segment: {'id': 'f682de73-1bd6-448d-9e3c-bb80e82bdcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:22.770805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Bound using segment: {'id': 'f682de73-1bd6-448d-9e3c-bb80e82bdcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:22.771253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Bound port: b75aaf61-b560-40de-a4da-bdccc8b77430, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f682de73-1bd6-448d-9e3c-bb80e82bdcca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:22.771618 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.871640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-985ac1ad-5f98-42f4-9def-40b11f3e35e5', 'network_id': '985ac1ad-5f98-42f4-9def-40b11f3e35e5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': '68e8e9d5-fb9e-4756-ae19-3fec42054fd3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:24:22.872659 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.877041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869722-1aba-4b5e-8c53-756be3e465d2 req-1b6fb73b-ef65-47ed-8cd0-83c292af6081 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:22.886593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad869722-1aba-4b5e-8c53-756be3e465d2 req-1b6fb73b-ef65-47ed-8cd0-83c292af6081 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 943 time: 0.1190479 Sep 19 03:24:22.893027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:22.897912 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:22.962221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:22.974866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] For port b75aaf61-b560-40de-a4da-bdccc8b77430, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:22.995051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] For port b75aaf61-b560-40de-a4da-bdccc8b77430, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b75aaf61-b560-40de-a4da-bdccc8b77430,segment=NetworkSegment(f682de73-1bd6-448d-9e3c-bb80e82bdcca),segment_id=f682de73-1bd6-448d-9e3c-bb80e82bdcca)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:23.002644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.007733 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.052881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad869722-1aba-4b5e-8c53-756be3e465d2 req-b951af28-34a1-4882-95c9-6aad04d4daf7 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629593 Sep 19 03:24:23.107112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:23.109664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.110463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] 10.222.0.32 "PUT /v2.0/ports/b75aaf61-b560-40de-a4da-bdccc8b77430 HTTP/1.1" status: 200 len: 1091 time: 1.1399641 Sep 19 03:24:23.111411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414399f8-ef4c-443c-ae38-6213f113fdca', 'tag': 'b75aaf61-b560-40de-a4da-bdccc8b77430'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:23.114682 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3252bb22-e084-403d-9d13-9d4b74147392" -d '{"events": [{"name": "network-changed", "server_uuid": "414399f8-ef4c-443c-ae38-6213f113fdca", "tag": "b75aaf61-b560-40de-a4da-bdccc8b77430"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:23.152516 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26edcd-d732-40f0-aeff-1d2f1f72be7d service neutron] Pushing event updated for resources: {'Port': ['ID=b75aaf61-b560-40de-a4da-bdccc8b77430,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:23.237388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Allocated IP 2001:db8::2 (985ac1ad-5f98-42f4-9def-40b11f3e35e5/68e8e9d5-fb9e-4756-ae19-3fec42054fd3/6500700f-a78c-4111-b223-63e0b896d073) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:23.241951 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1011a8a7-5284-4650-b803-707e83920263 x-openstack-request-id: req-1011a8a7-5284-4650-b803-707e83920263 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:23.241951 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414399f8-ef4c-443c-ae38-6213f113fdca", "tag": "b75aaf61-b560-40de-a4da-bdccc8b77430", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:23.241951 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1011a8a7-5284-4650-b803-707e83920263 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:23.243022 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414399f8-ef4c-443c-ae38-6213f113fdca', 'tag': 'b75aaf61-b560-40de-a4da-bdccc8b77430', 'status': 'completed', 'code': 200} Sep 19 03:24:23.264789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1475495386-network', 'tenant_id': 'd0a120620661442cb1bc8ada0fa2da10'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:23.321777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.176 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/575f3703-7200-4b8a-b0e5-a7763a458b2d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:23.334839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Made reservation on behalf of d0a120620661442cb1bc8ada0fa2da10 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:23.337210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.337844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.342537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-4d583948-2956-4402-92dc-e66e4e2c35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:23.344107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-4d583948-2956-4402-92dc-e66e4e2c35b8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1989b8b724c452fbfa54d0aac526661&device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 1094 time: 0.1673050 Sep 19 03:24:23.354310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.417077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': 'cdcba56c-b361-4b67-af3c-5b2be951ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b248691e-b8b8-48b3-884d-5b4e4dc7a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:23.417439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: b248691e-b8b8-48b3-884d-5b4e4dc7a956, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:23.419814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:23.427022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-41654a52-249b-46b4-85f0-7c3f4491dcdf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b75aaf61-b560-40de-a4da-bdccc8b77430 HTTP/1.1" status: 200 len: 217 time: 0.0679216 Sep 19 03:24:23.440986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:23.453815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b248691e-b8b8-48b3-884d-5b4e4dc7a956) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:23.465622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4d94df-2453-49d0-89b3-caab1b0f6fe5 None None] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:23.467789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:23.468446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.487811 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.503398 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.563725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0f4c1c92-2368-4aa8-8838-a33adc8fc452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:23.565231 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0f4c1c92-2368-4aa8-8838-a33adc8fc452 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d84dbac5-37a1-47b8-abe5-7d94fe75bcbb HTTP/1.1" status: 200 len: 865 time: 0.1306260 Sep 19 03:24:23.596397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.607875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:23.616535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:23.619936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:23.623324 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-818318da-5d32-4e1c-bb42-09c04e1277a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed56e19e-48a9-4769-b6a9-f647b4807489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438340 Sep 19 03:24:23.730321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7050-2091-4a31-959b-666151f20a22 req-2ab0dfb9-d8d5-4862-b3a0-89a7000282eb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:23.732586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-2ab0dfb9-d8d5-4862-b3a0-89a7000282eb tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.1577506 Sep 19 03:24:23.741470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Pushing event updated for resources: {'Port': ['ID=6500700f-a78c-4111-b223-63e0b896d073,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:23.756743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-a3ed1220-9b11-466c-a221-b1ed332ac579 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/quotas/8b35885af2114107ab5ddac61605476e HTTP/1.1" status: 200 len: 375 time: 0.0165777 Sep 19 03:24:23.770613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-0067b5d5-bb0b-4981-b966-d62653e5fcfd service neutron] 10.222.0.32 "GET /v2.0/networks/ed56e19e-48a9-4769-b6a9-f647b4807489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398292 Sep 19 03:24:23.775298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Attempting to bind port 6500700f-a78c-4111-b223-63e0b896d073 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:23.775925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Attempting to bind port 6500700f-a78c-4111-b223-63e0b896d073 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'd117c8a5-9b02-4e64-be48-323e749a3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '985ac1ad-5f98-42f4-9def-40b11f3e35e5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:23.776617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Attempting to bind port 6500700f-a78c-4111-b223-63e0b896d073 on network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:23.796334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.797927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.825180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-3495cc5d-1887-48d5-a24c-a941a67fabe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674450 Sep 19 03:24:23.825974 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.835173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:23.835617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Checking segment: {'id': 'd117c8a5-9b02-4e64-be48-323e749a3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '985ac1ad-5f98-42f4-9def-40b11f3e35e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:23.836181 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.836356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Bound using segment: {'id': 'd117c8a5-9b02-4e64-be48-323e749a3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '985ac1ad-5f98-42f4-9def-40b11f3e35e5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:23.836559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-420be2c4-2861-4c2d-8dcc-cebf7e005bae tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2206893 Sep 19 03:24:23.836829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Bound port: 6500700f-a78c-4111-b223-63e0b896d073, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd117c8a5-9b02-4e64-be48-323e749a3b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '985ac1ad-5f98-42f4-9def-40b11f3e35e5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:23.837206 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.839967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41762) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:23.846000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-11b58304-79f0-46e2-9f0d-602db24d4141 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-268746460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:23.873782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:23.885993 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.885993 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Added segment ef3254ef-cedc-4395-85c1-0ba7f29aa904 of type vlan for network 0627e442-e6c4-496d-b192-68a925f7be72 Sep 19 03:24:23.930353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11b58304-79f0-46e2-9f0d-602db24d4141 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.931368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11b58304-79f0-46e2-9f0d-602db24d4141 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.931819 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.965849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] For port 6500700f-a78c-4111-b223-63e0b896d073, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:23.968991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-39db255d-e871-4420-9781-91ff58f5c7da service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427591 Sep 19 03:24:23.972494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] For port 6500700f-a78c-4111-b223-63e0b896d073, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6500700f-a78c-4111-b223-63e0b896d073,segment=NetworkSegment(d117c8a5-9b02-4e64-be48-323e749a3b4d),segment_id=d117c8a5-9b02-4e64-be48-323e749a3b4d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:23.990354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-b248691e-b8b8-48b3-884d-5b4e4dc7a956', 'network_id': 'b248691e-b8b8-48b3-884d-5b4e4dc7a956', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': 'a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:24:23.991611 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:23.996045 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.003888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.004863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:24.005675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.012644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:24.039281 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11b58304-79f0-46e2-9f0d-602db24d4141 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.080451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11b58304-79f0-46e2-9f0d-602db24d4141 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.092970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Pushing event updated for resources: {'Network': ['ID=0627e442-e6c4-496d-b192-68a925f7be72,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:24.103588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:24.113081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:24.131103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-11b58304-79f0-46e2-9f0d-602db24d4141 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.132388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-11b58304-79f0-46e2-9f0d-602db24d4141 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2912939 Sep 19 03:24:24.141414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41766) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:24.153563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 0627e442-e6c4-496d-b192-68a925f7be72 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:24.179660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477c08da-3044-4a08-86e5-54180f42a577,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:24.185263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=575f3703-7200-4b8a-b0e5-a7763a458b2d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:24.204266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-9d6fa732-74dc-4833-adbe-d822f9cdb080 service neutron] 10.222.0.22 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344103 Sep 19 03:24:24.218853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-af8b0786-cc58-4c15-b48f-3f6b89992ecd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2532401 Sep 19 03:24:24.225420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41768) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:24.240609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Request body: {'subnet': {'network_id': '0627e442-e6c4-496d-b192-68a925f7be72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1475495386-subnet', 'tenant_id': 'd0a120620661442cb1bc8ada0fa2da10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:24.293043 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0cf1cb96-43c4-478c-ae59-8ab8f913a867 req-a542db5a-c2c2-4ef8-a54b-2cb025929722 service neutron] 10.222.0.32 "GET /v2.0/networks/ed56e19e-48a9-4769-b6a9-f647b4807489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131373 Sep 19 03:24:24.293611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Made reservation on behalf of d0a120620661442cb1bc8ada0fa2da10 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:24.295884 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.317764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f88f6-f957-42a1-85bd-13b7776244fe None None] Pushing event updated for resources: {'Port': ['ID=6500700f-a78c-4111-b223-63e0b896d073,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:24.761869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Allocated IP 2001:db8:1::2 (b248691e-b8b8-48b3-884d-5b4e4dc7a956/a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0/c5f31377-265f-4c6a-b5a1-204a124085f8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:24.921843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bb22-e084-403d-9d13-9d4b74147392 req-249a9c35-3c03-4f56-9825-d7298ff9aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:24.924614 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3252bb22-e084-403d-9d13-9d4b74147392 req-249a9c35-3c03-4f56-9825-d7298ff9aea6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=c1989b8b724c452fbfa54d0aac526661&device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 1094 time: 0.4121277 Sep 19 03:24:24.959790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.983384 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:24.991699 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:25.015032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-020650fc-0961-4bb7-ba25-9ea6a1a4a318 req-963370a8-5548-4981-9247-bdd3f787e1c2 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 210 time: 0.1846886 Sep 19 03:24:25.079921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Pushing event updated for resources: {'Port': ['ID=c5f31377-265f-4c6a-b5a1-204a124085f8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:25.094905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:25.098547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:25.103991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:25.176775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Attempting to bind port c5f31377-265f-4c6a-b5a1-204a124085f8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:25.177147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Attempting to bind port c5f31377-265f-4c6a-b5a1-204a124085f8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'cdcba56c-b361-4b67-af3c-5b2be951ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b248691e-b8b8-48b3-884d-5b4e4dc7a956'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:25.177519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Attempting to bind port c5f31377-265f-4c6a-b5a1-204a124085f8 on network b248691e-b8b8-48b3-884d-5b4e4dc7a956 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:25.181209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381319e2-7476-4f96-8c22-a24405053fa1 req-0a6b2583-207e-41b0-87e4-07eebe6382d4 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:25.182850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-381319e2-7476-4f96-8c22-a24405053fa1 req-0a6b2583-207e-41b0-87e4-07eebe6382d4 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 943 time: 0.9540732 Sep 19 03:24:25.197480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:25.197890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Checking segment: {'id': 'cdcba56c-b361-4b67-af3c-5b2be951ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b248691e-b8b8-48b3-884d-5b4e4dc7a956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:25.198261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:25.198653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Bound using segment: {'id': 'cdcba56c-b361-4b67-af3c-5b2be951ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b248691e-b8b8-48b3-884d-5b4e4dc7a956'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:25.199165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Bound port: c5f31377-265f-4c6a-b5a1-204a124085f8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcba56c-b361-4b67-af3c-5b2be951ea1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b248691e-b8b8-48b3-884d-5b4e4dc7a956'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:25.199550 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:25.288694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-381319e2-7476-4f96-8c22-a24405053fa1 req-f271e8fc-112b-4ce0-a69a-1649b5ac4f83 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984523 Sep 19 03:24:25.315522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:25.366465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] For port c5f31377-265f-4c6a-b5a1-204a124085f8, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:25.373627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] For port c5f31377-265f-4c6a-b5a1-204a124085f8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c5f31377-265f-4c6a-b5a1-204a124085f8,segment=NetworkSegment(cdcba56c-b361-4b67-af3c-5b2be951ea1a),segment_id=cdcba56c-b361-4b67-af3c-5b2be951ea1a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:25.382347 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:25.528866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f4f57-d9a2-4500-951d-42d62689b1d4 None None] Pushing event updated for resources: {'Port': ['ID=c5f31377-265f-4c6a-b5a1-204a124085f8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:25.735831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6500700f-a78c-4111-b223-63e0b896d073 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:25.742942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3af680-3bd5-48f7-b5aa-65ce64500f3a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:25.787853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8::1 (985ac1ad-5f98-42f4-9def-40b11f3e35e5/68e8e9d5-fb9e-4756-ae19-3fec42054fd3/ce436226-12f5-4592-9110-2b3e84b6b6c9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:25.811102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd320588-4ca6-446f-8ee9-76e8c9fc75d7 None None] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:25.939732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d5747a5c-5340-4abd-9f04-465c08e9b4e0 None None] Provisioning complete for port 6500700f-a78c-4111-b223-63e0b896d073 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:25.940113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5747a5c-5340-4abd-9f04-465c08e9b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:25.942392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6500700f-a78c-4111-b223-63e0b896d073 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:25.942767 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:25.950150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.016160 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.033744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bb22-e084-403d-9d13-9d4b74147392 req-06d276e8-b58b-450d-a1c5-b340f78eb69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:26.035923 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3252bb22-e084-403d-9d13-9d4b74147392 req-06d276e8-b58b-450d-a1c5-b340f78eb69f service neutron] 10.222.0.32 "GET /v2.0/networks?id=ed56e19e-48a9-4769-b6a9-f647b4807489 HTTP/1.1" status: 200 len: 926 time: 1.0881946 Sep 19 03:24:26.041176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Checking segment: {'id': 'ef3254ef-cedc-4395-85c1-0ba7f29aa904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0627e442-e6c4-496d-b192-68a925f7be72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:26.041544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Network hostable DHCP agents. Network: 0627e442-e6c4-496d-b192-68a925f7be72, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:26.105612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.114609 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3252bb22-e084-403d-9d13-9d4b74147392 req-fbddf645-4b9b-44c6-986f-7f273e75ab38 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b75aaf61-b560-40de-a4da-bdccc8b77430 HTTP/1.1" status: 200 len: 217 time: 0.0678661 Sep 19 03:24:26.204727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252bb22-e084-403d-9d13-9d4b74147392 req-58d49b5d-a327-4eb6-bdc2-25b4eb421b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:26.207099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3252bb22-e084-403d-9d13-9d4b74147392 req-58d49b5d-a327-4eb6-bdc2-25b4eb421b52 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d84dbac5-37a1-47b8-abe5-7d94fe75bcbb HTTP/1.1" status: 200 len: 865 time: 0.0556016 Sep 19 03:24:26.214516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.308594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=ce436226-12f5-4592-9110-2b3e84b6b6c9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:26.334242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9beca44f-0764-4b8b-ba52-94ebaa78f324 req-2d02ae15-a8c4-4438-8b1a-84f4e5d0e448 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 210 time: 0.0716803 Sep 19 03:24:26.345529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Network 0627e442-e6c4-496d-b192-68a925f7be72 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:26.350548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:26.352002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:26.354484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:26.355053 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.401379 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3252bb22-e084-403d-9d13-9d4b74147392 req-0bd4aa30-073f-4f5b-9911-6973db0ba121 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=ed56e19e-48a9-4769-b6a9-f647b4807489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576911 Sep 19 03:24:26.430930 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5747a5c-5340-4abd-9f04-465c08e9b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.486874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.521723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d5747a5c-5340-4abd-9f04-465c08e9b4e0 None None] For port 6500700f-a78c-4111-b223-63e0b896d073, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6500700f-a78c-4111-b223-63e0b896d073,segment=NetworkSegment(d117c8a5-9b02-4e64-be48-323e749a3b4d),segment_id=d117c8a5-9b02-4e64-be48-323e749a3b4d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:26.535934 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5747a5c-5340-4abd-9f04-465c08e9b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.591558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747a5c-5340-4abd-9f04-465c08e9b4e0 None None] Pushing event updated for resources: {'Port': ['ID=6500700f-a78c-4111-b223-63e0b896d073,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:26.605481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 0627e442-e6c4-496d-b192-68a925f7be72) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:26.609877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:26.610482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.625823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3252bb22-e084-403d-9d13-9d4b74147392 req-47d3892c-2b2b-4ac3-919d-c6a18bc8b840 service neutron] 10.222.0.32 "GET /v2.0/networks/ed56e19e-48a9-4769-b6a9-f647b4807489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141011 Sep 19 03:24:26.635378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3acb534-d88b-4d37-b72c-ee740966d2bf None None] Network 0627e442-e6c4-496d-b192-68a925f7be72 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:26.637848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b75aaf61-b560-40de-a4da-bdccc8b77430 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:24:26.638503 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-741ddcef-d45f-4f55-af14-73a99973eae6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4071949 Sep 19 03:24:26.757619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a00875-0763-451d-b8f4-cc2eeb51a963 req-da93e72f-6771-4dc2-97c7-06de03bc9f67 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:26.776311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43a00875-0763-451d-b8f4-cc2eeb51a963 req-da93e72f-6771-4dc2-97c7-06de03bc9f67 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 943 time: 0.2977526 Sep 19 03:24:26.842330 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:24:26.843143 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:24:26.862577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.881207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6adcee7-add8-473a-9efe-caa8878ffdaa None None] Network 0627e442-e6c4-496d-b192-68a925f7be72 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:26.936968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:26.940128 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:27.025155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7050-2091-4a31-959b-666151f20a22 req-d4d92321-3161-4ca6-975d-b5df1f5246cf tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:27.026852 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-d4d92321-3161-4ca6-975d-b5df1f5246cf tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 815 time: 0.9091799 Sep 19 03:24:27.091480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3252bb22-e084-403d-9d13-9d4b74147392 req-0a693752-2d90-427f-b239-b95a1e908d78 service neutron] 10.222.0.32 "GET /v2.0/networks/ed56e19e-48a9-4769-b6a9-f647b4807489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545643 Sep 19 03:24:27.131666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Request body: {'port': {'device_id': '9e054a70-6d41-4c32-a78d-460a984f026d', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'admin_state_up': True, 'tenant_id': '8b35885af2114107ab5ddac61605476e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:27.217019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b75aaf61-b560-40de-a4da-bdccc8b77430, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b75aaf61-b560-40de-a4da-bdccc8b77430,segment=NetworkSegment(f682de73-1bd6-448d-9e3c-bb80e82bdcca),segment_id=f682de73-1bd6-448d-9e3c-bb80e82bdcca)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:27.266879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b75aaf61-b560-40de-a4da-bdccc8b77430', 'network_id': 'ed56e19e-48a9-4769-b6a9-f647b4807489', 'port_id': 'b75aaf61-b560-40de-a4da-bdccc8b77430', 'mac_address': 'fa:16:3e:49:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd84dbac5-37a1-47b8-abe5-7d94fe75bcbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:24:27.280399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=575f3703-7200-4b8a-b0e5-a7763a458b2d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:27.402583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:27.505160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4fa00-ed19-4a93-9d1d-96823122b3fc None None] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:27.605548 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP c86cb7bb-c09f-4759-9b35-64db29891c9a associated. External IP: 172.25.8.176, port: f6c93cd8-0cb7-44e7-bbe5-76bf494e7757. Sep 19 03:24:27.728827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Made reservation on behalf of 8b35885af2114107ab5ddac61605476e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:27.731943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c907b0a7-eec6-4c66-b714-1af497d71959 None None] Provisioning complete for port ce436226-12f5-4592-9110-2b3e84b6b6c9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:27.732595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:27.733039 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c907b0a7-eec6-4c66-b714-1af497d71959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:27.778230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c907b0a7-eec6-4c66-b714-1af497d71959 None None] Port ce436226-12f5-4592-9110-2b3e84b6b6c9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:27.791559 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:27.821202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c907b0a7-eec6-4c66-b714-1af497d71959 None None] Provisioning complete for port 6500700f-a78c-4111-b223-63e0b896d073 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:27.821730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c907b0a7-eec6-4c66-b714-1af497d71959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:27.921285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75aaf61-b560-40de-a4da-bdccc8b77430 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:28.008173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b75aaf61-b560-40de-a4da-bdccc8b77430, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b75aaf61-b560-40de-a4da-bdccc8b77430,segment=NetworkSegment(f682de73-1bd6-448d-9e3c-bb80e82bdcca),segment_id=f682de73-1bd6-448d-9e3c-bb80e82bdcca)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:28.030765 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.092230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 2b9b1d55-5017-48b3-8503-e7db35c69087 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:24:28.112454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b75aaf61-b560-40de-a4da-bdccc8b77430,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:28.129240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41810) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:28.146730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7889f8c3-f0b7-48da-8075-08060af58d11 req-5e84890c-28de-416d-83e1-be976e1553af tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 210 time: 0.1706114 Sep 19 03:24:28.166909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1939772565-network', 'tenant_id': '24ccd6218d994f8599d7e82288dfa2c3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:28.179929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43a00875-0763-451d-b8f4-cc2eeb51a963 req-4445dd4e-d134-4e82-9217-ccb3fda04f38 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2843122 Sep 19 03:24:28.183139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Allocated IP 172.20.0.11 (4fb270e6-02be-4aae-8be8-34bc8b469fb3/dfc09b46-8465-4f64-9714-698e389203e2/0f82f870-4c6d-4056-a316-65c75ec052ef) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:28.274646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Provisioning complete for port ce436226-12f5-4592-9110-2b3e84b6b6c9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:28.275282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Made reservation on behalf of 24ccd6218d994f8599d7e82288dfa2c3 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:28.276911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.285587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.301820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.318597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.329565 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.332724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.355545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6500700f-a78c-4111-b223-63e0b896d073 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:28.435362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Port ce436226-12f5-4592-9110-2b3e84b6b6c9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:28.465805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Provisioning complete for port c5f31377-265f-4c6a-b5a1-204a124085f8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:28.466180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.515120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:28.516190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6500700f-a78c-4111-b223-63e0b896d073 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:28.516190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.517670 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] Sync routers for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:28.535124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=ce436226-12f5-4592-9110-2b3e84b6b6c9,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:28.537569 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:28.538197 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:28.577749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b75aaf61-b560-40de-a4da-bdccc8b77430'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:24:28.602912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:28.606495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:28.625998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.696996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.707374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.751329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01736e-956b-4b6c-b507-ca5a0c8b8c38,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:28.755272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.795768 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:24:28.796689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.799253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:28.829188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.898628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event updated for resources: {'Port': ['ID=0f82f870-4c6d-4056-a316-65c75ec052ef,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:28.918433 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:28.918680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 1faa8d84-65d9-42cc-bb22-d212cd4d46cb is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:24:28.919043 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Added segment b30ac567-6c2c-4754-9eac-afa1c23e992c of type vlan for network 616c416f-03ef-4666-a102-e3e5301c8232 Sep 19 03:24:28.936114 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c9b44c23-238d-4eaf-8d93-7d79ed0ce190 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.2899842 Sep 19 03:24:28.937894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:28.944988 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7658c8b8-e819-41d9-819c-d6053813b459" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:28.984478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:28.992024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:28.998994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:29.020857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.066650 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7eed3e-1b41-45f9-8d45-821ba0b127db x-openstack-request-id: req-0a7eed3e-1b41-45f9-8d45-821ba0b127db {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:29.066951 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:29.067210 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a7eed3e-1b41-45f9-8d45-821ba0b127db {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:29.067605 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'status': 'completed', 'code': 200} Sep 19 03:24:29.077515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] For port c5f31377-265f-4c6a-b5a1-204a124085f8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c5f31377-265f-4c6a-b5a1-204a124085f8,segment=NetworkSegment(cdcba56c-b361-4b67-af3c-5b2be951ea1a),segment_id=cdcba56c-b361-4b67-af3c-5b2be951ea1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:29.097204 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.163124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:29.171945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-63c9d369-f978-412c-9674-ddb0c211c253 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/1faa8d84-65d9-42cc-bb22-d212cd4d46cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0271602 Sep 19 03:24:29.173283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41818) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:29.213619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed52e8c-2730-4b52-9833-6efdd2a6ec9a req-b0bb5103-0ea1-4061-a333-ade53696d3f6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:29.224151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ed52e8c-2730-4b52-9833-6efdd2a6ec9a req-b0bb5103-0ea1-4061-a333-ade53696d3f6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1695416 Sep 19 03:24:29.225007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:29.225698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.243808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] Sync routers for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:29.250265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11316b90-bc26-4496-b78d-14d86451bd7a None None] Pushing event updated for resources: {'Port': ['ID=c5f31377-265f-4c6a-b5a1-204a124085f8,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:29.260606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.264049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:29.264699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.282597 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-75bdfdf6-5eae-427e-8bae-e0fd22a46a58 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1862454 Sep 19 03:24:29.291065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c8b8-e819-41d9-819c-d6053813b459 req-78d1aedd-05d8-48ab-b3bd-c00271921bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:29.313359 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7658c8b8-e819-41d9-819c-d6053813b459 req-78d1aedd-05d8-48ab-b3bd-c00271921bdd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1097 time: 0.2219410 Sep 19 03:24:29.321771 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c86cb7bb-c09f-4759-9b35-64db29891c9a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'port_id': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'mac_address': 'fa:16:3e:8a:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a5b1c6-6869-4456-9aca-98289389f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:24:24Z', 'updated_at': '2021-09-19T03:24:24Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:06Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:29.329951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f31377-265f-4c6a-b5a1-204a124085f8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:29.355355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Request body: {'port': {'device_id': '9e054a70-6d41-4c32-a78d-460a984f026d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:29.355579 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] Checking router: 2b9b1d55-5017-48b3-8503-e7db35c69087 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:24:29.366878 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:29.367488 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:29.422179 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2915027 Sep 19 03:24:29.425883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:29.426575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:29.432305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6067c47-829c-41a5-a294-a2cfc70195c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:29.436225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a6067c47-829c-41a5-a294-a2cfc70195c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports/ce436226-12f5-4592-9110-2b3e84b6b6c9 HTTP/1.1" status: 200 len: 911 time: 0.2594106 Sep 19 03:24:29.436225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41824) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:29.457631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Request body: {'subnet': {'network_id': '616c416f-03ef-4666-a102-e3e5301c8232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1939772565-subnet', 'tenant_id': '24ccd6218d994f8599d7e82288dfa2c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:29.489668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41826) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:29.496946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ada55105-f41d-4a73-b750-f91964fecf57 None None] Provisioning complete for port ce436226-12f5-4592-9110-2b3e84b6b6c9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:29.497456 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada55105-f41d-4a73-b750-f91964fecf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.520832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Made reservation on behalf of 24ccd6218d994f8599d7e82288dfa2c3 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:29.525459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.531660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:29.541361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ed52e8c-2730-4b52-9833-6efdd2a6ec9a req-2cf1aed9-aed3-41c1-9c1a-ee900b42532f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111382 Sep 19 03:24:29.567923 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:24:29.587871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41830) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:29.602386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:29.603067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:29.607361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ada55105-f41d-4a73-b750-f91964fecf57 None None] Port ce436226-12f5-4592-9110-2b3e84b6b6c9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:29.671454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:29.672305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e7137-aa2c-4b61-bfd4-5944b5669af3 None None] The sync data for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:29.695024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c5f31377-265f-4c6a-b5a1-204a124085f8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:29.695437 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.708940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cf2f5-c29f-49e4-907b-88459ee6f9df admin admin] Pushing event updated for resources: {'Network': ['ID=616c416f-03ef-4666-a102-e3e5301c8232,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:29.731425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ada55105-f41d-4a73-b750-f91964fecf57 None None] Provisioning complete for port c5f31377-265f-4c6a-b5a1-204a124085f8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:29.731798 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ada55105-f41d-4a73-b750-f91964fecf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.750142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4544648-b7a0-4baa-b55e-25a32bb8b059 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/c86cb7bb-c09f-4759-9b35-64db29891c9a HTTP/1.1" status: 200 len: 992 time: 0.1590989 Sep 19 03:24:29.778648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af833b-56c7-4d43-8fc2-4b8df76004a0 req-1c19cea8-20ec-4790-8246-9a41d27711c2 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:29.787009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05af833b-56c7-4d43-8fc2-4b8df76004a0 req-1c19cea8-20ec-4790-8246-9a41d27711c2 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 932 time: 0.4704044 Sep 19 03:24:29.790677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 616c416f-03ef-4666-a102-e3e5301c8232 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:29.879718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:29.904198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c8b8-e819-41d9-819c-d6053813b459 req-6c37a9f7-3303-4e9a-9da4-170cd6816afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:29.906060 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7658c8b8-e819-41d9-819c-d6053813b459 req-6c37a9f7-3303-4e9a-9da4-170cd6816afd service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.5457702 Sep 19 03:24:30.006927 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:30.058438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f31377-265f-4c6a-b5a1-204a124085f8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:30.089193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46857c36-ffb5-4b37-b16f-5ec23d41cacd req-2cd7db91-a140-42d8-b0e3-9febb0a6367d tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:30.095975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46857c36-ffb5-4b37-b16f-5ec23d41cacd req-2cd7db91-a140-42d8-b0e3-9febb0a6367d tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 944 time: 0.3373153 Sep 19 03:24:30.118729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05af833b-56c7-4d43-8fc2-4b8df76004a0 req-1a1d4faa-d78a-445c-b167-07b1cffde3d4 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307824 Sep 19 03:24:30.158047 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c86cb7bb-c09f-4759-9b35-64db29891c9a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'port_id': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'mac_address': 'fa:16:3e:8a:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a5b1c6-6869-4456-9aca-98289389f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:24:24Z', 'updated_at': '2021-09-19T03:24:24Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:06Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:30.182428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c5f31377-265f-4c6a-b5a1-204a124085f8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:30.182988 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:30.198533 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8542f1-3829-4314-8f45-5648fe844cc1 None None] The sync data for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 is: [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c86cb7bb-c09f-4759-9b35-64db29891c9a', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'port_id': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'mac_address': 'fa:16:3e:8a:05:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a5b1c6-6869-4456-9aca-98289389f563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:24:24Z', 'updated_at': '2021-09-19T03:24:24Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:06Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:30.222046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46857c36-ffb5-4b37-b16f-5ec23d41cacd req-0acfeb1c-55f6-44f8-92db-144fad9240aa tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996957 Sep 19 03:24:30.426806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67', '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'f16c2a17-b07f-4e3f-b832-5881f8a150c4'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:24:30.442333 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:30.592448 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839d0f6b-a277-452b-a378-1a31e53cf13e None None] New status for floating IP c86cb7bb-c09f-4759-9b35-64db29891c9a: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:24:30.599581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Checking segment: {'id': 'b30ac567-6c2c-4754-9eac-afa1c23e992c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '616c416f-03ef-4666-a102-e3e5301c8232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:30.599949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Network hostable DHCP agents. Network: 616c416f-03ef-4666-a102-e3e5301c8232, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:30.606476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b49b7cc-33f4-4287-8f9c-d7aa367d312e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:30.660039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b75aaf61-b560-40de-a4da-bdccc8b77430 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:30.683346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Network 616c416f-03ef-4666-a102-e3e5301c8232 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:30.699659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7658c8b8-e819-41d9-819c-d6053813b459 req-426715ec-c332-44ca-9b8d-2ad95ccbe54d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1000 time: 0.7547522 Sep 19 03:24:30.702666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 616c416f-03ef-4666-a102-e3e5301c8232) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:30.708406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:30.709008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:30.744936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0c7a303b-3518-42d4-81c1-e730917a8434 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2965984 Sep 19 03:24:30.749706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41836) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:30.905561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e0780ed-37ce-498b-8204-28e062eabfdd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/c86cb7bb-c09f-4759-9b35-64db29891c9a HTTP/1.1" status: 200 len: 992 time: 0.1535077 Sep 19 03:24:30.915360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c8b8-e819-41d9-819c-d6053813b459 req-6ba3b59c-2631-4f43-8957-d0e886e43e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:30.916882 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7658c8b8-e819-41d9-819c-d6053813b459 req-6ba3b59c-2631-4f43-8957-d0e886e43e77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.1985500 Sep 19 03:24:30.923835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59036a-6a3a-46c2-82e3-cf19b4062ef9 None None] Network 616c416f-03ef-4666-a102-e3e5301c8232 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:31.011519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:31.037631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658c8b8-e819-41d9-819c-d6053813b459 req-304e16ca-2e62-4b81-84f3-745236d95d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:31.039183 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7658c8b8-e819-41d9-819c-d6053813b459 req-304e16ca-2e62-4b81-84f3-745236d95d52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935376 Sep 19 03:24:31.115355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044d03e-3b4a-4d1c-863d-3f65076e8bba None None] Network 616c416f-03ef-4666-a102-e3e5301c8232 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:31.144328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port b75aaf61-b560-40de-a4da-bdccc8b77430 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:24:31.182250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b75aaf61-b560-40de-a4da-bdccc8b77430 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:31.182675 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:31.375691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c633a4-63fc-41a7-892d-bff99ca68615 req-5257d1d1-cc55-479a-984e-e5a918ebdca0 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:31.377689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8c633a4-63fc-41a7-892d-bff99ca68615 req-5257d1d1-cc55-479a-984e-e5a918ebdca0 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 932 time: 0.1511588 Sep 19 03:24:31.382716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7658c8b8-e819-41d9-819c-d6053813b459 req-e9b06e7b-eafb-42d0-9015-53fe42b54a40 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303936 Sep 19 03:24:31.391557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f82f870-4c6d-4056-a316-65c75ec052ef {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:31.424903 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:31.443433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-3b3878d6-d3cf-4e5c-ad5d-f628a00680b5 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:31.447264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-3b3878d6-d3cf-4e5c-ad5d-f628a00680b5 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/networks?id=0627e442-e6c4-496d-b192-68a925f7be72 HTTP/1.1" status: 200 len: 812 time: 0.1804600 Sep 19 03:24:31.453226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8c633a4-63fc-41a7-892d-bff99ca68615 req-6441b89c-e624-4332-a621-5c2eb77a8e8f tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576553 Sep 19 03:24:31.464908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-7c658d74-d73f-41c0-a789-68f5646887e9 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/quotas/d0a120620661442cb1bc8ada0fa2da10 HTTP/1.1" status: 200 len: 375 time: 0.0103359 Sep 19 03:24:31.490179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:31.518044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b75aaf61-b560-40de-a4da-bdccc8b77430, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b75aaf61-b560-40de-a4da-bdccc8b77430,segment=NetworkSegment(f682de73-1bd6-448d-9e3c-bb80e82bdcca),segment_id=f682de73-1bd6-448d-9e3c-bb80e82bdcca)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:31.529877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-64869a3c-3583-43ad-93be-db2d8424d2c0 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d0a120620661442cb1bc8ada0fa2da10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580227 Sep 19 03:24:31.541219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414399f8-ef4c-443c-ae38-6213f113fdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75aaf61-b560-40de-a4da-bdccc8b77430'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:31.543595 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35cb4a1-bbb4-4b1c-aa20-1a4fa5e24668" -d '{"events": [{"server_uuid": "414399f8-ef4c-443c-ae38-6213f113fdca", "name": "network-vif-plugged", "status": "completed", "tag": "b75aaf61-b560-40de-a4da-bdccc8b77430"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:31.551589 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:31.598103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Transition to ACTIVE for port object 0f82f870-4c6d-4056-a316-65c75ec052ef will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:24:31.622000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b75aaf61-b560-40de-a4da-bdccc8b77430,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:31.624639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:31.675800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7658c8b8-e819-41d9-819c-d6053813b459 req-173aa1e7-8077-4a62-a87f-684064388a7d service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516208 Sep 19 03:24:31.688477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a4134-ec50-43e9-ace3-260c7d3d2754 req-15ea9963-7d6c-4802-aedb-a9d0b0f97d24 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:31.696518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c8a4134-ec50-43e9-ace3-260c7d3d2754 req-15ea9963-7d6c-4802-aedb-a9d0b0f97d24 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.1241062 Sep 19 03:24:31.707390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f82f870-4c6d-4056-a316-65c75ec052ef,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:31.708415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-fdfa2988-ca20-4b75-ab87-bcabd5719003 service neutron] 10.222.0.22 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700735 Sep 19 03:24:31.761248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c8a4134-ec50-43e9-ace3-260c7d3d2754 req-5cdf696d-5f59-44dd-af9b-426fc75483ec tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639014 Sep 19 03:24:31.846342 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502682a2-118a-48e2-a0f3-5ba17ff70d9a x-openstack-request-id: req-502682a2-118a-48e2-a0f3-5ba17ff70d9a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:31.846708 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414399f8-ef4c-443c-ae38-6213f113fdca", "name": "network-vif-plugged", "status": "completed", "tag": "b75aaf61-b560-40de-a4da-bdccc8b77430", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:31.847480 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-502682a2-118a-48e2-a0f3-5ba17ff70d9a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:31.848240 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414399f8-ef4c-443c-ae38-6213f113fdca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75aaf61-b560-40de-a4da-bdccc8b77430', 'code': 200} Sep 19 03:24:31.864132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8:1::1 (b248691e-b8b8-48b3-884d-5b4e4dc7a956/a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0/5700de87-2bae-46c0-9bfe-fb0c3ddf897d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:31.876761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-2341645a-fb59-4bf1-a7f8-de96b25e3642 service neutron] 10.222.0.22 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569135 Sep 19 03:24:31.911108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41864) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:32.011704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8710153b-6818-43c7-8f8b-1c5543b19771 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/c86cb7bb-c09f-4759-9b35-64db29891c9a HTTP/1.1" status: 200 len: 994 time: 0.0976813 Sep 19 03:24:32.073338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41870) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:32.124488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118a674-6501-45e7-bed3-5e32452fd82d req-7fec1599-f442-443b-8f16-d3ca220404ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:32.126190 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4118a674-6501-45e7-bed3-5e32452fd82d req-7fec1599-f442-443b-8f16-d3ca220404ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 1096 time: 0.1148117 Sep 19 03:24:32.130665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.133941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Attempting to bind port 0f82f870-4c6d-4056-a316-65c75ec052ef on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:32.134287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Attempting to bind port 0f82f870-4c6d-4056-a316-65c75ec052ef by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:32.134600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Attempting to bind port 0f82f870-4c6d-4056-a316-65c75ec052ef on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:32.158929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Port 0f82f870-4c6d-4056-a316-65c75ec052ef on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:24:32.159787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Attempting to bind port 0f82f870-4c6d-4056-a316-65c75ec052ef on network 4fb270e6-02be-4aae-8be8-34bc8b469fb3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:32.169603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af098a74-d199-43de-8153-dc15ba36bf61 req-eea0f625-638c-47a0-aeff-d8e635292eba tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 210 time: 0.0494869 Sep 19 03:24:32.187610 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4118a674-6501-45e7-bed3-5e32452fd82d req-16c29623-9fd9-4299-844b-197f1331add5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482209 Sep 19 03:24:32.192612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:32.192955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Checking segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:32.193341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Bound using segment: {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:32.193786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Bound port: 0f82f870-4c6d-4056-a316-65c75ec052ef, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:32.194173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.234571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-429f1dbf-41a1-4c20-9d59-a4be583fc003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.236468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.299460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:32.310247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:32.315433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=5700de87-2bae-46c0-9bfe-fb0c3ddf897d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:32.317941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:32.318326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.360054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] For port 0f82f870-4c6d-4056-a316-65c75ec052ef, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:32.377892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-429f1dbf-41a1-4c20-9d59-a4be583fc003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.378440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] For port 0f82f870-4c6d-4056-a316-65c75ec052ef, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0f82f870-4c6d-4056-a316-65c75ec052ef,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:32.383790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-429f1dbf-41a1-4c20-9d59-a4be583fc003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.403578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.439201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-429f1dbf-41a1-4c20-9d59-a4be583fc003 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff1345bb981b4bea87c37734d6cc82e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603909 Sep 19 03:24:32.439201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f1dbf-41a1-4c20-9d59-a4be583fc003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb8f43-0e7c-4ad2-972a-7da19fde1c76,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:32.444754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41880) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:32.543673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:32.544790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.546724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] 10.222.0.32 "PUT /v2.0/ports/0f82f870-4c6d-4056-a316-65c75ec052ef HTTP/1.1" status: 200 len: 1092 time: 3.2106626 Sep 19 03:24:32.547447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e054a70-6d41-4c32-a78d-460a984f026d', 'tag': '0f82f870-4c6d-4056-a316-65c75ec052ef'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:32.550693 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9" -d '{"events": [{"name": "network-changed", "server_uuid": "9e054a70-6d41-4c32-a78d-460a984f026d", "tag": "0f82f870-4c6d-4056-a316-65c75ec052ef"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:32.588642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87c337-ff0d-4cbb-b173-7291a45ad0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f82f870-4c6d-4056-a316-65c75ec052ef,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:32.606987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3fd8a-2108-4b89-aeae-08698de89a1e req-e034c31d-bab8-410a-b3a0-bf34c0911310 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:32.617360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20b3fd8a-2108-4b89-aeae-08698de89a1e req-e034c31d-bab8-410a-b3a0-bf34c0911310 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 944 time: 0.0799420 Sep 19 03:24:32.678851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20b3fd8a-2108-4b89-aeae-08698de89a1e req-0d827625-a5d7-494d-a71c-968202e8b39e tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602171 Sep 19 03:24:32.699009 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461f6f3e-38b9-41bf-8e66-a30450b5da77 x-openstack-request-id: req-461f6f3e-38b9-41bf-8e66-a30450b5da77 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:32.699351 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e054a70-6d41-4c32-a78d-460a984f026d", "tag": "0f82f870-4c6d-4056-a316-65c75ec052ef", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:32.699695 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-461f6f3e-38b9-41bf-8e66-a30450b5da77 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:32.700219 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e054a70-6d41-4c32-a78d-460a984f026d', 'tag': '0f82f870-4c6d-4056-a316-65c75ec052ef', 'status': 'completed', 'code': 200} Sep 19 03:24:32.742970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.771518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-58c48fca-62ea-41c0-8cb4-67e8bbbfe9cb None None] Provisioning complete for port 5700de87-2bae-46c0-9bfe-fb0c3ddf897d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:32.771964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-58c48fca-62ea-41c0-8cb4-67e8bbbfe9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.777917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-609de872-b61f-43f4-91d3-9283a87aa725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.812962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-58c48fca-62ea-41c0-8cb4-67e8bbbfe9cb None None] Port 5700de87-2bae-46c0-9bfe-fb0c3ddf897d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:32.834823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7050-2091-4a31-959b-666151f20a22 req-71f38fc4-2ef8-44ea-9df9-c777fd7e9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:32.836488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-71f38fc4-2ef8-44ea-9df9-c777fd7e9013 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 1095 time: 0.2084744 Sep 19 03:24:32.889612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-609de872-b61f-43f4-91d3-9283a87aa725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:32.892260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277b22-ca5f-44a5-9581-4c58571a7373 req-c061f047-1ddd-47b1-80f2-fa4fa98f34e6 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:32.893977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27277b22-ca5f-44a5-9581-4c58571a7373 req-c061f047-1ddd-47b1-80f2-fa4fa98f34e6 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.0498972 Sep 19 03:24:32.931621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27277b22-ca5f-44a5-9581-4c58571a7373 req-940b3333-0a4c-46b4-a119-c1a7160bf034 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Sep 19 03:24:32.961351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-033e47dd-010a-4041-8c01-056bbb35d8d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f82f870-4c6d-4056-a316-65c75ec052ef HTTP/1.1" status: 200 len: 217 time: 0.0936480 Sep 19 03:24:33.107439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a7050-2091-4a31-959b-666151f20a22 req-203c9438-1aaf-4994-9ab4-7d5259618c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:33.108884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-203c9438-1aaf-4994-9ab4-7d5259618c35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.1384022 Sep 19 03:24:33.172035 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-3250295a-b5f8-4ecc-8743-dca05c42f80d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502329 Sep 19 03:24:33.175424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-609de872-b61f-43f4-91d3-9283a87aa725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.177929 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-609de872-b61f-43f4-91d3-9283a87aa725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.178977 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-609de872-b61f-43f4-91d3-9283a87aa725 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25eb8f43-0e7c-4ad2-972a-7da19fde1c76 HTTP/1.1" status: 204 len: 168 time: 0.7265489 Sep 19 03:24:33.205305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de872-b61f-43f4-91d3-9283a87aa725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb8f43-0e7c-4ad2-972a-7da19fde1c76,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:33.286737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfc7dff0-cef9-43c7-b169-36768537494a req-80e1de8c-9b65-4169-a39c-81b279a74032 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 210 time: 0.0377917 Sep 19 03:24:33.310799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.321315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.322068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.359473 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-8110266a-fdda-4822-aab5-9b0055458b38 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720343 Sep 19 03:24:33.450043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=5700de87-2bae-46c0-9bfe-fb0c3ddf897d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:33.496715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41900) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:33.509557 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e38043f6-4db7-4f75-ab8e-76fc0ff93ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.600784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:33.605631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:33.606881 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e38043f6-4db7-4f75-ab8e-76fc0ff93ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.613945 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b0a7050-2091-4a31-959b-666151f20a22 req-34516d9d-d42f-460d-95db-07d9d097174e service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339835 Sep 19 03:24:33.623465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e38043f6-4db7-4f75-ab8e-76fc0ff93ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.671962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e38043f6-4db7-4f75-ab8e-76fc0ff93ce4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eaa644362df243339a6abc3a72dc04b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1740427 Sep 19 03:24:33.676466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41902) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:33.681469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38043f6-4db7-4f75-ab8e-76fc0ff93ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b16648-cd3b-4377-90d5-2f4f09ea9c35,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:33.724246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-32781256-2e61-4f91-833d-95e10c7dae67 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:33.726001 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-32781256-2e61-4f91-833d-95e10c7dae67 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.32 "GET /v2.0/networks?id=0627e442-e6c4-496d-b192-68a925f7be72 HTTP/1.1" status: 200 len: 812 time: 0.2230566 Sep 19 03:24:33.776894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 1faa8d84-65d9-42cc-bb22-d212cd4d46cb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:24:33.795320 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bba3c135-ea54-4013-b03a-36dd87c76084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.804658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dceb6-46ad-47c4-b417-f46a159e9156 req-760bb4f8-786f-429b-a934-0e80d1b99c5a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:33.807202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f8dceb6-46ad-47c4-b417-f46a159e9156 req-760bb4f8-786f-429b-a934-0e80d1b99c5a tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 944 time: 0.0571070 Sep 19 03:24:33.851277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f8dceb6-46ad-47c4-b417-f46a159e9156 req-f487a413-8d3a-4e5c-b70f-557b6d0fc6d9 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371192 Sep 19 03:24:33.852933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bba3c135-ea54-4013-b03a-36dd87c76084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.899515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Request body: {'port': {'device_id': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'network_id': '0627e442-e6c4-496d-b192-68a925f7be72', 'admin_state_up': True, 'tenant_id': 'd0a120620661442cb1bc8ada0fa2da10'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:33.946773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d658d313-5c42-46f0-b579-f4cc843d6e17 None None] Provisioning complete for port 5700de87-2bae-46c0-9bfe-fb0c3ddf897d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:33.947369 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d658d313-5c42-46f0-b579-f4cc843d6e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:33.991171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d658d313-5c42-46f0-b579-f4cc843d6e17 None None] Port 5700de87-2bae-46c0-9bfe-fb0c3ddf897d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:34.011330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:34.024573 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e693dac-be88-4673-8dea-2aba76d20b31 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/1faa8d84-65d9-42cc-bb22-d212cd4d46cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5301535 Sep 19 03:24:34.025939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] Sync routers for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:34.026197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41908) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:34.043232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:34.044225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:34.069352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-fa29fb11-9b70-44f1-a09c-d4c75aac9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:34.070862 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-fa29fb11-9b70-44f1-a09c-d4c75aac9f95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 1095 time: 0.1863172 Sep 19 03:24:34.083440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82475c-ec59-4386-9395-0a9c6ee3fdaf req-b90fc709-e6d5-4fb0-9493-898cb0300f55 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:34.084994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:34.085153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb82475c-ec59-4386-9395-0a9c6ee3fdaf req-b90fc709-e6d5-4fb0-9493-898cb0300f55 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.0698078 Sep 19 03:24:34.094469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:34.095287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:34.113947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b8cdb-db8c-4a5f-ab41-e4bcdc730a12 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:34.115385 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ed6b8cdb-db8c-4a5f-ab41-e4bcdc730a12 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports/5700de87-2bae-46c0-9bfe-fb0c3ddf897d HTTP/1.1" status: 200 len: 913 time: 0.0832226 Sep 19 03:24:34.118276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41910) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:34.124406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bba3c135-ea54-4013-b03a-36dd87c76084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:34.127098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bba3c135-ea54-4013-b03a-36dd87c76084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:34.131642 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bba3c135-ea54-4013-b03a-36dd87c76084 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44b16648-cd3b-4377-90d5-2f4f09ea9c35 HTTP/1.1" status: 204 len: 168 time: 0.4501019 Sep 19 03:24:34.131819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:34.131819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e0cad5-8e45-468b-be17-2498af10bbf0 None None] The sync data for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:34.151822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3c135-ea54-4013-b03a-36dd87c76084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b16648-cd3b-4377-90d5-2f4f09ea9c35,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:34.191245 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb82475c-ec59-4386-9395-0a9c6ee3fdaf req-d21b4c5e-a75d-466f-8ffc-eb7745c359c3 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967357 Sep 19 03:24:34.219662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Made reservation on behalf of d0a120620661442cb1bc8ada0fa2da10 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:34.219662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:34.235895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-9fdf0a3f-8f42-4fb6-8905-54a15b4324af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:34.237995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-9fdf0a3f-8f42-4fb6-8905-54a15b4324af service neutron] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 916 time: 0.1580334 Sep 19 03:24:34.330273 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-adace47c-29c9-413d-b47c-1dfcebaca7aa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f82f870-4c6d-4056-a316-65c75ec052ef HTTP/1.1" status: 200 len: 217 time: 0.0810189 Sep 19 03:24:34.414897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a43d1ad-a256-479b-b35d-6783adb0fdb1 req-ea5a1d6f-866c-443f-87c8-9da10fb66b69 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 210 time: 0.0322530 Sep 19 03:24:34.442995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814b756-a8a1-40a0-ac30-4a9047b28bcc req-e584e28c-1573-4d62-b261-f8814f4b0bb1 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:34.444542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7814b756-a8a1-40a0-ac30-4a9047b28bcc req-e584e28c-1573-4d62-b261-f8814f4b0bb1 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.1612730 Sep 19 03:24:34.539525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7814b756-a8a1-40a0-ac30-4a9047b28bcc req-e8b6b7ed-42ea-4990-9924-2dae3deadd43 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733502 Sep 19 03:24:34.626211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:34.764261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-82dc5603-ef54-4ffd-b4bd-fe887991dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:34.765763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-82dc5603-ef54-4ffd-b4bd-fe887991dfcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.4252422 Sep 19 03:24:34.829354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Allocated IP 172.20.0.6 (0627e442-e6c4-496d-b192-68a925f7be72/af3af680-3bd5-48f7-b5aa-65ce64500f3a/eaf010d7-7c4f-464b-abac-6e656a8cb0c7) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:34.889416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-651b2fbd-ecce-4319-80f9-5f16626b8c85 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339491 Sep 19 03:24:35.050388 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-d86707d4-6638-4efb-91d3-1c6e09d6eff9 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484494 Sep 19 03:24:35.195257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.210799 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06fbaf74-b4a4-4f9e-9e8e-dfa8bdd5ebc9 req-c7d3eb37-9b9d-4c67-b914-ec810ac82810 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306477 Sep 19 03:24:35.227512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a0158-7862-45a4-ad69-d0575f16cecd req-4f609997-7bdc-443f-b513-808fc3cb1fcf tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:35.239530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f24a0158-7862-45a4-ad69-d0575f16cecd req-4f609997-7bdc-443f-b513-808fc3cb1fcf tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 944 time: 0.1549561 Sep 19 03:24:35.244153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.250006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abf419-eb2d-4993-b221-e13110d63e1d req-17e9ccdd-82ce-43b8-8be9-c1e354a4364a tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:35.251616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88abf419-eb2d-4993-b221-e13110d63e1d req-17e9ccdd-82ce-43b8-8be9-c1e354a4364a tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.1660171 Sep 19 03:24:35.290065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Network 0627e442-e6c4-496d-b192-68a925f7be72 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:35.292741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:35.299329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:35.330547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Pushing event updated for resources: {'Port': ['ID=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:35.339281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88abf419-eb2d-4993-b221-e13110d63e1d req-2186d850-3d75-4199-a6b8-4521e35fd412 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757751 Sep 19 03:24:35.343066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f24a0158-7862-45a4-ad69-d0575f16cecd req-5987b001-22ea-4338-b45b-2965914f9175 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896149 Sep 19 03:24:35.376402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:35.377136 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.397002 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-915b0eb2-72c3-4173-b5e2-ea6bad6b38fa tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5133297 Sep 19 03:24:35.419063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Request body: {'port': {'device_id': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:35.490053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.491816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 5700de87-2bae-46c0-9bfe-fb0c3ddf897d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:35.494020 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.629227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.640809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53549064-f024-43a9-b51e-fe3d1f31d766 req-c710a80f-8e0e-4e0b-a419-1cd897fbd3c6 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:35.642696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53549064-f024-43a9-b51e-fe3d1f31d766 req-c710a80f-8e0e-4e0b-a419-1cd897fbd3c6 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 931 time: 0.1136875 Sep 19 03:24:35.710470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 5700de87-2bae-46c0-9bfe-fb0c3ddf897d owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:35.744898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53549064-f024-43a9-b51e-fe3d1f31d766 req-8f6cbb9a-2b15-4811-8401-4392235d46d3 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913458 Sep 19 03:24:35.808285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf010d7-7c4f-464b-abac-6e656a8cb0c7 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:35.809397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f382a-ed13-4f12-9a5b-769eca3c9d7e req-a3950eaa-e004-40e2-b157-c95cb28a1b4d tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:35.815774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-535f382a-ed13-4f12-9a5b-769eca3c9d7e req-a3950eaa-e004-40e2-b157-c95cb28a1b4d tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.1646280 Sep 19 03:24:35.816839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.828886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Transition to ACTIVE for port object eaf010d7-7c4f-464b-abac-6e656a8cb0c7 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:24:35.834668 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.864973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-535f382a-ed13-4f12-9a5b-769eca3c9d7e req-8e3afac5-1664-416b-838a-1eb094ca339e tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 Sep 19 03:24:35.890310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Pushing event updated for resources: {'Port': ['ID=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:35.960931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Attempting to bind port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:35.961635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Attempting to bind port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'ef3254ef-cedc-4395-85c1-0ba7f29aa904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0627e442-e6c4-496d-b192-68a925f7be72'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:35.962589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Attempting to bind port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 on network 0627e442-e6c4-496d-b192-68a925f7be72 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:35.968886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 on network 0627e442-e6c4-496d-b192-68a925f7be72 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:24:35.969287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Attempting to bind port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 on network 0627e442-e6c4-496d-b192-68a925f7be72 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:35.974480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:35.974932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Checking segment: {'id': 'ef3254ef-cedc-4395-85c1-0ba7f29aa904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0627e442-e6c4-496d-b192-68a925f7be72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:35.975574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Bound using segment: {'id': 'ef3254ef-cedc-4395-85c1-0ba7f29aa904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0627e442-e6c4-496d-b192-68a925f7be72'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:35.976099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Bound port: eaf010d7-7c4f-464b-abac-6e656a8cb0c7, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef3254ef-cedc-4395-85c1-0ba7f29aa904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0627e442-e6c4-496d-b192-68a925f7be72'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:35.976649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:35.999502 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:36.038899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=5700de87-2bae-46c0-9bfe-fb0c3ddf897d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:36.054250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] For port eaf010d7-7c4f-464b-abac-6e656a8cb0c7, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:36.057776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] For port eaf010d7-7c4f-464b-abac-6e656a8cb0c7, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,segment=NetworkSegment(ef3254ef-cedc-4395-85c1-0ba7f29aa904),segment_id=ef3254ef-cedc-4395-85c1-0ba7f29aa904)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:36.065346 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:36.106124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:36.107170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:36.108751 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] 10.222.0.32 "PUT /v2.0/ports/eaf010d7-7c4f-464b-abac-6e656a8cb0c7 HTTP/1.1" status: 200 len: 1091 time: 0.6948988 Sep 19 03:24:36.109215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'tag': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:36.111993 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3667eccf-75a4-491b-aff5-d8b75bdb8640" -d '{"events": [{"name": "network-changed", "server_uuid": "1956d98b-956e-4991-b2aa-f2ea99d53f9d", "tag": "eaf010d7-7c4f-464b-abac-6e656a8cb0c7"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:36.160875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0abc2-bfe1-47bb-8f48-7212016df6ad service neutron] Pushing event updated for resources: {'Port': ['ID=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:36.173708 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c8e35-ef3e-4abe-af46-3280b2e2268f x-openstack-request-id: req-ca1c8e35-ef3e-4abe-af46-3280b2e2268f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:36.174000 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1956d98b-956e-4991-b2aa-f2ea99d53f9d", "tag": "eaf010d7-7c4f-464b-abac-6e656a8cb0c7", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:36.174251 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca1c8e35-ef3e-4abe-af46-3280b2e2268f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:36.174706 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'tag': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7', 'status': 'completed', 'code': 200} Sep 19 03:24:36.195570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:36.228739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-d082d974-53e3-415e-8c0d-577215514fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:36.230635 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-d082d974-53e3-415e-8c0d-577215514fee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0a120620661442cb1bc8ada0fa2da10&device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 1094 time: 0.0456154 Sep 19 03:24:36.300901 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-f03b3644-d050-4093-8f27-aaf5342b8e8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7 HTTP/1.1" status: 200 len: 217 time: 0.0449390 Sep 19 03:24:36.355014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-c8c764a0-142e-4f0c-a85f-9ee54ba30571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:36.356726 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-c8c764a0-142e-4f0c-a85f-9ee54ba30571 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af3af680-3bd5-48f7-b5aa-65ce64500f3a HTTP/1.1" status: 200 len: 852 time: 0.0477722 Sep 19 03:24:36.399357 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-2d0fba5e-3dae-471d-9a91-7bef4f9ffe8b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0627e442-e6c4-496d-b192-68a925f7be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336180 Sep 19 03:24:36.401787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 1faa8d84-65d9-42cc-bb22-d212cd4d46cb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:24:36.516449 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-7ac7c687-53e4-44fd-add5-ddc187055537 service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967877 Sep 19 03:24:36.521002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:36.529092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2629e987-9240-4ddb-997c-d97da895852f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/1faa8d84-65d9-42cc-bb22-d212cd4d46cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4050221 Sep 19 03:24:36.532816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41986) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:36.532968 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] Sync routers for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:36.544506 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:36.545311 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:36.546198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec0b0-39d4-41ba-882e-192704c5580f req-d2368cee-4772-45b2-8549-f1f9e589c573 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:36.547712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-479ec0b0-39d4-41ba-882e-192704c5580f req-d2368cee-4772-45b2-8549-f1f9e589c573 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 944 time: 0.1040335 Sep 19 03:24:36.595193 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:36.611209 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:36.613291 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:36.624702 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ddfa1b0-8570-4f25-a6df-4738d5620d53 req-2013af30-d401-4dba-b975-f67d972a84ad service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998523 Sep 19 03:24:36.648810 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:36.649549 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821c0717-06f1-40f9-9948-3c1ef2082d57 None None] The sync data for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:36.663023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-479ec0b0-39d4-41ba-882e-192704c5580f req-6c2a92d9-1f45-46b5-9096-81f4931c16c3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784616 Sep 19 03:24:36.696907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0f82f870-4c6d-4056-a316-65c75ec052ef details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:24:36.796782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-3994efd1-9f29-44fe-8274-4c8a126eaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:36.800574 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-3994efd1-9f29-44fe-8274-4c8a126eaf7c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0a120620661442cb1bc8ada0fa2da10&device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 1094 time: 0.0704980 Sep 19 03:24:36.828617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0f82f870-4c6d-4056-a316-65c75ec052ef, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0f82f870-4c6d-4056-a316-65c75ec052ef,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:36.851886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '0f82f870-4c6d-4056-a316-65c75ec052ef', 'network_id': '4fb270e6-02be-4aae-8be8-34bc8b469fb3', 'port_id': '0f82f870-4c6d-4056-a316-65c75ec052ef', 'mac_address': 'fa:16:3e:d7:ef:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc09b46-8465-4f64-9714-698e389203e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:24:36.905467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:36.926252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f82f870-4c6d-4056-a316-65c75ec052ef {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:36.953493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0f82f870-4c6d-4056-a316-65c75ec052ef, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0f82f870-4c6d-4056-a316-65c75ec052ef,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:36.958922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:36.969547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-cfa9fabd-8203-49d4-bf74-2740d0f0b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:36.971299 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-cfa9fabd-8203-49d4-bf74-2740d0f0b04a service neutron] 10.222.0.32 "GET /v2.0/networks?id=0627e442-e6c4-496d-b192-68a925f7be72 HTTP/1.1" status: 200 len: 913 time: 0.1566360 Sep 19 03:24:37.021399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0f82f870-4c6d-4056-a316-65c75ec052ef,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:37.037877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-4d555e2a-617d-458d-9069-91207b81cb8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7 HTTP/1.1" status: 200 len: 217 time: 0.0558596 Sep 19 03:24:37.045771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366500b-850c-4f53-8f1b-b22dd2612d78 req-8e53c1a9-39b9-4c9d-93e2-2a0c3cf8d462 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:37.047265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4366500b-850c-4f53-8f1b-b22dd2612d78 req-8e53c1a9-39b9-4c9d-93e2-2a0c3cf8d462 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 943 time: 0.1658461 Sep 19 03:24:37.065134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb8ef8-853e-45b2-86c2-1dd963db3cbc req-8e84cd92-b0d8-49e2-9691-0842d77defed tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:37.067122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efbb8ef8-853e-45b2-86c2-1dd963db3cbc req-8e84cd92-b0d8-49e2-9691-0842d77defed tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.0980511 Sep 19 03:24:37.099243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-3cecf18b-1642-44fc-ba13-4c7d226f6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:37.100835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-3cecf18b-1642-44fc-ba13-4c7d226f6b37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af3af680-3bd5-48f7-b5aa-65ce64500f3a HTTP/1.1" status: 200 len: 852 time: 0.0553663 Sep 19 03:24:37.137423 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-7e5ac6e9-ca8f-4a03-95ca-28a40be6473e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0627e442-e6c4-496d-b192-68a925f7be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279694 Sep 19 03:24:37.154300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4366500b-850c-4f53-8f1b-b22dd2612d78 req-0bae224d-26e6-4ec8-a19b-febf9ce6985a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978143 Sep 19 03:24:37.158073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efbb8ef8-853e-45b2-86c2-1dd963db3cbc req-517f8ac1-6bea-4b97-95aa-21a2f22aaa0a tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/security-groups?id=c71d9351-70c1-418f-a5e2-c005935247d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826108 Sep 19 03:24:37.173735 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.273880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-d604e541-bbde-4e08-9e77-3069df6d1f10 service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909910 Sep 19 03:24:37.381269 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3667eccf-75a4-491b-aff5-d8b75bdb8640 req-0140018d-492f-4898-9d22-7605782ba42b service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983758 Sep 19 03:24:37.437540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port ce436226-12f5-4592-9110-2b3e84b6b6c9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:37.438126 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.530232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-ea1b90d3-7161-4e44-a829-b3b15472e85e tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:37.532074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-ea1b90d3-7161-4e44-a829-b3b15472e85e tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.32 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 945 time: 0.0558200 Sep 19 03:24:37.532212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.545277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for ce436226-12f5-4592-9110-2b3e84b6b6c9 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:37.631335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Deleting port b75aaf61-b560-40de-a4da-bdccc8b77430 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:37.631703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.718418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.732282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] For port b75aaf61-b560-40de-a4da-bdccc8b77430, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b75aaf61-b560-40de-a4da-bdccc8b77430,segment=NetworkSegment(f682de73-1bd6-448d-9e3c-bb80e82bdcca),segment_id=f682de73-1bd6-448d-9e3c-bb80e82bdcca)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:37.732649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.745615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Calling delete_port for b75aaf61-b560-40de-a4da-bdccc8b77430 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:37.754987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=ce436226-12f5-4592-9110-2b3e84b6b6c9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:37.771566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['0f82f870-4c6d-4056-a316-65c75ec052ef'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:24:37.879294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f3372-752a-48fa-b28e-dfc039179752 req-a69e0b12-a893-43d4-8db6-e79c662ef626 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:37.886518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-796f3372-752a-48fa-b28e-dfc039179752 req-a69e0b12-a893-43d4-8db6-e79c662ef626 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 945 time: 0.1423767 Sep 19 03:24:37.889068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.941163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-796f3372-752a-48fa-b28e-dfc039179752 req-003b3275-1d62-4058-8acb-55062edc5a10 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514159 Sep 19 03:24:37.944098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:37.993098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Pushing event deleted for resources: {'Port': ['ID=b75aaf61-b560-40de-a4da-bdccc8b77430,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:38.044570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] No DVR routers for this DVR port b75aaf61-b560-40de-a4da-bdccc8b77430 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:38.047231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:38.049343 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9252de24-a14f-4bae-891f-ca4ea68bb045 req-f6bedc9e-decf-4da4-a28f-df909f20ba32 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.32 "DELETE /v2.0/ports/b75aaf61-b560-40de-a4da-bdccc8b77430 HTTP/1.1" status: 204 len: 173 time: 0.5105169 Sep 19 03:24:38.175782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414399f8-ef4c-443c-ae38-6213f113fdca', 'name': 'network-vif-deleted', 'tag': 'b75aaf61-b560-40de-a4da-bdccc8b77430'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:38.178735 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b8e848-24b4-4247-87ad-68269b8f6d6b" -d '{"events": [{"server_uuid": "414399f8-ef4c-443c-ae38-6213f113fdca", "name": "network-vif-deleted", "tag": "b75aaf61-b560-40de-a4da-bdccc8b77430"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:38.226008 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4542daa3-600c-4974-ab55-9f2af14999f1 x-openstack-request-id: req-4542daa3-600c-4974-ab55-9f2af14999f1 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:38.226613 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414399f8-ef4c-443c-ae38-6213f113fdca", "name": "network-vif-deleted", "tag": "b75aaf61-b560-40de-a4da-bdccc8b77430", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:38.227050 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4542daa3-600c-4974-ab55-9f2af14999f1 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:38.227631 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414399f8-ef4c-443c-ae38-6213f113fdca', 'name': 'network-vif-deleted', 'tag': 'b75aaf61-b560-40de-a4da-bdccc8b77430', 'status': 'completed', 'code': 200} Sep 19 03:24:38.507039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-664a7f9e-962b-4cde-b5cf-76e05144ac17 req-f4522217-a80d-4b1c-bca5-fc4fcc55ccd2 tempest-ServersNegativeTestMultiTenantJSON-2133927215 tempest-ServersNegativeTestMultiTenantJSON-2133927215-project] 10.222.0.22 "GET /v2.0/ports?device_id=414399f8-ef4c-443c-ae38-6213f113fdca HTTP/1.1" status: 200 len: 210 time: 0.0471976 Sep 19 03:24:38.511638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 1faa8d84-65d9-42cc-bb22-d212cd4d46cb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:24:38.575814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5207ab-5a7f-4a8c-93ae-43b49bcd0d1d req-20198bac-da24-449e-bcc9-0f38ef26ea95 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:38.577289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c5207ab-5a7f-4a8c-93ae-43b49bcd0d1d req-20198bac-da24-449e-bcc9-0f38ef26ea95 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 943 time: 0.1187000 Sep 19 03:24:38.613530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:38.618782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3174bad0-b7d4-44fb-ba66-3c232cfe27eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/1faa8d84-65d9-42cc-bb22-d212cd4d46cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0853708 Sep 19 03:24:38.621606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42022) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:38.627321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] Sync routers for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:38.640732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:38.641990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:38.650249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c5207ab-5a7f-4a8c-93ae-43b49bcd0d1d req-6f237387-6c27-4a09-8cb2-1f7e12316d56 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447369 Sep 19 03:24:38.676880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e70da63a-d100-4a57-b890-8952590955ee tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=1faa8d84-65d9-42cc-bb22-d212cd4d46cb HTTP/1.1" status: 200 len: 205 time: 0.0540910 Sep 19 03:24:38.679514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42024) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:38.682000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:38.692540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] Routers {'1faa8d84-65d9-42cc-bb22-d212cd4d46cb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:38.693593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:38.727602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:38.728328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca5d0a5-3bf5-43be-b479-0b383a200d8d None None] The sync data for ids ['1faa8d84-65d9-42cc-bb22-d212cd4d46cb'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:38.758676 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-53c9d8a8-35c0-4c22-9b6e-2e0959ee36cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:38.924994 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-53c9d8a8-35c0-4c22-9b6e-2e0959ee36cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:38.927322 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-53c9d8a8-35c0-4c22-9b6e-2e0959ee36cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:38.984905 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-53c9d8a8-35c0-4c22-9b6e-2e0959ee36cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:38.985561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c9d8a8-35c0-4c22-9b6e-2e0959ee36cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Fanout notify agent at l3_agent the message router_deleted on router 1faa8d84-65d9-42cc-bb22-d212cd4d46cb {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:24:38.994676 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-53c9d8a8-35c0-4c22-9b6e-2e0959ee36cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:38.999021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-53c9d8a8-35c0-4c22-9b6e-2e0959ee36cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/1faa8d84-65d9-42cc-bb22-d212cd4d46cb HTTP/1.1" status: 204 len: 168 time: 0.3183651 Sep 19 03:24:38.999697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42040) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:39.056773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:24:39.058564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ffcf2-7ed8-4794-80ad-d7c4ef09c5e0 req-c7f17c89-8a66-41c2-ab19-1024d02fab83 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:39.060078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c9ffcf2-7ed8-4794-80ad-d7c4ef09c5e0 req-c7f17c89-8a66-41c2-ab19-1024d02fab83 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 945 time: 0.0510523 Sep 19 03:24:39.063260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.105624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c9ffcf2-7ed8-4794-80ad-d7c4ef09c5e0 req-81cbea1a-20a8-4cd5-bfd8-57b4879f2f4d tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Sep 19 03:24:39.110332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.197217 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.255209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.281364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:39.287275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.291818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-874b0ad3-83ac-4ca7-90ab-41b811c7beff tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0 HTTP/1.1" status: 204 len: 168 time: 0.2878840 Sep 19 03:24:39.294680 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d082ca6-8811-415d-a2e2-1daeccba03fc None None] Network b248691e-b8b8-48b3-884d-5b4e4dc7a956 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:39.295374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42042) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:39.348627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet 68e8e9d5-fb9e-4756-ae19-3fec42054fd3 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:24:39.351905 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.392780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.460445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] DHCP port deletion for b248691e-b8b8-48b3-884d-5b4e4dc7a956 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:24:39.486247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.507972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] Deleting port c5f31377-265f-4c6a-b5a1-204a124085f8 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:39.508355 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.562033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.580356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] For port c5f31377-265f-4c6a-b5a1-204a124085f8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c5f31377-265f-4c6a-b5a1-204a124085f8,segment=NetworkSegment(cdcba56c-b361-4b67-af3c-5b2be951ea1a),segment_id=cdcba56c-b361-4b67-af3c-5b2be951ea1a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:39.580919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.592854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42046) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:39.599301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=68e8e9d5-fb9e-4756-ae19-3fec42054fd3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:39.601486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] Calling delete_port for c5f31377-265f-4c6a-b5a1-204a124085f8 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:39.605175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.607165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68aab29a-3b4d-499b-af40-f5d0462ba5ad tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/68e8e9d5-fb9e-4756-ae19-3fec42054fd3 HTTP/1.1" status: 204 len: 168 time: 0.3106976 Sep 19 03:24:39.609110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2c5e8-62b8-43ab-ac49-9822797ab4df None None] Network 985ac1ad-5f98-42f4-9def-40b11f3e35e5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:39.610975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42048) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:39.753411 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.758346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] Deleting subnet d84dbac5-37a1-47b8-abe5-7d94fe75bcbb {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:24:39.765591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.815754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.819069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.828816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] No DVR routers for this DVR port c5f31377-265f-4c6a-b5a1-204a124085f8 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:39.851647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960863d-19a0-4e60-9495-be53102039d2 None None] Pushing event deleted for resources: {'Port': ['ID=c5f31377-265f-4c6a-b5a1-204a124085f8,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:39.875227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] DHCP port deletion for 985ac1ad-5f98-42f4-9def-40b11f3e35e5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:24:39.902785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.905696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port c5f31377-265f-4c6a-b5a1-204a124085f8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:39.906027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.943391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] Deleting port 6500700f-a78c-4111-b223-63e0b896d073 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:39.943979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:39.945265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86a703-2bfd-4e29-80b3-5f7a9156848e req-dfefcd2d-129a-4e4b-b30f-0c1beeac2c54 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:39.949427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a86a703-2bfd-4e29-80b3-5f7a9156848e req-dfefcd2d-129a-4e4b-b30f-0c1beeac2c54 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 943 time: 0.0716524 Sep 19 03:24:40.005292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a86a703-2bfd-4e29-80b3-5f7a9156848e req-48aefeb8-ba80-4fd0-ad43-fb8253fa9f72 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496221 Sep 19 03:24:40.036694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] For port 6500700f-a78c-4111-b223-63e0b896d073, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6500700f-a78c-4111-b223-63e0b896d073,segment=NetworkSegment(d117c8a5-9b02-4e64-be48-323e749a3b4d),segment_id=d117c8a5-9b02-4e64-be48-323e749a3b4d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:40.036957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port c5f31377-265f-4c6a-b5a1-204a124085f8, host n-d-809936-1, got binding levels [] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:40.037431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.037517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.053781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] Calling delete_port for 6500700f-a78c-4111-b223-63e0b896d073 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:40.056899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for c5f31377-265f-4c6a-b5a1-204a124085f8 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:40.061332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_backend_mixin [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Port c5f31377-265f-4c6a-b5a1-204a124085f8 was not found and therefore no delete operation was performed {{(pid=94722) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:24:40.067239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.080803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port c5f31377-265f-4c6a-b5a1-204a124085f8 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:40.098217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6500700f-a78c-4111-b223-63e0b896d073 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:24:40.134132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.136036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=c5f31377-265f-4c6a-b5a1-204a124085f8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:40.193584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.198342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42056) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:40.203744 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d84dbac5-37a1-47b8-abe5-7d94fe75bcbb HTTP/1.1" status: 204 len: 168 time: 0.6095829 Sep 19 03:24:40.219885 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.230591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94435-153d-4b77-b81d-e71d80281a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84dbac5-37a1-47b8-abe5-7d94fe75bcbb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:40.233859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.237537 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.255507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b248691e-b8b8-48b3-884d-5b4e4dc7a956']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.267086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcba56c-b361-4b67-af3c-5b2be951ea1a') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.267477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcba56c-b361-4b67-af3c-5b2be951ea1a') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.279804 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.282047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] Pushing event deleted for resources: {'Port': ['ID=6500700f-a78c-4111-b223-63e0b896d073,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:40.295065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.301844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:24:40.302374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.317958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610bf953-0c50-4b7e-9f4e-e3bf5e50437f None None] No DVR routers for this DVR port 6500700f-a78c-4111-b223-63e0b896d073 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:40.320895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f31377-265f-4c6a-b5a1-204a124085f8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:24:40.328414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878e8ab-8e52-41c6-9edd-5ee8f584178a req-48c7ccbc-235a-4b00-8277-c1c0e13d7b13 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:40.330199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a878e8ab-8e52-41c6-9edd-5ee8f584178a req-48c7ccbc-235a-4b00-8277-c1c0e13d7b13 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 945 time: 0.1249096 Sep 19 03:24:40.357511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.361946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c5f31377-265f-4c6a-b5a1-204a124085f8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:24:40.362385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c5f31377-265f-4c6a-b5a1-204a124085f8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:24:40.375307 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:24:40.391645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.400794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.406488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/b248691e-b8b8-48b3-884d-5b4e4dc7a956 HTTP/1.1" status: 204 len: 168 time: 0.7923539 Sep 19 03:24:40.415203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42058) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:40.424827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886f658-fbf5-4838-8743-ff3c2e81f901 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=b248691e-b8b8-48b3-884d-5b4e4dc7a956,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:40.430995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a878e8ab-8e52-41c6-9edd-5ee8f584178a req-2b939e0e-5d2b-4005-ad9a-76e1320c0ee7 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937321 Sep 19 03:24:40.492284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.505451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.516844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed56e19e-48a9-4769-b6a9-f647b4807489']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.526445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f682de73-1bd6-448d-9e3c-bb80e82bdcca') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.526758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f682de73-1bd6-448d-9e3c-bb80e82bdcca') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.535974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.551489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.557996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:24:40.558398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:24:40.560385 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:24:40.598136 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.620504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985ac1ad-5f98-42f4-9def-40b11f3e35e5']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.624295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.631473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.633256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd117c8a5-9b02-4e64-be48-323e749a3b4d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.633509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ed56e19e-48a9-4769-b6a9-f647b4807489 HTTP/1.1" status: 204 len: 168 time: 0.4341559 Sep 19 03:24:40.633753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd117c8a5-9b02-4e64-be48-323e749a3b4d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:40.636198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42060) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:40.644016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.658268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.665965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:24:40.666518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:24:40.670620 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:24:40.673068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68524a38-3a9e-4478-acbb-0e8e44c35e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed56e19e-48a9-4769-b6a9-f647b4807489,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:40.696842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] Deleting subnet c6601f00-b90e-4730-bff1-d235e3901dbc {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:24:40.700519 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.709596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0f82f870-4c6d-4056-a316-65c75ec052ef up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:40.738132 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.744755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.757138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.763940 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/985ac1ad-5f98-42f4-9def-40b11f3e35e5 HTTP/1.1" status: 204 len: 168 time: 0.3474939 Sep 19 03:24:40.764540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42062) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:40.773025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-516292020'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:40.778988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 0f82f870-4c6d-4056-a316-65c75ec052ef completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:24:40.784933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 0f82f870-4c6d-4056-a316-65c75ec052ef triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:40.785545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.788525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316ea93-1330-4d6f-be56-0389b9fbca63 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=985ac1ad-5f98-42f4-9def-40b11f3e35e5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:40.809089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.812265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:40.815751 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.874831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:40.883161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.891915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.892313 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment 6b8dc24c-46c3-4065-a182-4f5680734aac of type vlan for network 663fc951-398b-412b-9b60-16a6174e616f Sep 19 03:24:40.924013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 0f82f870-4c6d-4056-a316-65c75ec052ef, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0f82f870-4c6d-4056-a316-65c75ec052ef,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:40.924241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.925790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e054a70-6d41-4c32-a78d-460a984f026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82f870-4c6d-4056-a316-65c75ec052ef'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:40.930485 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a26f6b8-745e-47c5-a04a-862962ba8b46" -d '{"events": [{"server_uuid": "9e054a70-6d41-4c32-a78d-460a984f026d", "name": "network-vif-plugged", "status": "completed", "tag": "0f82f870-4c6d-4056-a316-65c75ec052ef"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:40.935016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.936187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b75aaf61-b560-40de-a4da-bdccc8b77430 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:24:40.957080 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.977946 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:40.980085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c6601f00-b90e-4730-bff1-d235e3901dbc HTTP/1.1" status: 204 len: 168 time: 0.3429775 Sep 19 03:24:40.983032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42066) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:40.983380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb529a-a09b-4d60-94b9-84d2c7567fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6601f00-b90e-4730-bff1-d235e3901dbc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:41.007761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.014546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:41.015999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.023813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: b75aaf61-b560-40de-a4da-bdccc8b77430 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:24:41.024016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b75aaf61-b560-40de-a4da-bdccc8b77430 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:24:41.029771 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55008cef-28c9-466a-92d9-7b5dbd409bd0 x-openstack-request-id: req-55008cef-28c9-466a-92d9-7b5dbd409bd0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:41.030195 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e054a70-6d41-4c32-a78d-460a984f026d", "name": "network-vif-plugged", "status": "completed", "tag": "0f82f870-4c6d-4056-a316-65c75ec052ef", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:41.030544 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55008cef-28c9-466a-92d9-7b5dbd409bd0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:41.031182 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e054a70-6d41-4c32-a78d-460a984f026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82f870-4c6d-4056-a316-65c75ec052ef', 'code': 200} Sep 19 03:24:41.037862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2704995 Sep 19 03:24:41.043143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=0f82f870-4c6d-4056-a316-65c75ec052ef,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:41.050137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:41.055364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': '663fc951-398b-412b-9b60-16a6174e616f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:41.108507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.110922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ad6fa-41ab-4d15-a438-f8a148ebbde8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=663fc951-398b-412b-9b60-16a6174e616f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:41.132745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 663fc951-398b-412b-9b60-16a6174e616f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:41.203944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dba97d-c323-42e0-a43d-2fed3b0b490e req-2f4aa3a6-52de-4e89-9c8b-c6d487e3990b tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:41.213302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80dba97d-c323-42e0-a43d-2fed3b0b490e req-2f4aa3a6-52de-4e89-9c8b-c6d487e3990b tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 943 time: 0.0983310 Sep 19 03:24:41.233284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93786a23-f243-4169-bc8b-a60fd79597ef req-cc66cc1b-ed64-4b9f-bcd5-db9f986b3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:41.235206 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93786a23-f243-4169-bc8b-a60fd79597ef req-cc66cc1b-ed64-4b9f-bcd5-db9f986b3cc0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 1097 time: 0.1464171 Sep 19 03:24:41.269461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80dba97d-c323-42e0-a43d-2fed3b0b490e req-ea046f9d-5490-4c22-826c-741f9126b4f1 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514216 Sep 19 03:24:41.289142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:41.292797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.338893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.410726 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-93786a23-f243-4169-bc8b-a60fd79597ef req-88af2b11-b700-4857-b5e4-45938879e522 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627676 Sep 19 03:24:41.416986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749b6c55-4a08-4779-ad2f-87cf0e60afb5']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:41.432623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acd24d97-ffd8-4ee5-a05b-bd5c6c49904d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:41.432623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acd24d97-ffd8-4ee5-a05b-bd5c6c49904d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:41.450557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.471144 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.481751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:24:41.482158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:24:41.484064 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:24:41.582954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.593557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.593914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5bbd4-955a-451b-8699-734b3f6fc5a2 req-1375d711-4f4e-4a5a-8be2-80c7d69f3499 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:41.595708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] 10.222.0.22 "DELETE /v2.0/networks/749b6c55-4a08-4779-ad2f-87cf0e60afb5 HTTP/1.1" status: 204 len: 168 time: 0.6116302 Sep 19 03:24:41.595962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ee5bbd4-955a-451b-8699-734b3f6fc5a2 req-1375d711-4f4e-4a5a-8be2-80c7d69f3499 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 946 time: 0.0622058 Sep 19 03:24:41.639760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6c471-31e2-4163-8532-9f2f7f469d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=749b6c55-4a08-4779-ad2f-87cf0e60afb5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:41.654224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ee5bbd4-955a-451b-8699-734b3f6fc5a2 req-cd25a1ab-8bda-4173-8c3d-0ae998be407d tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459499 Sep 19 03:24:41.667441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.733755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=86fffe4e-1ccc-4509-95ed-298e8788cb9a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:41.751994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': '6b8dc24c-46c3-4065-a182-4f5680734aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '663fc951-398b-412b-9b60-16a6174e616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:41.752489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: 663fc951-398b-412b-9b60-16a6174e616f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:41.770904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 663fc951-398b-412b-9b60-16a6174e616f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:41.780212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 663fc951-398b-412b-9b60-16a6174e616f) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:41.784287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:41.784984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.797845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9da346c-1f9b-41da-b481-fcac2c11e41c None None] Network 663fc951-398b-412b-9b60-16a6174e616f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:41.806922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-776fb515-548d-4213-8c56-27ec93001986 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7555175 Sep 19 03:24:41.809869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42086) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:41.823429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-634b31f6-8e4b-4d91-b07a-71b53ec63272 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-234840650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:41.838202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42088) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:41.874049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-634b31f6-8e4b-4d91-b07a-71b53ec63272 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.875011 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-634b31f6-8e4b-4d91-b07a-71b53ec63272 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.900375 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4be4f0c-dbb6-45c5-8bb4-1be43c6dcb22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1989b8b724c452fbfa54d0aac526661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587583 Sep 19 03:24:41.900586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:41.969638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-634b31f6-8e4b-4d91-b07a-71b53ec63272 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.979575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-634b31f6-8e4b-4d91-b07a-71b53ec63272 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:41.989282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-663fc951-398b-412b-9b60-16a6174e616f', 'network_id': '663fc951-398b-412b-9b60-16a6174e616f', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': '86fffe4e-1ccc-4509-95ed-298e8788cb9a'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:24:41.990143 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.010894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-634b31f6-8e4b-4d91-b07a-71b53ec63272 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.012497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-634b31f6-8e4b-4d91-b07a-71b53ec63272 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1927385 Sep 19 03:24:42.015546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:42.025836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'port': {'network_id': '663fc951-398b-412b-9b60-16a6174e616f', 'name': 'tempest-RoutersIpV6Test-432037403'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:42.026826 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6fca5d78-6477-4019-b8b4-2b45ef127002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.053383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6fca5d78-6477-4019-b8b4-2b45ef127002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.135307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6fca5d78-6477-4019-b8b4-2b45ef127002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.138454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6fca5d78-6477-4019-b8b4-2b45ef127002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.142229 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6fca5d78-6477-4019-b8b4-2b45ef127002 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c71d9351-70c1-418f-a5e2-c005935247d5 HTTP/1.1" status: 204 len: 168 time: 0.2397425 Sep 19 03:24:42.171603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca5d78-6477-4019-b8b4-2b45ef127002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d9351-70c1-418f-a5e2-c005935247d5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:42.207209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:42.212175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.217553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Allocated IP 2001:db8::2 (663fc951-398b-412b-9b60-16a6174e616f/86fffe4e-1ccc-4509-95ed-298e8788cb9a/a34eecac-b693-49a0-b93e-6ae8a96b700d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:42.236033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] device_id is not set on port 50b0b093-fa06-45a9-b64a-13fd2be8f327 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:24:42.382455 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.392254 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.395078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132ff24-4822-4bfc-9279-74d4643c36ef req-43f26742-b3e4-4bf0-bf43-dfe4facc8bb4 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:42.396747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4132ff24-4822-4bfc-9279-74d4643c36ef req-43f26742-b3e4-4bf0-bf43-dfe4facc8bb4 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 943 time: 0.0614829 Sep 19 03:24:42.437391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Network 663fc951-398b-412b-9b60-16a6174e616f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:42.442157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:42.455075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:42.459728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Pushing event updated for resources: {'Port': ['ID=a34eecac-b693-49a0-b93e-6ae8a96b700d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:42.476970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8::146 (663fc951-398b-412b-9b60-16a6174e616f/86fffe4e-1ccc-4509-95ed-298e8788cb9a/50b0b093-fa06-45a9-b64a-13fd2be8f327) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:42.485758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4132ff24-4822-4bfc-9279-74d4643c36ef req-0207eb92-433d-49e1-9cad-56f780fd5234 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 Sep 19 03:24:42.518900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Attempting to bind port a34eecac-b693-49a0-b93e-6ae8a96b700d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:42.519379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Attempting to bind port a34eecac-b693-49a0-b93e-6ae8a96b700d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6b8dc24c-46c3-4065-a182-4f5680734aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '663fc951-398b-412b-9b60-16a6174e616f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:42.519846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Attempting to bind port a34eecac-b693-49a0-b93e-6ae8a96b700d on network 663fc951-398b-412b-9b60-16a6174e616f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:42.525329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:42.525793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Checking segment: {'id': '6b8dc24c-46c3-4065-a182-4f5680734aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '663fc951-398b-412b-9b60-16a6174e616f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:42.526396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.526947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Bound using segment: {'id': '6b8dc24c-46c3-4065-a182-4f5680734aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '663fc951-398b-412b-9b60-16a6174e616f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:42.527492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Bound port: a34eecac-b693-49a0-b93e-6ae8a96b700d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8dc24c-46c3-4065-a182-4f5680734aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '663fc951-398b-412b-9b60-16a6174e616f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:42.527944 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.572070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42104) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:42.596360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] For port a34eecac-b693-49a0-b93e-6ae8a96b700d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:42.600472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] For port a34eecac-b693-49a0-b93e-6ae8a96b700d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a34eecac-b693-49a0-b93e-6ae8a96b700d,segment=NetworkSegment(6b8dc24c-46c3-4065-a182-4f5680734aac),segment_id=6b8dc24c-46c3-4065-a182-4f5680734aac)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:42.606807 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.630983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f661166-5c0c-43f2-9dca-38799356cbc7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47fea9f83ada4aeb84bebf16c1b0259e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573940 Sep 19 03:24:42.633213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42108) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:42.681772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09272ac-6115-41ca-a5cc-e79499c1badf None None] Pushing event updated for resources: {'Port': ['ID=a34eecac-b693-49a0-b93e-6ae8a96b700d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:42.714806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.727623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.729860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device eaf010d7-7c4f-464b-abac-6e656a8cb0c7 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:24:42.765313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.799413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.859533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 663fc951-398b-412b-9b60-16a6174e616f is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:42.859533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:42.859748 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.861624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:42.866564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.867488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:42.868065 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:42.869689 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34c7ceff-06a5-40a3-b49f-17a058c8aa3e HTTP/1.1" status: 204 len: 168 time: 0.2345068 Sep 19 03:24:42.884118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7ceff-06a5-40a3-b49f-17a058c8aa3e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:42.894151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.894360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.894893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.895236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.895576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.895913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.896244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.896577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.896904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.897232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.902689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.903128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8832528-f080-4282-bad4-fc63ddb34f5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:42.917232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=50b0b093-fa06-45a9-b64a-13fd2be8f327,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:42.937493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port eaf010d7-7c4f-464b-abac-6e656a8cb0c7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,segment=NetworkSegment(ef3254ef-cedc-4395-85c1-0ba7f29aa904),segment_id=ef3254ef-cedc-4395-85c1-0ba7f29aa904)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:42.951782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7', 'network_id': '0627e442-e6c4-496d-b192-68a925f7be72', 'port_id': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7', 'mac_address': 'fa:16:3e:93:49:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3af680-3bd5-48f7-b5aa-65ce64500f3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:24:42.966910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0c8e28c2-c390-4184-ba07-8766d1e8b0ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9449060 Sep 19 03:24:42.968960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42126) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:43.065156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:43.101781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf010d7-7c4f-464b-abac-6e656a8cb0c7 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:24:43.161738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port eaf010d7-7c4f-464b-abac-6e656a8cb0c7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,segment=NetworkSegment(ef3254ef-cedc-4395-85c1-0ba7f29aa904),segment_id=ef3254ef-cedc-4395-85c1-0ba7f29aa904)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:43.172317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:43.256803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:43.447024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeafe85-8cdc-41f0-8b56-6a716c30601a req-d1a1e7c5-4cb6-45cc-b259-88de125a758b tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:43.447540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0aeafe85-8cdc-41f0-8b56-6a716c30601a req-d1a1e7c5-4cb6-45cc-b259-88de125a758b tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 946 time: 0.7018964 Sep 19 03:24:43.548883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0aeafe85-8cdc-41f0-8b56-6a716c30601a req-9d721437-670b-4607-bc9b-3e87e60d6dc6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917540 Sep 19 03:24:43.603110 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:43.708498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095485b3-3c3f-456e-a1b1-18d022f9d9cb req-34bd0723-a27d-4a3b-8805-2eaff15e3b1a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:43.710049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-095485b3-3c3f-456e-a1b1-18d022f9d9cb req-34bd0723-a27d-4a3b-8805-2eaff15e3b1a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 944 time: 0.1023219 Sep 19 03:24:43.789363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['eaf010d7-7c4f-464b-abac-6e656a8cb0c7'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:24:43.833603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-095485b3-3c3f-456e-a1b1-18d022f9d9cb req-05797122-7a13-4d43-899c-954c689e711d tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740049 Sep 19 03:24:44.013993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.024837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.064275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebfe3d7-14ad-4128-a47c-47a3bbcd30ab None None] Network 663fc951-398b-412b-9b60-16a6174e616f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:44.104068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a34eecac-b693-49a0-b93e-6ae8a96b700d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:44.147171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=50b0b093-fa06-45a9-b64a-13fd2be8f327,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:44.271458 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.411847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b1942ec6-19ba-42e1-99e4-6acc4c3d7789 None None] Provisioning complete for port a34eecac-b693-49a0-b93e-6ae8a96b700d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:44.412230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1942ec6-19ba-42e1-99e4-6acc4c3d7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.418399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.508350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a34eecac-b693-49a0-b93e-6ae8a96b700d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:44.508698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.573621 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21bbf8ff-134f-46aa-ad6b-0481d5412a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.624940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1942ec6-19ba-42e1-99e4-6acc4c3d7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.739861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b1942ec6-19ba-42e1-99e4-6acc4c3d7789 None None] For port a34eecac-b693-49a0-b93e-6ae8a96b700d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a34eecac-b693-49a0-b93e-6ae8a96b700d,segment=NetworkSegment(6b8dc24c-46c3-4065-a182-4f5680734aac),segment_id=6b8dc24c-46c3-4065-a182-4f5680734aac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:44.749959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1942ec6-19ba-42e1-99e4-6acc4c3d7789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.787921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.832560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47597265-14aa-4264-b88d-cb3071b1e581 req-8144b0e9-4673-4871-9079-31341cd0a39e tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:44.834213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47597265-14aa-4264-b88d-cb3071b1e581 req-8144b0e9-4673-4871-9079-31341cd0a39e tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 946 time: 0.1365135 Sep 19 03:24:44.865302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942ec6-19ba-42e1-99e4-6acc4c3d7789 None None] Pushing event updated for resources: {'Port': ['ID=a34eecac-b693-49a0-b93e-6ae8a96b700d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:44.915689 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:24:44.916331 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:24:44.957613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47597265-14aa-4264-b88d-cb3071b1e581 req-9b983cb8-dc5b-479c-a353-89378ed1a3f7 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147063 Sep 19 03:24:44.969973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.984286 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:44.985253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:45.102565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=50b0b093-fa06-45a9-b64a-13fd2be8f327,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:45.149987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 663fc951-398b-412b-9b60-16a6174e616f is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:45.151880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:45.193268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-8028-43a2-96fa-f97f17144a8f None None] Provisioning complete for port a34eecac-b693-49a0-b93e-6ae8a96b700d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:45.194312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-8028-43a2-96fa-f97f17144a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:45.342154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b7277ce0-8028-43a2-96fa-f97f17144a8f None None] Provisioning complete for port 50b0b093-fa06-45a9-b64a-13fd2be8f327 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:45.342722 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7277ce0-8028-43a2-96fa-f97f17144a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:45.418592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b7277ce0-8028-43a2-96fa-f97f17144a8f None None] Port 50b0b093-fa06-45a9-b64a-13fd2be8f327 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:45.649565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-308bf8ab-60cb-4199-b2a9-8c495211ce89 None None] Provisioning complete for port 50b0b093-fa06-45a9-b64a-13fd2be8f327 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:45.649838 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-308bf8ab-60cb-4199-b2a9-8c495211ce89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:45.762883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-308bf8ab-60cb-4199-b2a9-8c495211ce89 None None] Port 50b0b093-fa06-45a9-b64a-13fd2be8f327 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:45.974114 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:45.985523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42202) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:46.037292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9451923b-f3c2-4c89-bcc1-a17e8914402e None None] Provisioning complete for port 50b0b093-fa06-45a9-b64a-13fd2be8f327 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:46.038698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9451923b-f3c2-4c89-bcc1-a17e8914402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.106389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8560f42-53b6-4888-acf8-b70c1a3f6cf7 req-d331c9f7-34e6-4628-8b7e-25cdf63ce79e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:46.115966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8560f42-53b6-4888-acf8-b70c1a3f6cf7 req-d331c9f7-34e6-4628-8b7e-25cdf63ce79e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 944 time: 1.1434519 Sep 19 03:24:46.185804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9451923b-f3c2-4c89-bcc1-a17e8914402e None None] Port 50b0b093-fa06-45a9-b64a-13fd2be8f327 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:46.191065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a34eecac-b693-49a0-b93e-6ae8a96b700d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:46.194802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 031f6bf7-53ad-4673-a57f-6fa7ba4167a4 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:24:46.219007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8560f42-53b6-4888-acf8-b70c1a3f6cf7 req-2826adc0-66ab-4d66-87c1-087c18c3d9f6 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930536 Sep 19 03:24:46.291448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c20f7a0c-066a-4e21-993d-f0d56afc9170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.292927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a34eecac-b693-49a0-b93e-6ae8a96b700d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:46.293422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.423879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:46.436368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17f209e4-db50-41be-b156-84fc1a0ec692 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/031f6bf7-53ad-4673-a57f-6fa7ba4167a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4662106 Sep 19 03:24:46.437619 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] Sync routers for ids ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:46.440024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:46.450508 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] Routers {'031f6bf7-53ad-4673-a57f-6fa7ba4167a4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:46.453533 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:46.479822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0421cbf4-a26d-4ca7-928f-5c67884c88c7 None None] Provisioning complete for port 50b0b093-fa06-45a9-b64a-13fd2be8f327 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:46.480947 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0421cbf4-a26d-4ca7-928f-5c67884c88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.520455 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c20f7a0c-066a-4e21-993d-f0d56afc9170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.531839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0421cbf4-a26d-4ca7-928f-5c67884c88c7 None None] Port 50b0b093-fa06-45a9-b64a-13fd2be8f327 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:46.537982 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:46.553265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1a35b6-40ae-4845-ab5f-5474f7a23f03 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:46.557559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42214) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:46.564118 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae1a35b6-40ae-4845-ab5f-5474f7a23f03 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports/50b0b093-fa06-45a9-b64a-13fd2be8f327 HTTP/1.1" status: 200 len: 983 time: 0.1229422 Sep 19 03:24:46.572054 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] Routers {'031f6bf7-53ad-4673-a57f-6fa7ba4167a4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:46.572700 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:46.573487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c20f7a0c-066a-4e21-993d-f0d56afc9170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.629611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42216) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:46.635671 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:46.636558 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b025c18-c53c-4c16-9511-f14c13e4eae7 None None] The sync data for ids ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:46.677524 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c20f7a0c-066a-4e21-993d-f0d56afc9170 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=598969c9ae864d0fbd53a4d58c74e221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6893415 Sep 19 03:24:46.681539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42220) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:46.692143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f7a0c-066a-4e21-993d-f0d56afc9170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006a35a1-b707-478f-90d1-13741703eafd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:46.754438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-35881f7d-7a67-43e3-94c8-9706ce4bb398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.755558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device eaf010d7-7c4f-464b-abac-6e656a8cb0c7 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:46.828085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-35881f7d-7a67-43e3-94c8-9706ce4bb398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.835741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-849458a6-8eb1-4d6c-9a78-453ee8f7fa68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.841496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:24:46.845946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:46.846911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.925387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-35881f7d-7a67-43e3-94c8-9706ce4bb398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.928765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-35881f7d-7a67-43e3-94c8-9706ce4bb398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.934653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-35881f7d-7a67-43e3-94c8-9706ce4bb398 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/006a35a1-b707-478f-90d1-13741703eafd HTTP/1.1" status: 204 len: 168 time: 0.2512634 Sep 19 03:24:46.952033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35881f7d-7a67-43e3-94c8-9706ce4bb398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a35a1-b707-478f-90d1-13741703eafd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:46.957130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.990279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-849458a6-8eb1-4d6c-9a78-453ee8f7fa68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:46.997415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-849458a6-8eb1-4d6c-9a78-453ee8f7fa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.014464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:24:47.016991 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b53206-7a70-4e1a-a343-2b11bc546f22" -d '{"events": [{"server_uuid": "1956d98b-956e-4991-b2aa-f2ea99d53f9d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf010d7-7c4f-464b-abac-6e656a8cb0c7"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:24:47.037553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port eaf010d7-7c4f-464b-abac-6e656a8cb0c7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,segment=NetworkSegment(ef3254ef-cedc-4395-85c1-0ba7f29aa904),segment_id=ef3254ef-cedc-4395-85c1-0ba7f29aa904)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:47.047876 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.048925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849458a6-8eb1-4d6c-9a78-453ee8f7fa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84da1c1a-8026-4c7f-b718-2ffc495811b6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:47.061270 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-849458a6-8eb1-4d6c-9a78-453ee8f7fa68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57ddba23876a4b868b35d032c764e0ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053724 Sep 19 03:24:47.061913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:47.114046 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a949f468-b848-413d-82c1-f3f49389b525 x-openstack-request-id: req-a949f468-b848-413d-82c1-f3f49389b525 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:24:47.114359 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1956d98b-956e-4991-b2aa-f2ea99d53f9d", "name": "network-vif-plugged", "status": "completed", "tag": "eaf010d7-7c4f-464b-abac-6e656a8cb0c7", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:24:47.114590 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a949f468-b848-413d-82c1-f3f49389b525 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:24:47.115008 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7', 'code': 200} Sep 19 03:24:47.118165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:47.140347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-025359b4-3e81-43a5-8f91-a122e0009516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.163593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-025359b4-3e81-43a5-8f91-a122e0009516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.190781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.246823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e34da632-886b-4b9d-8cf0-53f3c71c720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.248302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-025359b4-3e81-43a5-8f91-a122e0009516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.253098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-025359b4-3e81-43a5-8f91-a122e0009516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.255499 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-025359b4-3e81-43a5-8f91-a122e0009516 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84da1c1a-8026-4c7f-b718-2ffc495811b6 HTTP/1.1" status: 204 len: 168 time: 0.1923838 Sep 19 03:24:47.291452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025359b4-3e81-43a5-8f91-a122e0009516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84da1c1a-8026-4c7f-b718-2ffc495811b6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:47.297147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34f1f9-6d9d-4b93-a905-9dd0925cfea7 req-1f650b37-a36c-4bd8-b826-8376494cc5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:47.298814 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e34f1f9-6d9d-4b93-a905-9dd0925cfea7 req-1f650b37-a36c-4bd8-b826-8376494cc5c1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 1096 time: 0.0949807 Sep 19 03:24:47.339692 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e34f1f9-6d9d-4b93-a905-9dd0925cfea7 req-f6ff1a19-2fb5-4e47-86e6-0414e1dc4693 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322928 Sep 19 03:24:47.354715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42234) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:47.369669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09a57023-e963-4c72-9832-47c1eb0dc7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.423856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6a8c9-43d8-4608-a1ab-b405c81f77a4 req-5dba74fd-2bf2-4880-a065-b31b33fbfe46 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:47.425926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7c6a8c9-43d8-4608-a1ab-b405c81f77a4 req-5dba74fd-2bf2-4880-a065-b31b33fbfe46 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.0854611 Sep 19 03:24:47.482334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09a57023-e963-4c72-9832-47c1eb0dc7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.488208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09a57023-e963-4c72-9832-47c1eb0dc7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.496053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7c6a8c9-43d8-4608-a1ab-b405c81f77a4 req-e310f9c3-8d17-4eff-9bdb-76f396847da3 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619688 Sep 19 03:24:47.521740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 50b0b093-fa06-45a9-b64a-13fd2be8f327 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:47.522101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.536419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-09a57023-e963-4c72-9832-47c1eb0dc7ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77a9eba9a4804ff9954aba202b4fb489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805050 Sep 19 03:24:47.539001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:47.544941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a57023-e963-4c72-9832-47c1eb0dc7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729af136-b382-4898-8d17-e437c0f889dd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:47.585081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:47.604543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6385a7bd-2f16-425f-9c8c-ca5aaceb62db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.606496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb363eb3-4999-4026-8fc0-d2934c6414db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.624922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6385a7bd-2f16-425f-9c8c-ca5aaceb62db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.634022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.652359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 50b0b093-fa06-45a9-b64a-13fd2be8f327 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:47.682894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6385a7bd-2f16-425f-9c8c-ca5aaceb62db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.685806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6385a7bd-2f16-425f-9c8c-ca5aaceb62db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.689325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6385a7bd-2f16-425f-9c8c-ca5aaceb62db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/729af136-b382-4898-8d17-e437c0f889dd HTTP/1.1" status: 204 len: 168 time: 0.1470568 Sep 19 03:24:47.696161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385a7bd-2f16-425f-9c8c-ca5aaceb62db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729af136-b382-4898-8d17-e437c0f889dd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:47.823974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb363eb3-4999-4026-8fc0-d2934c6414db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.830604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb363eb3-4999-4026-8fc0-d2934c6414db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.910415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363eb3-4999-4026-8fc0-d2934c6414db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df506501-04c0-49b6-9aad-2c0ba597960c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:47.921028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cb363eb3-4999-4026-8fc0-d2934c6414db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79ff7b64c5e44da79bbf07332239e720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348894 Sep 19 03:24:47.923930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42252) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:47.927979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.959634 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:47.978976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=50b0b093-fa06-45a9-b64a-13fd2be8f327,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:48.013511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4758a27c-e85e-438c-974f-614827451580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.054356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4758a27c-e85e-438c-974f-614827451580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.115274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.145653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4758a27c-e85e-438c-974f-614827451580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.150533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4758a27c-e85e-438c-974f-614827451580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.154654 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4758a27c-e85e-438c-974f-614827451580 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df506501-04c0-49b6-9aad-2c0ba597960c HTTP/1.1" status: 204 len: 168 time: 0.2269361 Sep 19 03:24:48.160668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758a27c-e85e-438c-974f-614827451580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df506501-04c0-49b6-9aad-2c0ba597960c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:48.247057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42262) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:48.263830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd14f05b-7127-46d8-9007-d7d7b6433c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.374177 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd14f05b-7127-46d8-9007-d7d7b6433c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.379881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd14f05b-7127-46d8-9007-d7d7b6433c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.406801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 031f6bf7-53ad-4673-a57f-6fa7ba4167a4 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:24:48.431043 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dd14f05b-7127-46d8-9007-d7d7b6433c00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bc4767b9088418fba8cacdb8f3415fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790788 Sep 19 03:24:48.431043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14f05b-7127-46d8-9007-d7d7b6433c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86d7e7b-5b8b-4da0-baa5-efccda1063ee,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:48.435569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:48.484273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.493943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d634d86c-b020-4c13-8025-8811c5636b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.495449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:48.501482 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5ae8fb9d-2b33-42f9-aabb-ef352ecfcbf8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/031f6bf7-53ad-4673-a57f-6fa7ba4167a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9424267 Sep 19 03:24:48.504886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:48.506533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] Sync routers for ids ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:48.517251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] Routers {'031f6bf7-53ad-4673-a57f-6fa7ba4167a4'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:48.518131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:48.554539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:48.566781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] Routers {'031f6bf7-53ad-4673-a57f-6fa7ba4167a4'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:48.567436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:48.621415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:48.621983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ebf56-4a38-43dd-9239-de7b10e6087d None None] The sync data for ids ['031f6bf7-53ad-4673-a57f-6fa7ba4167a4'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:48.638068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d634d86c-b020-4c13-8025-8811c5636b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.658558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31424360-277f-4b9f-a49b-5099c3b8407f req-117c328e-6e5b-4031-8f37-93d1127fde0a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:48.660950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31424360-277f-4b9f-a49b-5099c3b8407f req-117c328e-6e5b-4031-8f37-93d1127fde0a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.0725148 Sep 19 03:24:48.715410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31424360-277f-4b9f-a49b-5099c3b8407f req-37c0fcb9-7eef-4c4d-b0f4-6b79a873dbb3 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473425 Sep 19 03:24:48.783257 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-b1dca9d6-169a-4f92-8186-2163ede11f84 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] remove_router_interface failed (client error): The resource could not be found. Sep 19 03:24:48.787513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42282) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:48.787719 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b1dca9d6-169a-4f92-8186-2163ede11f84 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/031f6bf7-53ad-4673-a57f-6fa7ba4167a4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2814298 Sep 19 03:24:48.808298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d634d86c-b020-4c13-8025-8811c5636b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.810855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d634d86c-b020-4c13-8025-8811c5636b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:48.811999 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d634d86c-b020-4c13-8025-8811c5636b2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a86d7e7b-5b8b-4da0-baa5-efccda1063ee HTTP/1.1" status: 204 len: 168 time: 0.3752551 Sep 19 03:24:48.824458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634d86c-b020-4c13-8025-8811c5636b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86d7e7b-5b8b-4da0-baa5-efccda1063ee,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:48.832990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c90b66c6-0c0a-41ac-8145-a61786b7d33b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=031f6bf7-53ad-4673-a57f-6fa7ba4167a4 HTTP/1.1" status: 200 len: 205 time: 0.0445459 Sep 19 03:24:48.835315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42288) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:48.933647 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e32ccd1-14df-44ae-925a-ef7c01fbd64a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.149440 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e32ccd1-14df-44ae-925a-ef7c01fbd64a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.152688 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e32ccd1-14df-44ae-925a-ef7c01fbd64a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.203898 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e32ccd1-14df-44ae-925a-ef7c01fbd64a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.204657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32ccd1-14df-44ae-925a-ef7c01fbd64a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Fanout notify agent at l3_agent the message router_deleted on router 031f6bf7-53ad-4673-a57f-6fa7ba4167a4 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:24:49.213147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e32ccd1-14df-44ae-925a-ef7c01fbd64a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.216616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e32ccd1-14df-44ae-925a-ef7c01fbd64a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/031f6bf7-53ad-4673-a57f-6fa7ba4167a4 HTTP/1.1" status: 204 len: 168 time: 0.3760519 Sep 19 03:24:49.217125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42304) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:49.302692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet 86fffe4e-1ccc-4509-95ed-298e8788cb9a {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:24:49.306925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.349655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.444208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.520409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.553211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=86fffe4e-1ccc-4509-95ed-298e8788cb9a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:49.557953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.560880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5dceae91-6a28-458c-ac40-ee8dcf5153d8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/86fffe4e-1ccc-4509-95ed-298e8788cb9a HTTP/1.1" status: 204 len: 168 time: 0.3429897 Sep 19 03:24:49.563581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42322) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:49.576602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c050f36-8a2e-4f06-8fef-b5d6958129e4 None None] Network 663fc951-398b-412b-9b60-16a6174e616f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:49.661328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.796867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] DHCP port deletion for 663fc951-398b-412b-9b60-16a6174e616f request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:24:49.933374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Deleting port a34eecac-b693-49a0-b93e-6ae8a96b700d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:49.933843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:49.954972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d47feb-0382-4939-989b-e82396e9541c req-8cae942d-5e74-4157-bd86-0b7fb26b1c1f tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:49.971951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9d47feb-0382-4939-989b-e82396e9541c req-8cae942d-5e74-4157-bd86-0b7fb26b1c1f tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1175752 Sep 19 03:24:50.038915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9d47feb-0382-4939-989b-e82396e9541c req-684c9fe4-a35d-4d0a-b839-e2efc2e5f8c9 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634587 Sep 19 03:24:50.092769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] For port a34eecac-b693-49a0-b93e-6ae8a96b700d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a34eecac-b693-49a0-b93e-6ae8a96b700d,segment=NetworkSegment(6b8dc24c-46c3-4065-a182-4f5680734aac),segment_id=6b8dc24c-46c3-4065-a182-4f5680734aac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:50.092769 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.129065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Calling delete_port for a34eecac-b693-49a0-b93e-6ae8a96b700d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:50.159390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a34eecac-b693-49a0-b93e-6ae8a96b700d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:24:50.231671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb5402-4c74-4367-9817-a176ed5d88af req-bc905c7f-c6a4-42d6-8a45-f92234b04c8a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:50.238648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37bb5402-4c74-4367-9817-a176ed5d88af req-bc905c7f-c6a4-42d6-8a45-f92234b04c8a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1060472 Sep 19 03:24:50.265916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port a34eecac-b693-49a0-b93e-6ae8a96b700d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:50.265916 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.266298 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.302985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37bb5402-4c74-4367-9817-a176ed5d88af req-9d89d109-aa84-4b48-9317-336447a5c26a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566204 Sep 19 03:24:50.381733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port a34eecac-b693-49a0-b93e-6ae8a96b700d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a34eecac-b693-49a0-b93e-6ae8a96b700d,segment=NetworkSegment(6b8dc24c-46c3-4065-a182-4f5680734aac),segment_id=6b8dc24c-46c3-4065-a182-4f5680734aac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:50.382244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.398879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.399410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for a34eecac-b693-49a0-b93e-6ae8a96b700d owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:50.438349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.474270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Pushing event deleted for resources: {'Port': ['ID=a34eecac-b693-49a0-b93e-6ae8a96b700d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:50.479682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] No DVR routers for this DVR port a34eecac-b693-49a0-b93e-6ae8a96b700d on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:50.508092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.509413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.509919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.510414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.511270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.512200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.512768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.513309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.513846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.514596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.515197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.515765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e118ca-e63b-4a44-a372-c58147cf6a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:50.540756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.590693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=a34eecac-b693-49a0-b93e-6ae8a96b700d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:50.602786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port a34eecac-b693-49a0-b93e-6ae8a96b700d on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:50.667960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd95954-f58b-4025-9b88-3ec51f1e491a req-2b04d452-1ac7-4f2e-8da7-891ba3af1d36 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:50.679100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acd95954-f58b-4025-9b88-3ec51f1e491a req-2b04d452-1ac7-4f2e-8da7-891ba3af1d36 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.0749598 Sep 19 03:24:50.712360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.741165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acd95954-f58b-4025-9b88-3ec51f1e491a req-8b627cef-5e3e-4b33-aee8-9d6fe56e1dee tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459998 Sep 19 03:24:50.763639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663fc951-398b-412b-9b60-16a6174e616f']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:50.788543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8dc24c-46c3-4065-a182-4f5680734aac') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:50.788903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8dc24c-46c3-4065-a182-4f5680734aac') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:50.802164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.816816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.824441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:24:50.824755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:24:50.856911 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:24:50.916169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.922539 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:50.924820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/663fc951-398b-412b-9b60-16a6174e616f HTTP/1.1" status: 204 len: 168 time: 1.3601892 Sep 19 03:24:50.929459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42396) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:50.935298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1575263096'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:50.985946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651ee7a-2532-4fd0-9447-c35c3326c365 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=663fc951-398b-412b-9b60-16a6174e616f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:50.992279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:51.001858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.040122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:24:51.051911 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.052464 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment a6f79be5-fc28-4228-ad60-18dfdc9a1f82 of type vlan for network f8276cf0-d6b6-4f80-850d-eba559597e75 Sep 19 03:24:51.103764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.131913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.138318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:51.140792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.223931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=f8276cf0-d6b6-4f80-850d-eba559597e75,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:51.236773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f8276cf0-d6b6-4f80-850d-eba559597e75 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:24:51.243988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-40cbe6a9-376c-4b83-a339-8c93f87a8cb0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3133156 Sep 19 03:24:51.246815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42434) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:51.251933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': 'f8276cf0-d6b6-4f80-850d-eba559597e75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:51.411065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:24:51.415555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.674118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.746370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=52544b9f-3f05-4bd9-9e9c-cef8c122c73a,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:51.795482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': 'a6f79be5-fc28-4228-ad60-18dfdc9a1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8276cf0-d6b6-4f80-850d-eba559597e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:51.795903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: f8276cf0-d6b6-4f80-850d-eba559597e75, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:24:51.834459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network f8276cf0-d6b6-4f80-850d-eba559597e75 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:24:51.853959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f8276cf0-d6b6-4f80-850d-eba559597e75) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:51.862109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:51.862934 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.866830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce0fc5-f390-4fbb-804f-2cff94307e66 None None] Network f8276cf0-d6b6-4f80-850d-eba559597e75 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:51.891669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b7e3e656-d81a-49c2-ba7a-81e149c3b88e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6437137 Sep 19 03:24:51.894963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42446) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:51.900901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2646188a-2017-416d-92ef-a6c19170ea0c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-629444747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:51.953169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2646188a-2017-416d-92ef-a6c19170ea0c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.955982 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2646188a-2017-416d-92ef-a6c19170ea0c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:51.999677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d0c02-4aff-4613-b22f-3824dc71c8b0 req-d7c613a3-5e38-44aa-870b-778c851bb76c tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:52.006864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-438d0c02-4aff-4613-b22f-3824dc71c8b0 req-d7c613a3-5e38-44aa-870b-778c851bb76c tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.0962033 Sep 19 03:24:52.094478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-438d0c02-4aff-4613-b22f-3824dc71c8b0 req-e7f4db4d-e795-4ea7-bcfe-f0a8ee036669 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756171 Sep 19 03:24:52.118469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2646188a-2017-416d-92ef-a6c19170ea0c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:52.128270 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2646188a-2017-416d-92ef-a6c19170ea0c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:52.151393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f8276cf0-d6b6-4f80-850d-eba559597e75', 'network_id': 'f8276cf0-d6b6-4f80-850d-eba559597e75', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': '52544b9f-3f05-4bd9-9e9c-cef8c122c73a'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:24:52.153351 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:52.159222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2646188a-2017-416d-92ef-a6c19170ea0c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:52.170488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42454) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:52.172350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2646188a-2017-416d-92ef-a6c19170ea0c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2749970 Sep 19 03:24:52.379921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42458) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:52.486700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047106b-6945-4ab7-9658-7c38b78be176 req-126fe453-80af-472c-aaf1-4eaad4888888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:52.488356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2047106b-6945-4ab7-9658-7c38b78be176 req-126fe453-80af-472c-aaf1-4eaad4888888 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0a120620661442cb1bc8ada0fa2da10&device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 1096 time: 0.0957639 Sep 19 03:24:52.545814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Allocated IP 2001:db8::2 (f8276cf0-d6b6-4f80-850d-eba559597e75/52544b9f-3f05-4bd9-9e9c-cef8c122c73a/f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:52.584857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-38ba0f94-169c-45d5-a0bf-13cd6c6bab87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:52.725818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047106b-6945-4ab7-9658-7c38b78be176 req-5931cbd1-d4f8-4f83-9094-31cc69d9dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:52.728254 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2047106b-6945-4ab7-9658-7c38b78be176 req-5931cbd1-d4f8-4f83-9094-31cc69d9dda1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0627e442-e6c4-496d-b192-68a925f7be72 HTTP/1.1" status: 200 len: 913 time: 0.2306347 Sep 19 03:24:52.806543 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2047106b-6945-4ab7-9658-7c38b78be176 req-302f15af-2887-476d-b33b-1986c8aa8cc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7 HTTP/1.1" status: 200 len: 217 time: 0.0694833 Sep 19 03:24:52.812989 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:52.822997 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:52.878494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Network f8276cf0-d6b6-4f80-850d-eba559597e75 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:52.888240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:52.895300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047106b-6945-4ab7-9658-7c38b78be176 req-1e0b95fc-2a42-4de4-966b-f832526f444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:52.897056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2047106b-6945-4ab7-9658-7c38b78be176 req-1e0b95fc-2a42-4de4-966b-f832526f444f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af3af680-3bd5-48f7-b5aa-65ce64500f3a HTTP/1.1" status: 200 len: 852 time: 0.0796568 Sep 19 03:24:52.900544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:52.910031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Pushing event updated for resources: {'Port': ['ID=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:52.944148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2047106b-6945-4ab7-9658-7c38b78be176 req-54a588d5-1ac8-4bdb-8319-878cb4295297 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0627e442-e6c4-496d-b192-68a925f7be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398867 Sep 19 03:24:53.009964 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-38ba0f94-169c-45d5-a0bf-13cd6c6bab87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.019269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-38ba0f94-169c-45d5-a0bf-13cd6c6bab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.030076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Attempting to bind port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:24:53.032053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Attempting to bind port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a6f79be5-fc28-4228-ad60-18dfdc9a1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8276cf0-d6b6-4f80-850d-eba559597e75'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:24:53.032497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Attempting to bind port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 on network f8276cf0-d6b6-4f80-850d-eba559597e75 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:24:53.041748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:24:53.050086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Checking segment: {'id': 'a6f79be5-fc28-4228-ad60-18dfdc9a1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8276cf0-d6b6-4f80-850d-eba559597e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:24:53.053015 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.053520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Bound using segment: {'id': 'a6f79be5-fc28-4228-ad60-18dfdc9a1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8276cf0-d6b6-4f80-850d-eba559597e75'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:24:53.060611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Bound port: f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f79be5-fc28-4228-ad60-18dfdc9a1f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f8276cf0-d6b6-4f80-850d-eba559597e75'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:24:53.061104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.140317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4ab2b-436b-4e57-b6f0-9c2092b6d2be req-cf6142f8-2296-46cc-b853-c38c696f79fe tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:53.149019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38d4ab2b-436b-4e57-b6f0-9c2092b6d2be req-cf6142f8-2296-46cc-b853-c38c696f79fe tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1347144 Sep 19 03:24:53.164362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] For port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:24:53.167742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] For port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,segment=NetworkSegment(a6f79be5-fc28-4228-ad60-18dfdc9a1f82),segment_id=a6f79be5-fc28-4228-ad60-18dfdc9a1f82)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:24:53.182584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.239368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38d4ab2b-436b-4e57-b6f0-9c2092b6d2be req-cb730481-b468-458f-b752-6c4cce7cf66f tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891540 Sep 19 03:24:53.244303 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-38ba0f94-169c-45d5-a0bf-13cd6c6bab87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42fd68c43af7447aa43b02e74c1d70ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8621478 Sep 19 03:24:53.245624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42466) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:53.264489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.309201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c05dd-cfd9-477e-9b4f-3f7ed41e29e8 None None] Pushing event updated for resources: {'Port': ['ID=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:53.336585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba0f94-169c-45d5-a0bf-13cd6c6bab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7080a92d-0f88-487f-a496-3b828cd443de,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:53.364462 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2047106b-6945-4ab7-9658-7c38b78be176 req-c377b444-b59d-43aa-ad72-27aa5bde9a93 service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129415 Sep 19 03:24:53.427562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-400826dd-9574-43ba-90c0-e0cdd9751b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.494262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-400826dd-9574-43ba-90c0-e0cdd9751b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.548044 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2047106b-6945-4ab7-9658-7c38b78be176 req-07de76d7-52a0-480f-ba27-29b6bab37867 service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613257 Sep 19 03:24:53.579708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-400826dd-9574-43ba-90c0-e0cdd9751b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.583498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-400826dd-9574-43ba-90c0-e0cdd9751b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.594235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-400826dd-9574-43ba-90c0-e0cdd9751b72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7080a92d-0f88-487f-a496-3b828cd443de HTTP/1.1" status: 204 len: 168 time: 0.3287826 Sep 19 03:24:53.632341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400826dd-9574-43ba-90c0-e0cdd9751b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7080a92d-0f88-487f-a496-3b828cd443de,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:53.643455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8::1 (f8276cf0-d6b6-4f80-850d-eba559597e75/52544b9f-3f05-4bd9-9e9c-cef8c122c73a/45d5ef60-da01-4774-9be3-57beecd2a846) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:53.812157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.868689 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.920598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network f8276cf0-d6b6-4f80-850d-eba559597e75 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:53.926497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:53.932925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:53.933605 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:53.940374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=45d5ef60-da01-4774-9be3-57beecd2a846,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:54.078044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:54.078566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42472) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:54.087094 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.094680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8144-79b4-41cd-845a-f25f123772a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.153426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:54.153973 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.267444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8144-79b4-41cd-845a-f25f123772a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.282534 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e0f8144-79b4-41cd-845a-f25f123772a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.301230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.365416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e0f8144-79b4-41cd-845a-f25f123772a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=654641d6f4b64d70acb67d09054d775d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843921 Sep 19 03:24:54.369932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42480) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:54.397685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,segment=NetworkSegment(a6f79be5-fc28-4228-ad60-18dfdc9a1f82),segment_id=a6f79be5-fc28-4228-ad60-18dfdc9a1f82)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:54.405158 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.417338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f8144-79b4-41cd-845a-f25f123772a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca38c53-2072-4635-876c-8967cea5c05a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:54.451944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a88f8a2-22ff-4ab8-901c-1ec8e2bf803f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.454944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.482382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a88f8a2-22ff-4ab8-901c-1ec8e2bf803f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.494234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:54.516248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.517032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.559787 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a88f8a2-22ff-4ab8-901c-1ec8e2bf803f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.563141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a88f8a2-22ff-4ab8-901c-1ec8e2bf803f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.568462 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0a88f8a2-22ff-4ab8-901c-1ec8e2bf803f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ca38c53-2072-4635-876c-8967cea5c05a HTTP/1.1" status: 204 len: 168 time: 0.1809299 Sep 19 03:24:54.575537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88f8a2-22ff-4ab8-901c-1ec8e2bf803f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca38c53-2072-4635-876c-8967cea5c05a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:54.624206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=45d5ef60-da01-4774-9be3-57beecd2a846,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:54.709671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13369ff4-fd5e-4889-9ef1-29145c17bce2 req-008275d8-64d4-46b0-84ef-5736356bc619 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:54.721463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13369ff4-fd5e-4889-9ef1-29145c17bce2 req-008275d8-64d4-46b0-84ef-5736356bc619 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.2685084 Sep 19 03:24:54.776394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1bc2e-2b3d-4a76-a72e-e1bb93a63b1b None None] Network f8276cf0-d6b6-4f80-850d-eba559597e75 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:54.793093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network f8276cf0-d6b6-4f80-850d-eba559597e75 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:54.796872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13369ff4-fd5e-4889-9ef1-29145c17bce2 req-8714342d-11f7-4c53-8366-71c8bf823c43 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745978 Sep 19 03:24:54.798185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:54.905417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-13beebac-6d3e-46b1-8a4e-133e94cbceba None None] Provisioning complete for port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:54.906138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13beebac-6d3e-46b1-8a4e-133e94cbceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:54.937972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 8998fc21-0261-477c-91c9-903bfbaac623 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:24:55.040262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:55.045717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e3d2a74-ae81-4011-8cc6-3207b89f172f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/8998fc21-0261-477c-91c9-903bfbaac623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8803167 Sep 19 03:24:55.048341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42490) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:55.055741 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] Sync routers for ids ['8998fc21-0261-477c-91c9-903bfbaac623'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:55.087226 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] Routers {'8998fc21-0261-477c-91c9-903bfbaac623'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:55.089147 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8998fc21-0261-477c-91c9-903bfbaac623'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:55.108116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a63503-244e-4337-90bd-a7c8995b6348 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:55.110305 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e2a63503-244e-4337-90bd-a7c8995b6348 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports/45d5ef60-da01-4774-9be3-57beecd2a846 HTTP/1.1" status: 200 len: 911 time: 0.0609004 Sep 19 03:24:55.113803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42494) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:55.142490 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:55.157483 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] Routers {'8998fc21-0261-477c-91c9-903bfbaac623'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:55.158608 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8998fc21-0261-477c-91c9-903bfbaac623'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:55.206961 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:55.207630 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b42c64-4e39-449e-ad9e-ba344745a55c None None] The sync data for ids ['8998fc21-0261-477c-91c9-903bfbaac623'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:55.510229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7ad186d1-3336-4b82-a60b-636126903c73 None None] Provisioning complete for port 45d5ef60-da01-4774-9be3-57beecd2a846 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:55.510832 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ad186d1-3336-4b82-a60b-636126903c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:55.532316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:55.560597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7ad186d1-3336-4b82-a60b-636126903c73 None None] Port 45d5ef60-da01-4774-9be3-57beecd2a846 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:55.570892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7ad186d1-3336-4b82-a60b-636126903c73 None None] Provisioning complete for port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:55.571346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ad186d1-3336-4b82-a60b-636126903c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:55.807716 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5d802a3f-a8f6-4cd9-8bce-fa37c9a58a3b None None] Provisioning complete for port 45d5ef60-da01-4774-9be3-57beecd2a846 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:55.808090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d802a3f-a8f6-4cd9-8bce-fa37c9a58a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:55.876485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 45d5ef60-da01-4774-9be3-57beecd2a846 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:55.876743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:55.900335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5d802a3f-a8f6-4cd9-8bce-fa37c9a58a3b None None] Port 45d5ef60-da01-4774-9be3-57beecd2a846 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:56.039182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170d28f-9bad-4495-8229-373fab7deefc req-7354ba52-743a-4478-90b2-b839372139c5 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:56.039593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3170d28f-9bad-4495-8229-373fab7deefc req-7354ba52-743a-4478-90b2-b839372139c5 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1283770 Sep 19 03:24:56.056392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:24:56.066227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:56.087644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 45d5ef60-da01-4774-9be3-57beecd2a846 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:56.114720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3170d28f-9bad-4495-8229-373fab7deefc req-87a25444-55dc-4485-8126-88d843c00057 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683875 Sep 19 03:24:56.156364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:56.156742 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:56.159150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a561ad7a-9695-4850-8838-d19e38e0cddf None None] Provisioning complete for port 45d5ef60-da01-4774-9be3-57beecd2a846 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:24:56.159508 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a561ad7a-9695-4850-8838-d19e38e0cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:56.210508 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-37e8fdb3-a260-421d-b91f-9068139e8f3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459607 Sep 19 03:24:56.232773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a561ad7a-9695-4850-8838-d19e38e0cddf None None] Port 45d5ef60-da01-4774-9be3-57beecd2a846 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:24:56.331598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-0815e815-c181-44fe-b1d2-496bd8d7773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:56.333236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-0815e815-c181-44fe-b1d2-496bd8d7773a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b35885af2114107ab5ddac61605476e&device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 1096 time: 0.0792801 Sep 19 03:24:56.426550 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:56.460701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=45d5ef60-da01-4774-9be3-57beecd2a846,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:56.501802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-e67e876f-6fd4-4436-9bdd-82ea981e4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:56.505398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-e67e876f-6fd4-4436-9bdd-82ea981e4a90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 200 len: 916 time: 0.1469467 Sep 19 03:24:56.574642 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-daeae25e-0cdc-4054-a620-202c0f46268e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67 HTTP/1.1" status: 200 len: 217 time: 0.0599263 Sep 19 03:24:56.604553 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:56.618788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ec85c-e086-4abe-a06e-8a7ce308cf70 req-6f4f3fe3-3a9b-403c-882e-93c0435a80be tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:56.620412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-072ec85c-e086-4abe-a06e-8a7ce308cf70 req-6f4f3fe3-3a9b-403c-882e-93c0435a80be tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1609545 Sep 19 03:24:56.648695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-6e7dcd17-72db-4780-ac99-47fc91fc2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:56.651778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-6e7dcd17-72db-4780-ac99-47fc91fc2ca0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 200 len: 855 time: 0.0667343 Sep 19 03:24:56.698507 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-69b8f42d-fce1-4bf0-bcaf-f7c8736ca018 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4fb270e6-02be-4aae-8be8-34bc8b469fb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351577 Sep 19 03:24:56.821183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-072ec85c-e086-4abe-a06e-8a7ce308cf70 req-7b9ec8d7-b07d-4c2f-a87f-f68778174863 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909938 Sep 19 03:24:56.825866 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-6fbef244-6be8-42d3-8e75-9c0ab0a8c023 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156778 Sep 19 03:24:56.871769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 8998fc21-0261-477c-91c9-903bfbaac623 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:24:56.962711 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5684b499-51a1-4bda-94aa-fefb996f6a65 req-39b93c78-6365-4861-802b-c599ec0f1580 service neutron] 10.222.0.32 "GET /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253638 Sep 19 03:24:56.973539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:24:56.982596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42542) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:56.983273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-33b10631-2174-4a90-b3a0-97c7fceb1647 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/8998fc21-0261-477c-91c9-903bfbaac623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684793 Sep 19 03:24:56.988163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] Sync routers for ids ['8998fc21-0261-477c-91c9-903bfbaac623'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:24:57.002797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] Routers {'8998fc21-0261-477c-91c9-903bfbaac623'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:57.004023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8998fc21-0261-477c-91c9-903bfbaac623'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:57.022651 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-128a9ad5-bf8b-4740-8b5e-c4ea5283ae2b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=8998fc21-0261-477c-91c9-903bfbaac623 HTTP/1.1" status: 200 len: 205 time: 0.0387042 Sep 19 03:24:57.025228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42546) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:57.038505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:57.048033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] Routers {'8998fc21-0261-477c-91c9-903bfbaac623'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:24:57.048945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8998fc21-0261-477c-91c9-903bfbaac623'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:57.085172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:57.085827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750661d-c5fd-4c7e-b2ba-d965143dd19c None None] The sync data for ids ['8998fc21-0261-477c-91c9-903bfbaac623'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:24:57.123748 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:24:57.130241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47eb23b5-d682-4b7b-9097-5ad4f7191bc0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.301440 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47eb23b5-d682-4b7b-9097-5ad4f7191bc0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.303848 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47eb23b5-d682-4b7b-9097-5ad4f7191bc0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.353306 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47eb23b5-d682-4b7b-9097-5ad4f7191bc0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.354264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb23b5-d682-4b7b-9097-5ad4f7191bc0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Fanout notify agent at l3_agent the message router_deleted on router 8998fc21-0261-477c-91c9-903bfbaac623 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:24:57.362295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-47eb23b5-d682-4b7b-9097-5ad4f7191bc0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.365887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-47eb23b5-d682-4b7b-9097-5ad4f7191bc0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/8998fc21-0261-477c-91c9-903bfbaac623 HTTP/1.1" status: 204 len: 168 time: 0.3373425 Sep 19 03:24:57.366328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42556) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:57.439919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet 52544b9f-3f05-4bd9-9e9c-cef8c122c73a {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:24:57.443617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.490861 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.595023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.666099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.697636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=52544b9f-3f05-4bd9-9e9c-cef8c122c73a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:57.699592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.705216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1c2caeae-abbc-478d-8ac4-e912d20f5454 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/52544b9f-3f05-4bd9-9e9c-cef8c122c73a HTTP/1.1" status: 204 len: 168 time: 0.3340714 Sep 19 03:24:57.705322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42566) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:57.706266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a429a92-f48c-4597-bd43-45241399ab56 None None] Network f8276cf0-d6b6-4f80-850d-eba559597e75 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:24:57.799432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.900810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:57.901163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:57.929866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] DHCP port deletion for f8276cf0-d6b6-4f80-850d-eba559597e75 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:24:57.992651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,segment=NetworkSegment(a6f79be5-fc28-4228-ad60-18dfdc9a1f82),segment_id=a6f79be5-fc28-4228-ad60-18dfdc9a1f82)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:57.993401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.000539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] Deleting port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:24:58.001086 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.022590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:58.047520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b190f8-7256-4413-8aa1-6afc4aa33592 req-16a041fc-b9ec-4a6c-8e45-1d1752b3454a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:58.050020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0b190f8-7256-4413-8aa1-6afc4aa33592 req-16a041fc-b9ec-4a6c-8e45-1d1752b3454a tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1242962 Sep 19 03:24:58.052398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:24:58.120828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] For port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,segment=NetworkSegment(a6f79be5-fc28-4228-ad60-18dfdc9a1f82),segment_id=a6f79be5-fc28-4228-ad60-18dfdc9a1f82)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:24:58.121006 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.121759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0b190f8-7256-4413-8aa1-6afc4aa33592 req-52b2e4fa-3268-408e-8868-ac8ff5a92e32 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630143 Sep 19 03:24:58.147452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] Calling delete_port for f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:24:58.164008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.199623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:58.205785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:58.298554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.362853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8276cf0-d6b6-4f80-850d-eba559597e75']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:58.390655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 update to DOWN by agent not found {{(pid=94724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 19 03:24:58.410870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f79be5-fc28-4228-ad60-18dfdc9a1f82') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:58.411412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f79be5-fc28-4228-ad60-18dfdc9a1f82') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:24:58.427706 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.452936 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.459737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.487454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:24:58.487905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:24:58.491276 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:24:58.504488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6531f90-8603-4ab1-8d24-707f594c2d6c req-d37e7b77-7c3d-4588-82be-c26788b35aa3 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:58.510299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6531f90-8603-4ab1-8d24-707f594c2d6c req-d37e7b77-7c3d-4588-82be-c26788b35aa3 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1232994 Sep 19 03:24:58.522428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] Pushing event deleted for resources: {'Port': ['ID=f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:58.534878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac628f-6394-4f30-b4db-13b787356f3c None None] No DVR routers for this DVR port f6322e4f-5e8e-4173-9bdf-7f3ed38d51a2 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:24:58.574592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-48d2cc97-4beb-46ba-b869-c28f5ede8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:58.576423 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-48d2cc97-4beb-46ba-b869-c28f5ede8a79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0a120620661442cb1bc8ada0fa2da10&device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 1096 time: 0.1312366 Sep 19 03:24:58.582041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6531f90-8603-4ab1-8d24-707f594c2d6c req-e87eab45-2bff-4fab-ab3d-38ebb2def4c6 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646853 Sep 19 03:24:58.599066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.622485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.624584 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/f8276cf0-d6b6-4f80-850d-eba559597e75 HTTP/1.1" status: 204 len: 168 time: 0.9188659 Sep 19 03:24:58.628980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:58.653754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2019363855', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:24:58.667521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab729db-af8b-491e-98ab-a8f905c82046 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=f8276cf0-d6b6-4f80-850d-eba559597e75,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:58.731433 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.732411 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.759950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42586) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:58.761725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-94937156-0477-486b-a6ee-a7d6865a59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:58.763234 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-94937156-0477-486b-a6ee-a7d6865a59d0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0627e442-e6c4-496d-b192-68a925f7be72 HTTP/1.1" status: 200 len: 913 time: 0.1732907 Sep 19 03:24:58.816034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-00e78943-6f86-419d-9982-6c92d68e410a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7 HTTP/1.1" status: 200 len: 217 time: 0.0409460 Sep 19 03:24:58.848596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.909942 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed297e2b-e05b-42d4-8772-295a9d96048b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:58.952763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-048f38b2-7562-405e-a569-7b3ace62c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:58.955708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-048f38b2-7562-405e-a569-7b3ace62c9b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=af3af680-3bd5-48f7-b5aa-65ce64500f3a HTTP/1.1" status: 200 len: 852 time: 0.1144676 Sep 19 03:24:59.012532 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed297e2b-e05b-42d4-8772-295a9d96048b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.017207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed297e2b-e05b-42d4-8772-295a9d96048b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.019890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-c4ed252d-0a90-4ad6-b657-ccf94308b7d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0627e442-e6c4-496d-b192-68a925f7be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336287 Sep 19 03:24:59.063106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed297e2b-e05b-42d4-8772-295a9d96048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a06a2e-b208-4245-9e1e-aa0e3452e86e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:59.068972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.070866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ed297e2b-e05b-42d4-8772-295a9d96048b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=133b680605e2498fa3f2555dd562d332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090560 Sep 19 03:24:59.071843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42590) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:59.123756 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-023bef8c-f77a-4da7-8a4a-5d3118792e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.151011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-023bef8c-f77a-4da7-8a4a-5d3118792e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.197539 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-d7e70101-b897-448b-896a-e530dab02929 service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385362 Sep 19 03:24:59.208449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-023bef8c-f77a-4da7-8a4a-5d3118792e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.211950 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-023bef8c-f77a-4da7-8a4a-5d3118792e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.213383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-023bef8c-f77a-4da7-8a4a-5d3118792e72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5a06a2e-b208-4245-9e1e-aa0e3452e86e HTTP/1.1" status: 204 len: 168 time: 0.1406262 Sep 19 03:24:59.226173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023bef8c-f77a-4da7-8a4a-5d3118792e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a06a2e-b208-4245-9e1e-aa0e3452e86e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:59.349549 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a756f0b0-10b9-46b2-aae8-2d70763657b1 req-15c0b084-f4da-4ca2-9c79-9f6a71c551c1 service neutron] 10.222.0.32 "GET /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162498 Sep 19 03:24:59.444202 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.464085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.545334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42596) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:59.558820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.600941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 172.25.8.132 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/040c0ccf-af60-4cdc-bb5c-ab038de5e950) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:24:59.685641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.736077 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.742179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.778682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0cb392b13b54dbe9565b1554cf4d2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288678 Sep 19 03:24:59.780598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42604) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:24:59.790295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.799914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1e687-a4ee-475d-ba8f-42cbc42064ed req-22b619ae-bf94-41cb-811a-661cf4f23b9d tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:24:59.807596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8b1e687-a4ee-475d-ba8f-42cbc42064ed req-22b619ae-bf94-41cb-811a-661cf4f23b9d tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1199262 Sep 19 03:24:59.808631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86703610-3521-4cf8-b38b-2246d266f167,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:59.824365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.825142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.825684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.826222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.826766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.827297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.827822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.828394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.828901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.829471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.829943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.831146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b46d6de-dca1-4d47-9f75-da104296d5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:24:59.872767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:24:59.875945 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.878685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8b1e687-a4ee-475d-ba8f-42cbc42064ed req-fd33164b-050c-45a4-b90d-c54604615c3f tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586200 Sep 19 03:24:59.888722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=040c0ccf-af60-4cdc-bb5c-ab038de5e950,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:24:59.901916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:24:59.905323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:24:59.935152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ffdfe72-326d-45f5-91f7-33c2f2c45610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:24:59.961808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ffdfe72-326d-45f5-91f7-33c2f2c45610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:00.104649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ffdfe72-326d-45f5-91f7-33c2f2c45610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:00.107149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ffdfe72-326d-45f5-91f7-33c2f2c45610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:00.108311 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6ffdfe72-326d-45f5-91f7-33c2f2c45610 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86703610-3521-4cf8-b38b-2246d266f167 HTTP/1.1" status: 204 len: 168 time: 0.3264914 Sep 19 03:25:00.152469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdfe72-326d-45f5-91f7-33c2f2c45610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86703610-3521-4cf8-b38b-2246d266f167,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:00.225072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:00.793265 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:00.966160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router aba78023-45bf-4833-9372-3ffc64e43094 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:25:01.046824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40194d-d292-45f9-8464-8783ba14f74c req-12c4bde1-408d-4475-86c0-b5dbe432f975 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:01.056613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d40194d-d292-45f9-8464-8783ba14f74c req-12c4bde1-408d-4475-86c0-b5dbe432f975 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.0845149 Sep 19 03:25:01.105026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d40194d-d292-45f9-8464-8783ba14f74c req-0e3818ea-f9bd-4ca3-af78-859b437cd15f tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473325 Sep 19 03:25:01.138719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:01.149335 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] Sync routers for ids ['aba78023-45bf-4833-9372-3ffc64e43094'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:01.161672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:01.164044 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-80a2e0c8-cd8b-4a9c-8b81-7e5b8ac8a878 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5271237 Sep 19 03:25:01.166042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:01.167608 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] Routers {'aba78023-45bf-4833-9372-3ffc64e43094'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:01.168218 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aba78023-45bf-4833-9372-3ffc64e43094'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:01.212466 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:01.237719 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] Routers {'aba78023-45bf-4833-9372-3ffc64e43094'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:01.240387 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aba78023-45bf-4833-9372-3ffc64e43094'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:01.327884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4dcfe508-5174-4692-a54e-6d5f24bcf5ce tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/routers/aba78023-45bf-4833-9372-3ffc64e43094 HTTP/1.1" status: 200 len: 885 time: 0.1602287 Sep 19 03:25:01.330971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42654) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:01.379184 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:01.379951 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73382b87-fd26-42e5-8a5c-fa8a64a9cd55 None None] The sync data for ids ['aba78023-45bf-4833-9372-3ffc64e43094'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:01.526615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f43a7a-1aa8-4140-af36-d32943a1c50e req-0c7ae691-8f6c-4b2f-b088-26bd751a9888 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:01.528273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83f43a7a-1aa8-4140-af36-d32943a1c50e req-0c7ae691-8f6c-4b2f-b088-26bd751a9888 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.0657387 Sep 19 03:25:01.577582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83f43a7a-1aa8-4140-af36-d32943a1c50e req-405be165-c39f-420e-9afc-0c9087ca29c3 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420828 Sep 19 03:25:01.630795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4fc775c1-91ed-4b83-8bb2-c44ff95cdd32 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2968037 Sep 19 03:25:01.631782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42664) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:01.636638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-06eb51ae-07b4-4e4e-a005-806bc6c60449 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2019363855'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:02.371952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06eb51ae-07b4-4e4e-a005-806bc6c60449 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:02.396229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06eb51ae-07b4-4e4e-a005-806bc6c60449 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:02.548439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06eb51ae-07b4-4e4e-a005-806bc6c60449 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router aba78023-45bf-4833-9372-3ffc64e43094 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:02.688962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06eb51ae-07b4-4e4e-a005-806bc6c60449 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:02.699740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] Sync routers for ids ['aba78023-45bf-4833-9372-3ffc64e43094'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:02.700429 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06eb51ae-07b4-4e4e-a005-806bc6c60449 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:02.703630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-06eb51ae-07b4-4e4e-a005-806bc6c60449 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/aba78023-45bf-4833-9372-3ffc64e43094 HTTP/1.1" status: 200 len: 892 time: 1.0682206 Sep 19 03:25:02.703787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42700) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:02.712771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] Routers {'aba78023-45bf-4833-9372-3ffc64e43094'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:02.713649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aba78023-45bf-4833-9372-3ffc64e43094'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:02.754903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:02.766300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] Routers {'aba78023-45bf-4833-9372-3ffc64e43094'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:02.767415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aba78023-45bf-4833-9372-3ffc64e43094'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:02.826855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:02.827786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b423dcc-1dd1-4444-8b7f-5b53b1151f71 None None] The sync data for ids ['aba78023-45bf-4833-9372-3ffc64e43094'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:02.859617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07305fe-1a0d-4ff5-abb3-d0132991b529 req-e870fa2e-dbe6-4120-8d52-d17fbcbb506d tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:02.861383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b07305fe-1a0d-4ff5-abb3-d0132991b529 req-e870fa2e-dbe6-4120-8d52-d17fbcbb506d tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1591358 Sep 19 03:25:02.894673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68c6fe4d-7f1a-4b18-b0eb-b7e08a830d1e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/routers/aba78023-45bf-4833-9372-3ffc64e43094 HTTP/1.1" status: 200 len: 892 time: 0.1895988 Sep 19 03:25:02.897448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42704) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:02.929456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b07305fe-1a0d-4ff5-abb3-d0132991b529 req-e360cc6f-91b1-431e-a808-db5dcc6890a3 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574553 Sep 19 03:25:02.940930 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64a66f25-a834-433b-9704-1dd5ce73dafc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=aba78023-45bf-4833-9372-3ffc64e43094 HTTP/1.1" status: 200 len: 205 time: 0.0415096 Sep 19 03:25:02.943844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42706) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:02.950962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42708) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:03.061560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.155872 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48f88fbc-2af6-47eb-a5ae-2afeab9d1e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.197499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.261412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 040c0ccf-af60-4cdc-bb5c-ab038de5e950 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:03.262038 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.289779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48f88fbc-2af6-47eb-a5ae-2afeab9d1e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.295958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48f88fbc-2af6-47eb-a5ae-2afeab9d1e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.336324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f88fbc-2af6-47eb-a5ae-2afeab9d1e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad346b3f-1e7e-4ffa-bdec-2cd8c598c23e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:03.363963 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-48f88fbc-2af6-47eb-a5ae-2afeab9d1e59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91dd24f020994a1cbdb966305d50153c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110250 Sep 19 03:25:03.364411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42714) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:03.366258 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.397954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 040c0ccf-af60-4cdc-bb5c-ab038de5e950 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:03.491552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fbdb8d1-d97a-4579-85a9-7b887718c76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.517251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fbdb8d1-d97a-4579-85a9-7b887718c76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.638056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fbdb8d1-d97a-4579-85a9-7b887718c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.640982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fbdb8d1-d97a-4579-85a9-7b887718c76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.645162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4fbdb8d1-d97a-4579-85a9-7b887718c76b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad346b3f-1e7e-4ffa-bdec-2cd8c598c23e HTTP/1.1" status: 204 len: 168 time: 0.2674272 Sep 19 03:25:03.662589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbdb8d1-d97a-4579-85a9-7b887718c76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad346b3f-1e7e-4ffa-bdec-2cd8c598c23e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:03.678132 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.707908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=040c0ccf-af60-4cdc-bb5c-ab038de5e950,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:03.774949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.881294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.888123 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.952975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.953527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Fanout notify agent at l3_agent the message router_deleted on router aba78023-45bf-4833-9372-3ffc64e43094 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:25:03.964548 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:03.970244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b7cd5eb5-be39-414e-9710-b20aec6053b5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/aba78023-45bf-4833-9372-3ffc64e43094 HTTP/1.1" status: 204 len: 168 time: 1.0253680 Sep 19 03:25:03.974444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42724) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:03.980968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1477102187'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:04.015687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-970bfc0c-74bb-479f-a36a-1cf3b8cc3931 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:04.018407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-970bfc0c-74bb-479f-a36a-1cf3b8cc3931 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.32 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.0755818 Sep 19 03:25:04.057567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:04.068225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.133491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:04.155942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42728) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:04.156602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8d1a8-c13f-40fe-8b2b-ed7fac4a00a2 req-6ae21dac-d5ad-4002-a19e-71c79a87c21b tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:04.158549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbb8d1a8-c13f-40fe-8b2b-ed7fac4a00a2 req-6ae21dac-d5ad-4002-a19e-71c79a87c21b tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 945 time: 0.1276531 Sep 19 03:25:04.164259 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.165060 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment 0df6ee47-f3f5-4f5a-b975-b7a28e9e8483 of type vlan for network fb2ca394-933c-4f81-9e05-b07a2504de97 Sep 19 03:25:04.177671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6138c22-a5e2-4b25-9362-5e1b4ff6a9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.213367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Deleting port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:04.213854 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.215914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbb8d1a8-c13f-40fe-8b2b-ed7fac4a00a2 req-1ce6f2dc-7537-420f-9d3d-87f04e6718fc tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/security-groups?id=477c08da-3044-4a08-86e5-54180f42a577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478051 Sep 19 03:25:04.271308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.302237 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.310117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:04.311386 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.390907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] For port eaf010d7-7c4f-464b-abac-6e656a8cb0c7, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,segment=NetworkSegment(ef3254ef-cedc-4395-85c1-0ba7f29aa904),segment_id=ef3254ef-cedc-4395-85c1-0ba7f29aa904)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:04.391288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.409373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=fb2ca394-933c-4f81-9e05-b07a2504de97,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:04.413707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Calling delete_port for eaf010d7-7c4f-464b-abac-6e656a8cb0c7 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:04.421558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network fb2ca394-933c-4f81-9e05-b07a2504de97 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:04.478331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6138c22-a5e2-4b25-9362-5e1b4ff6a9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.493461 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d6138c22-a5e2-4b25-9362-5e1b4ff6a9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.516228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8ef34cf6-3942-4793-a1c7-c8544ccd7d61 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5400069 Sep 19 03:25:04.523061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42734) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:04.538182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': 'fb2ca394-933c-4f81-9e05-b07a2504de97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:04.667023 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6138c22-a5e2-4b25-9362-5e1b4ff6a9ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd0adda6aede466492ea40d65842935d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099323 Sep 19 03:25:04.668710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6138c22-a5e2-4b25-9362-5e1b4ff6a9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90a1ee3-490c-4704-891e-0f7a8f0ade06,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:04.671864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:04.739973 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d744429-5162-4447-a9f8-33d358d0c808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.758659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:04.763306 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.804278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d744429-5162-4447-a9f8-33d358d0c808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.839185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.882620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['eaf010d7-7c4f-464b-abac-6e656a8cb0c7'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:25:04.900116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Pushing event deleted for resources: {'Port': ['ID=eaf010d7-7c4f-464b-abac-6e656a8cb0c7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:04.957990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] No DVR routers for this DVR port eaf010d7-7c4f-464b-abac-6e656a8cb0c7 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:04.960294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.963501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1f6b6978-da55-4c57-98be-6f1b60af0c63 req-17bb7532-a781-4224-9d65-73c060b2261e tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.32 "DELETE /v2.0/ports/eaf010d7-7c4f-464b-abac-6e656a8cb0c7 HTTP/1.1" status: 204 len: 173 time: 0.9376411 Sep 19 03:25:04.964010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'name': 'network-vif-deleted', 'tag': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:25:04.966624 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98673437-2df6-4fc9-8a6f-e587f5d0b122" -d '{"events": [{"server_uuid": "1956d98b-956e-4991-b2aa-f2ea99d53f9d", "name": "network-vif-deleted", "tag": "eaf010d7-7c4f-464b-abac-6e656a8cb0c7"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:25:04.994581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d744429-5162-4447-a9f8-33d358d0c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:04.997271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d744429-5162-4447-a9f8-33d358d0c808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.000893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d744429-5162-4447-a9f8-33d358d0c808 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c90a1ee3-490c-4704-891e-0f7a8f0ade06 HTTP/1.1" status: 204 len: 168 time: 0.3249156 Sep 19 03:25:05.010705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d744429-5162-4447-a9f8-33d358d0c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90a1ee3-490c-4704-891e-0f7a8f0ade06,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:05.058133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.063418 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284193e1-8dee-452c-b372-bd433c53e5bb x-openstack-request-id: req-284193e1-8dee-452c-b372-bd433c53e5bb {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:25:05.064303 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1956d98b-956e-4991-b2aa-f2ea99d53f9d", "name": "network-vif-deleted", "tag": "eaf010d7-7c4f-464b-abac-6e656a8cb0c7", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:25:05.066395 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-284193e1-8dee-452c-b372-bd433c53e5bb {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:25:05.066992 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1956d98b-956e-4991-b2aa-f2ea99d53f9d', 'name': 'network-vif-deleted', 'tag': 'eaf010d7-7c4f-464b-abac-6e656a8cb0c7', 'status': 'completed', 'code': 200} Sep 19 03:25:05.154118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=efb7e53f-5359-4e39-b857-fce5bf5429a8,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:05.161675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': '0df6ee47-f3f5-4f5a-b975-b7a28e9e8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb2ca394-933c-4f81-9e05-b07a2504de97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:05.162128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: fb2ca394-933c-4f81-9e05-b07a2504de97, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:25:05.189268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network fb2ca394-933c-4f81-9e05-b07a2504de97 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:25:05.206193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, fb2ca394-933c-4f81-9e05-b07a2504de97) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:05.215200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:05.216550 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.217557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdcc8f2-3cd4-4183-a358-8c52c52ab607 None None] Network fb2ca394-933c-4f81-9e05-b07a2504de97 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:05.245544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:05.250488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e8ec7a51-2ec9-4691-9567-939c9155ab8d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1625062966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:05.257466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-de571158-b6a7-4fa0-ba16-0b2ba6fe892f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7331650 Sep 19 03:25:05.311325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a51-2ec9-4691-9567-939c9155ab8d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.312557 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a51-2ec9-4691-9567-939c9155ab8d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.395070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-387305e7-3665-43d3-940f-3ff5564f3241 req-207c1a32-5dc1-4fb0-913c-ae9b9baa5cc5 tempest-TestServerAdvancedOps-1186628647 tempest-TestServerAdvancedOps-1186628647-project] 10.222.0.22 "GET /v2.0/ports?device_id=1956d98b-956e-4991-b2aa-f2ea99d53f9d HTTP/1.1" status: 200 len: 210 time: 0.0407405 Sep 19 03:25:05.401814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a51-2ec9-4691-9567-939c9155ab8d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.409239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a51-2ec9-4691-9567-939c9155ab8d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.432675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e8ec7a51-2ec9-4691-9567-939c9155ab8d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.435155 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e8ec7a51-2ec9-4691-9567-939c9155ab8d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1880860 Sep 19 03:25:05.438048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42752) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:05.506393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-fb2ca394-933c-4f81-9e05-b07a2504de97', 'network_id': 'fb2ca394-933c-4f81-9e05-b07a2504de97', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': 'efb7e53f-5359-4e39-b857-fce5bf5429a8'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:25:05.509362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.756861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Allocated IP 2001:db8::2 (fb2ca394-933c-4f81-9e05-b07a2504de97/efb7e53f-5359-4e39-b857-fce5bf5429a8/98795da5-2b19-4888-b0ab-ddb48857433f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:05.919149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.934594 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:05.944409 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.008148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Pushing event updated for resources: {'Port': ['ID=98795da5-2b19-4888-b0ab-ddb48857433f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:06.021809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Network fb2ca394-933c-4f81-9e05-b07a2504de97 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:06.035165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:06.042537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:06.114924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Attempting to bind port 98795da5-2b19-4888-b0ab-ddb48857433f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:06.115543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Attempting to bind port 98795da5-2b19-4888-b0ab-ddb48857433f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '0df6ee47-f3f5-4f5a-b975-b7a28e9e8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb2ca394-933c-4f81-9e05-b07a2504de97'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:06.116181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Attempting to bind port 98795da5-2b19-4888-b0ab-ddb48857433f on network fb2ca394-933c-4f81-9e05-b07a2504de97 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:06.123753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:06.124141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Checking segment: {'id': '0df6ee47-f3f5-4f5a-b975-b7a28e9e8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb2ca394-933c-4f81-9e05-b07a2504de97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:06.124542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.124936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Bound using segment: {'id': '0df6ee47-f3f5-4f5a-b975-b7a28e9e8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb2ca394-933c-4f81-9e05-b07a2504de97'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:06.125407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Bound port: 98795da5-2b19-4888-b0ab-ddb48857433f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df6ee47-f3f5-4f5a-b975-b7a28e9e8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'fb2ca394-933c-4f81-9e05-b07a2504de97'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:06.125790 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.247362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] For port 98795da5-2b19-4888-b0ab-ddb48857433f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:06.259718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] For port 98795da5-2b19-4888-b0ab-ddb48857433f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=98795da5-2b19-4888-b0ab-ddb48857433f,segment=NetworkSegment(0df6ee47-f3f5-4f5a-b975-b7a28e9e8483),segment_id=0df6ee47-f3f5-4f5a-b975-b7a28e9e8483)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:06.269461 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.295156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8::1 (fb2ca394-933c-4f81-9e05-b07a2504de97/efb7e53f-5359-4e39-b857-fce5bf5429a8/2517b6b8-bfc1-4247-8c3c-4e4e555c24fb) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:06.401781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74affeaa-3dde-4271-a03f-398753f972d8 None None] Pushing event updated for resources: {'Port': ['ID=98795da5-2b19-4888-b0ab-ddb48857433f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:06.475242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42776) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:06.509557 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.565356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] Deleting subnet af3af680-3bd5-48f7-b5aa-65ce64500f3a {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:06.570531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.583566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.632025 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.646967 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network fb2ca394-933c-4f81-9e05-b07a2504de97 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:06.662451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:06.719857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:06.720173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.720845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.792576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=2517b6b8-bfc1-4247-8c3c-4e4e555c24fb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:06.880714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.928860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:06.931285 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/af3af680-3bd5-48f7-b5aa-65ce64500f3a HTTP/1.1" status: 204 len: 168 time: 0.4547298 Sep 19 03:25:06.932828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdcbf8-7884-4ff0-ae61-a7aa5026f5a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3af680-3bd5-48f7-b5aa-65ce64500f3a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:06.936029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42804) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:07.016267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.072753 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.180230 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.206098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0627e442-e6c4-496d-b192-68a925f7be72']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:07.217689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3254ef-cedc-4395-85c1-0ba7f29aa904') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:07.218003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3254ef-cedc-4395-85c1-0ba7f29aa904') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:07.229452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.247478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.254831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:07.255162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:07.257187 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:07.328500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.339097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.344984 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] 10.222.0.22 "DELETE /v2.0/networks/0627e442-e6c4-496d-b192-68a925f7be72 HTTP/1.1" status: 204 len: 168 time: 0.4055297 Sep 19 03:25:07.352085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42822) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:07.446974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.457584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.458481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.480992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeada96a-bbe0-4630-8736-354abccb560d admin admin] Pushing event deleted for resources: {'Network': ['ID=0627e442-e6c4-496d-b192-68a925f7be72,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:07.526953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] Deleting subnet 0b49b7cc-33f4-4287-8f9c-d7aa367d312e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:07.533958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.564056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=2517b6b8-bfc1-4247-8c3c-4e4e555c24fb,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:07.604801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.663612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.740277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network fb2ca394-933c-4f81-9e05-b07a2504de97 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:07.741901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:07.764030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.800803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b49b7cc-33f4-4287-8f9c-d7aa367d312e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:07.803658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:07.805670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4086c889-8ac8-471f-92c9-cdb4eadffe8d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0b49b7cc-33f4-4287-8f9c-d7aa367d312e HTTP/1.1" status: 204 len: 168 time: 0.4516964 Sep 19 03:25:07.816382 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42840) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:07.957512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42842) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:07.990472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 20b9ee95-ef3f-42a3-98e3-79746e4ef4ba is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:25:08.007946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.015940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ba50f-dd1e-4059-9fc7-4f0b12b4b59f None None] Network fb2ca394-933c-4f81-9e05-b07a2504de97 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:08.148503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.176505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 98795da5-2b19-4888-b0ab-ddb48857433f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:08.200820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52a15e6d-2e42-4eef-9bd7-9a8598d3ad1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.216896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616c416f-03ef-4666-a102-e3e5301c8232']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:08.219546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-703bea88-606b-430c-a52f-29a8bcedbd0b None None] Provisioning complete for port 98795da5-2b19-4888-b0ab-ddb48857433f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:08.220213 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-703bea88-606b-430c-a52f-29a8bcedbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.236094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30ac567-6c2c-4754-9eac-afa1c23e992c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:08.236968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30ac567-6c2c-4754-9eac-afa1c23e992c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:08.249162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.271867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.284941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:08.285186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:08.291731 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:08.374368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.398204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 98795da5-2b19-4888-b0ab-ddb48857433f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:08.398584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.403487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.410033 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/616c416f-03ef-4666-a102-e3e5301c8232 HTTP/1.1" status: 204 len: 168 time: 0.5891986 Sep 19 03:25:08.411104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060c41f-77c9-4b7f-8cea-4b9896a497a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=616c416f-03ef-4666-a102-e3e5301c8232,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:08.520844 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-703bea88-606b-430c-a52f-29a8bcedbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.637928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-703bea88-606b-430c-a52f-29a8bcedbd0b None None] For port 98795da5-2b19-4888-b0ab-ddb48857433f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=98795da5-2b19-4888-b0ab-ddb48857433f,segment=NetworkSegment(0df6ee47-f3f5-4f5a-b975-b7a28e9e8483),segment_id=0df6ee47-f3f5-4f5a-b975-b7a28e9e8483)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:08.639356 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.644161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:08.676674 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-703bea88-606b-430c-a52f-29a8bcedbd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.730912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:08.741744 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] Sync routers for ids ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:08.744297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09c31fe1-1cff-4521-8af3-27ac656b95c4 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/20b9ee95-ef3f-42a3-98e3-79746e4ef4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3049111 Sep 19 03:25:08.750190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42854) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:08.755988 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] Routers {'20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:08.756600 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:08.765976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7999b50f-f82d-4aba-8426-b8985b445e97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0a120620661442cb1bc8ada0fa2da10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1206014 Sep 19 03:25:08.769767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42856) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:08.794471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703bea88-606b-430c-a52f-29a8bcedbd0b None None] Pushing event updated for resources: {'Port': ['ID=98795da5-2b19-4888-b0ab-ddb48857433f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:08.803686 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:08.807278 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:25:08.808235 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:25:08.815243 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] Routers {'20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:08.816157 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:08.850626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7965a8f7-37dd-48cb-b1ca-addee457764c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:08.852666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7965a8f7-37dd-48cb-b1ca-addee457764c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports/2517b6b8-bfc1-4247-8c3c-4e4e555c24fb HTTP/1.1" status: 200 len: 911 time: 0.1006424 Sep 19 03:25:08.855055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42858) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:08.860424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'efb7e53f-5359-4e39-b857-fce5bf5429a8'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:08.879225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device eaf010d7-7c4f-464b-abac-6e656a8cb0c7 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:08.901272 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:08.901940 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0afcb12-5a47-4274-89f0-84df54db24bd None None] The sync data for ids ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:08.920045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: eaf010d7-7c4f-464b-abac-6e656a8cb0c7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:08.923242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device eaf010d7-7c4f-464b-abac-6e656a8cb0c7 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:08.961044 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32f377ea-ed8a-42bc-9a8b-7c7dd0e78aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:08.998816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-19278188-b1a3-467b-8dcc-42086015685c None None] Provisioning complete for port 98795da5-2b19-4888-b0ab-ddb48857433f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:08.999330 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19278188-b1a3-467b-8dcc-42086015685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.001471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32f377ea-ed8a-42bc-9a8b-7c7dd0e78aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.039630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52a15e6d-2e42-4eef-9bd7-9a8598d3ad1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.051446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52a15e6d-2e42-4eef-9bd7-9a8598d3ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.093028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.104433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52a15e6d-2e42-4eef-9bd7-9a8598d3ad1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=648c9656273541fd87220d1ab7e2b365&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1409855 Sep 19 03:25:09.105835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a15e6d-2e42-4eef-9bd7-9a8598d3ad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b73bca-a4c1-4a24-95ee-5999469d78b8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:09.111573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:09.119800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32f377ea-ed8a-42bc-9a8b-7c7dd0e78aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.122244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32f377ea-ed8a-42bc-9a8b-7c7dd0e78aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.125625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32f377ea-ed8a-42bc-9a8b-7c7dd0e78aee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/477c08da-3044-4a08-86e5-54180f42a577 HTTP/1.1" status: 204 len: 168 time: 0.3524814 Sep 19 03:25:09.145757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f377ea-ed8a-42bc-9a8b-7c7dd0e78aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477c08da-3044-4a08-86e5-54180f42a577,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:09.209312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6f8983dc-a3a7-431d-9599-aec22ab08039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.237308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-19278188-b1a3-467b-8dcc-42086015685c None None] Provisioning complete for port 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:09.237895 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19278188-b1a3-467b-8dcc-42086015685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.258635 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6f8983dc-a3a7-431d-9599-aec22ab08039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.298065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-19278188-b1a3-467b-8dcc-42086015685c None None] Port 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:09.328543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6f8983dc-a3a7-431d-9599-aec22ab08039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.334784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6f8983dc-a3a7-431d-9599-aec22ab08039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.340469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6f8983dc-a3a7-431d-9599-aec22ab08039 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34b73bca-a4c1-4a24-95ee-5999469d78b8 HTTP/1.1" status: 204 len: 168 time: 0.2277701 Sep 19 03:25:09.364453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8983dc-a3a7-431d-9599-aec22ab08039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b73bca-a4c1-4a24-95ee-5999469d78b8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:09.490344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-98413bee-f9a6-4fe3-80b5-57bffe39e6a3 None None] Provisioning complete for port 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:09.490724 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98413bee-f9a6-4fe3-80b5-57bffe39e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.569232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-98413bee-f9a6-4fe3-80b5-57bffe39e6a3 None None] Port 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:09.876617 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.900585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.910007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-49d41600-1cd6-4fd0-89c4-4ac80cebf591 None None] Provisioning complete for port 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:09.910562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-49d41600-1cd6-4fd0-89c4-4ac80cebf591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.914230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:09.916332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:09.917724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/ports/2517b6b8-bfc1-4247-8c3c-4e4e555c24fb HTTP/1.1" status: 200 len: 911 time: 1.0616460 Sep 19 03:25:09.920773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42888) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:09.953306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42890) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:09.987354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-49d41600-1cd6-4fd0-89c4-4ac80cebf591 None None] Port 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:10.060282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 98795da5-2b19-4888-b0ab-ddb48857433f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:10.085586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b899c89-567f-4011-8a1a-7ab6f6aff163 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=2517b6b8-bfc1-4247-8c3c-4e4e555c24fb,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:10.090030 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-752d7fd0-712b-47a8-92ff-a0837f046e66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24ccd6218d994f8599d7e82288dfa2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356716 Sep 19 03:25:10.092777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:10.162880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 98795da5-2b19-4888-b0ab-ddb48857433f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:10.169346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.195446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bb8d31-c948-4cd4-8c88-d9bdd039bd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.237364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bb8d31-c948-4cd4-8c88-d9bdd039bd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.331260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bb8d31-c948-4cd4-8c88-d9bdd039bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.334892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bb8d31-c948-4cd4-8c88-d9bdd039bd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.336124 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97bb8d31-c948-4cd4-8c88-d9bdd039bd01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f01736e-956b-4b6c-b507-ca5a0c8b8c38 HTTP/1.1" status: 204 len: 168 time: 0.2421429 Sep 19 03:25:10.347866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8d31-c948-4cd4-8c88-d9bdd039bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01736e-956b-4b6c-b507-ca5a0c8b8c38,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:10.441831 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.829651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:10.830577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.942992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:10.959635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 2517b6b8-bfc1-4247-8c3c-4e4e555c24fb owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:11.142695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:11.167366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=2517b6b8-bfc1-4247-8c3c-4e4e555c24fb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:11.290877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:11.472328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 20b9ee95-ef3f-42a3-98e3-79746e4ef4ba has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:11.552342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:11.563206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] Sync routers for ids ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:11.567232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-38ee2953-9cc9-4316-94a6-0e0fe6e1d4ed tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/20b9ee95-ef3f-42a3-98e3-79746e4ef4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453934 Sep 19 03:25:11.570004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42918) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:11.572552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] Routers {'20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:11.573350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:11.602655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-43ca6022-76c5-4af9-902d-fcb661c63343 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=20b9ee95-ef3f-42a3-98e3-79746e4ef4ba HTTP/1.1" status: 200 len: 205 time: 0.0308225 Sep 19 03:25:11.605176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42920) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:11.636276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:11.645498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] Routers {'20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:11.646324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:11.685980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:11.687108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a58fd8-e002-4f2e-a367-197c502c2215 None None] The sync data for ids ['20b9ee95-ef3f-42a3-98e3-79746e4ef4ba'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:11.698211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b0abf20-8995-4015-9453-8be48658f23d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:11.975613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b0abf20-8995-4015-9453-8be48658f23d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:11.979500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b0abf20-8995-4015-9453-8be48658f23d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.050715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1cbb4-4897-43dd-91b5-2b0ed334adf0 req-02612f47-0897-43d7-b736-483fd3d55087 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:12.052575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9bd1cbb4-4897-43dd-91b5-2b0ed334adf0 req-02612f47-0897-43d7-b736-483fd3d55087 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 946 time: 0.1855416 Sep 19 03:25:12.060016 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b0abf20-8995-4015-9453-8be48658f23d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.061335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0abf20-8995-4015-9453-8be48658f23d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Fanout notify agent at l3_agent the message router_deleted on router 20b9ee95-ef3f-42a3-98e3-79746e4ef4ba {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:25:12.075273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b0abf20-8995-4015-9453-8be48658f23d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.076564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5b0abf20-8995-4015-9453-8be48658f23d tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/20b9ee95-ef3f-42a3-98e3-79746e4ef4ba HTTP/1.1" status: 204 len: 168 time: 0.4703550 Sep 19 03:25:12.079287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42936) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:12.108542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9bd1cbb4-4897-43dd-91b5-2b0ed334adf0 req-b94caa30-993e-4c67-a55a-7c79eedeb756 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 Sep 19 03:25:12.150629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet efb7e53f-5359-4e39-b857-fce5bf5429a8 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:12.154896 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.200380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.304756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.382585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.417397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=efb7e53f-5359-4e39-b857-fce5bf5429a8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:12.423542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.426107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fe879f92-b9c1-4457-b131-87dbafbda333 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/efb7e53f-5359-4e39-b857-fce5bf5429a8 HTTP/1.1" status: 204 len: 168 time: 0.3448887 Sep 19 03:25:12.429260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42938) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:12.433027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a6cfe-4ed0-4236-ab99-6db6bd33dc4c None None] Network fb2ca394-933c-4f81-9e05-b07a2504de97 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:12.529860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.595859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 98795da5-2b19-4888-b0ab-ddb48857433f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:12.596437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.633224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] DHCP port deletion for fb2ca394-933c-4f81-9e05-b07a2504de97 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:25:12.664468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 98795da5-2b19-4888-b0ab-ddb48857433f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=98795da5-2b19-4888-b0ab-ddb48857433f,segment=NetworkSegment(0df6ee47-f3f5-4f5a-b975-b7a28e9e8483),segment_id=0df6ee47-f3f5-4f5a-b975-b7a28e9e8483)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:12.664836 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.678652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 98795da5-2b19-4888-b0ab-ddb48857433f owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:12.678989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] Deleting port 98795da5-2b19-4888-b0ab-ddb48857433f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:12.679377 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.742541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] For port 98795da5-2b19-4888-b0ab-ddb48857433f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=98795da5-2b19-4888-b0ab-ddb48857433f,segment=NetworkSegment(0df6ee47-f3f5-4f5a-b975-b7a28e9e8483),segment_id=0df6ee47-f3f5-4f5a-b975-b7a28e9e8483)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:12.742977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.756381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] Calling delete_port for 98795da5-2b19-4888-b0ab-ddb48857433f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:12.759035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.773906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port 98795da5-2b19-4888-b0ab-ddb48857433f on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:12.824295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=98795da5-2b19-4888-b0ab-ddb48857433f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:12.835737 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.871003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] Pushing event deleted for resources: {'Port': ['ID=98795da5-2b19-4888-b0ab-ddb48857433f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:12.873093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9636646d-d146-4c48-8768-4fe2c4a0959d None None] No DVR routers for this DVR port 98795da5-2b19-4888-b0ab-ddb48857433f on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:12.877786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.902795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2ca394-933c-4f81-9e05-b07a2504de97']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:12.911998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df6ee47-f3f5-4f5a-b975-b7a28e9e8483') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:12.912302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df6ee47-f3f5-4f5a-b975-b7a28e9e8483') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:12.921495 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.936085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.942862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:12.943345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:12.946585 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:13.017234 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.024633 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.030565 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/fb2ca394-933c-4f81-9e05-b07a2504de97 HTTP/1.1" status: 204 len: 168 time: 0.5950928 Sep 19 03:25:13.031230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42942) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:13.036008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b3dc0120-55fc-494b-9134-1cb76320e55b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1562878512', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:13.060846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0120-55fc-494b-9134-1cb76320e55b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.062213 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0120-55fc-494b-9134-1cb76320e55b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.130387 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0120-55fc-494b-9134-1cb76320e55b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.148016 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0120-55fc-494b-9134-1cb76320e55b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.187192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3dc0120-55fc-494b-9134-1cb76320e55b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.190230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b3dc0120-55fc-494b-9134-1cb76320e55b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1573937 Sep 19 03:25:13.193074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42952) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:13.201183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-816334311'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:13.270687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:13.274606 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.311403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615f8b7-4910-4f78-92f4-3f3c2a9d4aba req-ec06b7c8-79fa-4b70-b730-bca0baba12d7 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:13.312979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6615f8b7-4910-4f78-92f4-3f3c2a9d4aba req-ec06b7c8-79fa-4b70-b730-bca0baba12d7 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 946 time: 0.0878339 Sep 19 03:25:13.323577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:13.348092 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.348440 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40 of type vlan for network dab7040d-3806-4be0-b1d9-12f57671ce53 Sep 19 03:25:13.404743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb654f32-b0ed-44ff-9eae-734319975a6e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=fb2ca394-933c-4f81-9e05-b07a2504de97,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:13.405085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6615f8b7-4910-4f78-92f4-3f3c2a9d4aba req-7e758209-a97a-4c61-b0fc-2e842757e5d2 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833504 Sep 19 03:25:13.409556 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.433499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.438953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:13.440051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.473045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2787552 Sep 19 03:25:13.475851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42954) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:13.480549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:13.534639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04deca1b-1daa-4e9d-8cb5-c89a9251bf76 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=dab7040d-3806-4be0-b1d9-12f57671ce53,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:13.544921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network dab7040d-3806-4be0-b1d9-12f57671ce53 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:13.599581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:13.603336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.792601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.859104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=53420656-e77b-4354-8e7a-f8199d8d36ba,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:13.867229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:13.867602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: dab7040d-3806-4be0-b1d9-12f57671ce53, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:25:13.882541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-21f3445d-a88a-4cf4-b96b-9f71894fbae6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:13.884060 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-21f3445d-a88a-4cf4-b96b-9f71894fbae6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 946 time: 0.0496686 Sep 19 03:25:13.884944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network dab7040d-3806-4be0-b1d9-12f57671ce53 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:25:13.896094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, dab7040d-3806-4be0-b1d9-12f57671ce53) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:13.900303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:13.900887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:13.908202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b897540-d996-4c9c-b001-546cfe4df279 None None] Network dab7040d-3806-4be0-b1d9-12f57671ce53 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:13.916710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f4b52470-cc12-4dff-a4d6-263cde6832f2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4398603 Sep 19 03:25:13.919637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:14.024931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Deleting port 0f82f870-4c6d-4056-a316-65c75ec052ef {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:14.025258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.043745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 98795da5-2b19-4888-b0ab-ddb48857433f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:14.069765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 98795da5-2b19-4888-b0ab-ddb48857433f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:14.070330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 98795da5-2b19-4888-b0ab-ddb48857433f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:14.114370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-dab7040d-3806-4be0-b1d9-12f57671ce53', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:25:14.115467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.138046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] For port 0f82f870-4c6d-4056-a316-65c75ec052ef, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=0f82f870-4c6d-4056-a316-65c75ec052ef,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:14.138518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.153207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Calling delete_port for 0f82f870-4c6d-4056-a316-65c75ec052ef owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:14.253797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.268570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Allocated IP 2001:db8::2 (dab7040d-3806-4be0-b1d9-12f57671ce53/53420656-e77b-4354-8e7a-f8199d8d36ba/5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:14.311350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.350267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event deleted for resources: {'Port': ['ID=0f82f870-4c6d-4056-a316-65c75ec052ef,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:14.370392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67', '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'f16c2a17-b07f-4e3f-b832-5881f8a150c4', '0f82f870-4c6d-4056-a316-65c75ec052ef'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:25:14.435497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] No DVR routers for this DVR port 0f82f870-4c6d-4056-a316-65c75ec052ef on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:14.445150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.447545 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ab8a76b-6fda-4fe1-9565-6742c045efa5 req-d611d561-bd6a-4650-bc37-f6023e08bf15 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "DELETE /v2.0/ports/0f82f870-4c6d-4056-a316-65c75ec052ef HTTP/1.1" status: 204 len: 173 time: 0.5574794 Sep 19 03:25:14.448004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e054a70-6d41-4c32-a78d-460a984f026d', 'name': 'network-vif-deleted', 'tag': '0f82f870-4c6d-4056-a316-65c75ec052ef'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:25:14.450405 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ead8c9-ff53-422f-a55c-6149fadc15ff" -d '{"events": [{"server_uuid": "9e054a70-6d41-4c32-a78d-460a984f026d", "name": "network-vif-deleted", "tag": "0f82f870-4c6d-4056-a316-65c75ec052ef"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:25:14.559088 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54d4b7ed-1989-48a7-b378-136258a53386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.569813 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88dc8eb-9c86-4be8-801b-d66d2e2a95d2 x-openstack-request-id: req-a88dc8eb-9c86-4be8-801b-d66d2e2a95d2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:25:14.570067 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e054a70-6d41-4c32-a78d-460a984f026d", "name": "network-vif-deleted", "tag": "0f82f870-4c6d-4056-a316-65c75ec052ef", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:25:14.570167 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a88dc8eb-9c86-4be8-801b-d66d2e2a95d2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:25:14.570556 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e054a70-6d41-4c32-a78d-460a984f026d', 'name': 'network-vif-deleted', 'tag': '0f82f870-4c6d-4056-a316-65c75ec052ef', 'status': 'completed', 'code': 200} Sep 19 03:25:14.577770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a6890ef-566b-48f7-8691-705a57b7d576 req-558756b3-f2a5-4cc3-abba-0b5e49dec3e6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e054a70-6d41-4c32-a78d-460a984f026d HTTP/1.1" status: 200 len: 210 time: 0.0492558 Sep 19 03:25:14.599564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.612556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.668036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Network dab7040d-3806-4be0-b1d9-12f57671ce53 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:14.671001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8::1 (dab7040d-3806-4be0-b1d9-12f57671ce53/53420656-e77b-4354-8e7a-f8199d8d36ba/5060be29-d42d-492e-8d20-7a2863974f28) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:14.680249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:14.686764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:14.692239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Pushing event updated for resources: {'Port': ['ID=5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:14.766531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Attempting to bind port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:14.766932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Attempting to bind port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:14.767322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Attempting to bind port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 on network dab7040d-3806-4be0-b1d9-12f57671ce53 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:14.782450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:14.783753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Checking segment: {'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:14.784333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.784908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Bound using segment: {'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:14.785572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Bound port: 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:14.786694 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.807619 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.843612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.879050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network dab7040d-3806-4be0-b1d9-12f57671ce53 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:14.882125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:14.885898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:14.886431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.901347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] For port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:14.905186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] For port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8,segment=NetworkSegment(cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40),segment_id=cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:14.911401 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:14.941724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=5060be29-d42d-492e-8d20-7a2863974f28,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:15.018561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade750-0d9c-4895-8836-1d44c000faf3 None None] Pushing event updated for resources: {'Port': ['ID=5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:15.045878 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:15.372350 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:15.378371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:15.379372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:15.443003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=5060be29-d42d-492e-8d20-7a2863974f28,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:15.510246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network dab7040d-3806-4be0-b1d9-12f57671ce53 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:15.511721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:15.640242 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:25:15.939185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:15.953831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42994) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:15.961330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f4131a36-ab15-45d5-b22d-1f6056521a52 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0376775 Sep 19 03:25:15.967639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-760503049'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:16.014228 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:16.028860 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:16.034940 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:24:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:16.066930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:16.069977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.077873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.153841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:16.205863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.209594 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment 3d019e7c-f76d-476b-8c95-e21daeaa486f of type vlan for network 15b4aebb-00ef-4257-92c7-29629dff11f5 Sep 19 03:25:16.210288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:16.228504 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:16.327361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.360213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.366781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:16.368531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.371714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:16.372349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.428169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42996) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:16.433963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:16.441102 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4813366 Sep 19 03:25:16.532269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82009408-3fa0-4270-8651-c9798e53dc35 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=15b4aebb-00ef-4257-92c7-29629dff11f5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:16.540923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede62fe1-9145-432e-88c7-3e92371913ec None None] Network dab7040d-3806-4be0-b1d9-12f57671ce53 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:16.620795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:16.621024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:16.629398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.656012 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:14Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:15Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:16.658894 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.685865 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:16.686861 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Updating router dffddc18-2a72-47f6-90d4-208b73e2583d port 5060be29-d42d-492e-8d20-7a2863974f28 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:25:16.708901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8,segment=NetworkSegment(cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40),segment_id=cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:16.725525 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.794664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.826550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9e15bad9-4895-4045-8d36-9830899400d6 None None] Provisioning complete for port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:16.827080 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e15bad9-4895-4045-8d36-9830899400d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:16.973545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:17.070491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.161991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=1c306447-08f5-4e1a-87b6-29d452dd58f3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:17.196948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:17.197449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: 15b4aebb-00ef-4257-92c7-29629dff11f5, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:25:17.220030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:25:17.239986 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.248151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 15b4aebb-00ef-4257-92c7-29629dff11f5) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:17.250725 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.261468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:17.263259 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.266339 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43e28681-f60e-4c14-a9b0-6a2e038bbbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.271447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43660fc8-15ba-4a53-bc9f-2e819145ff43 None None] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:17.299682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43004) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:17.300411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-46996ff0-f0eb-4d4b-b450-72bab60ca153 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8708360 Sep 19 03:25:17.362724 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Pushing event updated for resources: {'Port': ['ID=5060be29-d42d-492e-8d20-7a2863974f28,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:17.395941 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.396287 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.396625 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.396959 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.397285 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.397609 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.397932 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.398251 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.398572 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.398915 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.399233 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.399549 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:17.419406 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Attempting to bind port 5060be29-d42d-492e-8d20-7a2863974f28 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:17.419772 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Attempting to bind port 5060be29-d42d-492e-8d20-7a2863974f28 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:17.420130 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Attempting to bind port 5060be29-d42d-492e-8d20-7a2863974f28 on network dab7040d-3806-4be0-b1d9-12f57671ce53 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:17.428573 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:17.428937 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Checking segment: {'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:17.429553 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.429717 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Bound using segment: {'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:17.435283 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Bound port: 5060be29-d42d-492e-8d20-7a2863974f28, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:17.436025 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.490300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2096b577-7817-480d-be9b-e99b98dab2bf None None] Provisioning complete for port 5060be29-d42d-492e-8d20-7a2863974f28 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:17.490729 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2096b577-7817-480d-be9b-e99b98dab2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.554129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2096b577-7817-480d-be9b-e99b98dab2bf None None] Port 5060be29-d42d-492e-8d20-7a2863974f28 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:17.585632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2096b577-7817-480d-be9b-e99b98dab2bf None None] Provisioning complete for port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:17.586154 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2096b577-7817-480d-be9b-e99b98dab2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.615839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-15b4aebb-00ef-4257-92c7-29629dff11f5', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:25:17.621228 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.642122 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] For port 5060be29-d42d-492e-8d20-7a2863974f28, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:17.645577 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] For port 5060be29-d42d-492e-8d20-7a2863974f28, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5060be29-d42d-492e-8d20-7a2863974f28,segment=NetworkSegment(cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40),segment_id=cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:17.652765 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:17.729001 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:17.729656 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:17.809616 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfcdfa-ad5f-466c-9885-9c904a3cda71 None None] Pushing event updated for resources: {'Port': ['ID=5060be29-d42d-492e-8d20-7a2863974f28,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:17.891154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Allocated IP 2001:db8:1::2 (15b4aebb-00ef-4257-92c7-29629dff11f5/1c306447-08f5-4e1a-87b6-29d452dd58f3/19389e27-067b-4197-ac1a-f0848026de17) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:17.899623 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:17.975311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.077192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-07e6bb65-669e-4d4d-adcc-85d267bf5f65 None None] Provisioning complete for port 5060be29-d42d-492e-8d20-7a2863974f28 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:18.080595 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07e6bb65-669e-4d4d-adcc-85d267bf5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.171065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:18.181781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.373274 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:14Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:17Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:18.383328 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07e6bb65-669e-4d4d-adcc-85d267bf5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.429064 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3963f88e-234c-482a-a779-e16d8472a37e None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:14Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:17Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:18.504122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:18.505047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.577572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-07e6bb65-669e-4d4d-adcc-85d267bf5f65 None None] For port 5060be29-d42d-492e-8d20-7a2863974f28, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5060be29-d42d-492e-8d20-7a2863974f28,segment=NetworkSegment(cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40),segment_id=cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:18.587628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.596415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07e6bb65-669e-4d4d-adcc-85d267bf5f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.613275 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.637592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:18.694529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:18.703210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:18.713003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:18.723349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6bb65-669e-4d4d-adcc-85d267bf5f65 None None] Pushing event updated for resources: {'Port': ['ID=5060be29-d42d-492e-8d20-7a2863974f28,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:18.740435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8:1::1 (15b4aebb-00ef-4257-92c7-29629dff11f5/1c306447-08f5-4e1a-87b6-29d452dd58f3/3d894eea-cdb1-4a1b-9d15-216e6e2ba204) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:19.000401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.026949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0f82f870-4c6d-4056-a316-65c75ec052ef no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:19.045024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.054132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bbf4eb52-432e-4227-84bf-c19652438ce0 None None] Provisioning complete for port 5060be29-d42d-492e-8d20-7a2863974f28 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:19.054504 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbf4eb52-432e-4227-84bf-c19652438ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.067431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 0f82f870-4c6d-4056-a316-65c75ec052ef {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:19.067892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 0f82f870-4c6d-4056-a316-65c75ec052ef not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:19.089580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:19.093296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:19.095007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Attempting to bind port 19389e27-067b-4197-ac1a-f0848026de17 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:19.095425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Attempting to bind port 19389e27-067b-4197-ac1a-f0848026de17 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:19.095772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Attempting to bind port 19389e27-067b-4197-ac1a-f0848026de17 on network 15b4aebb-00ef-4257-92c7-29629dff11f5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:19.100211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:19.100792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.101831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Pushing event updated for resources: {'Port': ['ID=19389e27-067b-4197-ac1a-f0848026de17,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:19.111555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:19.111877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Checking segment: {'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:19.112190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.112575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Bound using segment: {'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:19.113048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Bound port: 19389e27-067b-4197-ac1a-f0848026de17, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:19.113426 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.217530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] For port 19389e27-067b-4197-ac1a-f0848026de17, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:19.224443 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] For port 19389e27-067b-4197-ac1a-f0848026de17, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=19389e27-067b-4197-ac1a-f0848026de17,segment=NetworkSegment(3d019e7c-f76d-476b-8c95-e21daeaa486f),segment_id=3d019e7c-f76d-476b-8c95-e21daeaa486f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:19.231253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.279716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:19.311647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.350068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e07cc-1453-42fc-be8d-607d9c4e40af None None] Pushing event updated for resources: {'Port': ['ID=19389e27-067b-4197-ac1a-f0848026de17,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:19.359677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0a05e0d2-ea53-4442-a534-2a55fdc20301 None None] Provisioning complete for port 5060be29-d42d-492e-8d20-7a2863974f28 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:19.360054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0a05e0d2-ea53-4442-a534-2a55fdc20301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.832408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.844621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.849097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:19.959370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:20.006724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:20.008131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:20.014337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.195047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:20.209633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5060be29-d42d-492e-8d20-7a2863974f28 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:20.284174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5060be29-d42d-492e-8d20-7a2863974f28 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:20.284867 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.344187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:20.350089 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01c81ec0-4cdf-4d8a-961d-037c3f9a1ed2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0488877 Sep 19 03:25:20.353716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:20.358624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1335975059'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:20.390566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:20.395617 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.428337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:20.433484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 19389e27-067b-4197-ac1a-f0848026de17 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:20.444523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.444962 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment 1c3eef03-4db5-40cf-be34-aeaeca6fe8e8 of type vlan for network a4e9560d-f416-4484-bda5-49df571bd545 Sep 19 03:25:20.508566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 19389e27-067b-4197-ac1a-f0848026de17 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:20.509570 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.569589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.640182 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.650915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.675399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:20.676329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.726820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3720753 Sep 19 03:25:20.730616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43036) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:20.742189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:20.744295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 19389e27-067b-4197-ac1a-f0848026de17, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=19389e27-067b-4197-ac1a-f0848026de17,segment=NetworkSegment(3d019e7c-f76d-476b-8c95-e21daeaa486f),segment_id=3d019e7c-f76d-476b-8c95-e21daeaa486f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:20.756965 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.822502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964673a-6d31-4ec5-8b63-7a313381ff36 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=a4e9560d-f416-4484-bda5-49df571bd545,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:20.884171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network a4e9560d-f416-4484-bda5-49df571bd545 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:20.937071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=19389e27-067b-4197-ac1a-f0848026de17,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:20.941864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:20.945734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:20.997733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517e118-adb5-4604-9a44-3f222c233559 req-ab70e866-2784-4996-894e-b74d96188b49 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:21.003912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6517e118-adb5-4604-9a44-3f222c233559 req-ab70e866-2784-4996-894e-b74d96188b49 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 945 time: 0.1234882 Sep 19 03:25:21.070478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:21.095091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:21.097728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6517e118-adb5-4604-9a44-3f222c233559 req-9d47d148-77e6-4349-9151-80d163f7f6b8 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849578 Sep 19 03:25:21.098404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:21.317763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:21.350363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:21.433587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=7a113f69-fd60-4003-ad80-a55a42d6e46e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:21.439992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:21.440524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: a4e9560d-f416-4484-bda5-49df571bd545, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:25:21.478063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network a4e9560d-f416-4484-bda5-49df571bd545 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:25:21.504607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, a4e9560d-f416-4484-bda5-49df571bd545) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:21.514232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:21.514990 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:21.532327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07631079-d066-4069-b18a-847d36dea79b None None] Network a4e9560d-f416-4484-bda5-49df571bd545 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:21.547994 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-336fe672-468a-4132-9e16-19947ea9fb08 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8138189 Sep 19 03:25:21.550950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43040) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:21.620083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf112a-bfe0-4f41-8ba1-93e6bc879474 None None] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:21.764927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-874c95d6-241e-4f92-8ef4-cdba3b5f9501 None None] Provisioning complete for port 19389e27-067b-4197-ac1a-f0848026de17 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:21.764927 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-874c95d6-241e-4f92-8ef4-cdba3b5f9501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:21.946230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-a4e9560d-f416-4484-bda5-49df571bd545', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:25:21.949951 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:21.971101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:19Z', 'revision_number': 3, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:19Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:22.033541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:22.033829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Updating router dffddc18-2a72-47f6-90d4-208b73e2583d port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:25:22.134387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 19389e27-067b-4197-ac1a-f0848026de17 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:22.182650 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:22.330326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Allocated IP 2001:db8:2::2 (a4e9560d-f416-4484-bda5-49df571bd545/7a113f69-fd60-4003-ad80-a55a42d6e46e/5435df9c-e6c9-4484-8405-55a4e86c9d6f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:22.420505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 19389e27-067b-4197-ac1a-f0848026de17 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:22.421130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:22.506517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd901c-e591-4faf-8985-22b3fa5fde81 req-2e886826-42b2-4f21-b168-565b5725b3b6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:22.508641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48dd901c-e591-4faf-8985-22b3fa5fde81 req-2e886826-42b2-4f21-b168-565b5725b3b6 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 945 time: 0.2345238 Sep 19 03:25:22.600401 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48dd901c-e591-4faf-8985-22b3fa5fde81 req-de24ebee-f319-4141-92a5-b462583e8f6d tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840969 Sep 19 03:25:22.670968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:22.732081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-8bab675c-7f31-47e6-a59d-1986781764f0 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:22.733672 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-8bab675c-7f31-47e6-a59d-1986781764f0 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 945 time: 0.0715837 Sep 19 03:25:22.880932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7c6a6be5-e6be-4ad5-8d51-4f88d1260b7a None None] Provisioning complete for port 19389e27-067b-4197-ac1a-f0848026de17 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:22.881399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6be5-e6be-4ad5-8d51-4f88d1260b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:22.935513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Deleting port f16c2a17-b07f-4e3f-b832-5881f8a150c4 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:22.935769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.114792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] For port f16c2a17-b07f-4e3f-b832-5881f8a150c4, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f16c2a17-b07f-4e3f-b832-5881f8a150c4,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:23.115369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.148050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Calling delete_port for f16c2a17-b07f-4e3f-b832-5881f8a150c4 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:23.180924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.224081 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.247046 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.252369 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.312989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8:2::1 (a4e9560d-f416-4484-bda5-49df571bd545/7a113f69-fd60-4003-ad80-a55a42d6e46e/3e314ee9-2bec-428e-b245-506cb157a9d6) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:23.320165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Network a4e9560d-f416-4484-bda5-49df571bd545 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:23.325719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:23.335415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Pushing event updated for resources: {'Port': ['ID=5435df9c-e6c9-4484-8405-55a4e86c9d6f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:23.339474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:23.396054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.472819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event deleted for resources: {'Port': ['ID=f16c2a17-b07f-4e3f-b832-5881f8a150c4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:23.473631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67', '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'f16c2a17-b07f-4e3f-b832-5881f8a150c4'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:25:23.502475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e019d9-e7fb-4c91-9a3c-fe06ec080ae4 None None] Pushing event updated for resources: {'Port': ['ID=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:23.522028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7c6a6be5-e6be-4ad5-8d51-4f88d1260b7a None None] Provisioning complete for port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:23.522466 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c6a6be5-e6be-4ad5-8d51-4f88d1260b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.559426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] No DVR routers for this DVR port f16c2a17-b07f-4e3f-b832-5881f8a150c4 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:23.567028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.569282 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c8c3e2c0-ff63-4271-bfdd-64ef3f014ca8 req-88230110-444d-461d-a015-7aeff145b1c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "DELETE /v2.0/ports/f16c2a17-b07f-4e3f-b832-5881f8a150c4 HTTP/1.1" status: 204 len: 173 time: 0.8289809 Sep 19 03:25:23.569801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'name': 'network-vif-deleted', 'tag': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:25:23.572830 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59f947d-34c4-4799-838f-66346ffb1c4d" -d '{"events": [{"server_uuid": "a609573f-0805-44fb-a116-b83e9e8cce6d", "name": "network-vif-deleted", "tag": "f16c2a17-b07f-4e3f-b832-5881f8a150c4"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:25:23.576096 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.618680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.637150 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3087c37a-5d6c-490b-8e2a-5adf635f8b70 x-openstack-request-id: req-3087c37a-5d6c-490b-8e2a-5adf635f8b70 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:25:23.637587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Attempting to bind port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:23.638321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Attempting to bind port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:23.639163 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a609573f-0805-44fb-a116-b83e9e8cce6d", "name": "network-vif-deleted", "tag": "f16c2a17-b07f-4e3f-b832-5881f8a150c4", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:25:23.639872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Attempting to bind port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 on network 15b4aebb-00ef-4257-92c7-29629dff11f5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:23.640075 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3087c37a-5d6c-490b-8e2a-5adf635f8b70 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:25:23.640582 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a609573f-0805-44fb-a116-b83e9e8cce6d', 'name': 'network-vif-deleted', 'tag': 'f16c2a17-b07f-4e3f-b832-5881f8a150c4', 'status': 'completed', 'code': 200} Sep 19 03:25:23.662230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Attempting to bind port 5435df9c-e6c9-4484-8405-55a4e86c9d6f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:23.662608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Attempting to bind port 5435df9c-e6c9-4484-8405-55a4e86c9d6f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:23.663640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Attempting to bind port 5435df9c-e6c9-4484-8405-55a4e86c9d6f on network a4e9560d-f416-4484-bda5-49df571bd545 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:23.669753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network a4e9560d-f416-4484-bda5-49df571bd545 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:23.681795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a6be5-e6be-4ad5-8d51-4f88d1260b7a None None] Port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:23.686174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:23.686551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Checking segment: {'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:23.686981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.687442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Bound using segment: {'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:23.687916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Bound port: 3d894eea-cdb1-4a1b-9d15-216e6e2ba204, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d019e7c-f76d-476b-8c95-e21daeaa486f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:23.688294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.695909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:23.696280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Checking segment: {'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:23.696685 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.697254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Bound using segment: {'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:23.697737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Bound port: 5435df9c-e6c9-4484-8405-55a4e86c9d6f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:23.698118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.703747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:23.709931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:23.710476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.875543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cb196dc-00c9-4587-ad0d-cf549dc6b139 req-5c700005-8626-4349-b2aa-d8802bd93240 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=a609573f-0805-44fb-a116-b83e9e8cce6d HTTP/1.1" status: 200 len: 210 time: 0.0969617 Sep 19 03:25:23.877121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=3e314ee9-2bec-428e-b245-506cb157a9d6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:23.924653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] For port 5435df9c-e6c9-4484-8405-55a4e86c9d6f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:23.933925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] For port 5435df9c-e6c9-4484-8405-55a4e86c9d6f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5435df9c-e6c9-4484-8405-55a4e86c9d6f,segment=NetworkSegment(1c3eef03-4db5-40cf-be34-aeaeca6fe8e8),segment_id=1c3eef03-4db5-40cf-be34-aeaeca6fe8e8)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:23.940657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] For port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:23.947043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] For port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,segment=NetworkSegment(3d019e7c-f76d-476b-8c95-e21daeaa486f),segment_id=3d019e7c-f76d-476b-8c95-e21daeaa486f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:23.953381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-535924ce-fb78-4ff5-8273-d5e35b9a53f3 None None] Provisioning complete for port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:23.953682 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-535924ce-fb78-4ff5-8273-d5e35b9a53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.956310 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:23.990367 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.022095 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.159612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88168e-b6ca-4a51-b045-a19ed34534d3 None None] Pushing event updated for resources: {'Port': ['ID=5435df9c-e6c9-4484-8405-55a4e86c9d6f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:24.182892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:24.183949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:24.436825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e019d9-e7fb-4c91-9a3c-fe06ec080ae4 None None] Pushing event updated for resources: {'Port': ['ID=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:24.546396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-535924ce-fb78-4ff5-8273-d5e35b9a53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.604404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:24.641383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.660654 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.661422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.674131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-535924ce-fb78-4ff5-8273-d5e35b9a53f3 None None] For port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,segment=NetworkSegment(3d019e7c-f76d-476b-8c95-e21daeaa486f),segment_id=3d019e7c-f76d-476b-8c95-e21daeaa486f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:24.693008 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-535924ce-fb78-4ff5-8273-d5e35b9a53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.783694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=3e314ee9-2bec-428e-b245-506cb157a9d6,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:24.833925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network a4e9560d-f416-4484-bda5-49df571bd545 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:24.835987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:24.846623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535924ce-fb78-4ff5-8273-d5e35b9a53f3 None None] Pushing event updated for resources: {'Port': ['ID=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:24.863773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac7263e7-a33e-4610-9757-85277fb8b510 None None] Provisioning complete for port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:24.864149 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac7263e7-a33e-4610-9757-85277fb8b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:24.976322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:25.004318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 1, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:25.065179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a863c679-dcac-441f-aefe-0ab79ffdc0d1 None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 1, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:25.164087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:25.172128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-757bfbd0-9534-4cfa-9de6-cbd8be52c3cc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6171172 Sep 19 03:25:25.172371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43060) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:25.178063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-323732344'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:25.212449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:25.217050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:25.273698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:25.316954 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:25.317450 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added segment 279aeeda-30b5-4ad8-81a8-3124b374bd25 of type vlan for network 8bdf6d2f-0611-471f-b0d7-c91c63951834 Sep 19 03:25:25.335325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544be633-7386-46af-87d0-bc250f4af43c req-5327aa8f-5250-44ae-bb94-1002426fb89e tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:25.339106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-544be633-7386-46af-87d0-bc250f4af43c req-5327aa8f-5250-44ae-bb94-1002426fb89e tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 945 time: 0.1070662 Sep 19 03:25:25.435022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-544be633-7386-46af-87d0-bc250f4af43c req-b405e0f9-d7f0-4f77-8036-2b6c7a3e1517 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767424 Sep 19 03:25:25.439453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:25.472834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:25.482359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:25.483365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:25.500267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3268690 Sep 19 03:25:25.503948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:25.509906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'subnet': {'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:25.629218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77abd60-ea26-4aa6-acd0-bfb424d0470a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Network': ['ID=8bdf6d2f-0611-471f-b0d7-c91c63951834,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:25.645892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:25.671252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Made reservation on behalf of 24f272f951024d1a850702a41cd4528f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:25.683339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:25.697152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf4dd7-f0b8-4432-a7be-2250c811589e None None] Network a4e9560d-f416-4484-bda5-49df571bd545 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:25.979045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:26.058671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Subnet': ['ID=cdf72044-4896-4adb-9163-7f9f57402b47,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:26.068305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-eb52b18e-5390-449b-9dbf-d0d99f8a92ca None None] Provisioning complete for port 5435df9c-e6c9-4484-8405-55a4e86c9d6f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:26.068752 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb52b18e-5390-449b-9dbf-d0d99f8a92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:26.118283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Checking segment: {'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:26.118665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network hostable DHCP agents. Network: 8bdf6d2f-0611-471f-b0d7-c91c63951834, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:25:26.144868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:25:26.172266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 8bdf6d2f-0611-471f-b0d7-c91c63951834) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:26.181622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:26.182458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:26.187010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0e4950-a5e6-4fa6-97a7-67d47393daa6 None None] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:26.210819 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dd623f70-8cea-405e-8bd7-756df45d8ef8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7044408 Sep 19 03:25:26.213303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43066) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:26.232153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:26.387732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb52b18e-5390-449b-9dbf-d0d99f8a92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:26.451239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:26.451925 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:26.524365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-eb52b18e-5390-449b-9dbf-d0d99f8a92ca None None] For port 5435df9c-e6c9-4484-8405-55a4e86c9d6f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5435df9c-e6c9-4484-8405-55a4e86c9d6f,segment=NetworkSegment(1c3eef03-4db5-40cf-be34-aeaeca6fe8e8),segment_id=1c3eef03-4db5-40cf-be34-aeaeca6fe8e8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:26.588931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb52b18e-5390-449b-9dbf-d0d99f8a92ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:26.636726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-8bdf6d2f-0611-471f-b0d7-c91c63951834', 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'fixed_ips': [{'subnet_id': 'cdf72044-4896-4adb-9163-7f9f57402b47'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:25:26.637615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:26.819415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52b18e-5390-449b-9dbf-d0d99f8a92ca None None] Pushing event updated for resources: {'Port': ['ID=5435df9c-e6c9-4484-8405-55a4e86c9d6f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:26.833987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33375503-7d7d-494c-a9ba-a186a9bc39f6 req-997b4c0e-b7b9-44bf-bdeb-4c37cf7d3709 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:26.836343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33375503-7d7d-494c-a9ba-a186a9bc39f6 req-997b4c0e-b7b9-44bf-bdeb-4c37cf7d3709 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 945 time: 0.1532953 Sep 19 03:25:26.949602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-74881656-d69d-4721-ad14-7358edce24fe tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:26.965908 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-74881656-d69d-4721-ad14-7358edce24fe tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 945 time: 0.0951447 Sep 19 03:25:26.970975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5435df9c-e6c9-4484-8405-55a4e86c9d6f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:26.973403 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:26.982029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33375503-7d7d-494c-a9ba-a186a9bc39f6 req-40c2c3f4-4dc3-4e92-a422-7ad467c8b834 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255121 Sep 19 03:25:26.986043 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:26.988948 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:27.002125 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.071954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f16c2a17-b07f-4e3f-b832-5881f8a150c4 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:27.117153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Deleting port 1563eeee-b931-4e67-9084-4abd60d7d1a1 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:27.117636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.152173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Allocated IP 2001:db8:3::2 (8bdf6d2f-0611-471f-b0d7-c91c63951834/cdf72044-4896-4adb-9163-7f9f57402b47/ae0e2b41-ceb7-4a99-868a-bb1081906e6c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:27.154133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: f16c2a17-b07f-4e3f-b832-5881f8a150c4 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:27.154698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f16c2a17-b07f-4e3f-b832-5881f8a150c4 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:27.183882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c021e976-33db-4cda-9d82-ddaf3bf999ab None None] Provisioning complete for port 5435df9c-e6c9-4484-8405-55a4e86c9d6f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:27.184251 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c021e976-33db-4cda-9d82-ddaf3bf999ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.190769 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:27.273856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] For port 1563eeee-b931-4e67-9084-4abd60d7d1a1, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1563eeee-b931-4e67-9084-4abd60d7d1a1,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:27.274285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.297701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Calling delete_port for 1563eeee-b931-4e67-9084-4abd60d7d1a1 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:27.361531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5435df9c-e6c9-4484-8405-55a4e86c9d6f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:27.361913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.519155 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:27.526250 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.554138 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:27.555478 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Updating router dffddc18-2a72-47f6-90d4-208b73e2583d port 3e314ee9-2bec-428e-b245-506cb157a9d6 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:25:27.577216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event deleted for resources: {'Port': ['ID=1563eeee-b931-4e67-9084-4abd60d7d1a1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:27.586268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67', '1563eeee-b931-4e67-9084-4abd60d7d1a1'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:25:27.588472 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.645784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] No DVR routers for this DVR port 1563eeee-b931-4e67-9084-4abd60d7d1a1 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:27.649223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.651396 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ddde65b-8f76-4ed8-b12e-f9a9ca73ad69 req-1b13ccb6-b830-4c1a-9e02-f4c00e4b5fe3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "DELETE /v2.0/ports/1563eeee-b931-4e67-9084-4abd60d7d1a1 HTTP/1.1" status: 204 len: 173 time: 0.6798480 Sep 19 03:25:27.651907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'name': 'network-vif-deleted', 'tag': '1563eeee-b931-4e67-9084-4abd60d7d1a1'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:25:27.654207 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272ed2e-2697-4089-ac78-1308fd8a394a" -d '{"events": [{"server_uuid": "99839ec7-61b4-45b6-b6d2-4db63d8390a1", "name": "network-vif-deleted", "tag": "1563eeee-b931-4e67-9084-4abd60d7d1a1"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:25:27.676937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c021e976-33db-4cda-9d82-ddaf3bf999ab None None] Provisioning complete for port 3e314ee9-2bec-428e-b245-506cb157a9d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:27.676937 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c021e976-33db-4cda-9d82-ddaf3bf999ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.693800 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c772bc4-bd44-4075-8e65-48fc0189b6f2 x-openstack-request-id: req-8c772bc4-bd44-4075-8e65-48fc0189b6f2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:25:27.694149 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99839ec7-61b4-45b6-b6d2-4db63d8390a1", "name": "network-vif-deleted", "tag": "1563eeee-b931-4e67-9084-4abd60d7d1a1", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:25:27.694461 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c772bc4-bd44-4075-8e65-48fc0189b6f2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:25:27.695071 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99839ec7-61b4-45b6-b6d2-4db63d8390a1', 'name': 'network-vif-deleted', 'tag': '1563eeee-b931-4e67-9084-4abd60d7d1a1', 'status': 'completed', 'code': 200} Sep 19 03:25:27.725911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.727375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c021e976-33db-4cda-9d82-ddaf3bf999ab None None] Port 3e314ee9-2bec-428e-b245-506cb157a9d6 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:27.759059 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.818486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:27.821059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Allocated IP 2001:db8:3::1 (8bdf6d2f-0611-471f-b0d7-c91c63951834/cdf72044-4896-4adb-9163-7f9f57402b47/699e8974-dda9-4c9b-aa5e-404ee5ac1c32) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:25:27.830399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:27.841397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:27.898132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Pushing event updated for resources: {'Port': ['ID=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:27.941968 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.946873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-766ab24b-b4f7-4cc3-9395-fa6ae70758f1 None None] Provisioning complete for port 3e314ee9-2bec-428e-b245-506cb157a9d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:27.947284 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-766ab24b-b4f7-4cc3-9395-fa6ae70758f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.949730 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:27.987707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Attempting to bind port ae0e2b41-ceb7-4a99-868a-bb1081906e6c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:27.988074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Attempting to bind port ae0e2b41-ceb7-4a99-868a-bb1081906e6c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:27.988433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Attempting to bind port ae0e2b41-ceb7-4a99-868a-bb1081906e6c on network 8bdf6d2f-0611-471f-b0d7-c91c63951834 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:28.001058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db767ba-b90b-41e3-a4f3-8b652351ca0a None None] Pushing event updated for resources: {'Port': ['ID=3e314ee9-2bec-428e-b245-506cb157a9d6,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:28.004873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:28.005260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Checking segment: {'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:28.005830 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.006339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Bound using segment: {'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:28.007170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Bound port: ae0e2b41-ceb7-4a99-868a-bb1081906e6c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:28.007575 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.043896 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.074686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-766ab24b-b4f7-4cc3-9395-fa6ae70758f1 None None] Port 3e314ee9-2bec-428e-b245-506cb157a9d6 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:28.087186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.105053 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Attempting to bind port 3e314ee9-2bec-428e-b245-506cb157a9d6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:28.105406 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Attempting to bind port 3e314ee9-2bec-428e-b245-506cb157a9d6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:28.105765 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Attempting to bind port 3e314ee9-2bec-428e-b245-506cb157a9d6 on network a4e9560d-f416-4484-bda5-49df571bd545 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:28.111391 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:28.111761 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Checking segment: {'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:28.112162 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.112552 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Bound using segment: {'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:28.113010 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Bound port: 3e314ee9-2bec-428e-b245-506cb157a9d6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:28.113377 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.134440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5435df9c-e6c9-4484-8405-55a4e86c9d6f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:28.203933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] For port ae0e2b41-ceb7-4a99-868a-bb1081906e6c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:28.216656 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] For port 3e314ee9-2bec-428e-b245-506cb157a9d6, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:28.219849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] For port ae0e2b41-ceb7-4a99-868a-bb1081906e6c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,segment=NetworkSegment(279aeeda-30b5-4ad8-81a8-3124b374bd25),segment_id=279aeeda-30b5-4ad8-81a8-3124b374bd25)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:28.221655 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] For port 3e314ee9-2bec-428e-b245-506cb157a9d6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3e314ee9-2bec-428e-b245-506cb157a9d6,segment=NetworkSegment(1c3eef03-4db5-40cf-be34-aeaeca6fe8e8),segment_id=1c3eef03-4db5-40cf-be34-aeaeca6fe8e8)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:28.233163 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.233701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.243486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5435df9c-e6c9-4484-8405-55a4e86c9d6f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:28.244161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.269283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:28.320177 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:28.320814 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:28.331382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bf15b8f-7a2a-4524-8f31-a9e4b87cd06a req-b6337cf4-e0eb-47b1-a249-7ba8b3c98915 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=99839ec7-61b4-45b6-b6d2-4db63d8390a1 HTTP/1.1" status: 200 len: 210 time: 0.1011002 Sep 19 03:25:28.344384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:28.347112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:28.352817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:25:28.353379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.373026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e22a50-50ff-4cc6-985a-a09bbc6aaf04 None None] Pushing event updated for resources: {'Port': ['ID=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:28.504584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9606600f-db74-4580-9e49-b7b4bd4b264d None None] Provisioning complete for port 3e314ee9-2bec-428e-b245-506cb157a9d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:28.504818 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:28.505460 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9606600f-db74-4580-9e49-b7b4bd4b264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.543076 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db767ba-b90b-41e3-a4f3-8b652351ca0a None None] Pushing event updated for resources: {'Port': ['ID=3e314ee9-2bec-428e-b245-506cb157a9d6,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:28.577449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.697090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9606600f-db74-4580-9e49-b7b4bd4b264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.753931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9606600f-db74-4580-9e49-b7b4bd4b264d None None] For port 3e314ee9-2bec-428e-b245-506cb157a9d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3e314ee9-2bec-428e-b245-506cb157a9d6,segment=NetworkSegment(1c3eef03-4db5-40cf-be34-aeaeca6fe8e8),segment_id=1c3eef03-4db5-40cf-be34-aeaeca6fe8e8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:28.761202 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9606600f-db74-4580-9e49-b7b4bd4b264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.830821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606600f-db74-4580-9e49-b7b4bd4b264d None None] Pushing event updated for resources: {'Port': ['ID=3e314ee9-2bec-428e-b245-506cb157a9d6,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:28.891301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1f1c4a96-06b1-4220-b955-895f65afc29b None None] Provisioning complete for port 3e314ee9-2bec-428e-b245-506cb157a9d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:28.891679 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f1c4a96-06b1-4220-b955-895f65afc29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:28.992840 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:29.035023 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03c153a-6e86-438f-bbc3-6843854e2e3c None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:23Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:29.411885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:29.417653 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:29.418447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:29.493570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event updated for resources: {'Port': ['ID=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:29.589289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:25:29.591042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:25:29.735604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55a233-fbf3-4ce2-8d9c-7241cfb2ad7b None None] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:29.740683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:29.861137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:29.866289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bc580a50-43b2-4956-af13-518896e521d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6518552 Sep 19 03:25:29.869869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:29.874645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:29.883136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e5785c99-58bb-4b9a-9f27-eb8e96ee6eb8 None None] Provisioning complete for port ae0e2b41-ceb7-4a99-868a-bb1081906e6c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:29.883631 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5785c99-58bb-4b9a-9f27-eb8e96ee6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:29.890460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:29.918617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:29.935816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:29.936470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:30.264239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:30.313316 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5785c99-58bb-4b9a-9f27-eb8e96ee6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:30.389027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ae0e2b41-ceb7-4a99-868a-bb1081906e6c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:30.477452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 19 03:25:30.497470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Removed routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 19 03:25:30.498099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:30.545163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e5785c99-58bb-4b9a-9f27-eb8e96ee6eb8 None None] For port ae0e2b41-ceb7-4a99-868a-bb1081906e6c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,segment=NetworkSegment(279aeeda-30b5-4ad8-81a8-3124b374bd25),segment_id=279aeeda-30b5-4ad8-81a8-3124b374bd25)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:30.560302 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e5785c99-58bb-4b9a-9f27-eb8e96ee6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:30.707488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5785c99-58bb-4b9a-9f27-eb8e96ee6eb8 None None] Pushing event updated for resources: {'Port': ['ID=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:30.737480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ae0e2b41-ceb7-4a99-868a-bb1081906e6c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:30.738042 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:30.779459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:30.788361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:30.826168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6529e062-52f2-4a46-aa51-a8bc9cc02f66 None None] Provisioning complete for port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:30.826607 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6529e062-52f2-4a46-aa51-a8bc9cc02f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:30.947427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6529e062-52f2-4a46-aa51-a8bc9cc02f66 None None] Port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:30.974616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:31.045810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1563eeee-b931-4e67-9084-4abd60d7d1a1 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:31.051216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6529e062-52f2-4a46-aa51-a8bc9cc02f66 None None] Provisioning complete for port ae0e2b41-ceb7-4a99-868a-bb1081906e6c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:31.051600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6529e062-52f2-4a46-aa51-a8bc9cc02f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.083684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '699e8974-dda9-4c9b-aa5e-404ee5ac1c32', 'name': '', 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:c5:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'cdf72044-4896-4adb-9163-7f9f57402b47', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:27Z', 'updated_at': '2021-09-19T03:25:29Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': 'cdf72044-4896-4adb-9163-7f9f57402b47', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:31.107342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:31.115382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.118999 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3193d503-e18f-4b80-ae09-a7ea00259850 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 200 len: 954 time: 1.2458048 Sep 19 03:25:31.119479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43118) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:31.153821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 1563eeee-b931-4e67-9084-4abd60d7d1a1 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:31.154082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1563eeee-b931-4e67-9084-4abd60d7d1a1 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:31.164955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3e314ee9-2bec-428e-b245-506cb157a9d6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:31.178853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:31.179220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Updating router dffddc18-2a72-47f6-90d4-208b73e2583d port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:25:31.222183 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.257966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-00835ee9-58f4-42a8-97b2-ea6229138b86 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 200 len: 954 time: 0.1350794 Sep 19 03:25:31.258286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43120) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:31.263603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'routes': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:31.478172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3e314ee9-2bec-428e-b245-506cb157a9d6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:31.478694 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.671161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b9396a23-3ad9-4cd4-91d3-b905beaa5788 None None] Provisioning complete for port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:31.671629 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9396a23-3ad9-4cd4-91d3-b905beaa5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.749151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b9396a23-3ad9-4cd4-91d3-b905beaa5788 None None] Port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:25:31.776474 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.783701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.857650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564e265-b173-42ec-9ccb-276312778fb7 None None] Pushing event updated for resources: {'Port': ['ID=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:31.934979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Attempting to bind port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:25:31.935505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Attempting to bind port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:25:31.936105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Attempting to bind port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 on network 8bdf6d2f-0611-471f-b0d7-c91c63951834 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:25:31.942028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:25:31.942527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Checking segment: {'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:25:31.943166 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:31.943670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Bound using segment: {'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:25:31.944235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Bound port: 699e8974-dda9-4c9b-aa5e-404ee5ac1c32, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279aeeda-30b5-4ad8-81a8-3124b374bd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:25:31.944712 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.048330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] For port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:25:32.053012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] For port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,segment=NetworkSegment(279aeeda-30b5-4ad8-81a8-3124b374bd25),segment_id=279aeeda-30b5-4ad8-81a8-3124b374bd25)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:25:32.067815 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.165444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ae0e2b41-ceb7-4a99-868a-bb1081906e6c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:32.211872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 19 03:25:32.212448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 19 03:25:32.255491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.261831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564e265-b173-42ec-9ccb-276312778fb7 None None] Pushing event updated for resources: {'Port': ['ID=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:32.330363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:32.331061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:32.399838 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e0de35d8-c013-4c51-b5cf-337aa02bf27c None None] Provisioning complete for port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:32.400222 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0de35d8-c013-4c51-b5cf-337aa02bf27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.517149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.520737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.527973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ae0e2b41-ceb7-4a99-868a-bb1081906e6c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:32.528373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.603948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:32.630041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:32.639327 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0de35d8-c013-4c51-b5cf-337aa02bf27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.732492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:32.746609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.748429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-02d0065a-1fcd-45c0-8c08-147e384fc2f5 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 200 len: 704 time: 1.4882898 Sep 19 03:25:32.750333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43146) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:32.754323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e0de35d8-c013-4c51-b5cf-337aa02bf27c None None] For port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,segment=NetworkSegment(279aeeda-30b5-4ad8-81a8-3124b374bd25),segment_id=279aeeda-30b5-4ad8-81a8-3124b374bd25)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:32.772187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e0de35d8-c013-4c51-b5cf-337aa02bf27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.869861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de35d8-c013-4c51-b5cf-337aa02bf27c None None] Pushing event updated for resources: {'Port': ['ID=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:32.905425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43152) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:32.906001 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a635c1c-59c7-45e3-adf9-41a42907b479 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 200 len: 704 time: 0.1520307 Sep 19 03:25:32.922881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f7fd367c-37ef-4e79-8822-40bf042e5d94 None None] Provisioning complete for port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:32.923849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7fd367c-37ef-4e79-8822-40bf042e5d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:32.994635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:32Z', 'revision_number': 7, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '699e8974-dda9-4c9b-aa5e-404ee5ac1c32', 'name': '', 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:c5:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'cdf72044-4896-4adb-9163-7f9f57402b47', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:27Z', 'updated_at': '2021-09-19T03:25:32Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': 'cdf72044-4896-4adb-9163-7f9f57402b47', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:33.215719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fe33f-b4ec-43b5-b2ec-673dada93151 req-e16f642f-9a4d-43f9-8af8-c0bbaf3e3147 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:33.223371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-070fe33f-b4ec-43b5-b2ec-673dada93151 req-e16f642f-9a4d-43f9-8af8-c0bbaf3e3147 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 945 time: 0.1301427 Sep 19 03:25:33.226252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ac759f-ae3a-4c02-a25d-79172fa091dc None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:32Z', 'revision_number': 7, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '699e8974-dda9-4c9b-aa5e-404ee5ac1c32', 'name': '', 'network_id': '8bdf6d2f-0611-471f-b0d7-c91c63951834', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:c5:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': 'cdf72044-4896-4adb-9163-7f9f57402b47', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:27Z', 'updated_at': '2021-09-19T03:25:32Z', 'revision_number': 4, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': 'cdf72044-4896-4adb-9163-7f9f57402b47', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:33.321850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-070fe33f-b4ec-43b5-b2ec-673dada93151 req-5104f49e-9143-4312-929b-897559fee457 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974388 Sep 19 03:25:33.488459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:33.788350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:33.788696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:33.901793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,segment=NetworkSegment(279aeeda-30b5-4ad8-81a8-3124b374bd25),segment_id=279aeeda-30b5-4ad8-81a8-3124b374bd25)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:33.902170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:33.917302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:34.122823 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:25:34.155893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:25:34.206446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:25:34.207390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:34.218929 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:34.221033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:34.241489 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:34.242414 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:34.250697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Could not find standard attr ID for object 699e8974-dda9-4c9b-aa5e-404ee5ac1c32. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:25:34.253649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=699e8974-dda9-4c9b-aa5e-404ee5ac1c32,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:34.254094 n-d-809936-1 neutron-server[94724]: INFO neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No ports have port_id starting with 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 Sep 19 03:25:34.352234 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:34.413398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:34.551943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225622f-d45e-4b07-ade5-18c8608bfa34 req-0b164455-c1cc-437a-b162-b9109ce628d3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:34.553396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0225622f-d45e-4b07-ade5-18c8608bfa34 req-0b164455-c1cc-437a-b162-b9109ce628d3 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 945 time: 0.1364524 Sep 19 03:25:34.592496 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:34Z', 'revision_number': 8, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:34.622356 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:34.633189 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:34.633799 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:34.694135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0225622f-d45e-4b07-ade5-18c8608bfa34 req-48b70988-8c89-47ce-86c1-bf11a6fc5336 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/security-groups?id=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300364 Sep 19 03:25:34.719567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:34.737399 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:34.824511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:34.833339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43172) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:34.839428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-843e6f46-f2d0-45f6-8489-e290cec34d6b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9322000 Sep 19 03:25:34.896428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet cdf72044-4896-4adb-9163-7f9f57402b47 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:34.899844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:34.942628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:34.960041 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:34Z', 'revision_number': 8, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:34.991773 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d160cf6-e1fd-4716-9cb1-9e0eb7f806ce None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:34Z', 'revision_number': 8, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:35.058822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-b70d61b1-bc31-47f4-a932-b7ce73880222 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:35.060289 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-b70d61b1-bc31-47f4-a932-b7ce73880222 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 945 time: 0.0944533 Sep 19 03:25:35.099467 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.197419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.229531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=cdf72044-4896-4adb-9163-7f9f57402b47,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:35.237168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.239113 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d627a162-92b1-4096-8b5b-f5922d4de8b2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/cdf72044-4896-4adb-9163-7f9f57402b47 HTTP/1.1" status: 204 len: 168 time: 0.4047370 Sep 19 03:25:35.241886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43174) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:35.243547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Deleting port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:35.243893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.244174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b70ce75-3435-47af-a9d3-dca66ae7b248 None None] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:35.349799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.354508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] For port ff728fe0-ab44-4350-aa4f-68c60d2a3e67, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,segment=NetworkSegment(df348b60-78bb-4bfa-a1c8-70e1d5c63d44),segment_id=df348b60-78bb-4bfa-a1c8-70e1d5c63d44)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:35.355027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.375690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Calling delete_port for ff728fe0-ab44-4350-aa4f-68c60d2a3e67 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:35.432825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port ae0e2b41-ceb7-4a99-868a-bb1081906e6c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:35.433173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.482849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] DHCP port deletion for 8bdf6d2f-0611-471f-b0d7-c91c63951834 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:25:35.527405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port ae0e2b41-ceb7-4a99-868a-bb1081906e6c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,segment=NetworkSegment(279aeeda-30b5-4ad8-81a8-3124b374bd25),segment_id=279aeeda-30b5-4ad8-81a8-3124b374bd25)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:35.527778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.553534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for ae0e2b41-ceb7-4a99-868a-bb1081906e6c owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:35.565308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] Deleting port ae0e2b41-ceb7-4a99-868a-bb1081906e6c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:35.565846 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.567122 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.601329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['ff728fe0-ab44-4350-aa4f-68c60d2a3e67'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:25:35.645805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Pushing event deleted for resources: {'Port': ['ID=ff728fe0-ab44-4350-aa4f-68c60d2a3e67,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:35.648554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] No DVR routers for this DVR port ff728fe0-ab44-4350-aa4f-68c60d2a3e67 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:35.657275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.659809 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9e410722-f5fb-4c0c-9d1b-76f8fde11c31 req-c7e9fd64-e0a3-4522-8d36-9f9567fc9acc tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.32 "DELETE /v2.0/ports/ff728fe0-ab44-4350-aa4f-68c60d2a3e67 HTTP/1.1" status: 204 len: 173 time: 0.5889659 Sep 19 03:25:35.660699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'name': 'network-vif-deleted', 'tag': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:25:35.663236 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dffd26-3e60-4167-8a7a-6f03ef66a0df" -d '{"events": [{"server_uuid": "601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c", "name": "network-vif-deleted", "tag": "ff728fe0-ab44-4350-aa4f-68c60d2a3e67"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:25:35.722198 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d29855f-8604-44eb-afe8-664bfb83af2f x-openstack-request-id: req-2d29855f-8604-44eb-afe8-664bfb83af2f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:25:35.722491 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c", "name": "network-vif-deleted", "tag": "ff728fe0-ab44-4350-aa4f-68c60d2a3e67", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:25:35.722772 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d29855f-8604-44eb-afe8-664bfb83af2f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:25:35.723212 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c', 'name': 'network-vif-deleted', 'tag': 'ff728fe0-ab44-4350-aa4f-68c60d2a3e67', 'status': 'completed', 'code': 200} Sep 19 03:25:35.742532 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.783134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:35.785139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:35.794545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port ae0e2b41-ceb7-4a99-868a-bb1081906e6c on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:35.828138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] For port ae0e2b41-ceb7-4a99-868a-bb1081906e6c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,segment=NetworkSegment(279aeeda-30b5-4ad8-81a8-3124b374bd25),segment_id=279aeeda-30b5-4ad8-81a8-3124b374bd25)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:35.828593 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.839685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:35.840335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:35.849335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] Calling delete_port for ae0e2b41-ceb7-4a99-868a-bb1081906e6c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:35.876943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab4fa910-a533-4c56-886e-47025ee895c5 req-a3d434ee-f706-4723-af7a-a56b957414c5 tempest-AttachVolumeNegativeTest-1821232178 tempest-AttachVolumeNegativeTest-1821232178-project] 10.222.0.22 "GET /v2.0/ports?device_id=601dbcf7-055f-4c2c-b3f6-4ce8e9634f3c HTTP/1.1" status: 200 len: 210 time: 0.0368714 Sep 19 03:25:35.926140 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.948290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdf6d2f-0611-471f-b0d7-c91c63951834']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:35.959055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279aeeda-30b5-4ad8-81a8-3124b374bd25') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:35.959640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279aeeda-30b5-4ad8-81a8-3124b374bd25') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:35.969763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.988743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:35.990040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:36.000370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:36.000370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:36.076033 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:36.082222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.092853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.093980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/8bdf6d2f-0611-471f-b0d7-c91c63951834 HTTP/1.1" status: 204 len: 168 time: 0.8510854 Sep 19 03:25:36.096909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43188) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:36.111264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61a074-ce94-49b7-b5eb-3b6299a4e1a3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=8bdf6d2f-0611-471f-b0d7-c91c63951834,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:36.161423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.167308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ae0e2b41-ceb7-4a99-868a-bb1081906e6c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:36.194424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43190) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:36.227190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ae0e2b41-ceb7-4a99-868a-bb1081906e6c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:36.227609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ae0e2b41-ceb7-4a99-868a-bb1081906e6c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:36.228127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:36.249655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] Network 8bdf6d2f-0611-471f-b0d7-c91c63951834 is not hosted by any dhcp agent {{(pid=94724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:25:36.250411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] No DVR routers for this DVR port ae0e2b41-ceb7-4a99-868a-bb1081906e6c on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:36.254438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:36.255013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 699e8974-dda9-4c9b-aa5e-404ee5ac1c32 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:36.256627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f66ed-7632-4c23-b9df-20fa8dc974bb None None] Pushing event deleted for resources: {'Port': ['ID=ae0e2b41-ceb7-4a99-868a-bb1081906e6c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:36.317509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:34Z', 'revision_number': 8, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:36.357849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:36.372868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-623ac2ab-c0f7-4367-82e5-25a19351c406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.388308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:36.389450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:36.508256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:36.513294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-623ac2ab-c0f7-4367-82e5-25a19351c406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.519192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-623ac2ab-c0f7-4367-82e5-25a19351c406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.565568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-623ac2ab-c0f7-4367-82e5-25a19351c406 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5de1313b733446c38ddd1c3776a6f0d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698277 Sep 19 03:25:36.566199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43194) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:36.578126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ac2ab-c0f7-4367-82e5-25a19351c406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1462819-bff6-41e7-b2ea-384ba0334fc4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:36.636154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e51d460-26ea-49c0-bdc4-6470e1a5b00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.660114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e51d460-26ea-49c0-bdc4-6470e1a5b00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.716826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e51d460-26ea-49c0-bdc4-6470e1a5b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.720661 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7e51d460-26ea-49c0-bdc4-6470e1a5b00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:36.722310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7e51d460-26ea-49c0-bdc4-6470e1a5b00e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b1462819-bff6-41e7-b2ea-384ba0334fc4 HTTP/1.1" status: 204 len: 168 time: 0.1549163 Sep 19 03:25:36.742346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51d460-26ea-49c0-bdc4-6470e1a5b00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1462819-bff6-41e7-b2ea-384ba0334fc4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:36.759920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:34Z', 'revision_number': 8, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:36.836752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cdcb8-2454-45a3-9bab-578e7d239396 None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:34Z', 'revision_number': 8, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e314ee9-2bec-428e-b245-506cb157a9d6', 'name': '', 'network_id': 'a4e9560d-f416-4484-bda5-49df571bd545', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:54:f7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:22Z', 'updated_at': '2021-09-19T03:25:28Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '7a113f69-fd60-4003-ad80-a55a42d6e46e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:36.965445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43204) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:37.024296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] Deleting subnet dfc09b46-8465-4f64-9714-698e389203e2 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:37.028375 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.087718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.089403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.140984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.233841 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.279709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc09b46-8465-4f64-9714-698e389203e2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:37.291060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.298819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4f3a9247-3110-459d-abda-e13e6d2dcadb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dfc09b46-8465-4f64-9714-698e389203e2 HTTP/1.1" status: 204 len: 168 time: 0.3299012 Sep 19 03:25:37.300211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43214) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:37.382087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.482702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.505855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 3e314ee9-2bec-428e-b245-506cb157a9d6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:37.506434 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.508011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb270e6-02be-4aae-8be8-34bc8b469fb3']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:37.527852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:37.528220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df348b60-78bb-4bfa-a1c8-70e1d5c63d44') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:37.567797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.584224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.591350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:37.592019 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:37.595956 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:37.625454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 3e314ee9-2bec-428e-b245-506cb157a9d6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3e314ee9-2bec-428e-b245-506cb157a9d6,segment=NetworkSegment(1c3eef03-4db5-40cf-be34-aeaeca6fe8e8),segment_id=1c3eef03-4db5-40cf-be34-aeaeca6fe8e8)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:37.625833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.639843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 3e314ee9-2bec-428e-b245-506cb157a9d6 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:37.691371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.702715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.706886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4fb270e6-02be-4aae-8be8-34bc8b469fb3 HTTP/1.1" status: 204 len: 168 time: 0.4045212 Sep 19 03:25:37.720037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea679f62-1cd3-49cd-a114-83017e3d1313 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb270e6-02be-4aae-8be8-34bc8b469fb3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:37.879323 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:37.912933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=3e314ee9-2bec-428e-b245-506cb157a9d6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:38.026866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43232) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:38.140467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bf3ea247-c592-4da3-a07b-06db37e8f37d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b35885af2114107ab5ddac61605476e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1114109 Sep 19 03:25:38.141146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43234) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:38.181117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.216944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4e02fb-5bd1-43f0-aa79-102e8399b067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.271445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4e02fb-5bd1-43f0-aa79-102e8399b067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.351041 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4e02fb-5bd1-43f0-aa79-102e8399b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.354611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f4e02fb-5bd1-43f0-aa79-102e8399b067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.356147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8f4e02fb-5bd1-43f0-aa79-102e8399b067 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd7e1d5e-7d27-4699-be6f-6fdd8bb174da HTTP/1.1" status: 204 len: 168 time: 0.2132902 Sep 19 03:25:38.364130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e02fb-5bd1-43f0-aa79-102e8399b067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7e1d5e-7d27-4699-be6f-6fdd8bb174da,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:38.477309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:38.591253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:38.599764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43248) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:38.604639 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:38.618196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d3139e5a-e48c-481c-ae7b-0309705e8b5c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5194781 Sep 19 03:25:38.626953 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:38.628605 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:38.674464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet 7a113f69-fd60-4003-ad80-a55a42d6e46e {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:38.678601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.743865 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:38.752824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.886613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:38.985983 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.015303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b402de-9280-4f87-9648-42f61875db44 None None] Network a4e9560d-f416-4484-bda5-49df571bd545 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:39.016346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.019077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/7a113f69-fd60-4003-ad80-a55a42d6e46e HTTP/1.1" status: 204 len: 168 time: 0.4183588 Sep 19 03:25:39.021951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43262) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:39.043423 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:37Z', 'revision_number': 9, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:39.101158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09709d94-f7c8-41bc-953f-93575c86ca0a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=7a113f69-fd60-4003-ad80-a55a42d6e46e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:39.111126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ff728fe0-ab44-4350-aa4f-68c60d2a3e67 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:39.113076 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:39.136101 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:39.138060 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:39.238133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: ff728fe0-ab44-4350-aa4f-68c60d2a3e67 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:39.238133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ff728fe0-ab44-4350-aa4f-68c60d2a3e67 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:39.238906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43264) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:39.335219 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:39.477797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] DHCP port deletion for a4e9560d-f416-4484-bda5-49df571bd545 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:25:39.499199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e545b14b-a0f9-4326-b753-52c43778ea54 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:39.538301 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e545b14b-a0f9-4326-b753-52c43778ea54 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "PUT /v2.0/quotas/bfc61b984d6e47968907e33e7a2e5a93 HTTP/1.1" status: 200 len: 368 time: 0.2956564 Sep 19 03:25:39.541101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:39.549128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Request body: {'network': {'project_id': 'bfc61b984d6e47968907e33e7a2e5a93'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:39.566112 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.600356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Made reservation on behalf of bfc61b984d6e47968907e33e7a2e5a93 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:39.607619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.609319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] Deleting port 5435df9c-e6c9-4484-8405-55a4e86c9d6f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:39.609945 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.620094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.654976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 5435df9c-e6c9-4484-8405-55a4e86c9d6f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:39.655586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.728087 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:37Z', 'revision_number': 9, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:39.749649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] For port 5435df9c-e6c9-4484-8405-55a4e86c9d6f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5435df9c-e6c9-4484-8405-55a4e86c9d6f,segment=NetworkSegment(1c3eef03-4db5-40cf-be34-aeaeca6fe8e8),segment_id=1c3eef03-4db5-40cf-be34-aeaeca6fe8e8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:39.750479 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.776460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 5435df9c-e6c9-4484-8405-55a4e86c9d6f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5435df9c-e6c9-4484-8405-55a4e86c9d6f,segment=NetworkSegment(1c3eef03-4db5-40cf-be34-aeaeca6fe8e8),segment_id=1c3eef03-4db5-40cf-be34-aeaeca6fe8e8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:39.777150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.797431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] Calling delete_port for 5435df9c-e6c9-4484-8405-55a4e86c9d6f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:39.814108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 5435df9c-e6c9-4484-8405-55a4e86c9d6f owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:39.867175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.880412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.886360 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b682da4-7363-41d1-aa60-0579b3c92cda None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:37Z', 'revision_number': 9, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '3d894eea-cdb1-4a1b-9d15-216e6e2ba204', 'name': '', 'network_id': '15b4aebb-00ef-4257-92c7-29629dff11f5', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:9e:22:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:18Z', 'updated_at': '2021-09-19T03:25:24Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '1c306447-08f5-4e1a-87b6-29d452dd58f3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:39.948733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.950226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:39.953827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6966a3-3105-4777-a629-b600a29779f4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:39.976755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:39.979264 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Added segment 48ac304d-d1ee-410b-bf12-fb5f47f189a2 of type vlan for network 9b1d25f7-7b20-4d16-9d0e-6feac0d4d430 Sep 19 03:25:39.988298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] Pushing event deleted for resources: {'Port': ['ID=5435df9c-e6c9-4484-8405-55a4e86c9d6f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:39.990283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558e9121-b4bb-46a3-a24d-b1dc4b16702e None None] No DVR routers for this DVR port 5435df9c-e6c9-4484-8405-55a4e86c9d6f on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:40.030334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.046164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=5435df9c-e6c9-4484-8405-55a4e86c9d6f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:40.062788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.079421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port 5435df9c-e6c9-4484-8405-55a4e86c9d6f on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:40.105743 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.107638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:40.108917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.171525 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6290705 Sep 19 03:25:40.177307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43288) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:40.208532 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.213881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Request body: {'network': {'project_id': 'bfc61b984d6e47968907e33e7a2e5a93'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:40.224889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb3904-54fd-4b92-afde-b530797c2079 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Pushing event updated for resources: {'Network': ['ID=9b1d25f7-7b20-4d16-9d0e-6feac0d4d430,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:40.230416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e9560d-f416-4484-bda5-49df571bd545']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:40.236211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9b1d25f7-7b20-4d16-9d0e-6feac0d4d430 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:40.246296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:40.247440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3eef03-4db5-40cf-be34-aeaeca6fe8e8') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:40.274674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Made reservation on behalf of bfc61b984d6e47968907e33e7a2e5a93 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:40.274851 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.279427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.294767 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.306491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:40.307162 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:40.310298 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:40.341249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:40.373382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.375965 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Added segment 0f26a6a7-e418-44db-abbb-8341acb22189 of type vlan for network de6f102e-9e38-4137-aa6e-900d3da072b5 Sep 19 03:25:40.441564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3e314ee9-2bec-428e-b245-506cb157a9d6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:40.468273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.470955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.490780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3e314ee9-2bec-428e-b245-506cb157a9d6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:40.495194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3e314ee9-2bec-428e-b245-506cb157a9d6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:40.498175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5435df9c-e6c9-4484-8405-55a4e86c9d6f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:40.505129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.519291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/a4e9560d-f416-4484-bda5-49df571bd545 HTTP/1.1" status: 204 len: 168 time: 1.4961133 Sep 19 03:25:40.520245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:40.520385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd9784-406e-4826-88f7-a332dadfa231 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=a4e9560d-f416-4484-bda5-49df571bd545,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:40.531965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5435df9c-e6c9-4484-8405-55a4e86c9d6f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:40.533061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5435df9c-e6c9-4484-8405-55a4e86c9d6f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:40.540658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.541884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:40.542864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.663658 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4850669 Sep 19 03:25:40.667861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:40.676715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-96f3e0ae-e621-4d88-afca-89494230eab1 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Request body: {'network': {'project_id': 'bfc61b984d6e47968907e33e7a2e5a93'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:40.693604 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f3e0ae-e621-4d88-afca-89494230eab1 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 03:25:40.694555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f3e0ae-e621-4d88-afca-89494230eab1 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:40.696408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-96f3e0ae-e621-4d88-afca-89494230eab1 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0244293 Sep 19 03:25:40.699537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43300) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:40.725611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669e832-3a72-4241-938a-f60066e9a213 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Pushing event updated for resources: {'Network': ['ID=de6f102e-9e38-4137-aa6e-900d3da072b5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:40.738209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network de6f102e-9e38-4137-aa6e-900d3da072b5 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:40.793181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-45b9a49d-8e84-49cd-b465-8e6cbfbb4a7a tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bfc61b984d6e47968907e33e7a2e5a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919144 Sep 19 03:25:40.797259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43304) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:40.895210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b027316c-39a8-4088-b856-aeaccb5d054d tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.926587 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b027316c-39a8-4088-b856-aeaccb5d054d tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.992546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b027316c-39a8-4088-b856-aeaccb5d054d tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:40.995349 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b027316c-39a8-4088-b856-aeaccb5d054d tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.000190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b027316c-39a8-4088-b856-aeaccb5d054d tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc6966a3-3105-4777-a629-b600a29779f4 HTTP/1.1" status: 204 len: 168 time: 0.1948016 Sep 19 03:25:41.001856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43310) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:41.037005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027316c-39a8-4088-b856-aeaccb5d054d tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6966a3-3105-4777-a629-b600a29779f4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:41.079764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.139452 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.238931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.268427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6f102e-9e38-4137-aa6e-900d3da072b5']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:41.284538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f26a6a7-e418-44db-abbb-8341acb22189') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:41.284905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f26a6a7-e418-44db-abbb-8341acb22189') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:41.301088 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.328740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.335656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:41.336054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:41.393484 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:41.411477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.419334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.423847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "DELETE /v2.0/networks/de6f102e-9e38-4137-aa6e-900d3da072b5 HTTP/1.1" status: 204 len: 168 time: 0.4203970 Sep 19 03:25:41.424936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43320) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:41.435541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7751db2-4833-4ecd-b533-d7f90a8d38b4 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Pushing event deleted for resources: {'Network': ['ID=de6f102e-9e38-4137-aa6e-900d3da072b5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:41.438825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:41.439415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.581936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.657084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 3d894eea-cdb1-4a1b-9d15-216e6e2ba204, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,segment=NetworkSegment(3d019e7c-f76d-476b-8c95-e21daeaa486f),segment_id=3d019e7c-f76d-476b-8c95-e21daeaa486f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:41.657507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.701310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:41.703188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:41.969415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1d25f7-7b20-4d16-9d0e-6feac0d4d430']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:42.006798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ac304d-d1ee-410b-bf12-fb5f47f189a2') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:42.007111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ac304d-d1ee-410b-bf12-fb5f47f189a2') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:42.019625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:42.043218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:42.052728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:42.053133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:42.054882 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:42.157227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:42.166169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:42.168821 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] 10.222.0.22 "DELETE /v2.0/networks/9b1d25f7-7b20-4d16-9d0e-6feac0d4d430 HTTP/1.1" status: 204 len: 168 time: 0.7422252 Sep 19 03:25:42.187588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7aa97-7083-47a4-91b3-0159edc847b5 tempest-QuotasNegativeTest-997039935 tempest-QuotasNegativeTest-997039935-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b1d25f7-7b20-4d16-9d0e-6feac0d4d430,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:42.268098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:42.339736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=3d894eea-cdb1-4a1b-9d15-216e6e2ba204,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:42.592498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:42.825420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:42.939162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43360) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:42.952600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:42.961513 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c859ea17-6895-4c3f-a208-8a1445b5dfd3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4367850 Sep 19 03:25:42.964509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:42.974928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:42.990908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:42.991520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:43.097396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet 1c306447-08f5-4e1a-87b6-29d452dd58f3 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:43.129741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.134225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa48b2eb-dfe9-449f-b9b5-a5b83a5ba6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.164616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:43.217607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.302882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0efad7-1611-4a68-9b97-b590a3d6d2aa req-4cead0cd-92c4-45fb-b85a-4e876dadcca0 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:43.317408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b0efad7-1611-4a68-9b97-b590a3d6d2aa req-4cead0cd-92c4-45fb-b85a-4e876dadcca0 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1097 time: 0.1842735 Sep 19 03:25:43.411424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.428660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b0efad7-1611-4a68-9b97-b590a3d6d2aa req-4359da0c-aebe-450e-9151-d73bec3d4244 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050127 Sep 19 03:25:43.506037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa48b2eb-dfe9-449f-b9b5-a5b83a5ba6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.516137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa48b2eb-dfe9-449f-b9b5-a5b83a5ba6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.593153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.600771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48b2eb-dfe9-449f-b9b5-a5b83a5ba6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1301b567-81df-46bb-8782-47289bc9f6ed,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:43.609857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fa48b2eb-dfe9-449f-b9b5-a5b83a5ba6b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92dfc12f96ab45d68fe59306eb0fd8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6695464 Sep 19 03:25:43.612734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43384) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:43.632354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=1c306447-08f5-4e1a-87b6-29d452dd58f3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:43.636895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.638808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f1dcf66c-43e0-44fa-a5b3-66230b908b8b tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/1c306447-08f5-4e1a-87b6-29d452dd58f3 HTTP/1.1" status: 204 len: 168 time: 0.6710112 Sep 19 03:25:43.642771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43386) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:43.646694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85fd10f-71c0-487b-84ce-8efd1801f1b5 None None] Network 15b4aebb-00ef-4257-92c7-29629dff11f5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:43.678335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b727083-3ff9-4b89-a04e-7cfa2d713ef6 req-1536e383-6aa5-43ca-b74e-7ddc0916a709 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:43.679874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b727083-3ff9-4b89-a04e-7cfa2d713ef6 req-1536e383-6aa5-43ca-b74e-7ddc0916a709 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1490529 Sep 19 03:25:43.717319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.744596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.780143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.797711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b727083-3ff9-4b89-a04e-7cfa2d713ef6 req-f742c857-ec78-4de6-a560-757501f37c6b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069980 Sep 19 03:25:43.829673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43392) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:43.830167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:42Z', 'revision_number': 10, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:43.847818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.847818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.847818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1301b567-81df-46bb-8782-47289bc9f6ed HTTP/1.1" status: 204 len: 168 time: 0.2321773 Sep 19 03:25:43.880135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:43.906133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:43.906813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:43.914720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 19389e27-067b-4197-ac1a-f0848026de17 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:43.915099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:43.995606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b8d46d-e7ac-49eb-922b-b659969821ba None None] DHCP port deletion for 15b4aebb-00ef-4257-92c7-29629dff11f5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:25:44.059973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 19389e27-067b-4197-ac1a-f0848026de17, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=19389e27-067b-4197-ac1a-f0848026de17,segment=NetworkSegment(3d019e7c-f76d-476b-8c95-e21daeaa486f),segment_id=3d019e7c-f76d-476b-8c95-e21daeaa486f)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:44.060574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.076792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 19389e27-067b-4197-ac1a-f0848026de17 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:44.120400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:44.185101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.241339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1301b567-81df-46bb-8782-47289bc9f6ed,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:44.250734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=19389e27-067b-4197-ac1a-f0848026de17,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:44.257095 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f004f625-e038-4597-8048-c798f150e67e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/c86cb7bb-c09f-4759-9b35-64db29891c9a HTTP/1.1" status: 200 len: 994 time: 0.4255700 Sep 19 03:25:44.265682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.266065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.266065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.267323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.267966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.268104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.268439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.268743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.269053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.269381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.269701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.277786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4425eac7-e7a0-407e-b738-26a3c615a19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:25:44.277984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8d46d-e7ac-49eb-922b-b659969821ba None None] The port '19389e27-067b-4197-ac1a-f0848026de17' was deleted {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 19 03:25:44.284142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 19389e27-067b-4197-ac1a-f0848026de17 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:44.299121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port 19389e27-067b-4197-ac1a-f0848026de17 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:44.357242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 19389e27-067b-4197-ac1a-f0848026de17 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:44.357601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 19389e27-067b-4197-ac1a-f0848026de17 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:44.409953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.436887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b4aebb-00ef-4257-92c7-29629dff11f5']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:44.450349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d019e7c-f76d-476b-8c95-e21daeaa486f') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:44.450655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d019e7c-f76d-476b-8c95-e21daeaa486f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:44.461495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.478396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.493428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:44.494245 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:44.500498 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:44.541071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:42Z', 'revision_number': 10, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:44.569935 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-da15ad20-fe0a-413f-8207-e6164acb7882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.571613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b26b4-ff20-43a8-bd20-aa08347362e6 None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:42Z', 'revision_number': 10, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None, '_interfaces': [{'id': '5060be29-d42d-492e-8d20-7a2863974f28', 'name': '', 'network_id': 'dab7040d-3806-4be0-b1d9-12f57671ce53', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'mac_address': 'fa:16:3e:71:66:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2774, 'fixed_ips': [{'subnet_id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:25:14Z', 'updated_at': '2021-09-19T03:25:18Z', 'revision_number': 5, 'project_id': '24f272f951024d1a850702a41cd4528f', 'subnets': [{'id': '53420656-e77b-4354-8e7a-f8199d8d36ba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:44.621133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.630987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.633018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/15b4aebb-00ef-4257-92c7-29629dff11f5 HTTP/1.1" status: 204 len: 168 time: 0.9892826 Sep 19 03:25:44.635846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43418) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:44.657922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e2fca-8337-48a5-bc92-6b26452423c3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=15b4aebb-00ef-4257-92c7-29629dff11f5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:44.683657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-03ba8e0c-4c35-4254-acb9-256f10198a2f req-d5a1ddfb-a320-4c01-b23e-16e29f16d598 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:25:44.684648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03ba8e0c-4c35-4254-acb9-256f10198a2f req-d5a1ddfb-a320-4c01-b23e-16e29f16d598 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054753 Sep 19 03:25:44.733829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43426) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:44.759996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-502f700e-afbb-4ddc-9e5a-4098284dac74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.889363 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-502f700e-afbb-4ddc-9e5a-4098284dac74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.898761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-502f700e-afbb-4ddc-9e5a-4098284dac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:44.995823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-502f700e-afbb-4ddc-9e5a-4098284dac74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b5f4fd7160f498c80d8d29b3ea4a1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592437 Sep 19 03:25:44.996876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43432) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:44.997833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f700e-afbb-4ddc-9e5a-4098284dac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53f2713-0a51-4e93-910c-3f1dcc097d10,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:45.078868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b55ef-d14a-404a-9c6b-2b7c43849940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:45.103993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b55ef-d14a-404a-9c6b-2b7c43849940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:45.212667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b55ef-d14a-404a-9c6b-2b7c43849940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:45.220047 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1f0b55ef-d14a-404a-9c6b-2b7c43849940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:45.224856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1f0b55ef-d14a-404a-9c6b-2b7c43849940 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e53f2713-0a51-4e93-910c-3f1dcc097d10 HTTP/1.1" status: 204 len: 168 time: 0.2212415 Sep 19 03:25:45.237534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b55ef-d14a-404a-9c6b-2b7c43849940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53f2713-0a51-4e93-910c-3f1dcc097d10,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:45.286921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:45.379894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-81e2bd84-3d8c-4780-b8de-83407950c319 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091812 Sep 19 03:25:45.397056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293acd2-92d9-477c-b7f1-2e5ad03012eb req-063967a0-7b00-47cf-bc24-74b9ce6339cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:45.399205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5293acd2-92d9-477c-b7f1-2e5ad03012eb req-063967a0-7b00-47cf-bc24-74b9ce6339cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0873604 Sep 19 03:25:45.482293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5293acd2-92d9-477c-b7f1-2e5ad03012eb req-8b692281-5a78-483a-ae89-8a3481d1a430 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655293 Sep 19 03:25:45.636415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 5060be29-d42d-492e-8d20-7a2863974f28 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:45.636759 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:45.742451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 5060be29-d42d-492e-8d20-7a2863974f28, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5060be29-d42d-492e-8d20-7a2863974f28,segment=NetworkSegment(cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40),segment_id=cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:45.743008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:45.758204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 5060be29-d42d-492e-8d20-7a2863974f28 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:46.004780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:46.014957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:46.031620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:46.047604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=5060be29-d42d-492e-8d20-7a2863974f28,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:46.077698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:46.077698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3d894eea-cdb1-4a1b-9d15-216e6e2ba204 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:46.244916 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:46.705702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a339d-8bb1-4d0d-8334-6771c662f5c2 req-316ecb7f-0ee8-489f-a23c-3d9aedd752d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:46.707723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-013a339d-8bb1-4d0d-8334-6771c662f5c2 req-316ecb7f-0ee8-489f-a23c-3d9aedd752d1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1140635 Sep 19 03:25:46.718683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:46.803940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-013a339d-8bb1-4d0d-8334-6771c662f5c2 req-0270001d-9eb7-4fde-baeb-2547c91febb6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850468 Sep 19 03:25:46.887824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:46.897022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1750e7fc-c417-4ea0-8ce3-3a8b644f0de3 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2575688 Sep 19 03:25:46.899377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43502) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:46.907329 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:46.939851 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:46.943397 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:47.044471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting subnet 53420656-e77b-4354-8e7a-f8199d8d36ba {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:25:47.056616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.128669 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:47.204928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.275339 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0c387edd-d1ca-4942-9ad3-c3abd65b560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.292417 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:45Z', 'revision_number': 11, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:47.325543 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:47.344015 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:47.345832 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:47.367478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.439505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.479419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Subnet': ['ID=53420656-e77b-4354-8e7a-f8199d8d36ba,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:47.481996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.484926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b35a4a7c-be3a-4a64-a4d0-044cab9862c8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/53420656-e77b-4354-8e7a-f8199d8d36ba HTTP/1.1" status: 204 len: 168 time: 0.5840523 Sep 19 03:25:47.487648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43522) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:47.491464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1224cc-aba5-4d4b-a21a-0549b26dfc05 None None] Network dab7040d-3806-4be0-b1d9-12f57671ce53 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:25:47.608386 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:47.613221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.713182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Deleting port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:25:47.714342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.738216 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:45Z', 'revision_number': 11, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:47.802257 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8659328-f986-4dd5-a68b-1d5fa9e66cbd None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:45Z', 'revision_number': 11, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:47.823010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] For port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8,segment=NetworkSegment(cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40),segment_id=cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:25:47.826888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.862290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Calling delete_port for 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:25:47.963555 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:47.976855 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.018493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Port': ['ID=5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:48.020449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No DVR routers for this DVR port 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:25:48.040234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-15ce9a43-4fcb-4c00-9b61-8c4fb615d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:48.041748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-15ce9a43-4fcb-4c00-9b61-8c4fb615d606 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1097 time: 0.4335709 Sep 19 03:25:48.138154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.149242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee8750-2180-49c1-819b-a9b271730962 None None] DHCP port deletion for dab7040d-3806-4be0-b1d9-12f57671ce53 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:25:48.202176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab7040d-3806-4be0-b1d9-12f57671ce53']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:48.232864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:48.233261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5ca5c4-53fb-4ab0-a5ac-fb349031ed40') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:48.261831 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.280110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5060be29-d42d-492e-8d20-7a2863974f28 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:48.311977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-fb382cca-edd2-41ea-b214-94b1c348280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:48.315316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-fb382cca-edd2-41ea-b214-94b1c348280d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.2657852 Sep 19 03:25:48.325289 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.338437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5060be29-d42d-492e-8d20-7a2863974f28 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:48.354413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:48.356394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:48.359931 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:48.363422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5060be29-d42d-492e-8d20-7a2863974f28 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:48.369348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:25:48.432976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:25:48.433323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5df5a1ba-6b9e-4a70-91d5-7b4c8007eff8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:25:48.462308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.471003 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e5831812-4aca-4342-87b9-0c7a6a1ffed8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1002 time: 0.1460841 Sep 19 03:25:48.568066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-a5093134-7217-4ca8-bc28-1687f3e7d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:48.570024 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-a5093134-7217-4ca8-bc28-1687f3e7d46e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.0923269 Sep 19 03:25:48.609822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.652595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:48.658838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43546) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:48.669295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'routes': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:48.671291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/networks/dab7040d-3806-4be0-b1d9-12f57671ce53 HTTP/1.1" status: 204 len: 168 time: 1.1823227 Sep 19 03:25:48.674879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232952d6-961c-407c-9b81-503195e2d3ac tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Pushing event deleted for resources: {'Network': ['ID=dab7040d-3806-4be0-b1d9-12f57671ce53,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:48.689282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942e876-46f1-4479-8c49-e92cbe1c50da req-39c7b82e-df6a-4e40-8b87-1f971b086de1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:48.702304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2942e876-46f1-4479-8c49-e92cbe1c50da req-39c7b82e-df6a-4e40-8b87-1f971b086de1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.2239749 Sep 19 03:25:48.734207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-d0754894-02b8-425a-b4c0-346a8e3dca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:48.740624 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-d0754894-02b8-425a-b4c0-346a8e3dca63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626947 Sep 19 03:25:48.752421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2942e876-46f1-4479-8c49-e92cbe1c50da req-ae8dda16-a22b-4103-8e51-93939846e2be tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421402 Sep 19 03:25:48.949105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Added routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 19 03:25:48.949378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Removed routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 19 03:25:48.949879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.009387 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-0ea70f22-d699-4489-8b6b-1d73dcdf25ec service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590542 Sep 19 03:25:49.172482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.182866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.273703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-0729a7cd-9610-48f1-a900-ed91633cf4c2 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239034 Sep 19 03:25:49.278784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router dffddc18-2a72-47f6-90d4-208b73e2583d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:25:49.377647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:49.387215 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.389630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] Sync routers for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:49.399252 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d1b62d3c-0fc7-4933-a7b3-3608d22e9980 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 200 len: 705 time: 0.7364519 Sep 19 03:25:49.402323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43566) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.417876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:49.419045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:49.460199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43568) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.462866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7cf857fa-b483-48f6-ab04-5f8a0775273f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 200 len: 205 time: 0.0585475 Sep 19 03:25:49.463904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43570) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.521767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:49.575952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e14bea1-2c83-4734-914c-276e830be6c6 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.592354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:45Z', 'revision_number': 11, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:49.646091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] Checking router: dffddc18-2a72-47f6-90d4-208b73e2583d for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:49.655510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] Routers {'dffddc18-2a72-47f6-90d4-208b73e2583d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:49.656470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dffddc18-2a72-47f6-90d4-208b73e2583d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:49.711317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.749813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] Set router dffddc18-2a72-47f6-90d4-208b73e2583d gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:49.812219 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e14bea1-2c83-4734-914c-276e830be6c6 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.815400 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e14bea1-2c83-4734-914c-276e830be6c6 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.822376 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f87eceb0-8321-48ba-a3b3-8bacaa2cbf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.836472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3617bb4f-e278-4e75-b955-e3ea8c35ef99 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:49.855463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:45Z', 'revision_number': 11, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:49.888305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6a9a70-71fe-45b2-8269-108f8b95fd9e None None] The sync data for ids ['dffddc18-2a72-47f6-90d4-208b73e2583d'] in n-d-809936-1 is: [{'id': 'dffddc18-2a72-47f6-90d4-208b73e2583d', 'name': 'tempest-RoutersIpV6Test-router-1562878512', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:13Z', 'updated_at': '2021-09-19T03:25:45Z', 'revision_number': 11, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:49.907429 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e14bea1-2c83-4734-914c-276e830be6c6 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.908114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e14bea1-2c83-4734-914c-276e830be6c6 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Fanout notify agent at l3_agent the message router_deleted on router dffddc18-2a72-47f6-90d4-208b73e2583d {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:25:49.913106 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3617bb4f-e278-4e75-b955-e3ea8c35ef99 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "PUT /v2.0/quotas/7964537c992149579bf88ad0806e126e HTTP/1.1" status: 200 len: 366 time: 0.4515724 Sep 19 03:25:49.915861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43582) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.917329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e14bea1-2c83-4734-914c-276e830be6c6 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:49.918470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0e14bea1-2c83-4734-914c-276e830be6c6 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 204 len: 168 time: 0.4534140 Sep 19 03:25:49.923293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43584) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.929059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e4e9f2af-021d-43cb-b7e2-a8fff0d6a9eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-480051078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:49.942294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43586) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.943433 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c93c65b2-f363-4fb1-bb81-b51f80624b17 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0264549 Sep 19 03:25:49.961052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d1c08883-e74b-41d8-8588-5819bc77fe8f tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "GET /v2.0/quotas/7964537c992149579bf88ad0806e126e HTTP/1.1" status: 200 len: 366 time: 0.0175641 Sep 19 03:25:49.963641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43588) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:49.978430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cd4f9-651c-4fe5-bb35-daa9bbe6472a req-ad93f061-a34f-4b16-b209-ce74e46e2513 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:49.995623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf4cd4f9-651c-4fe5-bb35-daa9bbe6472a req-ad93f061-a34f-4b16-b209-ce74e46e2513 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1333458 Sep 19 03:25:50.001685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f87eceb0-8321-48ba-a3b3-8bacaa2cbf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.007866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f87eceb0-8321-48ba-a3b3-8bacaa2cbf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.027323 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.053044 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f2af-021d-43cb-b7e2-a8fff0d6a9eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.055342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f2af-021d-43cb-b7e2-a8fff0d6a9eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.060149 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f87eceb0-8321-48ba-a3b3-8bacaa2cbf20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a002b16f456405598a08089fd202cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473923 Sep 19 03:25:50.065031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43590) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.068442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a1c1d6a7-3a8a-4cad-b9bf-9121827e788a tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/7964537c992149579bf88ad0806e126e HTTP/1.1" status: 204 len: 168 time: 0.1036386 Sep 19 03:25:50.072085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43592) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.085237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87eceb0-8321-48ba-a3b3-8bacaa2cbf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd19639-5d01-4b29-988c-b8b72c082fa6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:50.122029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf4cd4f9-651c-4fe5-bb35-daa9bbe6472a req-c735eaf4-49c4-4941-999a-179192e9c3cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248038 Sep 19 03:25:50.127689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9876cbc5-517a-4260-adb7-acb2c70fdf36 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0442522 Sep 19 03:25:50.130342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.165171 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c26c4230-ba0d-429d-8741-2836c18862a5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "GET /v2.0/quotas/7964537c992149579bf88ad0806e126e HTTP/1.1" status: 200 len: 370 time: 0.0325773 Sep 19 03:25:50.165774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.178040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43598) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.179036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f3fec030-90a3-43b9-9711-26e3cdf15d3d tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "GET /v2.0/quotas/7964537c992149579bf88ad0806e126e/default HTTP/1.1" status: 200 len: 370 time: 0.0082371 Sep 19 03:25:50.182522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ecf09c3b-0711-453b-ae92-e7f295f1fe7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.187692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f2af-021d-43cb-b7e2-a8fff0d6a9eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.192676 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-1717584b-d795-419a-8f44-2c8785f2ce1f tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] delete failed (client error): The resource could not be found. Sep 19 03:25:50.195290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1717584b-d795-419a-8f44-2c8785f2ce1f tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/7964537c992149579bf88ad0806e126e HTTP/1.1" status: 404 len: 348 time: 0.0149865 Sep 19 03:25:50.197229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f2af-021d-43cb-b7e2-a8fff0d6a9eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.216689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ecf09c3b-0711-453b-ae92-e7f295f1fe7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.240063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f2af-021d-43cb-b7e2-a8fff0d6a9eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.244533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e4e9f2af-021d-43cb-b7e2-a8fff0d6a9eb tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3173993 Sep 19 03:25:50.249709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43602) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.256663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3826a1dd-de33-4132-867d-be12fab824df tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:50.296946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ecf09c3b-0711-453b-ae92-e7f295f1fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.298467 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ecf09c3b-0711-453b-ae92-e7f295f1fe7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.302003 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ecf09c3b-0711-453b-ae92-e7f295f1fe7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cd19639-5d01-4b29-988c-b8b72c082fa6 HTTP/1.1" status: 204 len: 168 time: 0.2332480 Sep 19 03:25:50.309635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf09c3b-0711-453b-ae92-e7f295f1fe7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd19639-5d01-4b29-988c-b8b72c082fa6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:50.352650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43606) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.374897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:network and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.381513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.389266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:subnet and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.394944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.403768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:subnetpool and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.416318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.424096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:port and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.429533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.448533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:router and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.462068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.472064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:floatingip and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.478216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.518817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:security_group and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.524546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.531515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Usage tracker for resource:security_group_rule and tenant:cc4c200496194b3bb7f71b33a3a5d6dd is out of sync, need to count used quota {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 19 03:25:50.550731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.quota.resource [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94722) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 19 03:25:50.556462 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d3baa0ba-f566-42f9-960b-051eacf040d5 tempest-QuotasTest-1761115843 tempest-QuotasTest-1761115843-project-admin] 10.222.0.22 "GET /v2.0/quotas/cc4c200496194b3bb7f71b33a3a5d6dd/details.json HTTP/1.1" status: 200 len: 703 time: 0.2025943 Sep 19 03:25:50.581602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3826a1dd-de33-4132-867d-be12fab824df tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.606664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3826a1dd-de33-4132-867d-be12fab824df tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.721284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3826a1dd-de33-4132-867d-be12fab824df tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Router 57a7a788-3286-44d0-b354-0cc196cb9741 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:25:50.820655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43618) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.834920 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-397b041a-7af5-4390-849b-95b92bf00d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.863826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3826a1dd-de33-4132-867d-be12fab824df tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:25:50.879520 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] Sync routers for ids ['57a7a788-3286-44d0-b354-0cc196cb9741'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:25:50.889906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3826a1dd-de33-4132-867d-be12fab824df tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:50.892422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3826a1dd-de33-4132-867d-be12fab824df tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "PUT /v2.0/routers/57a7a788-3286-44d0-b354-0cc196cb9741 HTTP/1.1" status: 200 len: 697 time: 0.6416678 Sep 19 03:25:50.892741 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] Routers {'57a7a788-3286-44d0-b354-0cc196cb9741'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:50.893488 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57a7a788-3286-44d0-b354-0cc196cb9741'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:50.895879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43622) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:50.977644 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] Set router 57a7a788-3286-44d0-b354-0cc196cb9741 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:50.981742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43624) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.015563 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e5dcf04d-76ec-4a64-a50d-d477df837db0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/routers/57a7a788-3286-44d0-b354-0cc196cb9741 HTTP/1.1" status: 200 len: 703 time: 0.1183963 Sep 19 03:25:51.018907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.062722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0b645760-8121-4474-a909-21aaa2c612f0 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a7a788-3286-44d0-b354-0cc196cb9741 HTTP/1.1" status: 200 len: 205 time: 0.0407302 Sep 19 03:25:51.064307 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a7a788-3286-44d0-b354-0cc196cb9741', 'name': 'tempest-RoutersIpV6Test-router-480051078', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:50Z', 'updated_at': '2021-09-19T03:25:50Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:51.065259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43630) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.077475 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-397b041a-7af5-4390-849b-95b92bf00d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.083889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-397b041a-7af5-4390-849b-95b92bf00d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.098333 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] Checking router: 57a7a788-3286-44d0-b354-0cc196cb9741 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:25:51.115018 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] Routers {'57a7a788-3286-44d0-b354-0cc196cb9741'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:25:51.115837 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:25:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57a7a788-3286-44d0-b354-0cc196cb9741'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:51.131288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-397b041a-7af5-4390-849b-95b92bf00d5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2f924dbae3749bc893b09b933db26c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094773 Sep 19 03:25:51.132011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b041a-7af5-4390-849b-95b92bf00d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6334d516-5cad-4f2f-bf87-e885879add92,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:51.134394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43632) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.166877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-25294c16-29ba-4bab-a33b-a68e974a4368 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.189141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c66d4e2e-9377-46e0-bf4c-9301bf3d99dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.212790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c66d4e2e-9377-46e0-bf4c-9301bf3d99dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.217718 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] Set router 57a7a788-3286-44d0-b354-0cc196cb9741 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:25:51.222377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cd36c454-8372-470e-a744-4bc465d4769d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.272905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c66d4e2e-9377-46e0-bf4c-9301bf3d99dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.277602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c66d4e2e-9377-46e0-bf4c-9301bf3d99dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.279268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c66d4e2e-9377-46e0-bf4c-9301bf3d99dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6334d516-5cad-4f2f-bf87-e885879add92 HTTP/1.1" status: 204 len: 168 time: 0.1440024 Sep 19 03:25:51.280287 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57a7a788-3286-44d0-b354-0cc196cb9741', 'name': 'tempest-RoutersIpV6Test-router-480051078', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:50Z', 'updated_at': '2021-09-19T03:25:50Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:51.305483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d4e2e-9377-46e0-bf4c-9301bf3d99dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334d516-5cad-4f2f-bf87-e885879add92,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:51.315637 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51146f6b-5ec0-4028-b583-d7dd3e982d8f None None] The sync data for ids ['57a7a788-3286-44d0-b354-0cc196cb9741'] in n-d-809936-1 is: [{'id': '57a7a788-3286-44d0-b354-0cc196cb9741', 'name': 'tempest-RoutersIpV6Test-router-480051078', 'tenant_id': '24f272f951024d1a850702a41cd4528f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:25:50Z', 'updated_at': '2021-09-19T03:25:50Z', 'revision_number': 2, 'project_id': '24f272f951024d1a850702a41cd4528f', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:25:51.430192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2e79-95f1-4eb5-b794-d6615b6e852f req-5ec4e81d-0dc0-422d-ad1f-c1c9392b1b78 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:51.431720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-165b2e79-95f1-4eb5-b794-d6615b6e852f req-5ec4e81d-0dc0-422d-ad1f-c1c9392b1b78 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1542652 Sep 19 03:25:51.474904 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-25294c16-29ba-4bab-a33b-a68e974a4368 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.483166 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-25294c16-29ba-4bab-a33b-a68e974a4368 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.569536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-25294c16-29ba-4bab-a33b-a68e974a4368 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.570038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25294c16-29ba-4bab-a33b-a68e974a4368 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Fanout notify agent at l3_agent the message router_deleted on router 57a7a788-3286-44d0-b354-0cc196cb9741 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:25:51.577478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-25294c16-29ba-4bab-a33b-a68e974a4368 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.578773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-25294c16-29ba-4bab-a33b-a68e974a4368 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/57a7a788-3286-44d0-b354-0cc196cb9741 HTTP/1.1" status: 204 len: 168 time: 0.5121787 Sep 19 03:25:51.585888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43642) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.599575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-165b2e79-95f1-4eb5-b794-d6615b6e852f req-5e01d999-e047-417e-866d-0c7e1be3c5c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224394 Sep 19 03:25:51.613445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cd36c454-8372-470e-a744-4bc465d4769d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.619122 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cd36c454-8372-470e-a744-4bc465d4769d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.661939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e678eb91-eeb1-44e0-9b47-b8b8cee292af tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a7a788-3286-44d0-b354-0cc196cb9741 HTTP/1.1" status: 200 len: 205 time: 0.0747216 Sep 19 03:25:51.663450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43648) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.667065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cd36c454-8372-470e-a744-4bc465d4769d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bb04c917e364681a27562b1adc0bb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6842024 Sep 19 03:25:51.669675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43650) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.676270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36c454-8372-470e-a744-4bc465d4769d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf2851f-e5ea-46c2-aa43-37b5b43c3c5a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:51.721699 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-59e6d7f3-5bef-4656-92b8-67f7b52dad8c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] delete failed (client error): The resource could not be found. Sep 19 03:25:51.725275 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-59e6d7f3-5bef-4656-92b8-67f7b52dad8c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/57a7a788-3286-44d0-b354-0cc196cb9741 HTTP/1.1" status: 404 len: 336 time: 0.0584409 Sep 19 03:25:51.725886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43654) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.733506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65c8b66a-23f5-4600-9626-92c7048eaec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.753251 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c39ca23-6fd9-4d00-a58d-20a09e64822c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:51.753721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c39ca23-6fd9-4d00-a58d-20a09e64822c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:51.755545 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c39ca23-6fd9-4d00-a58d-20a09e64822c tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/cdf72044-4896-4adb-9163-7f9f57402b47 HTTP/1.1" status: 404 len: 337 time: 0.0291686 Sep 19 03:25:51.758051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43656) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.760567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65c8b66a-23f5-4600-9626-92c7048eaec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.788730 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb12dc1-3956-44b0-a322-9ae8679c0a0e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:51.789112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb12dc1-3956-44b0-a322-9ae8679c0a0e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:51.791124 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4fb12dc1-3956-44b0-a322-9ae8679c0a0e tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/7a113f69-fd60-4003-ad80-a55a42d6e46e HTTP/1.1" status: 404 len: 337 time: 0.0288975 Sep 19 03:25:51.793564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43660) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.825357 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-662be95e-9382-4459-833f-f09b3bd6f63f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:51.825994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662be95e-9382-4459-833f-f09b3bd6f63f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:51.831617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-662be95e-9382-4459-833f-f09b3bd6f63f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/1c306447-08f5-4e1a-87b6-29d452dd58f3 HTTP/1.1" status: 404 len: 337 time: 0.0340674 Sep 19 03:25:51.832031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43662) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.833266 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65c8b66a-23f5-4600-9626-92c7048eaec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.836220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-65c8b66a-23f5-4600-9626-92c7048eaec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:51.837582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-65c8b66a-23f5-4600-9626-92c7048eaec4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acf2851f-e5ea-46c2-aa43-37b5b43c3c5a HTTP/1.1" status: 204 len: 168 time: 0.1669478 Sep 19 03:25:51.851277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8b66a-23f5-4600-9626-92c7048eaec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf2851f-e5ea-46c2-aa43-37b5b43c3c5a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:51.862217 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3b4e4b-1075-41f3-b221-7100609ee8e2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:51.863192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3b4e4b-1075-41f3-b221-7100609ee8e2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:51.867320 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb3b4e4b-1075-41f3-b221-7100609ee8e2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/53420656-e77b-4354-8e7a-f8199d8d36ba HTTP/1.1" status: 404 len: 337 time: 0.0321276 Sep 19 03:25:51.867795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43666) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.913720 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8b682dc2-34b4-459f-8325-e79fb0308101 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 200 len: 205 time: 0.0423412 Sep 19 03:25:51.914126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43668) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.955338 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-8f5a83f3-dd94-415f-bbd0-6e5f7c231a07 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] delete failed (client error): The resource could not be found. Sep 19 03:25:51.958962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8f5a83f3-dd94-415f-bbd0-6e5f7c231a07 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/dffddc18-2a72-47f6-90d4-208b73e2583d HTTP/1.1" status: 404 len: 336 time: 0.0414946 Sep 19 03:25:51.959340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43672) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:51.993764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c2eff556-2e30-4a5c-87a2-b03cae05fa5a tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=20b9ee95-ef3f-42a3-98e3-79746e4ef4ba HTTP/1.1" status: 200 len: 205 time: 0.0329101 Sep 19 03:25:51.995755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43674) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.047368 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-0938445c-9bb3-43dc-841b-20c75eafd0dc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] delete failed (client error): The resource could not be found. Sep 19 03:25:52.048994 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0938445c-9bb3-43dc-841b-20c75eafd0dc tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/20b9ee95-ef3f-42a3-98e3-79746e4ef4ba HTTP/1.1" status: 404 len: 336 time: 0.0519643 Sep 19 03:25:52.051696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43678) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.082234 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4596efc-b676-42a7-883f-bdc0816b0dbd tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:52.082712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4596efc-b676-42a7-883f-bdc0816b0dbd tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:52.086897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4596efc-b676-42a7-883f-bdc0816b0dbd tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/efb7e53f-5359-4e39-b857-fce5bf5429a8 HTTP/1.1" status: 404 len: 337 time: 0.0317504 Sep 19 03:25:52.087063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43682) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.114971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0da9b111-7c8d-4e52-8eaf-72a50d2dca4f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=aba78023-45bf-4833-9372-3ffc64e43094 HTTP/1.1" status: 200 len: 205 time: 0.0268819 Sep 19 03:25:52.117357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43684) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.167328 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-933c845a-f834-48a8-b8aa-3d70bad88885 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] delete failed (client error): The resource could not be found. Sep 19 03:25:52.168614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-933c845a-f834-48a8-b8aa-3d70bad88885 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/aba78023-45bf-4833-9372-3ffc64e43094 HTTP/1.1" status: 404 len: 336 time: 0.0500090 Sep 19 03:25:52.171209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43688) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.207736 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b3d54728-703c-460c-9078-a4981b3e6964 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=8998fc21-0261-477c-91c9-903bfbaac623 HTTP/1.1" status: 200 len: 205 time: 0.0351140 Sep 19 03:25:52.210167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43690) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.272386 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-5de17bb4-3819-4b6d-b3fe-e533b03c3f6f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] delete failed (client error): The resource could not be found. Sep 19 03:25:52.273658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5de17bb4-3819-4b6d-b3fe-e533b03c3f6f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/8998fc21-0261-477c-91c9-903bfbaac623 HTTP/1.1" status: 404 len: 336 time: 0.0619085 Sep 19 03:25:52.276026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43692) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.308963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43696) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.312483 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a50ca6-7033-4b73-856c-3fbb38cf35a8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:52.312935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a50ca6-7033-4b73-856c-3fbb38cf35a8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:52.315356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-77a50ca6-7033-4b73-856c-3fbb38cf35a8 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/52544b9f-3f05-4bd9-9e9c-cef8c122c73a HTTP/1.1" status: 404 len: 337 time: 0.0383990 Sep 19 03:25:52.317954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43698) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.343387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec42b946-9d19-411b-b8ac-18c286e1df71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:52.364386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e37ac827-4125-4464-a81b-898c228f0984 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=031f6bf7-53ad-4673-a57f-6fa7ba4167a4 HTTP/1.1" status: 200 len: 205 time: 0.0428817 Sep 19 03:25:52.364546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43700) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.414074 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-cc8581bf-308b-434c-8f74-87313ff1f6d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] delete failed (client error): The resource could not be found. Sep 19 03:25:52.418626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cc8581bf-308b-434c-8f74-87313ff1f6d2 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/031f6bf7-53ad-4673-a57f-6fa7ba4167a4 HTTP/1.1" status: 404 len: 336 time: 0.0531034 Sep 19 03:25:52.419405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43702) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.452874 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2e33f0-0677-4eff-9801-8d7e70494826 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:52.453706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2e33f0-0677-4eff-9801-8d7e70494826 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:52.459163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c2e33f0-0677-4eff-9801-8d7e70494826 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/86fffe4e-1ccc-4509-95ed-298e8788cb9a HTTP/1.1" status: 404 len: 337 time: 0.0383461 Sep 19 03:25:52.459888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43706) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.514482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec42b946-9d19-411b-b8ac-18c286e1df71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:52.519049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec42b946-9d19-411b-b8ac-18c286e1df71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:52.566880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ec42b946-9d19-411b-b8ac-18c286e1df71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc4c200496194b3bb7f71b33a3a5d6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561209 Sep 19 03:25:52.567598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43708) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.571206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42b946-9d19-411b-b8ac-18c286e1df71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2888bd-2f83-4d50-87f7-b5c59e9b7c73,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:52.659635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ac0fa38-e076-4287-baa8-995df9be1a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:52.710538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ac0fa38-e076-4287-baa8-995df9be1a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:52.775366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ac0fa38-e076-4287-baa8-995df9be1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:52.779549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ac0fa38-e076-4287-baa8-995df9be1a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:52.783860 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9ac0fa38-e076-4287-baa8-995df9be1a87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e2888bd-2f83-4d50-87f7-b5c59e9b7c73 HTTP/1.1" status: 204 len: 168 time: 0.1991913 Sep 19 03:25:52.793452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0fa38-e076-4287-baa8-995df9be1a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2888bd-2f83-4d50-87f7-b5c59e9b7c73,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:52.946213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:52.946440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b668c328-735e-4557-9999-19ea50fde339 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "GET /v2.0/ports?device_id=1faa8d84-65d9-42cc-bb22-d212cd4d46cb HTTP/1.1" status: 200 len: 205 time: 0.4852409 Sep 19 03:25:53.012348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4845a-5fe4-42db-b22c-5c53a1f79b0f req-58ca00f2-673d-4012-bef5-bca7c4fc83f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:53.014056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03b4845a-5fe4-42db-b22c-5c53a1f79b0f req-58ca00f2-673d-4012-bef5-bca7c4fc83f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0729675 Sep 19 03:25:53.057413 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-080cd358-8799-4659-a0e6-337549e6eb47 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] delete failed (client error): The resource could not be found. Sep 19 03:25:53.058624 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-080cd358-8799-4659-a0e6-337549e6eb47 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/routers/1faa8d84-65d9-42cc-bb22-d212cd4d46cb HTTP/1.1" status: 404 len: 336 time: 0.1110895 Sep 19 03:25:53.060980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43730) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:53.073233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03b4845a-5fe4-42db-b22c-5c53a1f79b0f req-c24ca243-d16b-484a-8324-0186ed21262e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512195 Sep 19 03:25:53.114353 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-85427685-e56b-42b1-bbf3-122857e8dcc9 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:53.116167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85427685-e56b-42b1-bbf3-122857e8dcc9 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:53.119409 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85427685-e56b-42b1-bbf3-122857e8dcc9 tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/a81c6d15-77ae-4a85-a2a7-1d4d1155e2e0 HTTP/1.1" status: 404 len: 337 time: 0.0571187 Sep 19 03:25:53.121873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43732) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:53.159913 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85050ff-a2e4-493f-a7d9-f50e5ad0643f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] DELETE failed (client error): The resource could not be found. Sep 19 03:25:53.160495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85050ff-a2e4-493f-a7d9-f50e5ad0643f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:25:53.162155 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a85050ff-a2e4-493f-a7d9-f50e5ad0643f tempest-RoutersIpV6Test-103055511 tempest-RoutersIpV6Test-103055511-project] 10.222.0.22 "DELETE /v2.0/subnets/68e8e9d5-fb9e-4756-ae19-3fec42054fd3 HTTP/1.1" status: 404 len: 337 time: 0.0393713 Sep 19 03:25:53.478249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:53.646021 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78c2d693-8180-4d47-927a-3b6dfaaca276 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24f272f951024d1a850702a41cd4528f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665068 Sep 19 03:25:53.648675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43756) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:53.714069 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02444bf1-3471-4831-a232-12fafde85a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:53.742143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02444bf1-3471-4831-a232-12fafde85a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:53.796129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02444bf1-3471-4831-a232-12fafde85a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:53.800119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02444bf1-3471-4831-a232-12fafde85a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:53.804373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-02444bf1-3471-4831-a232-12fafde85a8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cbf18c5-d82f-4b1b-8a6c-c9eeaf78e8b9 HTTP/1.1" status: 204 len: 168 time: 0.1545849 Sep 19 03:25:53.813897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02444bf1-3471-4831-a232-12fafde85a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbf18c5-d82f-4b1b-8a6c-c9eeaf78e8b9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:54.218946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e215e-d674-4db9-ae0a-9dc29b67fcc4 req-a98a6aa6-9d47-4662-90a6-9fe2c1300c26 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:54.220474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e9e215e-d674-4db9-ae0a-9dc29b67fcc4 req-a98a6aa6-9d47-4662-90a6-9fe2c1300c26 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0611992 Sep 19 03:25:54.262252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e9e215e-d674-4db9-ae0a-9dc29b67fcc4 req-6336f6d1-b80c-48f4-83bd-a314ecc368b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344949 Sep 19 03:25:54.276155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43788) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:54.434712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f0fdf921-6692-4491-a0cd-77e97d667570 tempest-AgentManagementNegativeTest-591663032 tempest-AgentManagementNegativeTest-591663032-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1572604 Sep 19 03:25:54.821127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43812) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.030940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43820) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.128977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe494b99-1333-415e-87fe-67241e13881e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.163014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4149e7a0-160a-4116-aee3-1ff8c2eaab39 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:55.163739 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-4149e7a0-160a-4116-aee3-1ff8c2eaab39 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 03:25:55.164332 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-4149e7a0-160a-4116-aee3-1ff8c2eaab39 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 03:25:55.169103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43828) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.169275 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4149e7a0-160a-4116-aee3-1ff8c2eaab39 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1372893 Sep 19 03:25:55.176380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080851319'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:55.247500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe494b99-1333-415e-87fe-67241e13881e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.254862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe494b99-1333-415e-87fe-67241e13881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.283154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.301419 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.328520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fe494b99-1333-415e-87fe-67241e13881e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6faf3e642ab849e4b2a25367ccc0b017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5061874 Sep 19 03:25:55.333562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43834) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.334198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe494b99-1333-415e-87fe-67241e13881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca625d60-4101-41e9-8333-4135fe35b6cf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:55.421024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-867b4e83-d606-4303-a85d-57d34a78070c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.426205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43838) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.460251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-867b4e83-d606-4303-a85d-57d34a78070c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.469006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b67333a-f8f7-4ece-b078-689f226afce4 req-a9e0ba7d-512b-4738-88cc-e7bd010b512c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:55.470938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b67333a-f8f7-4ece-b078-689f226afce4 req-a9e0ba7d-512b-4738-88cc-e7bd010b512c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0772393 Sep 19 03:25:55.524004 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.532434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43842) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.534911 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.556750 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-867b4e83-d606-4303-a85d-57d34a78070c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.560577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-867b4e83-d606-4303-a85d-57d34a78070c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.566077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-867b4e83-d606-4303-a85d-57d34a78070c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca625d60-4101-41e9-8333-4135fe35b6cf HTTP/1.1" status: 204 len: 168 time: 0.2237353 Sep 19 03:25:55.575744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b4e83-d606-4303-a85d-57d34a78070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca625d60-4101-41e9-8333-4135fe35b6cf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:55.608633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b67333a-f8f7-4ece-b078-689f226afce4 req-5dd30121-11e5-449a-86cd-b71fe86e5f3f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309280 Sep 19 03:25:55.623707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c37fc7b-4f29-4c70-904f-588f1470d0cd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:55.646946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8926776b-e4b2-40d0-9725-e57577fa6446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.657164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.664527 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.685729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.687188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5169911 Sep 19 03:25:55.693420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43848) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.706085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c008bb07-e349-4748-883c-21048a8750cd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': '95295091-c789-45fa-ac69-9a305db4ec7c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:55.724911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb198a-6f19-48cb-a4c3-54831b9d4277 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95295091-c789-45fa-ac69-9a305db4ec7c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:55.754662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cbcf56a6-788e-4acc-85f2-c1d862f7d430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.822646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8926776b-e4b2-40d0-9725-e57577fa6446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.830912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8926776b-e4b2-40d0-9725-e57577fa6446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.895391 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8926776b-e4b2-40d0-9725-e57577fa6446 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c893e605bc947408bcf84a8dda1ef01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4651103 Sep 19 03:25:55.895391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926776b-e4b2-40d0-9725-e57577fa6446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140d7c11-41ec-4f60-9f92-b0c7eba04f81,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:55.897212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c008bb07-e349-4748-883c-21048a8750cd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.899489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43854) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:55.957841 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22e4a1c6-60bb-477c-873e-b53f90f9cc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:55.981625 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22e4a1c6-60bb-477c-873e-b53f90f9cc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.005174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c008bb07-e349-4748-883c-21048a8750cd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.012944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c008bb07-e349-4748-883c-21048a8750cd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.038311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22e4a1c6-60bb-477c-873e-b53f90f9cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.041395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22e4a1c6-60bb-477c-873e-b53f90f9cc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.042076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c008bb07-e349-4748-883c-21048a8750cd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3336d788-3bc0-4326-b7a0-f77b7febe354,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.042559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-22e4a1c6-60bb-477c-873e-b53f90f9cc67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/140d7c11-41ec-4f60-9f92-b0c7eba04f81 HTTP/1.1" status: 204 len: 168 time: 0.1414750 Sep 19 03:25:56.052151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4a1c6-60bb-477c-873e-b53f90f9cc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140d7c11-41ec-4f60-9f92-b0c7eba04f81,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.056342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cbcf56a6-788e-4acc-85f2-c1d862f7d430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.070879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cbcf56a6-788e-4acc-85f2-c1d862f7d430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.076941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c008bb07-e349-4748-883c-21048a8750cd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.078659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c008bb07-e349-4748-883c-21048a8750cd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842390 Sep 19 03:25:56.083129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43864) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.091634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-601504a1-43f3-4a6d-8f65-ebdcabbac3a1 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': '95295091-c789-45fa-ac69-9a305db4ec7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:56.112578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf56a6-788e-4acc-85f2-c1d862f7d430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb64d17c-72cf-4ff8-bb5e-090eb4e2384a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.119784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cbcf56a6-788e-4acc-85f2-c1d862f7d430 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59afbc3a785f477abd0dd0f4f1f15007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832901 Sep 19 03:25:56.120121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43866) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.140420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-601504a1-43f3-4a6d-8f65-ebdcabbac3a1 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.178701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef109df5-a35b-4d5e-b560-932a05b5533f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.191802 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-601504a1-43f3-4a6d-8f65-ebdcabbac3a1 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): There was a conflict when trying to complete your request. Sep 19 03:25:56.193260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-601504a1-43f3-4a6d-8f65-ebdcabbac3a1 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1075962 Sep 19 03:25:56.196303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43870) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.224372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef109df5-a35b-4d5e-b560-932a05b5533f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.443679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43880) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.460413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6187c8b-1290-46b4-a88b-9ed967bb7ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.471070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43882) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.559350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45416be6-7c47-407b-ab58-c98192b9cc98 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.571917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6187c8b-1290-46b4-a88b-9ed967bb7ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.579041 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6187c8b-1290-46b4-a88b-9ed967bb7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.585817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef109df5-a35b-4d5e-b560-932a05b5533f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.588394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ef109df5-a35b-4d5e-b560-932a05b5533f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.591796 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ef109df5-a35b-4d5e-b560-932a05b5533f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb64d17c-72cf-4ff8-bb5e-090eb4e2384a HTTP/1.1" status: 204 len: 168 time: 0.4685404 Sep 19 03:25:56.591796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45416be6-7c47-407b-ab58-c98192b9cc98 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.609436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef109df5-a35b-4d5e-b560-932a05b5533f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb64d17c-72cf-4ff8-bb5e-090eb4e2384a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.626608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a6187c8b-1290-46b4-a88b-9ed967bb7ba2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c57e8ff1180b466ab24d2c6c5c55a47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813385 Sep 19 03:25:56.628004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6187c8b-1290-46b4-a88b-9ed967bb7ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b33b908-5e01-4f21-82a0-234a15f65f29,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.629145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43888) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.642930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'networks': [{'name': 'tempest-network--1382295314'}, {'name': 'tempest-network--1853305843'}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:56.643218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'network': {'name': 'tempest-network--1382295314'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:56.643843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'network': {'name': 'tempest-network--1853305843'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:56.669483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Made reservation on behalf of 2afd6e0734314cf3a7f9c1e7d867e95d for: {'network': 2} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:56.678100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45416be6-7c47-407b-ab58-c98192b9cc98 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.678943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.680918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-45416be6-7c47-407b-ab58-c98192b9cc98 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.682078 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-45416be6-7c47-407b-ab58-c98192b9cc98 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/95295091-c789-45fa-ac69-9a305db4ec7c HTTP/1.1" status: 204 len: 168 time: 0.4845605 Sep 19 03:25:56.690717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43892) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.692287 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.712387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45416be6-7c47-407b-ab58-c98192b9cc98 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95295091-c789-45fa-ac69-9a305db4ec7c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.716500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-93519971-e931-4a11-9a10-94bc72930038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.752286 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-93519971-e931-4a11-9a10-94bc72930038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.815437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f1d22-93e6-4eba-a571-7e5586b08120 req-1be26240-c184-486b-9129-8a18228fc80d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:56.816966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a55f1d22-93e6-4eba-a571-7e5586b08120 req-1be26240-c184-486b-9129-8a18228fc80d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0718219 Sep 19 03:25:56.818350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-057710a8-0d9f-4ab2-bd2e-02e0cdf647c2 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1239018 Sep 19 03:25:56.822819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:56.830207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6e6229c0-8f19-4c87-bf86-b5e0689b79a0 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620189018'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:56.851795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-93519971-e931-4a11-9a10-94bc72930038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.855711 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-93519971-e931-4a11-9a10-94bc72930038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.859970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.860516 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-93519971-e931-4a11-9a10-94bc72930038 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b33b908-5e01-4f21-82a0-234a15f65f29 HTTP/1.1" status: 204 len: 168 time: 0.2296720 Sep 19 03:25:56.879914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a55f1d22-93e6-4eba-a571-7e5586b08120 req-8dd2fac2-751f-41fc-b3f4-ed64dc42f82b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500958 Sep 19 03:25:56.880772 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.881246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.917460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93519971-e931-4a11-9a10-94bc72930038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b33b908-5e01-4f21-82a0-234a15f65f29,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.921067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8897e45f-57c3-4c2e-944f-926ff70f6e64,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:56.926309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:56.936079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.936476 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Added segment e98aff41-a955-454c-b3d8-9911aad3e3e0 of type vlan for network e5ef2f00-09fd-4576-99cb-dfce052d7079 Sep 19 03:25:56.946716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e6229c0-8f19-4c87-bf86-b5e0689b79a0 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:56.991864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.033584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:57.044201 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.044856 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Added segment 2107b267-975f-44c3-ba7d-9803c88fa96e of type vlan for network 0344f00e-e611-40a5-b9ec-31a636fa8f8c Sep 19 03:25:57.048919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e6229c0-8f19-4c87-bf86-b5e0689b79a0 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.053910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e6229c0-8f19-4c87-bf86-b5e0689b79a0 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.087370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6229c0-8f19-4c87-bf86-b5e0689b79a0 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6942a5-66da-4d81-8827-e9b5f4827ef7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:57.090356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6e6229c0-8f19-4c87-bf86-b5e0689b79a0 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.091704 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6e6229c0-8f19-4c87-bf86-b5e0689b79a0 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2682185 Sep 19 03:25:57.094511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43902) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.099770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-50b16210-4973-41fe-b4c5-85a56a42c942 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': '4b6942a5-66da-4d81-8827-e9b5f4827ef7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:57.102775 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-50b16210-4973-41fe-b4c5-85a56a42c942 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 19 03:25:57.103451 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-50b16210-4973-41fe-b4c5-85a56a42c942 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:57.107692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.116226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-50b16210-4973-41fe-b4c5-85a56a42c942 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0201926 Sep 19 03:25:57.119153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43904) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.146006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.147868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.156429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:57.161883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:57.162634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.181762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e838181a-80fe-495c-b2f3-8c6652212335 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.211361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7392015 Sep 19 03:25:57.215656 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e838181a-80fe-495c-b2f3-8c6652212335 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.218849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43914) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.248950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Network': ['ID=e5ef2f00-09fd-4576-99cb-dfce052d7079,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:57.264082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e5ef2f00-09fd-4576-99cb-dfce052d7079 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:57.332645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc7e76-95f6-4e45-bd5b-c71eb1749e2a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Network': ['ID=0344f00e-e611-40a5-b9ec-31a636fa8f8c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:57.361383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 0344f00e-e611-40a5-b9ec-31a636fa8f8c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:57.444462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e838181a-80fe-495c-b2f3-8c6652212335 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.447575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e838181a-80fe-495c-b2f3-8c6652212335 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.449186 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e838181a-80fe-495c-b2f3-8c6652212335 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/4b6942a5-66da-4d81-8827-e9b5f4827ef7 HTTP/1.1" status: 204 len: 168 time: 0.3290038 Sep 19 03:25:57.451981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43924) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.477600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838181a-80fe-495c-b2f3-8c6652212335 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6942a5-66da-4d81-8827-e9b5f4827ef7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:57.498046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0891c0d-c737-42ea-b8fb-9a9aeb6cd85a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:57.505676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f1a1183f-19d1-415c-a914-25fcf97a62a1 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517550 Sep 19 03:25:57.509229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43932) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.514508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0891c0d-c737-42ea-b8fb-9a9aeb6cd85a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:57.518778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d5e9bc40-6ceb-47c9-9b74-9aa3b0990935 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--802440103'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:57.521491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0891c0d-c737-42ea-b8fb-9a9aeb6cd85a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:57.528169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0891c0d-c737-42ea-b8fb-9a9aeb6cd85a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:57.529984 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a0891c0d-c737-42ea-b8fb-9a9aeb6cd85a tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3098671 Sep 19 03:25:57.533573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43934) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.553412 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bc40-6ceb-47c9-9b74-9aa3b0990935 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.639448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.674709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bc40-6ceb-47c9-9b74-9aa3b0990935 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.679232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bc40-6ceb-47c9-9b74-9aa3b0990935 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.700161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5e9bc40-6ceb-47c9-9b74-9aa3b0990935 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.704545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d5e9bc40-6ceb-47c9-9b74-9aa3b0990935 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1912038 Sep 19 03:25:57.705324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43946) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.712763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4972626f-5eed-4511-a3b2-2507e2b72e31 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': '15149e3f-3b5c-4610-921b-423944c92eda', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:57.713658 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-4972626f-5eed-4511-a3b2-2507e2b72e31 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 19 03:25:57.714258 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-4972626f-5eed-4511-a3b2-2507e2b72e31 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:57.717662 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4972626f-5eed-4511-a3b2-2507e2b72e31 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0092728 Sep 19 03:25:57.718525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43948) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.736484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9bc40-6ceb-47c9-9b74-9aa3b0990935 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15149e3f-3b5c-4610-921b-423944c92eda,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:57.754084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.778334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ef2f00-09fd-4576-99cb-dfce052d7079']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:57.788729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b9b691e-18dc-472c-8154-5feeb75c90bd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.790200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98aff41-a955-454c-b3d8-9911aad3e3e0') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:57.790642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98aff41-a955-454c-b3d8-9911aad3e3e0') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:57.802551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.819422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.821993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b9b691e-18dc-472c-8154-5feeb75c90bd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.836147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:57.836783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:57.840846 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:57.881180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b9b691e-18dc-472c-8154-5feeb75c90bd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.883949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b9b691e-18dc-472c-8154-5feeb75c90bd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.885733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6b9b691e-18dc-472c-8154-5feeb75c90bd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/15149e3f-3b5c-4610-921b-423944c92eda HTTP/1.1" status: 204 len: 168 time: 0.1647387 Sep 19 03:25:57.890518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.908366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b691e-18dc-472c-8154-5feeb75c90bd tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15149e3f-3b5c-4610-921b-423944c92eda,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:57.917390 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.934965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:57.937284 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/networks/e5ef2f00-09fd-4576-99cb-dfce052d7079 HTTP/1.1" status: 204 len: 168 time: 0.4024343 Sep 19 03:25:57.940541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43960) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:57.952074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dda855-057f-4645-8f10-2d9de8d58d67 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Network': ['ID=e5ef2f00-09fd-4576-99cb-dfce052d7079,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:58.031823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0c4dd3ce-7c07-49dc-be66-98491ce4b623 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1396925 Sep 19 03:25:58.032074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43964) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.036831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e5706a0f-1bbc-4c10-9e04-0f015b099530 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033530995'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.066152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5706a0f-1bbc-4c10-9e04-0f015b099530 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.103001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.173850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041946b-cf3b-43b1-a04b-423f7e780568 req-d3d5f281-1832-4ed6-a3a0-ad6120637d62 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:58.175415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c041946b-cf3b-43b1-a04b-423f7e780568 req-d3d5f281-1832-4ed6-a3a0-ad6120637d62 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1695800 Sep 19 03:25:58.178548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5706a0f-1bbc-4c10-9e04-0f015b099530 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.183229 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5706a0f-1bbc-4c10-9e04-0f015b099530 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.219747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5706a0f-1bbc-4c10-9e04-0f015b099530 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbaf5aa-f585-4c40-8326-e79769450470,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:58.223580 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e5706a0f-1bbc-4c10-9e04-0f015b099530 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.224879 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e5706a0f-1bbc-4c10-9e04-0f015b099530 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1917646 Sep 19 03:25:58.234263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43972) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.237713 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.243721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0bf4386d-a19a-493f-8658-586087e79155 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'cbbaf5aa-f585-4c40-8326-e79769450470', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.244635 n-d-809936-1 neutron-server[94723]: WARNING neutron.api.v2.base [None req-0bf4386d-a19a-493f-8658-586087e79155 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 19 03:25:58.245058 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-0bf4386d-a19a-493f-8658-586087e79155 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:58.246078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0bf4386d-a19a-493f-8658-586087e79155 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102720 Sep 19 03:25:58.249250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43974) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.255324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0bb4bedf-618a-45ff-be13-3fac12eb9057 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'cbbaf5aa-f585-4c40-8326-e79769450470', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.256013 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-0bb4bedf-618a-45ff-be13-3fac12eb9057 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 19 03:25:58.256553 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-0bb4bedf-618a-45ff-be13-3fac12eb9057 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:58.260360 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0bb4bedf-618a-45ff-be13-3fac12eb9057 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0100815 Sep 19 03:25:58.260924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43976) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.265170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e749e53f-c1af-4224-a954-3338eac6002a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'cbbaf5aa-f585-4c40-8326-e79769450470', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.265987 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-e749e53f-c1af-4224-a954-3338eac6002a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 19 03:25:58.266499 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-e749e53f-c1af-4224-a954-3338eac6002a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:58.270199 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e749e53f-c1af-4224-a954-3338eac6002a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083725 Sep 19 03:25:58.270757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43978) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.276247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a959038d-1d9d-4a71-a86e-032b01ab1361 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'cbbaf5aa-f585-4c40-8326-e79769450470', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.277109 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-a959038d-1d9d-4a71-a86e-032b01ab1361 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 19 03:25:58.277557 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-a959038d-1d9d-4a71-a86e-032b01ab1361 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:58.277764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0344f00e-e611-40a5-b9ec-31a636fa8f8c']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:58.280993 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a959038d-1d9d-4a71-a86e-032b01ab1361 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069234 Sep 19 03:25:58.281599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43980) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.282853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c041946b-cf3b-43b1-a04b-423f7e780568 req-f01523e6-d483-450c-bbbd-a5deefb3df67 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970259 Sep 19 03:25:58.291336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2107b267-975f-44c3-ba7d-9803c88fa96e') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:58.291630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2107b267-975f-44c3-ba7d-9803c88fa96e') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:25:58.301947 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.330385 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.337752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:25:58.338247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:25:58.342081 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:25:58.392560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb53735c-b7f7-4e0d-becf-350b02ed09b5 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.432395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb53735c-b7f7-4e0d-becf-350b02ed09b5 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.432662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.438452 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.441005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/networks/0344f00e-e611-40a5-b9ec-31a636fa8f8c HTTP/1.1" status: 204 len: 168 time: 0.4905288 Sep 19 03:25:58.447038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 43990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.457112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf35fa4-89f0-45b1-9045-0338959c8ae6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Network': ['ID=0344f00e-e611-40a5-b9ec-31a636fa8f8c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:58.560140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb53735c-b7f7-4e0d-becf-350b02ed09b5 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.565585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb53735c-b7f7-4e0d-becf-350b02ed09b5 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.566774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cb53735c-b7f7-4e0d-becf-350b02ed09b5 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/cbbaf5aa-f585-4c40-8326-e79769450470 HTTP/1.1" status: 204 len: 168 time: 0.2844963 Sep 19 03:25:58.569487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 43996) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.590194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53735c-b7f7-4e0d-becf-350b02ed09b5 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbaf5aa-f585-4c40-8326-e79769450470,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:58.614395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee3a5f-005a-4048-ace3-8fc4668b558e tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:58.625805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee3a5f-005a-4048-ace3-8fc4668b558e tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:58.631268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-35ee3a5f-005a-4048-ace3-8fc4668b558e tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1828945 Sep 19 03:25:58.631893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.636872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1987431171'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.641779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c515fa5e-5b3c-49f8-af2f-7b4062ce2a6e tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709441 Sep 19 03:25:58.645779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44002) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.653418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-32f5648c-6a32-4aab-967e-859c81fc1fea tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131150601'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.677026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Made reservation on behalf of 2afd6e0734314cf3a7f9c1e7d867e95d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:58.680624 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.708214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32f5648c-6a32-4aab-967e-859c81fc1fea tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.727444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:58.744211 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.744562 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Added segment cefb16f0-ee13-4c14-aa1b-ce2a75150b67 of type vlan for network a949b5f4-062d-4476-92af-6bbadcf48602 Sep 19 03:25:58.800329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.842345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.848570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:58.849173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.899109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32f5648c-6a32-4aab-967e-859c81fc1fea tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.932509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32f5648c-6a32-4aab-967e-859c81fc1fea tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.943693 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3079607 Sep 19 03:25:58.945081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44014) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:58.950176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c65a5-934a-43f5-b30f-f6518e806122 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Network': ['ID=a949b5f4-062d-4476-92af-6bbadcf48602,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:58.954188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-771354603'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:58.968332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network a949b5f4-062d-4476-92af-6bbadcf48602 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:58.983954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5648c-6a32-4aab-967e-859c81fc1fea tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e05dccae-7658-406f-b821-411b1fbfb98b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:58.990666 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32f5648c-6a32-4aab-967e-859c81fc1fea tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:58.996274 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-32f5648c-6a32-4aab-967e-859c81fc1fea tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3497987 Sep 19 03:25:58.996965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44018) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.002708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9100d7ea-8e8b-487f-98da-1e488b259145 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.003534 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-9100d7ea-8e8b-487f-98da-1e488b259145 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 03:25:59.004050 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-9100d7ea-8e8b-487f-98da-1e488b259145 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.005223 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9100d7ea-8e8b-487f-98da-1e488b259145 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071397 Sep 19 03:25:59.008388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44020) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.013713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2ce327ea-0159-4df1-a8ae-b7f13761cd8e tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.036044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Made reservation on behalf of 2afd6e0734314cf3a7f9c1e7d867e95d for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:59.041739 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.077310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:25:59.089064 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.089411 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Added segment 6dfa1b87-9f15-40a2-8647-665290cbb412 of type vlan for network b19f0edd-d8ce-47cf-a545-ef9126e58df1 Sep 19 03:25:59.103751 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-2ce327ea-0159-4df1-a8ae-b7f13761cd8e tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.104936 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ce327ea-0159-4df1-a8ae-b7f13761cd8e tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0953910 Sep 19 03:25:59.108391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44026) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.113411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0e6c6059-6cec-405a-9f91-7f1e03274f23 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.113998 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-0e6c6059-6cec-405a-9f91-7f1e03274f23 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 19 03:25:59.114732 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-0e6c6059-6cec-405a-9f91-7f1e03274f23 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.116092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0e6c6059-6cec-405a-9f91-7f1e03274f23 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066118 Sep 19 03:25:59.118885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44028) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.124934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-afa097fd-746f-48f1-b0ee-6943767b7586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.147608 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.181652 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-afa097fd-746f-48f1-b0ee-6943767b7586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.182664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.183151 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-afa097fd-746f-48f1-b0ee-6943767b7586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0628469 Sep 19 03:25:59.185767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44032) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.192735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:59.193504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.196890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ca84e860-3382-4942-865e-c138ae7bf2a3 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.197059 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-ca84e860-3382-4942-865e-c138ae7bf2a3 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 19 03:25:59.197647 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-ca84e860-3382-4942-865e-c138ae7bf2a3 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.198562 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca84e860-3382-4942-865e-c138ae7bf2a3 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117021 Sep 19 03:25:59.201439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44036) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.207971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e7e2d2e8-f5cc-4d86-ba5c-eae0a7348b87 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.244726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2955687 Sep 19 03:25:59.248057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44038) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.256469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'ports': [{'network_id': 'a949b5f4-062d-4476-92af-6bbadcf48602', 'name': 'tempest-port--1374821657', 'admin_state_up': True}, {'network_id': 'b19f0edd-d8ce-47cf-a545-ef9126e58df1', 'admin_state_up': False}]} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.256790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'port': {'network_id': 'a949b5f4-062d-4476-92af-6bbadcf48602', 'name': 'tempest-port--1374821657', 'admin_state_up': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.257277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'port': {'network_id': 'b19f0edd-d8ce-47cf-a545-ef9126e58df1', 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.279368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2ba0e-e7d2-4f77-9f20-3e64168d8a34 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Network': ['ID=b19f0edd-d8ce-47cf-a545-ef9126e58df1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:59.284431 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-e7e2d2e8-f5cc-4d86-ba5c-eae0a7348b87 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.288463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e7e2d2e8-f5cc-4d86-ba5c-eae0a7348b87 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0829673 Sep 19 03:25:59.289285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44042) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.290049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b19f0edd-d8ce-47cf-a545-ef9126e58df1 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:25:59.299098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-54a6f21a-7906-4f1e-b9ab-0b572d04f436 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.299558 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-54a6f21a-7906-4f1e-b9ab-0b572d04f436 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 19 03:25:59.300056 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-54a6f21a-7906-4f1e-b9ab-0b572d04f436 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.301034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-54a6f21a-7906-4f1e-b9ab-0b572d04f436 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110993 Sep 19 03:25:59.303955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44046) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.311667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0df9cff2-9eae-4bbc-b398-b1eb3476ca6d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.379180 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-0df9cff2-9eae-4bbc-b398-b1eb3476ca6d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.380906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0df9cff2-9eae-4bbc-b398-b1eb3476ca6d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0756814 Sep 19 03:25:59.383777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44052) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.388834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4c716dc5-12e4-4640-b993-5b27a67cf208 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'e05dccae-7658-406f-b821-411b1fbfb98b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.462551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea65af-e8b7-4c40-9a9a-4a6e7185a585 req-283d05e4-7ddc-4ecb-b712-0d781186807c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:25:59.464180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5ea65af-e8b7-4c40-9a9a-4a6e7185a585 req-283d05e4-7ddc-4ecb-b712-0d781186807c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0687909 Sep 19 03:25:59.471179 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-4c716dc5-12e4-4640-b993-5b27a67cf208 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:25:59.472338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4c716dc5-12e4-4640-b993-5b27a67cf208 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0873871 Sep 19 03:25:59.488100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44060) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.506092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Made reservation on behalf of 2afd6e0734314cf3a7f9c1e7d867e95d for: {'port': 2} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:25:59.511230 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.513492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5ea65af-e8b7-4c40-9a9a-4a6e7185a585 req-b4e359e3-b6de-4c81-b131-9bf24f57afbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400229 Sep 19 03:25:59.539219 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.596632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23f7fa89-0d97-48c1-90cb-fe3edd6ee628 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.657697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] device_id is not set on port 4f8ba659-eeaa-4f28-836b-3240b8609279 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:25:59.661217 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23f7fa89-0d97-48c1-90cb-fe3edd6ee628 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.748562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23f7fa89-0d97-48c1-90cb-fe3edd6ee628 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.751702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-23f7fa89-0d97-48c1-90cb-fe3edd6ee628 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.755797 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-23f7fa89-0d97-48c1-90cb-fe3edd6ee628 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/e05dccae-7658-406f-b821-411b1fbfb98b HTTP/1.1" status: 204 len: 168 time: 0.2635398 Sep 19 03:25:59.756130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44072) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.769235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7fa89-0d97-48c1-90cb-fe3edd6ee628 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05dccae-7658-406f-b821-411b1fbfb98b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:25:59.820354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b244b30a-93f6-445e-a668-d82b32f3ab0a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631332 Sep 19 03:25:59.827134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44076) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.827311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.832467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060885531'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:25:59.864497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.900409 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.904979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44078) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:25:59.933456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] device_id is not set on port 0e3a492a-6813-47c5-821a-c7136f3a6a7c yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:25:59.967133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:25:59.976110 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.024043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.026438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1983178 Sep 19 03:26:00.028584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48db1cac-5137-457a-a8d3-8a916eba03dd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:00.030942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.037947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ef2b4957-4d8e-4c81-a848-3486c0a667a2 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': '48db1cac-5137-457a-a8d3-8a916eba03dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:00.051969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.052318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.052658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.052993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.053324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.053682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.054027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.054351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.054679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.055022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.055343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.055659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168d77e-c9ca-405c-b6d2-ea0eb4713fba tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:00.100927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.113024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-063874ac-9779-4f85-a030-d99d5967bd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.155911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.218051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Port': ['ID=4f8ba659-eeaa-4f28-836b-3240b8609279,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:00.235825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Checking segment: {'id': 'cefb16f0-ee13-4c14-aa1b-ce2a75150b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a949b5f4-062d-4476-92af-6bbadcf48602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:00.236066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network hostable DHCP agents. Network: a949b5f4-062d-4476-92af-6bbadcf48602, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:00.243726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-063874ac-9779-4f85-a030-d99d5967bd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.250362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-063874ac-9779-4f85-a030-d99d5967bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.253074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network a949b5f4-062d-4476-92af-6bbadcf48602 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:00.265782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, a949b5f4-062d-4476-92af-6bbadcf48602) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:00.272243 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-ef2b4957-4d8e-4c81-a848-3486c0a667a2 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The resource could not be found. Sep 19 03:26:00.276440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ef2b4957-4d8e-4c81-a848-3486c0a667a2 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2414818 Sep 19 03:26:00.278984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:00.279881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.280403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a629453-fc4a-4d25-8dad-54fd0a2a9599 None None] Network a949b5f4-062d-4476-92af-6bbadcf48602 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:00.281348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.287055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-77aacaca-0ae6-4cde-be18-93334670f66c tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': '48db1cac-5137-457a-a8d3-8a916eba03dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '02bfdde3-ead4-4440-979a-e21bb0cf0c19'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:00.298945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-063874ac-9779-4f85-a030-d99d5967bd82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30e9161c44324ce9844fc70f3edff4da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928447 Sep 19 03:26:00.300079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063874ac-9779-4f85-a030-d99d5967bd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e12afb2-2ecb-4146-9e19-d9e5365f5cc0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:00.302379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.363845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-126b7a2f-70ff-4178-b98f-e17c45fedd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.392898 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-126b7a2f-70ff-4178-b98f-e17c45fedd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.415573 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-77aacaca-0ae6-4cde-be18-93334670f66c tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The resource could not be found. Sep 19 03:26:00.416655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-77aacaca-0ae6-4cde-be18-93334670f66c tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1337368 Sep 19 03:26:00.419499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Port': ['ID=0e3a492a-6813-47c5-821a-c7136f3a6a7c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:00.421626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44094) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.458233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-126b7a2f-70ff-4178-b98f-e17c45fedd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.461501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-126b7a2f-70ff-4178-b98f-e17c45fedd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.462990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-126b7a2f-70ff-4178-b98f-e17c45fedd7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e12afb2-2ecb-4146-9e19-d9e5365f5cc0 HTTP/1.1" status: 204 len: 168 time: 0.1596608 Sep 19 03:26:00.484285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Checking segment: {'id': '6dfa1b87-9f15-40a2-8647-665290cbb412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b19f0edd-d8ce-47cf-a545-ef9126e58df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:00.484741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network hostable DHCP agents. Network: b19f0edd-d8ce-47cf-a545-ef9126e58df1, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:00.497140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b7a2f-70ff-4178-b98f-e17c45fedd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e12afb2-2ecb-4146-9e19-d9e5365f5cc0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:00.524700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-552ea3d9-fa33-4c16-9654-8b8962fbca0d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.545942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network b19f0edd-d8ce-47cf-a545-ef9126e58df1 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:00.554398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-552ea3d9-fa33-4c16-9654-8b8962fbca0d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.565275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b19f0edd-d8ce-47cf-a545-ef9126e58df1) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:00.572558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:00.579347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:00.580109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d9ac81-e5f3-4a8b-8157-943c1be0676d None None] Network b19f0edd-d8ce-47cf-a545-ef9126e58df1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:00.585106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:00.585870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.623710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44100) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.623973 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b6f4bed6-9908-42fc-bc63-117760b9d2c6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.3747258 Sep 19 03:26:00.655132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-552ea3d9-fa33-4c16-9654-8b8962fbca0d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.658298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-552ea3d9-fa33-4c16-9654-8b8962fbca0d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.659496 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-552ea3d9-fa33-4c16-9654-8b8962fbca0d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/48db1cac-5137-457a-a8d3-8a916eba03dd HTTP/1.1" status: 204 len: 168 time: 0.2366583 Sep 19 03:26:00.662839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44102) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.683269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ea3d9-fa33-4c16-9654-8b8962fbca0d tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48db1cac-5137-457a-a8d3-8a916eba03dd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:00.734515 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1d705f94-3549-4f9b-a695-d953356f4589 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0704453 Sep 19 03:26:00.738693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44106) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.748963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c69d4918-bec6-4d6f-b81e-f49e7ae31193 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': '99f55bd1-2adb-4a7f-815f-66a196900969', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:00.766917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822b24c-ff97-47c9-abf3-ec1e45b501b3 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:00.774085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9822b24c-ff97-47c9-abf3-ec1e45b501b3 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:00.776186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9822b24c-ff97-47c9-abf3-ec1e45b501b3 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1513619 Sep 19 03:26:00.779169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44108) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.801264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac9bd2-033d-491d-8842-460e0f9dab31 req-ca92e2ad-b509-4ab0-a7eb-4bb533fc7d6b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:00.811909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ac9bd2-033d-491d-8842-460e0f9dab31 req-ca92e2ad-b509-4ab0-a7eb-4bb533fc7d6b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1737621 Sep 19 03:26:00.885621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6ac9bd2-033d-491d-8842-460e0f9dab31 req-c3cf78f6-31b9-41ee-8450-6506248374f2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727451 Sep 19 03:26:00.916963 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-c69d4918-bec6-4d6f-b81e-f49e7ae31193 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The resource could not be found. Sep 19 03:26:00.918040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c69d4918-bec6-4d6f-b81e-f49e7ae31193 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1783054 Sep 19 03:26:00.921817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.927954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0bb9ad43-91e1-4d36-bcb2-df77e4905619 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1965807858'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:00.944568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44112) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:00.951828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Deleting port 4f8ba659-eeaa-4f28-836b-3240b8609279 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:00.952356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.963792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-737348d9-f5a7-4e67-987e-f9e2d7f8fc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:00.986899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ad43-91e1-4d36-bcb2-df77e4905619 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.039738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.054057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Calling delete_port for 4f8ba659-eeaa-4f28-836b-3240b8609279 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:01.062868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-737348d9-f5a7-4e67-987e-f9e2d7f8fc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.067875 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-737348d9-f5a7-4e67-987e-f9e2d7f8fc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.109067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-737348d9-f5a7-4e67-987e-f9e2d7f8fc21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c30c0e8abad4a4aa86d23f2d21838ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610925 Sep 19 03:26:01.109526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737348d9-f5a7-4e67-987e-f9e2d7f8fc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aedc369-f517-4616-857c-af3e6a5febab,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:01.110349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44114) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:01.213923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6be4ff58-f64d-487d-aa93-de272aa0a914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.222558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.280600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Port': ['ID=4f8ba659-eeaa-4f28-836b-3240b8609279,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:01.285726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6be4ff58-f64d-487d-aa93-de272aa0a914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.295525 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.297980 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3ffdc153-af63-4856-bd5a-816cc0fe5923 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/ports/4f8ba659-eeaa-4f28-836b-3240b8609279 HTTP/1.1" status: 204 len: 168 time: 0.5171928 Sep 19 03:26:01.300663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44122) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:01.300808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ad43-91e1-4d36-bcb2-df77e4905619 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.307538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ad43-91e1-4d36-bcb2-df77e4905619 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.361940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0bb9ad43-91e1-4d36-bcb2-df77e4905619 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.366286 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0bb9ad43-91e1-4d36-bcb2-df77e4905619 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4390974 Sep 19 03:26:01.366461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44126) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:01.372007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a6d7621b-5b87-4aad-a07a-994fb039da3a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--448461395'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:01.379946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9ad43-91e1-4d36-bcb2-df77e4905619 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f75ef8fd-4627-498f-b27b-0954ec03c0bc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:01.407320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Deleting port 0e3a492a-6813-47c5-821a-c7136f3a6a7c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:01.407731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.408987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6be4ff58-f64d-487d-aa93-de272aa0a914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.412066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6be4ff58-f64d-487d-aa93-de272aa0a914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.413275 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6be4ff58-f64d-487d-aa93-de272aa0a914 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2aedc369-f517-4616-857c-af3e6a5febab HTTP/1.1" status: 204 len: 168 time: 0.2994680 Sep 19 03:26:01.417504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6d7621b-5b87-4aad-a07a-994fb039da3a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.425037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ff58-f64d-487d-aa93-de272aa0a914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aedc369-f517-4616-857c-af3e6a5febab,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:01.510089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.529647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Calling delete_port for 0e3a492a-6813-47c5-821a-c7136f3a6a7c owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:01.600636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6d7621b-5b87-4aad-a07a-994fb039da3a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.611634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6d7621b-5b87-4aad-a07a-994fb039da3a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.620874 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-c56e4136-c5e8-426c-92e5-ceaeccebd97f service neutron] show failed (client error): The resource could not be found. Sep 19 03:26:01.621975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-c56e4136-c5e8-426c-92e5-ceaeccebd97f service neutron] 10.222.0.32 "GET /v2.0/ports/f6c93cd8-0cb7-44e7-bbe5-76bf494e7757/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.1018949 Sep 19 03:26:01.630728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.656214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6d7621b-5b87-4aad-a07a-994fb039da3a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.661160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6d7621b-5b87-4aad-a07a-994fb039da3a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2904332 Sep 19 03:26:01.672174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44132) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:01.678064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7621b-5b87-4aad-a07a-994fb039da3a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5163709a-5792-47ad-bab3-248d339a061a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:01.680479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7f7b896e-935f-4afb-8c0f-1ffad591305a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group_rule': {'security_group_id': 'f75ef8fd-4627-498f-b27b-0954ec03c0bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5163709a-5792-47ad-bab3-248d339a061a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:01.689600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Port': ['ID=0e3a492a-6813-47c5-821a-c7136f3a6a7c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:01.701685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.704246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2c3ce266-c446-4b65-b817-98e941f59dea tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/ports/0e3a492a-6813-47c5-821a-c7136f3a6a7c HTTP/1.1" status: 204 len: 168 time: 0.4020882 Sep 19 03:26:01.707280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44134) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:01.751694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bbed33ce-f4e7-4935-bb7b-6f32fb1a2257 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0425587 Sep 19 03:26:01.755479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44136) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:01.760885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1743223388'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:01.784580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Made reservation on behalf of 2afd6e0734314cf3a7f9c1e7d867e95d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:01.792301 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-7f7b896e-935f-4afb-8c0f-1ffad591305a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:26:01.794065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7f7b896e-935f-4afb-8c0f-1ffad591305a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1175594 Sep 19 03:26:01.797716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.802362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44140) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:01.887214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4c7786b-7c66-422c-97f3-f7fd16bf03fc tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.904059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:26:01.921823 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4c7786b-7c66-422c-97f3-f7fd16bf03fc tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.954041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:01.954617 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Added segment 3ad2a32a-3321-4497-b307-ff9bc1ca2b95 of type vlan for network 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 Sep 19 03:26:02.017549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-1ce48e9f-2abb-40c4-8f64-20cc60f50efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:02.019145 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-1ce48e9f-2abb-40c4-8f64-20cc60f50efe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 1097 time: 0.1707053 Sep 19 03:26:02.020799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.033123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:02.055822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70458f1-1164-4008-9fcc-53f16be39cc7 req-b03c1740-bfab-4bca-b877-5cd8bece0428 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:02.058286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d70458f1-1164-4008-9fcc-53f16be39cc7 req-b03c1740-bfab-4bca-b877-5cd8bece0428 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.0927608 Sep 19 03:26:02.059362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4c7786b-7c66-422c-97f3-f7fd16bf03fc tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.064626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4c7786b-7c66-422c-97f3-f7fd16bf03fc tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.067319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f4c7786b-7c66-422c-97f3-f7fd16bf03fc tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/5163709a-5792-47ad-bab3-248d339a061a HTTP/1.1" status: 204 len: 168 time: 0.2637942 Sep 19 03:26:02.071931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:02.091500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7786b-7c66-422c-97f3-f7fd16bf03fc tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163709a-5792-47ad-bab3-248d339a061a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:02.127021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.127788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d70458f1-1164-4008-9fcc-53f16be39cc7 req-a7a949ae-76ab-4030-9a2e-47d25737a9fa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592768 Sep 19 03:26:02.137137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:02.137749 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.173850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.243693 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4843850 Sep 19 03:26:02.244367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44158) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:02.248931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-521026185'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:02.271778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Made reservation on behalf of 2afd6e0734314cf3a7f9c1e7d867e95d for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:02.275783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.283564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d28a7-a571-4314-b071-cb1d66e0bef6 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Network': ['ID=5acdb2bd-ac82-462a-abb9-0a75d9fd3d86,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:02.293038 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78e963ec-56d0-4d18-ad04-0ea37c9bb779 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2200069 Sep 19 03:26:02.296246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:26:02.298524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44160) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:02.352959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:26:02.375578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.376200 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Added segment c0fb5327-acc7-4b3c-93b7-5ad16b113496 of type vlan for network 0237481d-9c1e-4e28-b13e-451198fba807 Sep 19 03:26:02.384776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2f215bd-a5c8-4553-a880-83152cde0586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.443729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.459426 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2f215bd-a5c8-4553-a880-83152cde0586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.514975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.522022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:02.522856 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.560729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2f215bd-a5c8-4553-a880-83152cde0586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.563780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2f215bd-a5c8-4553-a880-83152cde0586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.565006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e2f215bd-a5c8-4553-a880-83152cde0586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/f75ef8fd-4627-498f-b27b-0954ec03c0bc HTTP/1.1" status: 204 len: 168 time: 0.2650790 Sep 19 03:26:02.572086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3268237 Sep 19 03:26:02.575797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44168) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:02.582135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:02.592369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f215bd-a5c8-4553-a880-83152cde0586 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75ef8fd-4627-498f-b27b-0954ec03c0bc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:02.636634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:02.637291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c9aca-9cd9-4b15-8893-2815a9d2f4db tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Network': ['ID=0237481d-9c1e-4e28-b13e-451198fba807,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:02.650514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 0237481d-9c1e-4e28-b13e-451198fba807 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:26:02.667335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0a70cc1d-1e2c-44e5-b8e4-478797c15f2a tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904579 Sep 19 03:26:02.672251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44172) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:02.679150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cf9803e0-ff2a-487d-a64f-bea9cf638dda tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704458923'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:02.690216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.704525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Transition to ACTIVE for port object f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:26:02.706486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:02.709770 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460ef39b-5519-444d-afc4-a9ecf1e02306" -d '{"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:02.714723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.728508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44176) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:02.760354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'subnets': [{'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1607612269', 'ip_version': 4}, {'network_id': '0237481d-9c1e-4e28-b13e-451198fba807', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:02.762525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'subnet': {'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1607612269', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:02.763415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Request body: {'subnet': {'network_id': '0237481d-9c1e-4e28-b13e-451198fba807', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:02.778507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf9803e0-ff2a-487d-a64f-bea9cf638dda tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.794431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:02.868916 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60be75c-23dc-4281-b61e-c47273271d3e x-openstack-request-id: req-a60be75c-23dc-4281-b61e-c47273271d3e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:02.869676 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:02.870093 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a60be75c-23dc-4281-b61e-c47273271d3e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:02.872269 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'code': 200} Sep 19 03:26:02.945834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf9803e0-ff2a-487d-a64f-bea9cf638dda tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.954672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf9803e0-ff2a-487d-a64f-bea9cf638dda tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:02.967813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] No DVR routers for this DVR port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:03.033981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf9803e0-ff2a-487d-a64f-bea9cf638dda tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.035288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cf9803e0-ff2a-487d-a64f-bea9cf638dda tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3595498 Sep 19 03:26:03.038310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44182) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:03.044439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dc787827-170a-4f2b-b167-8cffdb858c45 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:03.045450 n-d-809936-1 neutron-server[94722]: WARNING neutron.api.v2.base [None req-dc787827-170a-4f2b-b167-8cffdb858c45 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 19 03:26:03.046342 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-dc787827-170a-4f2b-b167-8cffdb858c45 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] update failed (client error): There was a conflict when trying to complete your request. Sep 19 03:26:03.047661 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dc787827-170a-4f2b-b167-8cffdb858c45 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "PUT /v2.0/security-groups/7f7b1f02-29d4-48d4-af80-8f0e109a2040 HTTP/1.1" status: 409 len: 330 time: 0.0069826 Sep 19 03:26:03.050789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44184) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:03.060606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9803e0-ff2a-487d-a64f-bea9cf638dda tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7b1f02-29d4-48d4-af80-8f0e109a2040,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:03.202336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c9d478f-4741-43f9-a133-03b70595313b tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.232174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:03.232520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:03.232852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:03.237362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c9d478f-4741-43f9-a133-03b70595313b tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.238279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:26:03.238672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:03.244524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:03.244875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Checking segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:03.245264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Bound using segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:03.245695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Bound port: f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:03.245983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Made reservation on behalf of 2afd6e0734314cf3a7f9c1e7d867e95d for: {'subnet': 2} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:03.246105 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.251298 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.251646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.331622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:03.335890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:03.342174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.392560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:03.393240 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.394993 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] 10.222.0.30 "PUT /v2.0/ports/f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1092 time: 1.3676536 Sep 19 03:26:03.427254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f790c-aea6-40ec-a3be-1e9a4b282aa0 req-78970564-1573-4534-b909-c838c6f98c5d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:03.428995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d05f790c-aea6-40ec-a3be-1e9a4b282aa0 req-78970564-1573-4534-b909-c838c6f98c5d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 944 time: 0.1560638 Sep 19 03:26:03.487029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0974f97-fb07-480f-8221-49a9534d8067 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:03.488829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d05f790c-aea6-40ec-a3be-1e9a4b282aa0 req-2214bf49-aa8b-4b71-9803-af413f7194e3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497758 Sep 19 03:26:03.517343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-025df191-f86f-4d7e-9e30-f455ffa3797b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:03.519116 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-025df191-f86f-4d7e-9e30-f455ffa3797b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1095 time: 0.0966096 Sep 19 03:26:03.521885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c9d478f-4741-43f9-a133-03b70595313b tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.525442 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c9d478f-4741-43f9-a133-03b70595313b tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:03.528074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0c9d478f-4741-43f9-a133-03b70595313b tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/7f7b1f02-29d4-48d4-af80-8f0e109a2040 HTTP/1.1" status: 204 len: 168 time: 0.4760311 Sep 19 03:26:03.536289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44198) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:03.626693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d478f-4741-43f9-a133-03b70595313b tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7b1f02-29d4-48d4-af80-8f0e109a2040,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:03.638518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c74a2cc6-2f75-4ca2-b65c-a8de5ad12b05 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1001318 Sep 19 03:26:03.642268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44208) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:03.694224 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-c0c4277b-55ed-4c45-85b3-7695c5131a73 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] delete failed (client error): The resource could not be found. Sep 19 03:26:03.695335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c0c4277b-55ed-4c45-85b3-7695c5131a73 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "DELETE /v2.0/security-groups/4df25387-04c5-46a4-90c4-e7cde5d58071 HTTP/1.1" status: 404 len: 347 time: 0.0519583 Sep 19 03:26:03.700183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44210) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:03.757407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-4021463d-8887-467a-a530-ec9058826bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:03.758915 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-4021463d-8887-467a-a530-ec9058826bff service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.2331939 Sep 19 03:26:03.816173 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-2b2d5699-2257-45a8-9a1b-a38fc6cd0f9c tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] show failed (client error): The resource could not be found. Sep 19 03:26:03.817256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2b2d5699-2257-45a8-9a1b-a38fc6cd0f9c tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-groups/9146b3c8-38ca-4fa6-ab38-c792843176a5 HTTP/1.1" status: 404 len: 347 time: 0.1109250 Sep 19 03:26:03.822133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44216) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:03.861808 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-ced565b7-32e9-4b53-a04a-cb0c7f01b290 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] show failed (client error): The resource could not be found. Sep 19 03:26:03.864216 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ced565b7-32e9-4b53-a04a-cb0c7f01b290 tempest-NegativeSecGroupTest-1864689735 tempest-NegativeSecGroupTest-1864689735-project] 10.222.0.22 "GET /v2.0/security-group-rules/07bf1666-b0db-4947-80b9-0d8c66eb7d03 HTTP/1.1" status: 404 len: 356 time: 0.0388129 Sep 19 03:26:03.872654 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-e30abd9a-6cdd-4741-894f-a8cb3fedb4ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1000 time: 0.1063244 Sep 19 03:26:04.027925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-d30674f6-0f6a-4ddc-a9ae-4a7ce5f5f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:04.033480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-d30674f6-0f6a-4ddc-a9ae-4a7ce5f5f081 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.1528976 Sep 19 03:26:04.218806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:04.348719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44224) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:04.375201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Checking segment: {'id': '3ad2a32a-3321-4497-b307-ff9bc1ca2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:04.376533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network hostable DHCP agents. Network: 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:04.418925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-0e8ab520-bb7d-47bc-b0a4-757866a46517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:04.422316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-0e8ab520-bb7d-47bc-b0a4-757866a46517 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3813727 Sep 19 03:26:04.422595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Subnet': ['ID=8f63d2be-7970-4583-8d42-3acc9b3b94e8,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:04.442156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:04.464013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:04.474060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1900f25a-4a9e-4cb9-9ff0-0b48269eacb8 None None] Network 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:04.482291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:04.541170 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-5d0b65fd-500f-4e84-987f-a05ec9e8b643 service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090965 Sep 19 03:26:04.607079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event updated for resources: {'Subnet': ['ID=7c1602fd-2860-41ba-a371-2d21751476f1,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:04.745746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Checking segment: {'id': 'c0fb5327-acc7-4b3c-93b7-5ad16b113496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0237481d-9c1e-4e28-b13e-451198fba807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:04.746455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network hostable DHCP agents. Network: 0237481d-9c1e-4e28-b13e-451198fba807, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:04.747147 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-a7784033-7ae7-4ffb-b112-0384a50c4321 service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979146 Sep 19 03:26:04.767353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57599cd-c13a-44b3-9d8e-8e62485fbfda req-202a8a78-dc79-49b8-96c0-5ee5e4cd635f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:04.775045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c57599cd-c13a-44b3-9d8e-8e62485fbfda req-202a8a78-dc79-49b8-96c0-5ee5e4cd635f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 944 time: 0.1292260 Sep 19 03:26:04.779257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5acdb2bd-ac82-462a-abb9-0a75d9fd3d86', 'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86', 'tenant_id': '2afd6e0734314cf3a7f9c1e7d867e95d', 'fixed_ips': [{'subnet_id': '8f63d2be-7970-4583-8d42-3acc9b3b94e8'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:26:04.780207 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:04.780385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cd6c86a1-1f9d-42f7-bcd3-79f67a7ceab8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9e82a5bc3814cb8a3937cc8a8349889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306276 Sep 19 03:26:04.786943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44242) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:04.828380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Network 0237481d-9c1e-4e28-b13e-451198fba807 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:04.873348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:04.878409 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:04.882581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 0237481d-9c1e-4e28-b13e-451198fba807) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:04.906545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5100be3-8a6b-4bbf-999c-12cbb92b3ba9 None None] Network 0237481d-9c1e-4e28-b13e-451198fba807 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:04.915037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:04.915527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:04.916170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:04.940400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c57599cd-c13a-44b3-9d8e-8e62485fbfda req-f0dd1e7d-4d54-4470-bcc0-0364702e8692 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643593 Sep 19 03:26:04.970138 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e5af87-4e8b-4eb0-a730-d2b025954166 x-openstack-request-id: req-26e5af87-4e8b-4eb0-a730-d2b025954166 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:04.971227 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:04.971605 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26e5af87-4e8b-4eb0-a730-d2b025954166 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:04.973767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07b99d2b-96bd-4509-90ad-b721e00857b4 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.2441752 Sep 19 03:26:04.977089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44246) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:04.981508 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'status': 'completed', 'code': 200} Sep 19 03:26:05.024601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-288c641f-99d6-4e68-a21f-186b84fb8722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:05.064142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-288c641f-99d6-4e68-a21f-186b84fb8722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:05.084208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bad89-bc1b-4c2c-9c17-7709e17764d2 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.086303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bad89-bc1b-4c2c-9c17-7709e17764d2 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.088085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68bad89-bc1b-4c2c-9c17-7709e17764d2 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.090197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d68bad89-bc1b-4c2c-9c17-7709e17764d2 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1121347 Sep 19 03:26:05.093402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44250) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:05.106630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-3808db1d-2a6f-436e-992d-319395189d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.108407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-3808db1d-2a6f-436e-992d-319395189d02 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1095 time: 0.1097436 Sep 19 03:26:05.114671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-cfb9d111-341c-47d9-b214-61a0e741a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.116345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-cfb9d111-341c-47d9-b214-61a0e741a82d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1095 time: 0.0779035 Sep 19 03:26:05.185893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Deleting subnet 8f63d2be-7970-4583-8d42-3acc9b3b94e8 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:05.205216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-288c641f-99d6-4e68-a21f-186b84fb8722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:05.208883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-288c641f-99d6-4e68-a21f-186b84fb8722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:05.213201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-288c641f-99d6-4e68-a21f-186b84fb8722 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c37fc7b-4f29-4c70-904f-588f1470d0cd HTTP/1.1" status: 204 len: 168 time: 0.4195657 Sep 19 03:26:05.223028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c641f-99d6-4e68-a21f-186b84fb8722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c37fc7b-4f29-4c70-904f-588f1470d0cd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:05.318325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-b25d9943-ef64-4e03-a178-e54258cba3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.320019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-b25d9943-ef64-4e03-a178-e54258cba3d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.2026639 Sep 19 03:26:05.325555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-127aa005-f9c2-4959-af31-5c8e666dff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.327042 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-127aa005-f9c2-4959-af31-5c8e666dff27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.1997073 Sep 19 03:26:05.372581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:05.398295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-53ad9b31-e115-44df-bad7-c34bdc6500ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1000 time: 0.0699322 Sep 19 03:26:05.465470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-0237481d-9c1e-4e28-b13e-451198fba807', 'network_id': '0237481d-9c1e-4e28-b13e-451198fba807', 'tenant_id': '2afd6e0734314cf3a7f9c1e7d867e95d', 'fixed_ips': [{'subnet_id': '7c1602fd-2860-41ba-a371-2d21751476f1'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:26:05.466683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:05.478267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-628490c8-e3db-4b9f-9f46-cba3b9c7a02d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1000 time: 0.0785758 Sep 19 03:26:05.501858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Allocated IP 172.20.0.2 (5acdb2bd-ac82-462a-abb9-0a75d9fd3d86/8f63d2be-7970-4583-8d42-3acc9b3b94e8/a2421c40-59e1-4fb8-a9dd-64f30e7456c7) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:05.506526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:05.575809 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-0992e3de-3ba8-4510-916d-64b80abcd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.577496 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-0992e3de-3ba8-4510-916d-64b80abcd086 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.0982256 Sep 19 03:26:05.582063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-8312c126-4f99-460b-8d6d-0e08b5bb5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.583487 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-8312c126-4f99-460b-8d6d-0e08b5bb5264 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.0930305 Sep 19 03:26:05.716810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-1cc01e63-aa4f-4fa5-a371-f89bf8c10380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.718436 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-1cc01e63-aa4f-4fa5-a371-f89bf8c10380 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331127 Sep 19 03:26:05.721139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-c97e9ad8-8517-4a13-8d5c-8faee6b15586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:05.723041 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-c97e9ad8-8517-4a13-8d5c-8faee6b15586 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280279 Sep 19 03:26:05.808753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Allocated IP 172.20.0.18 (0237481d-9c1e-4e28-b13e-451198fba807/7c1602fd-2860-41ba-a371-2d21751476f1/09ef94d1-1281-41c4-bec0-177e94df9ab6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:05.893544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:05.908911 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:05.958932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.011339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.055561 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-95e51f90-7c65-4534-89ce-db2297ba51c6 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123710 Sep 19 03:26:06.068507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Network 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:06.090096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:06.101797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:06.217822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e83f67-f18a-4feb-a5ef-8cfd6f5865f2 req-5811c33b-390e-4b89-9c40-6998d87426c7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:06.220772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Pushing event updated for resources: {'Port': ['ID=a2421c40-59e1-4fb8-a9dd-64f30e7456c7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:06.221101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03e83f67-f18a-4feb-a5ef-8cfd6f5865f2 req-5811c33b-390e-4b89-9c40-6998d87426c7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 944 time: 0.1430783 Sep 19 03:26:06.256564 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.269557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-4c2c567f-8e71-4330-98a0-cefada950515 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957364 Sep 19 03:26:06.292627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.296995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.297434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.297770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.298118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.298456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.298921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.299183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.299504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.299822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.300153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.300477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:06.306862 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-9851da54-a47a-4762-890e-5cfd1099727e service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769982 Sep 19 03:26:06.400050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Attempting to bind port a2421c40-59e1-4fb8-a9dd-64f30e7456c7 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:06.400404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Attempting to bind port a2421c40-59e1-4fb8-a9dd-64f30e7456c7 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3ad2a32a-3321-4497-b307-ff9bc1ca2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:06.401439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Attempting to bind port a2421c40-59e1-4fb8-a9dd-64f30e7456c7 on network 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:06.410128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03e83f67-f18a-4feb-a5ef-8cfd6f5865f2 req-1b89e0c0-02c8-4056-b41a-62b143a368e7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784725 Sep 19 03:26:06.465424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.466907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:06.467288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Checking segment: {'id': '3ad2a32a-3321-4497-b307-ff9bc1ca2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:06.467898 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.468471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Bound using segment: {'id': '3ad2a32a-3321-4497-b307-ff9bc1ca2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:06.469728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Bound port: a2421c40-59e1-4fb8-a9dd-64f30e7456c7, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad2a32a-3321-4497-b307-ff9bc1ca2b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5acdb2bd-ac82-462a-abb9-0a75d9fd3d86'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:06.470400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.526401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Subnet': ['ID=8f63d2be-7970-4583-8d42-3acc9b3b94e8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:06.539984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.556308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-56aefec9-5af7-4467-a4e2-711c3015ce99 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/subnets/8f63d2be-7970-4583-8d42-3acc9b3b94e8 HTTP/1.1" status: 204 len: 168 time: 1.4609809 Sep 19 03:26:06.559471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44286) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:06.564799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.583921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5cd0ff4b-13c7-4bb4-b333-b8f13151b08d req-19be92c8-20b2-46a2-8ed6-3552583d24a5 service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648113 Sep 19 03:26:06.584869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.587430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] For port a2421c40-59e1-4fb8-a9dd-64f30e7456c7, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:06.653962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Pushing event updated for resources: {'Port': ['ID=09ef94d1-1281-41c4-bec0-177e94df9ab6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:06.676686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] For port a2421c40-59e1-4fb8-a9dd-64f30e7456c7, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a2421c40-59e1-4fb8-a9dd-64f30e7456c7,segment=NetworkSegment(3ad2a32a-3321-4497-b307-ff9bc1ca2b95),segment_id=3ad2a32a-3321-4497-b307-ff9bc1ca2b95)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:06.684485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Network 0237481d-9c1e-4e28-b13e-451198fba807 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:06.686237 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.698337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:06.705419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:06.749124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Deleting subnet 7c1602fd-2860-41ba-a371-2d21751476f1 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:06.757372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.810163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d75cd63-a467-4c40-b338-77b474b92447 None None] Network 5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:06.829608 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.894408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Attempting to bind port 09ef94d1-1281-41c4-bec0-177e94df9ab6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:06.899574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Attempting to bind port 09ef94d1-1281-41c4-bec0-177e94df9ab6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'c0fb5327-acc7-4b3c-93b7-5ad16b113496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0237481d-9c1e-4e28-b13e-451198fba807'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:06.900181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Attempting to bind port 09ef94d1-1281-41c4-bec0-177e94df9ab6 on network 0237481d-9c1e-4e28-b13e-451198fba807 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:06.932911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c9c35-03ef-414b-9a31-70f01400a588 None None] Pushing event updated for resources: {'Port': ['ID=a2421c40-59e1-4fb8-a9dd-64f30e7456c7,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:06.942808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:06.945459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Checking segment: {'id': 'c0fb5327-acc7-4b3c-93b7-5ad16b113496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0237481d-9c1e-4e28-b13e-451198fba807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:06.950281 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.950934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Bound using segment: {'id': 'c0fb5327-acc7-4b3c-93b7-5ad16b113496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0237481d-9c1e-4e28-b13e-451198fba807'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:06.951618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Bound port: 09ef94d1-1281-41c4-bec0-177e94df9ab6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0fb5327-acc7-4b3c-93b7-5ad16b113496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0237481d-9c1e-4e28-b13e-451198fba807'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:06.952197 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:06.992203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.070002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.099694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1602fd-2860-41ba-a371-2d21751476f1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:07.105988 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.109419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-21363aa9-8079-44b1-a5b9-107a10288db7 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/subnets/7c1602fd-2860-41ba-a371-2d21751476f1 HTTP/1.1" status: 204 len: 168 time: 0.5486124 Sep 19 03:26:07.112544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44306) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:07.180374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] For port 09ef94d1-1281-41c4-bec0-177e94df9ab6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:07.199977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] For port 09ef94d1-1281-41c4-bec0-177e94df9ab6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=09ef94d1-1281-41c4-bec0-177e94df9ab6,segment=NetworkSegment(c0fb5327-acc7-4b3c-93b7-5ad16b113496),segment_id=c0fb5327-acc7-4b3c-93b7-5ad16b113496)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:07.209182 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.277580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab74181-c9ac-4045-a847-f63865f09667 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:07.283805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44310) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:07.284010 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6ab74181-c9ac-4045-a847-f63865f09667 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1696405 Sep 19 03:26:07.303936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e127cbb-b6fa-4bc5-905d-5933a3f506df None None] Pushing event updated for resources: {'Port': ['ID=09ef94d1-1281-41c4-bec0-177e94df9ab6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:07.365225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:26:07.398267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.489797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Deleting port 09ef94d1-1281-41c4-bec0-177e94df9ab6 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:07.490277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.569113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:07.597232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'port_id': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'mac_address': 'fa:16:3e:8a:05:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:26:07.736257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] For port 09ef94d1-1281-41c4-bec0-177e94df9ab6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=09ef94d1-1281-41c4-bec0-177e94df9ab6,segment=NetworkSegment(c0fb5327-acc7-4b3c-93b7-5ad16b113496),segment_id=c0fb5327-acc7-4b3c-93b7-5ad16b113496)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:07.736601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.750931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.799250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:26:07.799377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Calling delete_port for 09ef94d1-1281-41c4-bec0-177e94df9ab6 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:07.817081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208eee1-450c-4cd7-bcea-ecc70cddafc3 req-c20b8391-e8cd-42f5-9325-31f8e60f21ce tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:07.818650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c208eee1-450c-4cd7-bcea-ecc70cddafc3 req-c20b8391-e8cd-42f5-9325-31f8e60f21ce tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 944 time: 0.1923645 Sep 19 03:26:07.831481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:07.841595 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.916891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:07.923795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c208eee1-450c-4cd7-bcea-ecc70cddafc3 req-476893a0-6223-4c7e-b996-b3ef0ea6eb9d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963778 Sep 19 03:26:07.952239 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:07.987823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Port': ['ID=09ef94d1-1281-41c4-bec0-177e94df9ab6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:07.989977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] No DVR routers for this DVR port 09ef94d1-1281-41c4-bec0-177e94df9ab6 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:08.058507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:26:08.100638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.124119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0237481d-9c1e-4e28-b13e-451198fba807']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:08.139532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0fb5327-acc7-4b3c-93b7-5ad16b113496') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:08.140194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0fb5327-acc7-4b3c-93b7-5ad16b113496') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:08.161807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.194479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:08.236915 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:08.372035 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.372307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-0ee08caa-ae66-421d-b357-4843eab6a207 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:08.377070 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-0ee08caa-ae66-421d-b357-4843eab6a207 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.30 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563&tenant_id=cba74cf31d394948bdcb652acbde9af3&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 945 time: 0.1779974 Sep 19 03:26:08.392648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbd0c1-1e2a-42c6-8033-7feebf929ea6 req-529c2235-55f3-44f8-a781-f8e0172eb5b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:08.399666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fbd0c1-1e2a-42c6-8033-7feebf929ea6 req-529c2235-55f3-44f8-a781-f8e0172eb5b4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.1287293 Sep 19 03:26:08.400922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.407328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/networks/0237481d-9c1e-4e28-b13e-451198fba807 HTTP/1.1" status: 204 len: 168 time: 1.1211693 Sep 19 03:26:08.411331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44348) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:08.460026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030278b6-c39c-4a69-ae9e-818bcb546c35 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Network': ['ID=0237481d-9c1e-4e28-b13e-451198fba807,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:08.480040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-25abbf3c-931b-4647-b367-e4627414247f service neutron] 10.222.0.30 "GET /v2.0/ports/f6c93cd8-0cb7-44e7-bbe5-76bf494e7757/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 382 time: 0.0944924 Sep 19 03:26:08.555113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94fbd0c1-1e2a-42c6-8033-7feebf929ea6 req-143480d5-d25c-4fd3-b24b-e10bc12f0b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466212 Sep 19 03:26:08.572891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.591198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-c2c2f91d-9195-4aae-bb35-af6c39e6c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:08.592747 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-c2c2f91d-9195-4aae-bb35-af6c39e6c805 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1096 time: 0.0852625 Sep 19 03:26:08.655604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Deleting port a2421c40-59e1-4fb8-a9dd-64f30e7456c7 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:08.656178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.723336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-f1b4bd4c-404e-49ce-af0e-45d2163050c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:08.725920 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-f1b4bd4c-404e-49ce-af0e-45d2163050c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.1257019 Sep 19 03:26:08.759154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] For port a2421c40-59e1-4fb8-a9dd-64f30e7456c7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a2421c40-59e1-4fb8-a9dd-64f30e7456c7,segment=NetworkSegment(3ad2a32a-3321-4497-b307-ff9bc1ca2b95),segment_id=3ad2a32a-3321-4497-b307-ff9bc1ca2b95)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:08.759525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.778416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Calling delete_port for a2421c40-59e1-4fb8-a9dd-64f30e7456c7 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:08.842649 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-3b99708b-97eb-46ca-9e64-9d51fe670a38 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1001 time: 0.1079683 Sep 19 03:26:08.883713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b53710-2015-4c59-b3e4-8c03f69263f9 None None] DHCP port deletion for 0237481d-9c1e-4e28-b13e-451198fba807 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:26:08.908340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-03516895-306c-48b5-94c3-e106366211dc None None] Could not find standard attr ID for object 09ef94d1-1281-41c4-bec0-177e94df9ab6. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:26:08.914592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54caadd5-1796-4947-9b85-66285fc22406 None None] Network 0237481d-9c1e-4e28-b13e-451198fba807 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:08.927300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:08.934983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-55e65dbd-71a3-4a4f-9732-752fb3c507bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:08.940141 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-55e65dbd-71a3-4a4f-9732-752fb3c507bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.0905633 Sep 19 03:26:08.947481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54caadd5-1796-4947-9b85-66285fc22406 None None] Network 0237481d-9c1e-4e28-b13e-451198fba807 could not be found, it might have been deleted concurrently. {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 19 03:26:08.959368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1167c39-874d-4bba-9a1f-20b55743c2c7 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:26:08.963920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Port': ['ID=a2421c40-59e1-4fb8-a9dd-64f30e7456c7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:08.965778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] No DVR routers for this DVR port a2421c40-59e1-4fb8-a9dd-64f30e7456c7 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:09.059644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-08cfa7c2-011e-40b7-8df6-ff4c8a912f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:09.061197 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-08cfa7c2-011e-40b7-8df6-ff4c8a912f1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143661 Sep 19 03:26:09.073916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.101500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acdb2bd-ac82-462a-abb9-0a75d9fd3d86']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:09.114530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad2a32a-3321-4497-b307-ff9bc1ca2b95') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:09.115135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad2a32a-3321-4497-b307-ff9bc1ca2b95') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:09.127195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.143058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.150651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:09.151803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:09.155109 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:09.177068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1167c39-874d-4bba-9a1f-20b55743c2c7 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:26:09.196727 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-1d00ba6e-afed-4d6e-accd-7a489eec6862 service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274328 Sep 19 03:26:09.232917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.251253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.259997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/networks/5acdb2bd-ac82-462a-abb9-0a75d9fd3d86 HTTP/1.1" status: 204 len: 168 time: 0.8469458 Sep 19 03:26:09.262785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44374) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:09.298275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973ca85-c12c-47cf-a9ab-18a3d6282907 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Network': ['ID=5acdb2bd-ac82-462a-abb9-0a75d9fd3d86,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:09.368041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:09.449703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-bcd2bd90-e10b-4609-b725-5d06d199e6d2 service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396581 Sep 19 03:26:09.466216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.534892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:26:09.540692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:09.541066 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.609105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.635869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19f0edd-d8ce-47cf-a545-ef9126e58df1']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:09.653171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfa1b87-9f15-40a2-8647-665290cbb412') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:09.653466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfa1b87-9f15-40a2-8647-665290cbb412') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:09.680740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.709197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.717828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:09.718237 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:09.721745 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:09.744563 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.793682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:09.796449 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df03b62-be60-4c32-9fc4-5d153fabbac8" -d '{"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-plugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:09.802916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:09.803992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06c401-9c0b-4c4d-bcf8-4fd7cb14b468 req-4c12f5ae-3c17-41b9-841a-1619c69b8792 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:09.805711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d06c401-9c0b-4c4d-bcf8-4fd7cb14b468 req-4c12f5ae-3c17-41b9-841a-1619c69b8792 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.1554544 Sep 19 03:26:09.807115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.816085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.819528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/networks/b19f0edd-d8ce-47cf-a545-ef9126e58df1 HTTP/1.1" status: 204 len: 168 time: 0.5545397 Sep 19 03:26:09.820920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44404) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:09.836529 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:09.855180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79b912-93c1-4328-8691-7afe79f91bbc tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Network': ['ID=b19f0edd-d8ce-47cf-a545-ef9126e58df1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:09.886596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d06c401-9c0b-4c4d-bcf8-4fd7cb14b468 req-d791dcc2-01bd-4d2f-a25d-02b7d808cf1b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663037 Sep 19 03:26:09.937304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:10.012664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:10.030186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 09ef94d1-1281-41c4-bec0-177e94df9ab6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:10.067665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 09ef94d1-1281-41c4-bec0-177e94df9ab6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:10.068532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 09ef94d1-1281-41c4-bec0-177e94df9ab6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:10.127251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:10.148890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a949b5f4-062d-4476-92af-6bbadcf48602']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:10.160744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefb16f0-ee13-4c14-aa1b-ce2a75150b67') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:10.161052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefb16f0-ee13-4c14-aa1b-ce2a75150b67') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:10.171601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:10.175572 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a4cec0-de65-4a04-95b3-0082d25ee5db x-openstack-request-id: req-d5a4cec0-de65-4a04-95b3-0082d25ee5db {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:10.175888 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-plugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:10.176124 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5a4cec0-de65-4a04-95b3-0082d25ee5db {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:10.176566 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'code': 200} Sep 19 03:26:10.187880 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:10.196709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:10.197277 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:10.201630 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:10.269145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:10.276072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:10.280830 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] 10.222.0.22 "DELETE /v2.0/networks/a949b5f4-062d-4476-92af-6bbadcf48602 HTTP/1.1" status: 204 len: 168 time: 0.4588816 Sep 19 03:26:10.292367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87943772-4ccd-4cdf-bb14-b5b648f45653 tempest-BulkNetworkOpsTest-1827741614 tempest-BulkNetworkOpsTest-1827741614-project] Pushing event deleted for resources: {'Network': ['ID=a949b5f4-062d-4476-92af-6bbadcf48602,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:10.687235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44444) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:10.958088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5dbbda35-2614-47bb-95f0-242e4044712d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2afd6e0734314cf3a7f9c1e7d867e95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696505 Sep 19 03:26:10.960974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:11.050394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-508bd84c-849e-4805-90d1-9eee1f1a047a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:11.083769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-508bd84c-849e-4805-90d1-9eee1f1a047a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:11.105854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616a6db-9e46-4413-bf22-856a2d3fc7e5 req-23024d4d-cea9-4d4d-b884-08e43ae8179e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:11.107981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e616a6db-9e46-4413-bf22-856a2d3fc7e5 req-23024d4d-cea9-4d4d-b884-08e43ae8179e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 946 time: 0.1081090 Sep 19 03:26:11.123542 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:26:11.223569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-508bd84c-849e-4805-90d1-9eee1f1a047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:11.226576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-508bd84c-849e-4805-90d1-9eee1f1a047a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:11.230292 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-508bd84c-849e-4805-90d1-9eee1f1a047a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8897e45f-57c3-4c2e-944f-926ff70f6e64 HTTP/1.1" status: 204 len: 168 time: 0.2649965 Sep 19 03:26:11.230446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e616a6db-9e46-4413-bf22-856a2d3fc7e5 req-b09f5780-9595-4538-b70e-6e582ab3785d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089427 Sep 19 03:26:11.239144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bd84c-849e-4805-90d1-9eee1f1a047a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8897e45f-57c3-4c2e-944f-926ff70f6e64,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:11.608845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-e5cd0d88-cb9e-4df9-a781-173b6475648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:11.633759 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-e5cd0d88-cb9e-4df9-a781-173b6475648f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 1097 time: 0.0656340 Sep 19 03:26:11.642643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:11.729665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:12.128528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:12.200561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:12.260337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:12.264399 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d236818-a222-45e1-a02d-8c698a440e0d" -d '{"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:12.272642 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:12.287841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Transition to ACTIVE for port object f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:26:12.299022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:12.472903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d26588-5377-4d74-b993-10a7ac20736e req-e1e8fabf-be05-4048-a09c-efd0c42ac1c0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.481797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9d26588-5377-4d74-b993-10a7ac20736e req-e1e8fabf-be05-4048-a09c-efd0c42ac1c0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.1158190 Sep 19 03:26:12.528635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:12.607337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] No DVR routers for this DVR port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:12.607766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9d26588-5377-4d74-b993-10a7ac20736e req-7972efc8-5eb9-4323-bcd1-697b7b9eb4d6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244166 Sep 19 03:26:12.753485 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb0067e-94a7-4fa1-bd30-c00102470980 x-openstack-request-id: req-fcb0067e-94a7-4fa1-bd30-c00102470980 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:12.753728 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-unplugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:12.754020 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcb0067e-94a7-4fa1-bd30-c00102470980 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:12.754432 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'code': 200} Sep 19 03:26:12.817727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.823808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.830735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.837557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.843622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.849873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.857347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:12.871272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-33ae79de-7864-42ef-a3bb-86d85b113422 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.1134527 Sep 19 03:26:12.881880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:12.882479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:12.883022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:12.893505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:26:12.894076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Attempting to bind port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:12.906334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:12.908000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Checking segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:12.909854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Bound using segment: {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:12.911195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Bound port: f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8c6663-42da-48ce-8310-5c9dd9eb718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:12.912421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:12.928706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20b98677-c9fe-4a5e-a05e-66d4549a66c6 req-afdc5a8d-3324-4f4f-8ca0-b6be5513775b tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558436 Sep 19 03:26:13.013656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:13.018220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:13.024742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.036403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44540) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:13.073552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:13.074682 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.077166 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] 10.222.0.32 "PUT /v2.0/ports/f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1093 time: 1.4412353 Sep 19 03:26:13.170881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404d3a6-bc69-4d45-a1d9-e484bb8d8634 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=11']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:13.197645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-35a07250-e8fd-4a5a-97cd-a404fa55cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:13.199210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-35a07250-e8fd-4a5a-97cd-a404fa55cda5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1096 time: 0.0698562 Sep 19 03:26:13.333501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d52c14ee-2358-4800-bd46-79507c7c33e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.345139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-23478698-ed53-4afd-b248-608dbcff36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:13.347287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-23478698-ed53-4afd-b248-608dbcff36b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.1405501 Sep 19 03:26:13.440969 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-20f6ea70-b471-428d-b05c-7dd0d691ec3b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1000 time: 0.0816047 Sep 19 03:26:13.464776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d52c14ee-2358-4800-bd46-79507c7c33e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.471808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d52c14ee-2358-4800-bd46-79507c7c33e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.512760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-eb558ee8-7c56-442d-8d0b-f57f745e8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:13.514539 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-eb558ee8-7c56-442d-8d0b-f57f745e8133 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.0643492 Sep 19 03:26:13.517998 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d52c14ee-2358-4800-bd46-79507c7c33e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=730b3a20df894b918473a12e299b7266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4804568 Sep 19 03:26:13.520686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44552) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:13.523808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c14ee-2358-4800-bd46-79507c7c33e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc261fb-6ac6-491f-b42c-0bb547ff60c1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:13.577734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44554) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:13.667000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-08ddb501-4d37-483b-8edb-44479f1bc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:13.668545 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-08ddb501-4d37-483b-8edb-44479f1bc222 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217999 Sep 19 03:26:13.669852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271a2b9b-719f-4698-b56d-702f9494086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.722737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271a2b9b-719f-4698-b56d-702f9494086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.738392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484966742'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:13.771736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28be88-4cb3-4fb9-bc9a-738cafdf4fee req-3f8296c3-9c30-4011-9374-34d250b03ab6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:13.781562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e28be88-4cb3-4fb9-bc9a-738cafdf4fee req-3f8296c3-9c30-4011-9374-34d250b03ab6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.0910895 Sep 19 03:26:13.816112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:13.819607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.830383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.844670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-06d7aab5-bdf5-4000-8fdd-927e05c674d9 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636927 Sep 19 03:26:13.888565 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271a2b9b-719f-4698-b56d-702f9494086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.889873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e28be88-4cb3-4fb9-bc9a-738cafdf4fee req-e8f99b59-85dc-4dbf-9758-9c95165216ad tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072764 Sep 19 03:26:13.896534 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-271a2b9b-719f-4698-b56d-702f9494086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:13.898919 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-271a2b9b-719f-4698-b56d-702f9494086e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dbc261fb-6ac6-491f-b42c-0bb547ff60c1 HTTP/1.1" status: 204 len: 168 time: 0.3772097 Sep 19 03:26:13.915206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a2b9b-719f-4698-b56d-702f9494086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc261fb-6ac6-491f-b42c-0bb547ff60c1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:14.019682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.027510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.034162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.040822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.046672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.053308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.059391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.061484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-2a9c5cde-5d84-464b-aa19-18f952d42937 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.1475017 Sep 19 03:26:14.125427 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.143768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.160607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:26:14.177284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.177844 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment fb5197d3-fd3e-4f8d-8a8e-402d625d42d3 of type vlan for network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e Sep 19 03:26:14.254627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd216e06-b5f9-4896-8ca7-eeab6b45cb85,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:14.285735 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.306350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.312815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.319250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.325387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.331495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.337928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.344725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.346829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-bdad8b71-bb07-45bc-b4bf-adc1fec8aa16 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.2188137 Sep 19 03:26:14.387533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.393635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.394338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.400477 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a18ad2f8-e13f-4c2b-8650-8ca77101629c req-f9adf76c-47e8-4ad3-8232-731248240770 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5467999 Sep 19 03:26:14.433612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3691360c-0be3-4c58-9a7f-29afd1fa4ab2 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:14.434917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3691360c-0be3-4c58-9a7f-29afd1fa4ab2 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "GET /v2.0/ports/c861ea38-da7d-4450-a8cb-20dd02ca1fd9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0481961 Sep 19 03:26:14.455784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8761888 Sep 19 03:26:14.460169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44574) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:14.468012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1919918647'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:14.503150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e43be3e3-dde7-4a7b-b0f2-9b3f7c41a629 req-9c849e29-74bc-4e14-8758-1eedc1e5a35e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1433315 Sep 19 03:26:14.506451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb70f2a-eaa1-43e4-8757-388087f7103e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:14.543861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:26:14.548924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8cb05cf4-4081-4256-a287-3ad934ba2759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.685319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:14.690280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.750853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:26:14.757887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:14.761632 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:14.771557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-f69011a6-943d-422e-a032-2dbbd0d4a39f tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "GET /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2984467 Sep 19 03:26:14.777269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.778154 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment 900abf0e-f024-4811-8ee9-b422df8bc7fc of type vlan for network d51d4101-824a-4918-b34a-7f775d16c6d0 Sep 19 03:26:14.785191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:14.828289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44582) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:14.854793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fe3636c-189f-4b61-82ae-13e78456c16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:14.897008 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef394aa-a616-4a03-b783-8924bf3f9346 x-openstack-request-id: req-9ef394aa-a616-4a03-b783-8924bf3f9346 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:14.899294 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:14.899294 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ef394aa-a616-4a03-b783-8924bf3f9346 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:14.899294 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'status': 'completed', 'code': 200} Sep 19 03:26:14.946065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.026233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fe3636c-189f-4b61-82ae-13e78456c16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.031864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fe3636c-189f-4b61-82ae-13e78456c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.037723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.077796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.085340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.086958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.095508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-e7d74c88-874e-48cb-a582-b98a68666d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.097270 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-e7d74c88-874e-48cb-a582-b98a68666d18 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1096 time: 0.1940393 Sep 19 03:26:15.116620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3636c-189f-4b61-82ae-13e78456c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a714abd-5462-4807-9413-9408f7607ada,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:15.121847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-2a0b8e38-0a6e-4f8c-9559-71aacc2ccab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.123600 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-2a0b8e38-0a6e-4f8c-9559-71aacc2ccab9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1096 time: 0.2072999 Sep 19 03:26:15.128024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1fe3636c-189f-4b61-82ae-13e78456c16f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5a9ccab4f2c4e8b86e3b66f36b13ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981033 Sep 19 03:26:15.129450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44590) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:15.181872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4b4bb-39e3-48cd-b94a-d5699235d09b req-5aa1a460-548b-4873-9114-fc52acfe4d04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.184227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cb4b4bb-39e3-48cd-b94a-d5699235d09b req-5aa1a460-548b-4873-9114-fc52acfe4d04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.1298013 Sep 19 03:26:15.202587 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41b61425-732f-44b8-8ee9-a00e57c44906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.222410 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7592411 Sep 19 03:26:15.228420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44592) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:15.242043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': '0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:15.332543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480595b6-8e5a-4e8a-826e-119113df41c6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=d51d4101-824a-4918-b34a-7f775d16c6d0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:15.347921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d51d4101-824a-4918-b34a-7f775d16c6d0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:26:15.449372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:15.473745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-8770d642-0d42-4700-a1e8-36d22d5b2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.476467 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-8770d642-0d42-4700-a1e8-36d22d5b2ab1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.3380680 Sep 19 03:26:15.528983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-98f34ef3-9af9-4b2d-97d7-36af184df6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.530401 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-98f34ef3-9af9-4b2d-97d7-36af184df6b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.3798668 Sep 19 03:26:15.580073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:15.622631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] For port c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:15.646514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-d1a857f6-6be7-4102-ad24-cfc502d2cd15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1000 time: 0.1618810 Sep 19 03:26:15.711803 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-12102291-4106-4a93-ac6a-013b6b293789 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1000 time: 0.1739118 Sep 19 03:26:15.733115 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] For port c861ea38-da7d-4450-a8cb-20dd02ca1fd9, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:15.757936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41b61425-732f-44b8-8ee9-a00e57c44906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.784530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-2ff0f530-e6fc-45f3-a4c7-60139e986a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.786069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-2ff0f530-e6fc-45f3-a4c7-60139e986a16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.1274576 Sep 19 03:26:15.800647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cb4b4bb-39e3-48cd-b94a-d5699235d09b req-1c107f3f-003a-44bd-8ed8-cc49eebe3264 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5998344 Sep 19 03:26:15.826551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] device_id is not set on port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:26:15.848869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-1f107350-08c5-41be-a3e6-f7ea55dc5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.850452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-1f107350-08c5-41be-a3e6-f7ea55dc5808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.1282806 Sep 19 03:26:15.861140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.874526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.877171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.881422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.887555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.894073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.900431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.910808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.913025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.915046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-3712506b-a28c-47e2-b224-0f6502c63975 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 5445 time: 0.1846972 Sep 19 03:26:15.918124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:15.920318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.945478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-3a118bb0-28da-4c91-8a2d-91f875447213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:15.951325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-3a118bb0-28da-4c91-8a2d-91f875447213 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1516469 Sep 19 03:26:15.976757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41b61425-732f-44b8-8ee9-a00e57c44906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.980100 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-41b61425-732f-44b8-8ee9-a00e57c44906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:15.983813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-41b61425-732f-44b8-8ee9-a00e57c44906 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a714abd-5462-4807-9413-9408f7607ada HTTP/1.1" status: 204 len: 168 time: 0.8507347 Sep 19 03:26:16.021436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] No DVR routers for this DVR port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:16.028624 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:16.087709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a0228df-81db-468d-b3a4-8492ffcd1e36 req-cf0f9b6e-57d3-4d4f-9d87-eb0b0df4b312 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485817 Sep 19 03:26:16.096212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b61425-732f-44b8-8ee9-a00e57c44906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a714abd-5462-4807-9413-9408f7607ada,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:16.139039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] Pushing event updated for resources: {'Port': ['ID=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:16.161279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-80b5ecfc-73e1-4381-ad56-afddb3451235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:16.166171 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-80b5ecfc-73e1-4381-ad56-afddb3451235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3052793 Sep 19 03:26:16.306109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] In _notify_port_updated(), no bound segment for port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:26:16.306109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:16.306444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:16.307943 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d22f46f2-df47-4925-8b66-5ce5f0858b74 service neutron] 10.222.0.32 "PUT /v2.0/ports/c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 200 len: 1033 time: 1.5281718 Sep 19 03:26:16.406506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:16.415864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f569fa9e-5114-4399-9ffe-50cd9b848ff8 None None] Provisioning complete for port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:16.416566 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f569fa9e-5114-4399-9ffe-50cd9b848ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:16.496271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f569fa9e-5114-4399-9ffe-50cd9b848ff8 None None] Port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:16.533662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b8ae3972-6b1b-47c5-bba5-b21cce9921bc tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:16.535754 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b8ae3972-6b1b-47c5-bba5-b21cce9921bc tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "GET /v2.0/ports/2023da0a-c2b9-4b28-8c0d-77c1016b75c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2138159 Sep 19 03:26:16.538021 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-82a0e266-1c36-462e-ba06-477cb809f38c service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816438 Sep 19 03:26:16.551218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=a2e18ce4-45cc-4551-be9b-39b70137e862,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:16.554338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': 'fb5197d3-fd3e-4f8d-8a8e-402d625d42d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:16.554815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:16.573721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:16.581135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:16.598692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:16.613899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fbb52b-864b-4b71-a857-4f1d22e932b8 None None] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:16.618067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:16.619067 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:16.648826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e6324826-40a9-47c6-baad-6a5a4efb12bd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4182317 Sep 19 03:26:16.651990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44616) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:16.663069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-a2a113d2-c6f2-459f-bbe4-768ff62eb1f3 service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885256 Sep 19 03:26:16.666362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': 'd51d4101-824a-4918-b34a-7f775d16c6d0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:16.937270 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:16.949189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:16.958596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e', 'network_id': '0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': 'a2e18ce4-45cc-4551-be9b-39b70137e862'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:26:16.959494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:16.966649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:17.060542 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-a511f4cd-61b9-4b50-b737-135ad2096043 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102119 Sep 19 03:26:17.099097 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9e5ae5c-2efb-42e5-97ab-a84a7ad15463 req-a8b09ad2-13ef-4c6f-9a8d-44e4c0c80c7a service neutron] 10.222.0.30 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148567 Sep 19 03:26:17.179729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Allocated IP 172.20.0.2 (0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e/a2e18ce4-45cc-4551-be9b-39b70137e862/9f684862-2993-42cb-94ea-52079da1d07d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:17.237421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 080cb86d-5728-4bc8-bfee-0fccfc0726e9 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:17.416657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439a890-85a3-4592-97e6-28a479b7b547 req-036c4f84-3ad3-4ba0-b87b-40c3222ca3fb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:17.436357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6439a890-85a3-4592-97e6-28a479b7b547 req-036c4f84-3ad3-4ba0-b87b-40c3222ca3fb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.4452553 Sep 19 03:26:17.457617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b7bf228-0c2e-4a60-95d6-b279ad51d68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:17.493768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] For port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:17.547773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-4d4e15c3-5ec6-4d4b-b881-096fe7493ac9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:17.559742 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:17.569816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-4d4e15c3-5ec6-4d4b-b881-096fe7493ac9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:17.573205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] For port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:17.583616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-4d4e15c3-5ec6-4d4b-b881-096fe7493ac9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:17.592430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-4d4e15c3-5ec6-4d4b-b881-096fe7493ac9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:17.610932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-4d4e15c3-5ec6-4d4b-b881-096fe7493ac9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:17.629653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-4d4e15c3-5ec6-4d4b-b881-096fe7493ac9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:17.629949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] device_id is not set on port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:26:17.633790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-4d4e15c3-5ec6-4d4b-b881-096fe7493ac9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 4665 time: 0.3866627 Sep 19 03:26:17.660130 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:17.678394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:17.714609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:17.723766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:17.726609 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b08f3-eb0f-4f7d-ba70-feda21442a21" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:17.733921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:17.735631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 08a49894-b407-4304-96d2-088ecd9524e8 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:17.795854 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-baae1606-317a-4be7-b4db-6aa8ef870122 req-64568970-bede-444c-84c5-943c5c6bdd3a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=beacc2b6-5bd0-4df4-89d4-eab387f1c033&id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503289 Sep 19 03:26:17.810948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6439a890-85a3-4592-97e6-28a479b7b547 req-3bbae32e-f7de-4c16-9554-cb39f0767595 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3691075 Sep 19 03:26:17.844952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=080cb86d-5728-4bc8-bfee-0fccfc0726e9,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:17.901415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:17.996333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] No DVR routers for this DVR port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:18.002481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] Pushing event updated for resources: {'Port': ['ID=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:18.014825 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef5e826-a988-4091-ab0a-708eda372a07 x-openstack-request-id: req-aef5e826-a988-4091-ab0a-708eda372a07 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:18.015389 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:18.015909 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aef5e826-a988-4091-ab0a-708eda372a07 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:18.016540 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9', 'code': 200} Sep 19 03:26:18.019813 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.044589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:18.060578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.161074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] In _notify_port_updated(), no bound segment for port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 on network 776d61f9-7930-4f60-b897-03d2d2257336 {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:26:18.162878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:18.166408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.179905 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-557dd434-9671-4aa5-ae3b-ab55fed9ac3e service neutron] 10.222.0.32 "PUT /v2.0/ports/2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 200 len: 1033 time: 1.6234679 Sep 19 03:26:18.270541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': '900abf0e-f024-4811-8ee9-b422df8bc7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd51d4101-824a-4918-b34a-7f775d16c6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:18.270946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: d51d4101-824a-4918-b34a-7f775d16c6d0, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:18.373099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=1fcee0b4-d404-4b75-9e17-5281a23cfa45,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:18.374259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:18.375640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.389400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network d51d4101-824a-4918-b34a-7f775d16c6d0 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:18.419727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, d51d4101-824a-4918-b34a-7f775d16c6d0) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:18.451850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:18.452432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.486914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b5438427-d320-471f-a628-7d3de501e76e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8338089 Sep 19 03:26:18.491153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44660) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:18.499869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-eaca453f-cbe0-49dc-8568-555d25cbd127 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1275199584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:18.534017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eaca453f-cbe0-49dc-8568-555d25cbd127 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.535529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eaca453f-cbe0-49dc-8568-555d25cbd127 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.539522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:18.545055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:18.550292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.551708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] For port 080cb86d-5728-4bc8-bfee-0fccfc0726e9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=080cb86d-5728-4bc8-bfee-0fccfc0726e9,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:18.552140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.566172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c525d55-5687-4644-bc7d-cfbecf5505cd None None] Network d51d4101-824a-4918-b34a-7f775d16c6d0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:18.582120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for 080cb86d-5728-4bc8-bfee-0fccfc0726e9 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:18.619091 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.650971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eaca453f-cbe0-49dc-8568-555d25cbd127 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.660296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eaca453f-cbe0-49dc-8568-555d25cbd127 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.669067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.697992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eaca453f-cbe0-49dc-8568-555d25cbd127 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.699305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Pushing event updated for resources: {'Port': ['ID=9f684862-2993-42cb-94ea-52079da1d07d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:18.700036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eaca453f-cbe0-49dc-8568-555d25cbd127 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2070203 Sep 19 03:26:18.702736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44668) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:18.756090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-47d363e2-5a59-4c0b-b123-f03b289627c4 None None] Provisioning complete for port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:18.756691 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-47d363e2-5a59-4c0b-b123-f03b289627c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.776334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 08a49894-b407-4304-96d2-088ecd9524e8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=08a49894-b407-4304-96d2-088ecd9524e8,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:18.807805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Attempting to bind port 9f684862-2993-42cb-94ea-52079da1d07d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:18.808418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Attempting to bind port 9f684862-2993-42cb-94ea-52079da1d07d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'fb5197d3-fd3e-4f8d-8a8e-402d625d42d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:18.808931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Attempting to bind port 9f684862-2993-42cb-94ea-52079da1d07d on network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:18.812343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:18.813600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1aadde73-ab48-41bb-b2aa-cabaf35d0644 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:19.009757 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:19.010134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Checking segment: {'id': 'fb5197d3-fd3e-4f8d-8a8e-402d625d42d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:19.010565 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.010986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Bound using segment: {'id': 'fb5197d3-fd3e-4f8d-8a8e-402d625d42d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:19.011487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Bound port: 9f684862-2993-42cb-94ea-52079da1d07d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5197d3-fd3e-4f8d-8a8e-402d625d42d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:19.011873 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.041817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d892c8c-bf89-49d9-bf1b-1c3ea6506850 req-7a1f3e63-3dac-4fa2-96d7-e0d794603f56 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:19.062359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d892c8c-bf89-49d9-bf1b-1c3ea6506850 req-7a1f3e63-3dac-4fa2-96d7-e0d794603f56 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 945 time: 0.1317565 Sep 19 03:26:19.069502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-47d363e2-5a59-4c0b-b123-f03b289627c4 None None] Port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:19.151784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=08a49894-b407-4304-96d2-088ecd9524e8,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:19.240784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-d51d4101-824a-4918-b34a-7f775d16c6d0', 'network_id': 'd51d4101-824a-4918-b34a-7f775d16c6d0', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': '1fcee0b4-d404-4b75-9e17-5281a23cfa45'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:26:19.242368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.251742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:26:19.278830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] For port 9f684862-2993-42cb-94ea-52079da1d07d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:19.299913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.311972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] For port 9f684862-2993-42cb-94ea-52079da1d07d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9f684862-2993-42cb-94ea-52079da1d07d,segment=NetworkSegment(fb5197d3-fd3e-4f8d-8a8e-402d625d42d3),segment_id=fb5197d3-fd3e-4f8d-8a8e-402d625d42d3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:19.338225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d892c8c-bf89-49d9-bf1b-1c3ea6506850 req-a218e92e-e395-46ac-b598-474e9e449bf6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691450 Sep 19 03:26:19.357190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44678) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:19.415088 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.502603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3bbea-9a3a-4f0d-85a9-118854c99f98 req-f08a7c6c-af54-4d1e-b513-f9807e6e9d26 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:19.508787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3bbea-9a3a-4f0d-85a9-118854c99f98 req-f08a7c6c-af54-4d1e-b513-f9807e6e9d26 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:19.515297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3bbea-9a3a-4f0d-85a9-118854c99f98 req-f08a7c6c-af54-4d1e-b513-f9807e6e9d26 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:19.522871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3bbea-9a3a-4f0d-85a9-118854c99f98 req-f08a7c6c-af54-4d1e-b513-f9807e6e9d26 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:19.529231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3bbea-9a3a-4f0d-85a9-118854c99f98 req-f08a7c6c-af54-4d1e-b513-f9807e6e9d26 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:19.531239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94d3bbea-9a3a-4f0d-85a9-118854c99f98 req-f08a7c6c-af54-4d1e-b513-f9807e6e9d26 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 3881 time: 0.4536908 Sep 19 03:26:19.540754 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.565686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17e6b9c7-b217-4530-af0f-d1d21800e4b1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/c86cb7bb-c09f-4759-9b35-64db29891c9a HTTP/1.1" status: 200 len: 992 time: 0.1924813 Sep 19 03:26:19.568915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.599563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94d3bbea-9a3a-4f0d-85a9-118854c99f98 req-5f0f02f5-87d6-4af1-afc3-6009e8ab511e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584865 Sep 19 03:26:19.620193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=080cb86d-5728-4bc8-bfee-0fccfc0726e9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:19.752394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] No DVR routers for this DVR port 080cb86d-5728-4bc8-bfee-0fccfc0726e9 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:19.791014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.792638 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-047a6e8e-0e95-4a93-bc41-3db2d8dad9b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "DELETE /v2.0/ports/080cb86d-5728-4bc8-bfee-0fccfc0726e9 HTTP/1.1" status: 204 len: 173 time: 1.6018937 Sep 19 03:26:19.793094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:19.795503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:19.798675 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db22cbc6-f5b9-4d21-888c-729c968627ea" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:19.815992 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:19.816691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:19.922880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8417-69eb-48c5-9581-13196f32762e None None] Pushing event updated for resources: {'Port': ['ID=9f684862-2993-42cb-94ea-52079da1d07d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:19.946878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:20.029015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8'}, {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:20.031357 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8d8f5b-3e77-4218-87ad-688aa76d8aed" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "08a49894-b407-4304-96d2-088ecd9524e8"}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:20.033730 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5732ed7-24d1-4160-9a1e-e5bd3e1eb443 x-openstack-request-id: req-b5732ed7-24d1-4160-9a1e-e5bd3e1eb443 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:20.033971 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "080cb86d-5728-4bc8-bfee-0fccfc0726e9", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:20.034202 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5732ed7-24d1-4160-9a1e-e5bd3e1eb443 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:20.034609 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': '080cb86d-5728-4bc8-bfee-0fccfc0726e9', 'status': 'completed', 'code': 200} Sep 19 03:26:20.128514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.20.0.1 (0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e/a2e18ce4-45cc-4551-be9b-39b70137e862/6b63ffc4-786d-42d6-baa1-648ec735cd21) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:20.139067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port ac0093bb-3a13-4a1b-8feb-5657a20ab775 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:20.139598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.185701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'port_id': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'mac_address': 'fa:16:3e:8a:05:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:26:20.224282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Allocated IP 172.21.0.2 (d51d4101-824a-4918-b34a-7f775d16c6d0/1fcee0b4-d404-4b75-9e17-5281a23cfa45/39a87e57-ecc0-40d2-88b0-c1d41a9931b2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:20.253966 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.262998 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26beffb-21c7-410d-8ac3-6aa763da0f6d x-openstack-request-id: req-a26beffb-21c7-410d-8ac3-6aa763da0f6d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:20.263549 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "08a49894-b407-4304-96d2-088ecd9524e8", "code": 200}, {"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:20.263899 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a26beffb-21c7-410d-8ac3-6aa763da0f6d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:20.264384 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8', 'code': 200} Sep 19 03:26:20.264732 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644', 'code': 200} Sep 19 03:26:20.297702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1aadde73-ab48-41bb-b2aa-cabaf35d0644,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:20.440071 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.451026 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.477540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.510156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.515324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:26:20.532168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] For port ac0093bb-3a13-4a1b-8feb-5657a20ab775, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ac0093bb-3a13-4a1b-8feb-5657a20ab775,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:20.532551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.540592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:20.551184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:20.553625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:20.600519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:20.623079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for ac0093bb-3a13-4a1b-8feb-5657a20ab775 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:20.636505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.638234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=6b63ffc4-786d-42d6-baa1-648ec735cd21,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:20.759146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.761382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:20.823470 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.824196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:20.826927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3160ab-11b6-4b34-9ad8-4436fc822052 req-1ac96b45-4c9a-4dfe-97e1-8e1cab15edf3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:20.830473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=12']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:20.849060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3160ab-11b6-4b34-9ad8-4436fc822052 req-1ac96b45-4c9a-4dfe-97e1-8e1cab15edf3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:20.869837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3160ab-11b6-4b34-9ad8-4436fc822052 req-1ac96b45-4c9a-4dfe-97e1-8e1cab15edf3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:20.888861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3160ab-11b6-4b34-9ad8-4436fc822052 req-1ac96b45-4c9a-4dfe-97e1-8e1cab15edf3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:20.905108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3160ab-11b6-4b34-9ad8-4436fc822052 req-1ac96b45-4c9a-4dfe-97e1-8e1cab15edf3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 3147 time: 0.1710474 Sep 19 03:26:20.982225 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:20.987892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6b3160ab-11b6-4b34-9ad8-4436fc822052 req-166e777f-6f70-4f6e-a2ab-f8a8c1899215 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819151 Sep 19 03:26:21.017144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.023849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:21.024461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c861ea38-da7d-4450-a8cb-20dd02ca1fd9 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:21.030085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:21.087877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:26:21.163178 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.208610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=ac0093bb-3a13-4a1b-8feb-5657a20ab775,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:21.227871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Network d51d4101-824a-4918-b34a-7f775d16c6d0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:21.256348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:21.276942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:21.278245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] No DVR routers for this DVR port ac0093bb-3a13-4a1b-8feb-5657a20ab775 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:21.284764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.287074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-b4acacae-39de-4cc0-ac33-96d8562e51ee tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "DELETE /v2.0/ports/ac0093bb-3a13-4a1b-8feb-5657a20ab775 HTTP/1.1" status: 204 len: 173 time: 1.4850059 Sep 19 03:26:21.379460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.381375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Pushing event updated for resources: {'Port': ['ID=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:21.456389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c861ea38-da7d-4450-a8cb-20dd02ca1fd9 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:21.456824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ac0093bb-3a13-4a1b-8feb-5657a20ab775 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:21.526508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: ac0093bb-3a13-4a1b-8feb-5657a20ab775 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:21.526911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device ac0093bb-3a13-4a1b-8feb-5657a20ab775 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:21.583983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b233e18-a1bc-4a42-808a-1984edc9cf18 None None] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:21.583983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Attempting to bind port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:21.584210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Attempting to bind port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '900abf0e-f024-4811-8ee9-b422df8bc7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd51d4101-824a-4918-b34a-7f775d16c6d0'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:21.584488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Attempting to bind port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 on network d51d4101-824a-4918-b34a-7f775d16c6d0 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:21.614345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:21.614774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Checking segment: {'id': '900abf0e-f024-4811-8ee9-b422df8bc7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd51d4101-824a-4918-b34a-7f775d16c6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:21.615188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.615726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Bound using segment: {'id': '900abf0e-f024-4811-8ee9-b422df8bc7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd51d4101-824a-4918-b34a-7f775d16c6d0'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:21.617066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Bound port: 39a87e57-ecc0-40d2-88b0-c1d41a9931b2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900abf0e-f024-4811-8ee9-b422df8bc7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd51d4101-824a-4918-b34a-7f775d16c6d0'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:21.618216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.627245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port 08a49894-b407-4304-96d2-088ecd9524e8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:21.627788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.841803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] For port 08a49894-b407-4304-96d2-088ecd9524e8, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=08a49894-b407-4304-96d2-088ecd9524e8,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:21.842785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:21.861812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6c233a34-38b0-44c5-991e-ad923d73709f None None] Provisioning complete for port 9f684862-2993-42cb-94ea-52079da1d07d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:21.862874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c233a34-38b0-44c5-991e-ad923d73709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.012563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] For port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:22.057732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] For port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,segment=NetworkSegment(900abf0e-f024-4811-8ee9-b422df8bc7fc),segment_id=900abf0e-f024-4811-8ee9-b422df8bc7fc)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:22.096355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:22.099357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.102102 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6407b-21b5-4a6f-8907-2e3d4c65328d" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "ac0093bb-3a13-4a1b-8feb-5657a20ab775"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:22.198960 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.272658 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b644a42c-2d35-42f9-8411-0a93405a6513 x-openstack-request-id: req-b644a42c-2d35-42f9-8411-0a93405a6513 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:22.272839 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "ac0093bb-3a13-4a1b-8feb-5657a20ab775", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:22.273104 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b644a42c-2d35-42f9-8411-0a93405a6513 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:22.273501 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': 'ac0093bb-3a13-4a1b-8feb-5657a20ab775', 'status': 'completed', 'code': 200} Sep 19 03:26:22.274234 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.302731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:22.305356 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b92484-13a5-4ef7-bd61-4052c0c34cbb" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:22.333399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9f684862-2993-42cb-94ea-52079da1d07d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:22.377354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59bfa4-989e-4bdb-8243-633b4dac0b10 req-add080fa-e26a-4b70-8f71-4f37ab383386 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:22.387323 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c233a34-38b0-44c5-991e-ad923d73709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.387568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59bfa4-989e-4bdb-8243-633b4dac0b10 req-add080fa-e26a-4b70-8f71-4f37ab383386 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:22.395727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59bfa4-989e-4bdb-8243-633b4dac0b10 req-add080fa-e26a-4b70-8f71-4f37ab383386 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:22.397793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb59bfa4-989e-4bdb-8243-633b4dac0b10 req-add080fa-e26a-4b70-8f71-4f37ab383386 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 2410 time: 0.1370509 Sep 19 03:26:22.419298 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9aaccd-203e-4a47-b5ca-58967bc10a78 x-openstack-request-id: req-1e9aaccd-203e-4a47-b5ca-58967bc10a78 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:22.419525 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:22.419774 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e9aaccd-203e-4a47-b5ca-58967bc10a78 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:22.420801 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736', 'code': 200} Sep 19 03:26:22.442671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb59bfa4-989e-4bdb-8243-633b4dac0b10 req-554c69bd-7b46-43d7-8e73-707c8c1b62b0 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385542 Sep 19 03:26:22.502705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84a0cd-d700-4fd2-89ff-080ab025306a None None] Pushing event updated for resources: {'Port': ['ID=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:22.516802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=6b63ffc4-786d-42d6-baa1-648ec735cd21,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:22.564727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.666352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.667098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.667311 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Floating IP 72602b2d-0d79-4b59-b69a-a42257d57912 disassociated. External IP: 172.25.8.149, port: 08a49894-b407-4304-96d2-088ecd9524e8. Sep 19 03:26:22.667771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for 08a49894-b407-4304-96d2-088ecd9524e8 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:22.786541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6c233a34-38b0-44c5-991e-ad923d73709f None None] For port 9f684862-2993-42cb-94ea-52079da1d07d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9f684862-2993-42cb-94ea-52079da1d07d,segment=NetworkSegment(fb5197d3-fd3e-4f8d-8a8e-402d625d42d3),segment_id=fb5197d3-fd3e-4f8d-8a8e-402d625d42d3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:22.810515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6c233a34-38b0-44c5-991e-ad923d73709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.863678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:22.867846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:22.884334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9f684862-2993-42cb-94ea-52079da1d07d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:22.885169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:22.966582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c233a34-38b0-44c5-991e-ad923d73709f None None] Pushing event updated for resources: {'Port': ['ID=9f684862-2993-42cb-94ea-52079da1d07d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:23.101241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:23.156668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=08a49894-b407-4304-96d2-088ecd9524e8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:23.212980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:26:23.269281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6cdbb606-333c-492d-b8fa-eda2c8426492 None None] Provisioning complete for port 9f684862-2993-42cb-94ea-52079da1d07d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:23.270368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb606-333c-492d-b8fa-eda2c8426492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:23.430317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6cdbb606-333c-492d-b8fa-eda2c8426492 None None] Provisioning complete for port 6b63ffc4-786d-42d6-baa1-648ec735cd21 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:23.431116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6cdbb606-333c-492d-b8fa-eda2c8426492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:23.502448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbb606-333c-492d-b8fa-eda2c8426492 None None] Port 6b63ffc4-786d-42d6-baa1-648ec735cd21 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:23.700507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ddbb0-4acc-47fa-8995-0ab34aa211f4 req-3ba74e08-8a6a-4c08-b3a7-baa2a28ff631 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:23.711442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ddbb0-4acc-47fa-8995-0ab34aa211f4 req-3ba74e08-8a6a-4c08-b3a7-baa2a28ff631 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:23.720107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d7ddbb0-4acc-47fa-8995-0ab34aa211f4 req-3ba74e08-8a6a-4c08-b3a7-baa2a28ff631 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 1676 time: 0.1477358 Sep 19 03:26:23.730388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cb2577dd-1573-4e2c-a16f-3b691bb4e09b None None] Provisioning complete for port 6b63ffc4-786d-42d6-baa1-648ec735cd21 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:23.730788 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb2577dd-1573-4e2c-a16f-3b691bb4e09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:23.829719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cb2577dd-1573-4e2c-a16f-3b691bb4e09b None None] Port 6b63ffc4-786d-42d6-baa1-648ec735cd21 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:23.839322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d7ddbb0-4acc-47fa-8995-0ab34aa211f4 req-e699c693-e47f-405b-ac72-63cc139db256 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929537 Sep 19 03:26:23.957732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:26:23.960857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:23.971053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44770) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:23.972521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] Sync routers for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:23.979963 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9fe0cf40-5bb9-4537-850e-cbe3468466f0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2655621 Sep 19 03:26:23.986725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:23.987786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:24.103056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9df3bb-a57f-4d4d-992f-f689bedbc7b6 None None] Network d51d4101-824a-4918-b34a-7f775d16c6d0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:24.103267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe162f90-6db3-4ce0-8ffb-44ce81cf889d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:24.105286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe162f90-6db3-4ce0-8ffb-44ce81cf889d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports/6b63ffc4-786d-42d6-baa1-648ec735cd21 HTTP/1.1" status: 200 len: 910 time: 0.1331441 Sep 19 03:26:24.113866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44776) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:24.130887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:24.228029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:24.228285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:24.300121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:24.318564 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] Sync routers for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:24.325645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:24.326297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fe48a5-a865-4f0b-a478-e2d2ffeadb5d None None] The sync data for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:24.338491 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:24.343583 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:24.389035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] No DVR routers for this DVR port 08a49894-b407-4304-96d2-088ecd9524e8 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:24.393254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.395824 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-3ead43ce-57b5-4d79-8080-79960b968712 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "DELETE /v2.0/ports/08a49894-b407-4304-96d2-088ecd9524e8 HTTP/1.1" status: 204 len: 173 time: 3.1011648 Sep 19 03:26:24.398043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:24.400864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9f684862-2993-42cb-94ea-52079da1d07d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:24.402941 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288596f0-e1b3-46d3-830c-61847b79a3d6" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "08a49894-b407-4304-96d2-088ecd9524e8"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:24.479323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ed8d9341-e93a-4bd7-9022-ca5d8bf271dc None None] Provisioning complete for port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:24.479705 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9341-e93a-4bd7-9022-ca5d8bf271dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.522522 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27775e68-4114-4b9d-bb21-8f3fb7727a88 x-openstack-request-id: req-27775e68-4114-4b9d-bb21-8f3fb7727a88 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:24.523287 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "08a49894-b407-4304-96d2-088ecd9524e8", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:24.523713 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27775e68-4114-4b9d-bb21-8f3fb7727a88 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:24.524292 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': '08a49894-b407-4304-96d2-088ecd9524e8', 'status': 'completed', 'code': 200} Sep 19 03:26:24.622922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:24.624915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.662865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.685449 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:26:24.732545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] For port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:24.733355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.749238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:24.754573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9f684862-2993-42cb-94ea-52079da1d07d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:24.755042 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.781952 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9341-e93a-4bd7-9022-ca5d8bf271dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.827231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ed8d9341-e93a-4bd7-9022-ca5d8bf271dc None None] For port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,segment=NetworkSegment(900abf0e-f024-4811-8ee9-b422df8bc7fc),segment_id=900abf0e-f024-4811-8ee9-b422df8bc7fc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:24.856173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed8d9341-e93a-4bd7-9022-ca5d8bf271dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.934514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44798) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:24.951434 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:24.966269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:25.003709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.21.0.1 (d51d4101-824a-4918-b34a-7f775d16c6d0/1fcee0b4-d404-4b75-9e17-5281a23cfa45/a2fc203c-f406-4da4-b190-80463102220c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:25.024607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=ddeabb28-40c2-48a7-9ba6-72b6d6d2c736,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:25.080027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2733fc64-d876-4feb-b9f7-52406766328d None None] Provisioning complete for port 6b63ffc4-786d-42d6-baa1-648ec735cd21 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:25.080508 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2733fc64-d876-4feb-b9f7-52406766328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.126670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d9341-e93a-4bd7-9022-ca5d8bf271dc None None] Pushing event updated for resources: {'Port': ['ID=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:25.134818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2733fc64-d876-4feb-b9f7-52406766328d None None] Port 6b63ffc4-786d-42d6-baa1-648ec735cd21 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:25.154199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:25.154592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.168132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] No DVR routers for this DVR port ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:25.174159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.176380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-afca24c3-7cdf-4c20-85aa-1039ac8bf6f7 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "DELETE /v2.0/ports/ddeabb28-40c2-48a7-9ba6-72b6d6d2c736 HTTP/1.1" status: 204 len: 173 time: 0.7500360 Sep 19 03:26:25.263685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197ce3-ba1d-4222-9d8e-2a0c31fc7417 req-ab9d30d5-2bce-437d-b35e-1a0880a7f245 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:25.265350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99197ce3-ba1d-4222-9d8e-2a0c31fc7417 req-ab9d30d5-2bce-437d-b35e-1a0880a7f245 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 943 time: 0.1437201 Sep 19 03:26:25.278819 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3aa6-0313-467e-9a15-13e6d752ce30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.305697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.336646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99197ce3-ba1d-4222-9d8e-2a0c31fc7417 req-7bf85ca8-0772-4f80-b9e2-1300c99cd81f tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups?id=4aecc8fa-992d-480f-9a83-f7b4adf74594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562313 Sep 19 03:26:25.345511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:25.377880 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3aa6-0313-467e-9a15-13e6d752ce30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.378391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.388998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8fd3aa6-0313-467e-9a15-13e6d752ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.417596 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 5, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:25.427406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b5c06f6d-e79f-4b0e-a6ec-eca97ff347bd None None] Provisioning complete for port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:25.429342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network d51d4101-824a-4918-b34a-7f775d16c6d0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:25.441290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5c06f6d-e79f-4b0e-a6ec-eca97ff347bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.456627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:25.461839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:25.484321 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] Checking router: 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:26:25.487068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:25.487710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.503999 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:25.504626 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:25.518471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8fd3aa6-0313-467e-9a15-13e6d752ce30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b41e00d47d34281b0a23573326395da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5819664 Sep 19 03:26:25.519208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44812) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:25.560289 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.588065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd3aa6-0313-467e-9a15-13e6d752ce30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431ae8d3-52d5-4224-b44d-bbcf772954d3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:25.723453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:26:25.726254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=a2fc203c-f406-4da4-b190-80463102220c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:25.761113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:25.763115 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.763409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5e6165ff-d173-46e3-98c4-7fdb3491d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.809558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5e6165ff-d173-46e3-98c4-7fdb3491d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.853812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.913464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5e6165ff-d173-46e3-98c4-7fdb3491d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.916187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5e6165ff-d173-46e3-98c4-7fdb3491d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.921116 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5e6165ff-d173-46e3-98c4-7fdb3491d374 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/431ae8d3-52d5-4224-b44d-bbcf772954d3 HTTP/1.1" status: 204 len: 168 time: 0.3825209 Sep 19 03:26:25.940181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] For port 1aadde73-ab48-41bb-b2aa-cabaf35d0644, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1aadde73-ab48-41bb-b2aa-cabaf35d0644,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:25.940595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:25.986119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:26:25.989500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6165ff-d173-46e3-98c4-7fdb3491d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431ae8d3-52d5-4224-b44d-bbcf772954d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:26.009139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for 1aadde73-ab48-41bb-b2aa-cabaf35d0644 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:26.070165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2f549ae6-24df-41aa-8107-a0a8bec608ee None None] Provisioning complete for port a2fc203c-f406-4da4-b190-80463102220c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:26.071680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f549ae6-24df-41aa-8107-a0a8bec608ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.166285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2f549ae6-24df-41aa-8107-a0a8bec608ee None None] Port a2fc203c-f406-4da4-b190-80463102220c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:26.168920 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.195401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:26.197680 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80bd4e6-c97f-4a20-a69b-066d0127064d" -d '{"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-plugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:26.217332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:26.278000 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c35026-a3f8-48c2-af28-d281b7e8cb4e x-openstack-request-id: req-e8c35026-a3f8-48c2-af28-d281b7e8cb4e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:26.278355 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-plugged", "status": "completed", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:26.278564 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8c35026-a3f8-48c2-af28-d281b7e8cb4e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:26.278959 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'code': 200} Sep 19 03:26:26.288934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:26.303761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:26.304145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.305989 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.404566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.435276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.446596 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.450174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=13']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:26.463414 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 5, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:26.471939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=1aadde73-ab48-41bb-b2aa-cabaf35d0644,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:26.532761 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700135a-48ac-46d4-be5f-c76a07c1933c None None] The sync data for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 is: [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:15:47Z', 'revision_number': 4, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'bb5cdb3c-af31-4b49-b96f-0233fceb09e2', 'name': '', 'network_id': '489696fe-c9bd-4194-8110-e5e0038a5f3e', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'mac_address': 'fa:16:3e:51:49:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:45Z', 'updated_at': '2021-09-19T03:15:51Z', 'revision_number': 5, 'project_id': 'ef46786a939947b5ba537526488f533e', 'subnets': [{'id': '57bce8c9-3872-4f80-aa6d-916337e8c649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:26.557970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:26.568218 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b438ebf9-05f6-44e9-a849-b4517b3f41b2" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:26.572829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44844) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:26.628287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] No DVR routers for this DVR port 1aadde73-ab48-41bb-b2aa-cabaf35d0644 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:26.632692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.634859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33ae77da-b855-468d-b180-67a68d82e4b0 req-d4b84345-ee23-4580-bcac-43de7fea9ebe tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.32 "DELETE /v2.0/ports/1aadde73-ab48-41bb-b2aa-cabaf35d0644 HTTP/1.1" status: 204 len: 173 time: 1.4502087 Sep 19 03:26:26.645777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5cddfea-d98c-4f64-88e2-771654612fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.670171 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46139beb-6ea4-41c5-a0e8-7eb6e959d02c x-openstack-request-id: req-46139beb-6ea4-41c5-a0e8-7eb6e959d02c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:26.670474 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "ddeabb28-40c2-48a7-9ba6-72b6d6d2c736", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:26.670725 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46139beb-6ea4-41c5-a0e8-7eb6e959d02c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:26.673089 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': 'ddeabb28-40c2-48a7-9ba6-72b6d6d2c736', 'status': 'completed', 'code': 200} Sep 19 03:26:26.706501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b4cfec2-5866-4b40-829c-a2243653ee64 req-1fee546f-6aca-4188-8a3b-3286510c4265 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.1161001 Sep 19 03:26:26.710011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.743862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=a2fc203c-f406-4da4-b190-80463102220c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:26.846248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5cddfea-d98c-4f64-88e2-771654612fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.852134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5cddfea-d98c-4f64-88e2-771654612fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:26.908339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network d51d4101-824a-4918-b34a-7f775d16c6d0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:26.910172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:26.986975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5cddfea-d98c-4f64-88e2-771654612fb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7d034efdb9d49fdb314790eacec93f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730862 Sep 19 03:26:27.009176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44854) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:27.009859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cddfea-d98c-4f64-88e2-771654612fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b66a667-563a-4b85-a548-0a8ed40b2345,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:27.080826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:26:27.105915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-46fbb6be-f22b-403a-b14b-3c0c2d01c059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.124132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5a1a93-27b0-4a7f-839d-0f24f7d02735 None None] New status for floating IP 72602b2d-0d79-4b59-b69a-a42257d57912: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:26:27.151216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-46fbb6be-f22b-403a-b14b-3c0c2d01c059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.168996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44858) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:27.273668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:27.278331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-46fbb6be-f22b-403a-b14b-3c0c2d01c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.283155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-46fbb6be-f22b-403a-b14b-3c0c2d01c059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.287006 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-46fbb6be-f22b-403a-b14b-3c0c2d01c059 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b66a667-563a-4b85-a548-0a8ed40b2345 HTTP/1.1" status: 204 len: 168 time: 0.2665784 Sep 19 03:26:27.297285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a59054e5-fd28-469c-a8fd-494656ce9733 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1742580 Sep 19 03:26:27.298114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44864) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:27.303456 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] Sync routers for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:27.318072 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:27.318835 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:27.328940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb6be-f22b-403a-b14b-3c0c2d01c059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b66a667-563a-4b85-a548-0a8ed40b2345,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:27.366339 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:27.376776 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:27.377308 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:27.403973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d1e57e2c-8341-4931-9481-9952e5c072d1 None None] Provisioning complete for port a2fc203c-f406-4da4-b190-80463102220c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:27.404526 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d1e57e2c-8341-4931-9481-9952e5c072d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.427884 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:27.428454 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8345cab-688e-4a57-b093-b02e210ed83c None None] The sync data for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:27.438248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a2f5e8-31d2-4b1d-8470-fb6488496795 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:27.439784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-19a2f5e8-31d2-4b1d-8470-fb6488496795 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports/a2fc203c-f406-4da4-b190-80463102220c HTTP/1.1" status: 200 len: 910 time: 0.1406584 Sep 19 03:26:27.442855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 44866) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:27.449661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d1e57e2c-8341-4931-9481-9952e5c072d1 None None] Port a2fc203c-f406-4da4-b190-80463102220c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:27.502476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44013137-e492-4be0-bb25-6801a8100130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.654398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44013137-e492-4be0-bb25-6801a8100130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.659319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-44013137-e492-4be0-bb25-6801a8100130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.705071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44013137-e492-4be0-bb25-6801a8100130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40daf3a6-9aed-48ed-9091-08cdd2d06812,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:27.713845 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-44013137-e492-4be0-bb25-6801a8100130 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=157cac473ba54db698bd61687904494a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5438261 Sep 19 03:26:27.714706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:27.818583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26e2368a-48fd-4310-83d4-6af02d720041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.848791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26e2368a-48fd-4310-83d4-6af02d720041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.886955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.925494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26e2368a-48fd-4310-83d4-6af02d720041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.928431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26e2368a-48fd-4310-83d4-6af02d720041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:27.932374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-26e2368a-48fd-4310-83d4-6af02d720041 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40daf3a6-9aed-48ed-9091-08cdd2d06812 HTTP/1.1" status: 204 len: 168 time: 0.2167017 Sep 19 03:26:27.941208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2368a-48fd-4310-83d4-6af02d720041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40daf3a6-9aed-48ed-9091-08cdd2d06812,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:27.977181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae390392-e032-461a-8265-e6e54f66d1b0 req-d4017d4b-3014-476b-929a-4fbd98242a85 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0866563 Sep 19 03:26:28.240215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port a2fc203c-f406-4da4-b190-80463102220c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:28.240495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:28.379376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:28.400170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for a2fc203c-f406-4da4-b190-80463102220c owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:28.511822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44902) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:28.532492 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfff4ab6-3998-4d4e-a9b4-27290d9b55c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:28.643008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:28.676037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=a2fc203c-f406-4da4-b190-80463102220c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:28.712076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:26:28.723876 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6b7c2c-13fa-49ce-b302-0f53c20184c5" -d '{"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:26:28.833847 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0d665e-e66f-41f6-a035-aa8a5e285d7d x-openstack-request-id: req-ac0d665e-e66f-41f6-a035-aa8a5e285d7d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:26:28.834234 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b2a2a14-990d-4297-9c72-de59d5423d6a", "name": "network-vif-deleted", "tag": "1aadde73-ab48-41bb-b2aa-cabaf35d0644", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:26:28.834562 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac0d665e-e66f-41f6-a035-aa8a5e285d7d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:26:28.842891 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2a2a14-990d-4297-9c72-de59d5423d6a', 'name': 'network-vif-deleted', 'tag': '1aadde73-ab48-41bb-b2aa-cabaf35d0644', 'status': 'completed', 'code': 200} Sep 19 03:26:28.857638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfff4ab6-3998-4d4e-a9b4-27290d9b55c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:28.863888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dfff4ab6-3998-4d4e-a9b4-27290d9b55c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:28.969965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff4ab6-3998-4d4e-a9b4-27290d9b55c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b05226b-f2ff-4860-bf5a-2d36ab0b0d23,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:28.984769 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dfff4ab6-3998-4d4e-a9b4-27290d9b55c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8600a82d4da7430d9edce6ac4bb8b956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4702845 Sep 19 03:26:28.987600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:29.000360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:29.148079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a170d2a9-96ac-4bf5-8abd-f778fb2cc149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:29.178632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a170d2a9-96ac-4bf5-8abd-f778fb2cc149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:29.250353 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a170d2a9-96ac-4bf5-8abd-f778fb2cc149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:29.256213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a170d2a9-96ac-4bf5-8abd-f778fb2cc149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:29.259369 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a170d2a9-96ac-4bf5-8abd-f778fb2cc149 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b05226b-f2ff-4860-bf5a-2d36ab0b0d23 HTTP/1.1" status: 204 len: 168 time: 0.2707267 Sep 19 03:26:29.281452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170d2a9-96ac-4bf5-8abd-f778fb2cc149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b05226b-f2ff-4860-bf5a-2d36ab0b0d23,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:29.385845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11e6eaee-292e-49d1-9f37-51526f4e2c89 req-bcc3a42f-86e0-4990-9859-5f08914546d9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.2351923 Sep 19 03:26:29.402016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:26:29.564537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:29.579093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] Sync routers for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:29.583684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-00597a39-6f0d-4f8b-a82e-7de880230d66 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1388414 Sep 19 03:26:29.587182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 44930) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:29.602662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:29.604616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:29.650723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:29.663948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:29.665581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:29.708705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:29.710333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4178c-6b63-4979-aaf7-f1daeea642cd None None] The sync data for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:29.923652 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:30.191384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:30.531662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac193f10-c929-4b28-b7ab-2dcfe316db32 req-13753206-9868-4427-acf3-b675a1a42a11 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0344012 Sep 19 03:26:30.676198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 6b63ffc4-786d-42d6-baa1-648ec735cd21 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:30.678183 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:30.880887 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:30.896470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 6b63ffc4-786d-42d6-baa1-648ec735cd21 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:31.173315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:31.231533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=6b63ffc4-786d-42d6-baa1-648ec735cd21,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:31.571553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:31.758239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3859ddb-a130-4008-a7ef-7e702c62420c req-033c9864-35a4-4c2d-9e4a-d3a01f3afb9c tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0855572 Sep 19 03:26:31.934169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45010) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:31.959606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:26:32.067975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:32.077570 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f1e20a32-7a27-4d52-b928-f02c3aaaae0e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4858451 Sep 19 03:26:32.078080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45016) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:32.082767 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] Sync routers for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:32.099137 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:32.099979 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:32.174375 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:32.201338 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] Routers {'11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:32.210362 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:32.283294 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:32.284119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da85b203-c91c-43c7-8a6d-45335b829004 None None] The sync data for ids ['11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:32.596545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-071259f8-a8f9-4656-a30b-327b6fe700a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.606049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a70c98bf-ba1f-447d-b434-a3ebd9f4e018 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b HTTP/1.1" status: 200 len: 205 time: 0.5267136 Sep 19 03:26:32.609960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45030) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:32.703211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-071259f8-a8f9-4656-a30b-327b6fe700a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.708824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-071259f8-a8f9-4656-a30b-327b6fe700a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.753555 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-071259f8-a8f9-4656-a30b-327b6fe700a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f40609f93fb4d4f8b37cedc4a4ace87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181005 Sep 19 03:26:32.754670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071259f8-a8f9-4656-a30b-327b6fe700a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a371019-4846-4434-8fd1-1115088d18e9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:32.757192 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45032) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:32.773375 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ef655e8-c372-4be6-b4ad-72035effe763 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.826942 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a476d688-8ea9-4ac3-bbcc-2b26fbcbd958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.885478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a476d688-8ea9-4ac3-bbcc-2b26fbcbd958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.927883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6eb10283-9076-4dc8-a1d6-7f861fffe0ef req-03533eac-8e5c-44a4-abe5-3d08b4a3459d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0400839 Sep 19 03:26:32.979020 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a476d688-8ea9-4ac3-bbcc-2b26fbcbd958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.981914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a476d688-8ea9-4ac3-bbcc-2b26fbcbd958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:32.986914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a476d688-8ea9-4ac3-bbcc-2b26fbcbd958 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a371019-4846-4434-8fd1-1115088d18e9 HTTP/1.1" status: 204 len: 168 time: 0.2258565 Sep 19 03:26:33.004493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476d688-8ea9-4ac3-bbcc-2b26fbcbd958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a371019-4846-4434-8fd1-1115088d18e9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:33.103689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ef655e8-c372-4be6-b4ad-72035effe763 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.113397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ef655e8-c372-4be6-b4ad-72035effe763 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.200597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ef655e8-c372-4be6-b4ad-72035effe763 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.202063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef655e8-c372-4be6-b4ad-72035effe763 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Fanout notify agent at l3_agent the message router_deleted on router 11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:26:33.222241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ef655e8-c372-4be6-b4ad-72035effe763 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.224334 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0ef655e8-c372-4be6-b4ad-72035effe763 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b HTTP/1.1" status: 204 len: 168 time: 0.6132033 Sep 19 03:26:33.227185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:33.307636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet 1fcee0b4-d404-4b75-9e17-5281a23cfa45 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:33.312403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.376301 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.506911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45058) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:33.519326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.522278 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9dec43be-250a-4535-b16a-5e296922abd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.609068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.730784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9dec43be-250a-4535-b16a-5e296922abd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.740882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9dec43be-250a-4535-b16a-5e296922abd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.789102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec43be-250a-4535-b16a-5e296922abd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6e1adf-59b5-4b22-a308-9dc4e1acbfc2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:33.826583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9dec43be-250a-4535-b16a-5e296922abd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6140bf560eb948fcb3d60da15368c946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185501 Sep 19 03:26:33.829873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45090) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:33.924441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5e9848d-1fca-4303-8876-cea7c7ffa723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:33.957604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5e9848d-1fca-4303-8876-cea7c7ffa723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.025309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5e9848d-1fca-4303-8876-cea7c7ffa723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.032847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5e9848d-1fca-4303-8876-cea7c7ffa723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.034914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c5e9848d-1fca-4303-8876-cea7c7ffa723 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a6e1adf-59b5-4b22-a308-9dc4e1acbfc2 HTTP/1.1" status: 204 len: 168 time: 0.2036295 Sep 19 03:26:34.051831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9848d-1fca-4303-8876-cea7c7ffa723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6e1adf-59b5-4b22-a308-9dc4e1acbfc2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:34.100311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1faeb913-b6a8-4c19-a734-edd645b7a80e req-f2c1de56-f64c-4422-af48-3636458a3723 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0511663 Sep 19 03:26:34.107251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=1fcee0b4-d404-4b75-9e17-5281a23cfa45,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:34.114418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.116785 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e0d740e3-4e8b-49dd-8bd9-00fa9ab88383 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/1fcee0b4-d404-4b75-9e17-5281a23cfa45 HTTP/1.1" status: 204 len: 168 time: 0.8886507 Sep 19 03:26:34.119609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45114) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:34.127219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8652dd12-0ea3-4950-894d-d0117453b8c1 None None] Network d51d4101-824a-4918-b34a-7f775d16c6d0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:34.201947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet a2e18ce4-45cc-4551-be9b-39b70137e862 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:34.207239 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.270233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.455414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.487394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] DHCP port deletion for d51d4101-824a-4918-b34a-7f775d16c6d0 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:26:34.549585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.577098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] Deleting port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:34.578590 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.589770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.595573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45124) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:34.601630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae89917-743a-4258-9a93-ed6d0e56542b None None] Network 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:34.606632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/a2e18ce4-45cc-4551-be9b-39b70137e862 HTTP/1.1" status: 204 len: 168 time: 0.4857631 Sep 19 03:26:34.608404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0a1d9-5cd3-4b79-8f83-b0ddc14325b7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e18ce4-45cc-4551-be9b-39b70137e862,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:34.710595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.792397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] For port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,segment=NetworkSegment(900abf0e-f024-4811-8ee9-b422df8bc7fc),segment_id=900abf0e-f024-4811-8ee9-b422df8bc7fc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:34.795005 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:34.815207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] Calling delete_port for 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:34.842419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:34.850168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.006169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,segment=NetworkSegment(900abf0e-f024-4811-8ee9-b422df8bc7fc),segment_id=900abf0e-f024-4811-8ee9-b422df8bc7fc)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:35.007214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.031127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45166) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:35.035994 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.052376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:35.076107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] Pushing event deleted for resources: {'Port': ['ID=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:35.090037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8620498b-0966-4d92-aded-8132e72a5b6b None None] No DVR routers for this DVR port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:35.130628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] DHCP port deletion for 0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:26:35.236896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] Deleting port 9f684862-2993-42cb-94ea-52079da1d07d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:35.238024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.256452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.276589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:35.303454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=39a87e57-ecc0-40d2-88b0-c1d41a9931b2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:35.314946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a2a7e52-fba6-47f4-a003-89b39d592418 req-6ac9c896-ffd9-4493-9185-3fcd5d77ac8d tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0733273 Sep 19 03:26:35.324477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5941e06d-be90-411a-ab3f-9b83f8204b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.360988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] For port 9f684862-2993-42cb-94ea-52079da1d07d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9f684862-2993-42cb-94ea-52079da1d07d,segment=NetworkSegment(fb5197d3-fd3e-4f8d-8a8e-402d625d42d3),segment_id=fb5197d3-fd3e-4f8d-8a8e-402d625d42d3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:35.361619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.391081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] Calling delete_port for 9f684862-2993-42cb-94ea-52079da1d07d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:35.424734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.455351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51d4101-824a-4918-b34a-7f775d16c6d0']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:35.466874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900abf0e-f024-4811-8ee9-b422df8bc7fc') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:35.467133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900abf0e-f024-4811-8ee9-b422df8bc7fc') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:35.482028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.507156 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.518826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5941e06d-be90-411a-ab3f-9b83f8204b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.520394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:35.521109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.528218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5941e06d-be90-411a-ab3f-9b83f8204b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:35.530559 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:35.584941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.607789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5941e06d-be90-411a-ab3f-9b83f8204b27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ffe64c0590e48439f8c25d0f67c3922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5730615 Sep 19 03:26:35.613438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45182) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:35.623197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] Pushing event deleted for resources: {'Port': ['ID=9f684862-2993-42cb-94ea-52079da1d07d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:35.641615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d450d7-dfc3-4f4b-bd09-06fb783c4ccb None None] No DVR routers for this DVR port 9f684862-2993-42cb-94ea-52079da1d07d on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:35.655178 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.678217 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.680388 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/d51d4101-824a-4918-b34a-7f775d16c6d0 HTTP/1.1" status: 204 len: 168 time: 1.0838253 Sep 19 03:26:35.682323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab39cef-181e-4302-83c3-b36e81422084 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=d51d4101-824a-4918-b34a-7f775d16c6d0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:35.684245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45184) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:35.722604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941e06d-be90-411a-ab3f-9b83f8204b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9900179c-724a-474b-b7cb-b4a6efb9f35c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:35.776199 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6eb174-708c-47c6-931d-cf232a67c276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.805966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.815786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6eb174-708c-47c6-931d-cf232a67c276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.905660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6eb174-708c-47c6-931d-cf232a67c276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.911488 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.914948 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6eb174-708c-47c6-931d-cf232a67c276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:35.919620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c6eb174-708c-47c6-931d-cf232a67c276 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9900179c-724a-474b-b7cb-b4a6efb9f35c HTTP/1.1" status: 204 len: 168 time: 0.3028657 Sep 19 03:26:35.939444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6eb174-708c-47c6-931d-cf232a67c276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9900179c-724a-474b-b7cb-b4a6efb9f35c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:35.943966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:35.959458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5197d3-fd3e-4f8d-8a8e-402d625d42d3') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:35.968886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5197d3-fd3e-4f8d-8a8e-402d625d42d3') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:35.989180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.007486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.021167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:36.021586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:36.025578 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:36.142448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.159056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9f684862-2993-42cb-94ea-52079da1d07d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:36.168643 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.171077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e HTTP/1.1" status: 204 len: 168 time: 0.4853415 Sep 19 03:26:36.176058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45196) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:36.176597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32525a-ff25-4942-bea2-11a5496c2968 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=0176b9c4-4fd9-4f0b-8efc-1cc6d5283c9e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:36.182769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-164515601'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:36.199915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9f684862-2993-42cb-94ea-52079da1d07d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:36.201017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9f684862-2993-42cb-94ea-52079da1d07d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:36.202380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:36.211502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:36.216269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.240997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:36.245158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 39a87e57-ecc0-40d2-88b0-c1d41a9931b2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:36.252896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:26:36.269185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.269530 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment 7f09b328-30a2-4b48-90c1-b75fdf5c60ac of type vlan for network 97c0e52a-c4a2-4f51-b1be-d23a84811129 Sep 19 03:26:36.340238 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.387540 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.415279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:36.415279 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.528396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=97c0e52a-c4a2-4f51-b1be-d23a84811129,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:36.540929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:26:36.543454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-73ae7f4d-609a-4b33-b004-e3cc20b3ed3c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3652418 Sep 19 03:26:36.546258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:36.554436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:36.610450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-416915b6-59bf-4220-9fc7-c6d2bf18087f req-75f7b99d-2b49-440b-8f37-50bf6c0d40e9 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.1604552 Sep 19 03:26:36.747926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45216) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:36.769008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:36.772536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:36.777544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f5a03be-15bb-4092-a024-c9d1f8e45a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.065939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f5a03be-15bb-4092-a024-c9d1f8e45a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.079091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f5a03be-15bb-4092-a024-c9d1f8e45a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.087128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.180697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=75751a8c-067b-4710-a113-114827400a64,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:37.186284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a03be-15bb-4092-a024-c9d1f8e45a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74528df4-fed1-45e0-99db-c7327c72e777,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:37.191265 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5f5a03be-15bb-4092-a024-c9d1f8e45a1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae71e032a1f948f096717c9461b22b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421051 Sep 19 03:26:37.193965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45228) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:37.218512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': '7f09b328-30a2-4b48-90c1-b75fdf5c60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:37.218918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: 97c0e52a-c4a2-4f51-b1be-d23a84811129, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:37.238939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:37.256831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 97c0e52a-c4a2-4f51-b1be-d23a84811129) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:37.262597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:37.267902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.268444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3c98f-29ea-482b-a683-0e726a7cef3f None None] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:37.290065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45234) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:37.291398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e9a2481e-b238-48fd-9a44-bd8d0f28d1a4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7418952 Sep 19 03:26:37.297656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e7dd5cd9-efc0-445b-a6f2-053f4c7dd29a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-989747365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:37.304624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e289-3868-43bd-b2c2-e37ff9a698f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.334986 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e289-3868-43bd-b2c2-e37ff9a698f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.392512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5cd9-efc0-445b-a6f2-053f4c7dd29a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.399012 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5cd9-efc0-445b-a6f2-053f4c7dd29a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.433684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e289-3868-43bd-b2c2-e37ff9a698f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.436378 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e289-3868-43bd-b2c2-e37ff9a698f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.438457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9eb2e289-3868-43bd-b2c2-e37ff9a698f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74528df4-fed1-45e0-99db-c7327c72e777 HTTP/1.1" status: 204 len: 168 time: 0.2418301 Sep 19 03:26:37.490980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2e289-3868-43bd-b2c2-e37ff9a698f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74528df4-fed1-45e0-99db-c7327c72e777,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:37.555602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5cd9-efc0-445b-a6f2-053f4c7dd29a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.564253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5cd9-efc0-445b-a6f2-053f4c7dd29a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.596280 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7dd5cd9-efc0-445b-a6f2-053f4c7dd29a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.597532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e7dd5cd9-efc0-445b-a6f2-053f4c7dd29a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3042338 Sep 19 03:26:37.600496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45262) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:37.605439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'port': {'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129', 'name': 'tempest-RoutersTest-699029151'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:37.799276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-97c0e52a-c4a2-4f51-b1be-d23a84811129', 'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': '75751a8c-067b-4710-a113-114827400a64'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:26:37.800168 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.827351 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d66cec59-e8ba-4efd-ae4a-ec92ac0370ee req-50dec822-c2b9-4412-9752-f906585bbe25 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0539911 Sep 19 03:26:37.848973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:37.857732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:37.897919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] device_id is not set on port 7195778f-726f-45c3-9830-0528c2c370d3 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:26:38.032984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.20.0.13 (97c0e52a-c4a2-4f51-b1be-d23a84811129/75751a8c-067b-4710-a113-114827400a64/7195778f-726f-45c3-9830-0528c2c370d3) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:38.141871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45278) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:38.273702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.356377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.462964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Allocated IP 172.20.0.2 (97c0e52a-c4a2-4f51-b1be-d23a84811129/75751a8c-067b-4710-a113-114827400a64/90f1d7ac-c3d8-4853-83ac-a927f4ce08a3) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:38.467182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=7195778f-726f-45c3-9830-0528c2c370d3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:38.478695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:38.483228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:38.495138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:38.510593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7c3f0c3-3d93-47a9-9f20-9ffc42273429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.584887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:38.585658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.689490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7c3f0c3-3d93-47a9-9f20-9ffc42273429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.698901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7c3f0c3-3d93-47a9-9f20-9ffc42273429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.711395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1a8402df-2c59-4218-9b0c-b43444247ae0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1097538 Sep 19 03:26:38.712163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45294) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:38.718096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.729081 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.750534 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7c3f0c3-3d93-47a9-9f20-9ffc42273429 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb29e2497e794d31b36afadd4f60afcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066756 Sep 19 03:26:38.755635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45296) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:38.788926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:38.795193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:38.811529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3f0c3-3d93-47a9-9f20-9ffc42273429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac912c3f-e549-4cf5-9935-aea917bb7db1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:38.829778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:38.842168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74bdd849-b9c3-42d0-b04d-1bfde7fba6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.866612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74bdd849-b9c3-42d0-b04d-1bfde7fba6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.926226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74bdd849-b9c3-42d0-b04d-1bfde7fba6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.929871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-74bdd849-b9c3-42d0-b04d-1bfde7fba6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.933389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-74bdd849-b9c3-42d0-b04d-1bfde7fba6f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac912c3f-e549-4cf5-9935-aea917bb7db1 HTTP/1.1" status: 204 len: 168 time: 0.1707098 Sep 19 03:26:38.940782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Pushing event updated for resources: {'Port': ['ID=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:38.948536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bdd849-b9c3-42d0-b04d-1bfde7fba6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac912c3f-e549-4cf5-9935-aea917bb7db1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:38.957408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Attempting to bind port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:38.958041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Attempting to bind port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '7f09b328-30a2-4b48-90c1-b75fdf5c60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:38.961267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Attempting to bind port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 on network 97c0e52a-c4a2-4f51-b1be-d23a84811129 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:38.972482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:38.973198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Checking segment: {'id': '7f09b328-30a2-4b48-90c1-b75fdf5c60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:38.973704 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:38.974457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Bound using segment: {'id': '7f09b328-30a2-4b48-90c1-b75fdf5c60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:38.975221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Bound port: 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f09b328-30a2-4b48-90c1-b75fdf5c60ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '97c0e52a-c4a2-4f51-b1be-d23a84811129'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:38.975708 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:39.113984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0e4c38-180e-4aea-9c31-44e5e4553c16 req-9f3a5566-0b40-451a-8140-5092da6f410e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.1140695 Sep 19 03:26:39.160337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] For port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:39.169778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] For port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,segment=NetworkSegment(7f09b328-30a2-4b48-90c1-b75fdf5c60ac),segment_id=7f09b328-30a2-4b48-90c1-b75fdf5c60ac)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:39.178446 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:39.333470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93064e3a-c0ae-47e4-95ea-7b4039982d0a None None] Pushing event updated for resources: {'Port': ['ID=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:39.439575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:39.779600 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:39.786779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:39.844283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45320) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:39.867825 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-787ce40b-b945-43bc-b8ec-b9f58f3020fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:39.885775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=7195778f-726f-45c3-9830-0528c2c370d3,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:40.018283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-787ce40b-b945-43bc-b8ec-b9f58f3020fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.023861 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-787ce40b-b945-43bc-b8ec-b9f58f3020fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.087287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ce40b-b945-43bc-b8ec-b9f58f3020fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c3209-5a43-4f52-9b4d-9ec8b012b543,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:40.092855 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-787ce40b-b945-43bc-b8ec-b9f58f3020fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f83e1ddb21814303a5fba2ea9b316c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473712 Sep 19 03:26:40.095215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45326) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:40.174083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b383851d-7bf1-4c83-a66e-0ce3a35bbf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.231710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b383851d-7bf1-4c83-a66e-0ce3a35bbf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.256498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:40.267806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.307124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5553b1e-6a41-43d6-af54-b7f566c22b50 req-0ad3b9a9-f9b9-4d5a-a2ab-0abf14609225 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0353272 Sep 19 03:26:40.338896 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b383851d-7bf1-4c83-a66e-0ce3a35bbf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.341767 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b383851d-7bf1-4c83-a66e-0ce3a35bbf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.344212 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b383851d-7bf1-4c83-a66e-0ce3a35bbf18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/471c3209-5a43-4f52-9b4d-9ec8b012b543 HTTP/1.1" status: 204 len: 168 time: 0.2478726 Sep 19 03:26:40.373915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383851d-7bf1-4c83-a66e-0ce3a35bbf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c3209-5a43-4f52-9b4d-9ec8b012b543,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:40.379235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:40.379764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.547468 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.609690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.631551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,segment=NetworkSegment(7f09b328-30a2-4b48-90c1-b75fdf5c60ac),segment_id=7f09b328-30a2-4b48-90c1-b75fdf5c60ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:40.651061 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:40.753658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:40.898220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641a4e16-8966-40df-bd0b-ec948dae1186 None None] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:41.011669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-68392c69-10fe-485c-8c94-521c35a4903e None None] Provisioning complete for port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:41.012059 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-68392c69-10fe-485c-8c94-521c35a4903e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:41.099371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:41.106968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:41.238265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=7195778f-726f-45c3-9830-0528c2c370d3,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:41.263868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:41.481556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:41.491124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:41.568290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c39357f-4f0a-41d4-a985-3f73ed70c6d9 req-6c1af048-07c4-4b09-9d0f-52923fa2a027 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0820026 Sep 19 03:26:41.735895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e2e19a80-1cf3-446c-9dab-a937e99a2f00 None None] Provisioning complete for port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:41.736397 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e19a80-1cf3-446c-9dab-a937e99a2f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:41.784429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 4274a457-e03a-4c81-9aab-f9b1daa7bb6b is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:26:42.005477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e2e19a80-1cf3-446c-9dab-a937e99a2f00 None None] Provisioning complete for port 7195778f-726f-45c3-9830-0528c2c370d3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:42.005859 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e19a80-1cf3-446c-9dab-a937e99a2f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:42.026244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:42.049096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45380) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:42.060226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0c2b0d32-2110-4a23-a133-42586fe18bde tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/4274a457-e03a-4c81-9aab-f9b1daa7bb6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3331287 Sep 19 03:26:42.146499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e2e19a80-1cf3-446c-9dab-a937e99a2f00 None None] Port 7195778f-726f-45c3-9830-0528c2c370d3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:42.156194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] Sync routers for ids ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:42.194330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93c181e-4efb-4516-a993-7f7736e71058 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:42.198396 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c93c181e-4efb-4516-a993-7f7736e71058 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports/7195778f-726f-45c3-9830-0528c2c370d3 HTTP/1.1" status: 200 len: 977 time: 0.1481471 Sep 19 03:26:42.201884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45388) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:42.202148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:42.232034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] Routers {'4274a457-e03a-4c81-9aab-f9b1daa7bb6b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:42.238534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:42.320422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:42.383417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-db56b23b-a59b-41fc-bdab-58c2d3e9ba0b None None] Provisioning complete for port 7195778f-726f-45c3-9830-0528c2c370d3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:42.384319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-db56b23b-a59b-41fc-bdab-58c2d3e9ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:42.437433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] Routers {'4274a457-e03a-4c81-9aab-f9b1daa7bb6b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:42.440956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:42.554492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:42.555189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426e0673-42ba-46ae-8ad9-40e6430569c7 None None] The sync data for ids ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:42.586647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-db56b23b-a59b-41fc-bdab-58c2d3e9ba0b None None] Port 7195778f-726f-45c3-9830-0528c2c370d3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:42.595880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:42.596263 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:42.746239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fa2bcfd2-2b63-4b24-ae1e-843cfea1ca72 None None] Provisioning complete for port 7195778f-726f-45c3-9830-0528c2c370d3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:42.746956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa2bcfd2-2b63-4b24-ae1e-843cfea1ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:42.762721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aaff3113-469b-4dd7-9624-504796b87744 req-583de956-de5e-4ac7-88c9-933cebc6e162 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0539298 Sep 19 03:26:42.791036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fa2bcfd2-2b63-4b24-ae1e-843cfea1ca72 None None] Port 7195778f-726f-45c3-9830-0528c2c370d3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:26:42.962222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45412) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:43.036170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.119328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:43.157301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.327037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.404714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 7195778f-726f-45c3-9830-0528c2c370d3 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:43.405267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.480942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Allocated IP 172.25.8.204 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/ff0c215a-51f8-45ff-9dc0-621f3fd749a9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:43.576561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.595116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 7195778f-726f-45c3-9830-0528c2c370d3 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:43.634344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.677205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.730590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:43.734648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:43.738972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:43.811905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Pushing event updated for resources: {'Port': ['ID=ff0c215a-51f8-45ff-9dc0-621f3fd749a9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:43.822186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.865192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=7195778f-726f-45c3-9830-0528c2c370d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:43.917165 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:43.985315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.051879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.061836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecaa85b5-7c82-4067-bb8d-7044f9d8c531 req-a0951dd2-3dfa-48d9-8327-aef61acf23b3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b2a2a14-990d-4297-9c72-de59d5423d6a HTTP/1.1" status: 200 len: 210 time: 0.0454443 Sep 19 03:26:44.295235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.298391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 4274a457-e03a-4c81-9aab-f9b1daa7bb6b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:26:44.301974 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.392315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Pushing event updated for resources: {'Port': ['ID=ff0c215a-51f8-45ff-9dc0-621f3fd749a9,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:44.409408 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.425552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:44.427951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.432015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d08f6b7c-1a69-4ad3-bd77-ef4b1752c487 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4658282 Sep 19 03:26:44.433030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45432) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:44.436243 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] Sync routers for ids ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:44.437247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1158134382', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'fixed_ips': [{'ip_address': '172.25.8.204'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:44.440776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b4fc974-c8d6-4092-acf2-4cf1f1eac7f2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/4274a457-e03a-4c81-9aab-f9b1daa7bb6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2373595 Sep 19 03:26:44.443439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45434) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:44.449377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] Routers {'4274a457-e03a-4c81-9aab-f9b1daa7bb6b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:44.450031 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:44.490800 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:44.502936 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] Routers {'4274a457-e03a-4c81-9aab-f9b1daa7bb6b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:44.503794 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:44.513403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c0e307a-fed3-4e17-a9a1-251f4555c864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.535014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Made reservation on behalf of 47b33f02eaa840a387f8000690394927 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:44.536842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.545236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:44.545882 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b6066e-a67f-4077-914a-68589f1d1508 None None] The sync data for ids ['4274a457-e03a-4c81-9aab-f9b1daa7bb6b'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:44.574409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.667311 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-c3e4137c-19ac-42e5-862a-47d2f0263b13 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] remove_router_interface failed (client error): The resource could not be found. Sep 19 03:26:44.670839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c3e4137c-19ac-42e5-862a-47d2f0263b13 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/4274a457-e03a-4c81-9aab-f9b1daa7bb6b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2237244 Sep 19 03:26:44.671103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45440) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:44.708496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5606be13-a244-4aa4-9655-6c308fd79a50 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=4274a457-e03a-4c81-9aab-f9b1daa7bb6b HTTP/1.1" status: 200 len: 205 time: 0.0357585 Sep 19 03:26:44.711493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45444) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:44.770154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.776666 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.784866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] device_id is not set on port 3a02cbfc-a40b-4512-9bb2-e21757849eeb yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:26:44.822470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b291bfe-54bc-4e87-a8a6-ce25f6f4b48c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:44.827035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f9ae54-8a53-465a-80cd-03242167fead,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:45.033229 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b291bfe-54bc-4e87-a8a6-ce25f6f4b48c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.036011 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b291bfe-54bc-4e87-a8a6-ce25f6f4b48c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.062230 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 19 03:26:45.063092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:26:45.086942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2c31eb6e-2f88-4db8-a160-5eb8e5e2576d tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6533136 Sep 19 03:26:45.088245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45450) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:45.233402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45456) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:45.328230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bfc26029-080b-46e8-b836-1d8318076c75 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.336294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Deleting port ff0c215a-51f8-45ff-9dc0-621f3fd749a9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:45.336638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.378854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bfc26029-080b-46e8-b836-1d8318076c75 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.425667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b291bfe-54bc-4e87-a8a6-ce25f6f4b48c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.426238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b291bfe-54bc-4e87-a8a6-ce25f6f4b48c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Fanout notify agent at l3_agent the message router_deleted on router 4274a457-e03a-4c81-9aab-f9b1daa7bb6b {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:26:45.434773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b291bfe-54bc-4e87-a8a6-ce25f6f4b48c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.438608 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b291bfe-54bc-4e87-a8a6-ce25f6f4b48c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/4274a457-e03a-4c81-9aab-f9b1daa7bb6b HTTP/1.1" status: 204 len: 168 time: 0.7237878 Sep 19 03:26:45.438733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45458) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:45.475089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.475551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.491314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Calling delete_port for ff0c215a-51f8-45ff-9dc0-621f3fd749a9 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:45.511544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet 75751a8c-067b-4710-a113-114827400a64 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:45.519137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.543428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bfc26029-080b-46e8-b836-1d8318076c75 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.546011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bfc26029-080b-46e8-b836-1d8318076c75 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.549636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bfc26029-080b-46e8-b836-1d8318076c75 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/security-groups/4aecc8fa-992d-480f-9a83-f7b4adf74594 HTTP/1.1" status: 204 len: 168 time: 0.3104150 Sep 19 03:26:45.550773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45460) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:45.566541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc26029-080b-46e8-b836-1d8318076c75 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aecc8fa-992d-480f-9a83-f7b4adf74594,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:45.571716 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-97b854c6-0192-42a3-a42f-c2ccdf554be3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] show failed (client error): The resource could not be found. Sep 19 03:26:45.572907 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97b854c6-0192-42a3-a42f-c2ccdf554be3 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "GET /v2.0/security-groups/4aecc8fa-992d-480f-9a83-f7b4adf74594 HTTP/1.1" status: 404 len: 347 time: 0.0219519 Sep 19 03:26:45.576683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:45.629471 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.689792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.727151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff0c215a-51f8-45ff-9dc0-621f3fd749a9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:45.805755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port 96e5e024-457d-45ba-a0a4-bc7e1ffe4a0b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:45.806100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.811171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.956784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.957459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.982076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for 96e5e024-457d-45ba-a0a4-bc7e1ffe4a0b owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:45.991127 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:45.999334 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.026385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f43227-5823-4e91-a12c-4f211cadce40 None None] Network 97c0e52a-c4a2-4f51-b1be-d23a84811129 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:46.032930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.037077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/75751a8c-067b-4710-a113-114827400a64 HTTP/1.1" status: 204 len: 168 time: 0.5969670 Sep 19 03:26:46.059671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45468) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:46.122983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=75751a8c-067b-4710-a113-114827400a64,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:46.176066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.176532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.176888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.177235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.177581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.177922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.178260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.178735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.179126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.179461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.179794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.180126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250232c7-743e-4bba-a4f4-f27fc7fcbc60 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:26:46.230890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.235718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.241888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6e58e990-12bf-4c4f-996a-0da76b4482de tempest-ExternalNetworksAdminNegativeTestJSON-2074429340 tempest-ExternalNetworksAdminNegativeTestJSON-2074429340-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/7bb36c42-a85f-41b1-930d-131eda122d2f HTTP/1.1" status: 204 len: 168 time: 1.1519821 Sep 19 03:26:46.246686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.299061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] DHCP port deletion for 97c0e52a-c4a2-4f51-b1be-d23a84811129 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:26:46.373339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] Deleting port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:46.373668 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.387135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:46.387739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.427719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.488035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] For port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,segment=NetworkSegment(7f09b328-30a2-4b48-90c1-b75fdf5c60ac),segment_id=7f09b328-30a2-4b48-90c1-b75fdf5c60ac)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:46.488985 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.507781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] Calling delete_port for 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:46.557435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=96e5e024-457d-45ba-a0a4-bc7e1ffe4a0b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:46.604761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,segment=NetworkSegment(7f09b328-30a2-4b48-90c1-b75fdf5c60ac),segment_id=7f09b328-30a2-4b48-90c1-b75fdf5c60ac)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:46.605079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.613306 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.636738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:46.653555 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.656548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.657744 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5ab212e-6d88-45ba-b95e-a07cee5aecff tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/floatingips/72602b2d-0d79-4b59-b69a-a42257d57912 HTTP/1.1" status: 204 len: 168 time: 1.0802252 Sep 19 03:26:46.660376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45474) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:46.662554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] Pushing event deleted for resources: {'Port': ['ID=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:46.670643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a99c9e7-fd49-4532-b9cb-b89132cbc701 None None] No DVR routers for this DVR port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:46.684522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45476) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:46.797852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.821224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5e054f2-75c0-475c-be0f-023d1b52e1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.822176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=90f1d7ac-c3d8-4853-83ac-a927f4ce08a3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:46.828553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:46.926221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:46.926947 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.968249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5e054f2-75c0-475c-be0f-023d1b52e1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.983070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:46.985635 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5e054f2-75c0-475c-be0f-023d1b52e1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.036710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f5e054f2-75c0-475c-be0f-023d1b52e1f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5fad5cce4d934c9ab04f3e074ccb355e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511648 Sep 19 03:26:47.037866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e054f2-75c0-475c-be0f-023d1b52e1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503c8324-5ee3-45a0-87e7-3d2908ae76d3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:47.040254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45486) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:47.088866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c0e52a-c4a2-4f51-b1be-d23a84811129']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:47.092425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5749a113-51c5-4463-8741-d2e1bd4b5a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.105096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f09b328-30a2-4b48-90c1-b75fdf5c60ac') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:47.105393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f09b328-30a2-4b48-90c1-b75fdf5c60ac') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:47.121546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5749a113-51c5-4463-8741-d2e1bd4b5a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.123835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.138676 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.154944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.159581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for 2023da0a-c2b9-4b28-8c0d-77c1016b75c8 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:47.174070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:47.174430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:47.180033 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:47.185029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5749a113-51c5-4463-8741-d2e1bd4b5a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.188326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5749a113-51c5-4463-8741-d2e1bd4b5a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.192192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5749a113-51c5-4463-8741-d2e1bd4b5a28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/503c8324-5ee3-45a0-87e7-3d2908ae76d3 HTTP/1.1" status: 204 len: 168 time: 0.1509483 Sep 19 03:26:47.201731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749a113-51c5-4463-8741-d2e1bd4b5a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503c8324-5ee3-45a0-87e7-3d2908ae76d3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:47.272974 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c16bd689-5542-4f0e-b57a-b64797e4fb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.289607 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.298651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.304941 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/97c0e52a-c4a2-4f51-b1be-d23a84811129 HTTP/1.1" status: 204 len: 168 time: 1.2439806 Sep 19 03:26:47.305623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45490) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:47.311512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1182165204'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:47.323515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9809623-0e55-476f-b896-2abfed1fc10e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=97c0e52a-c4a2-4f51-b1be-d23a84811129,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:47.362833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:47.366288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.416009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:26:47.436084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.442679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.443173 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment 798b2630-9132-44f9-97dd-a8e22ec0e186 of type vlan for network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd Sep 19 03:26:47.491003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=2023da0a-c2b9-4b28-8c0d-77c1016b75c8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:47.532677 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.580079 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.595418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:47.596195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.607226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.615846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c53dbc7e-cb5c-41f1-a4ac-bb1f6f1a4124 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/ports/2023da0a-c2b9-4b28-8c0d-77c1016b75c8 HTTP/1.1" status: 204 len: 168 time: 0.9522007 Sep 19 03:26:47.616344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45498) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:47.696059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45500) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:47.716294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:47.721407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-67bc795f-cc43-4704-a323-7e39dd83fb51 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4147103 Sep 19 03:26:47.724186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45502) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:47.730543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': '5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:47.730948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:26:47.836004 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b946a2a-c4fe-4be4-842b-7ae90ad0a1e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47b33f02eaa840a387f8000690394927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372375 Sep 19 03:26:47.838408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45506) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:47.838571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port c861ea38-da7d-4450-a8cb-20dd02ca1fd9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:47.838836 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.925276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:47.931914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:47.971037 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.055457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.088690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for c861ea38-da7d-4450-a8cb-20dd02ca1fd9 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:48.123241 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:26:48.154949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52e32e2d-0683-4591-87df-9dc12c291da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.157162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:48.192284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52e32e2d-0683-4591-87df-9dc12c291da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.236821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:48.238147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90f1d7ac-c3d8-4853-83ac-a927f4ce08a3 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:48.258145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.300241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=c861ea38-da7d-4450-a8cb-20dd02ca1fd9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:48.386719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.395345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-132488c7-c2bc-4c0f-a4bc-a6661f26925a tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/ports/c861ea38-da7d-4450-a8cb-20dd02ca1fd9 HTTP/1.1" status: 204 len: 168 time: 0.7774947 Sep 19 03:26:48.396762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45510) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:48.419901 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52e32e2d-0683-4591-87df-9dc12c291da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.424843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52e32e2d-0683-4591-87df-9dc12c291da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.426175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52e32e2d-0683-4591-87df-9dc12c291da3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8f9ae54-8a53-465a-80cd-03242167fead HTTP/1.1" status: 204 len: 168 time: 0.5846512 Sep 19 03:26:48.431881 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.457468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e32e2d-0683-4591-87df-9dc12c291da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f9ae54-8a53-465a-80cd-03242167fead,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:48.516088 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.524070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=9e696093-ee81-456a-8095-e1f3fc9b4fa2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:48.536402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': '798b2630-9132-44f9-97dd-a8e22ec0e186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:48.536886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:48.538158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting subnet d658fa4e-9121-46b1-9cbd-409ed85c7ec2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:48.542652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.566205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:48.589176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:48.594675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:48.595471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.602876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afdc8c5-33d9-429f-83ed-ac8883932845 None None] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:48.628724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-caf42ad5-550d-4755-b069-35074cbe72ce tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9027045 Sep 19 03:26:48.643763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45514) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:48.649055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9afc5691-8577-4b9d-9d55-80d07157e78f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1995274135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:48.656972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.698647 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9afc5691-8577-4b9d-9d55-80d07157e78f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.701002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9afc5691-8577-4b9d-9d55-80d07157e78f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.820143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9afc5691-8577-4b9d-9d55-80d07157e78f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.825816 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9afc5691-8577-4b9d-9d55-80d07157e78f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.857637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.868152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9afc5691-8577-4b9d-9d55-80d07157e78f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.869848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9afc5691-8577-4b9d-9d55-80d07157e78f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2245481 Sep 19 03:26:48.873484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45520) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:48.876227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd', 'network_id': '5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': '9e696093-ee81-456a-8095-e1f3fc9b4fa2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:26:48.877337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:48.992477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.030253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Subnet': ['ID=d658fa4e-9121-46b1-9cbd-409ed85c7ec2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:49.036802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.038925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1984d93e-cac0-48aa-84fa-51eb03620831 tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/subnets/d658fa4e-9121-46b1-9cbd-409ed85c7ec2 HTTP/1.1" status: 204 len: 168 time: 0.6400325 Sep 19 03:26:49.042344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45526) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:49.048133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c91c5e1-54bf-47c5-b59c-b9a3650d8e35 None None] Network b5e78682-69fa-4fb8-98dc-8cafab409fe2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:49.147799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting subnet 9edb5f92-86fa-4c36-a4de-4c075ccbec31 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:49.151379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.166736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Allocated IP 172.20.0.2 (5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd/9e696093-ee81-456a-8095-e1f3fc9b4fa2/20bd589c-f532-4d00-b80d-c10f5c03eca4) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:49.206081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.344484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.354597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.418934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] DHCP port deletion for b5e78682-69fa-4fb8-98dc-8cafab409fe2 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:26:49.447489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.476569 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.491278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Subnet': ['ID=9edb5f92-86fa-4c36-a4de-4c075ccbec31,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:49.495416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.495818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.500553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d36e1340-0873-4a08-b086-696cf2993dbb tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/subnets/9edb5f92-86fa-4c36-a4de-4c075ccbec31 HTTP/1.1" status: 204 len: 168 time: 0.4565480 Sep 19 03:26:49.501174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45540) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:49.558676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Pushing event updated for resources: {'Port': ['ID=20bd589c-f532-4d00-b80d-c10f5c03eca4,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:49.562611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f054164f-90a8-4e6f-8d06-a6d04ad94e8a None None] Network 776d61f9-7930-4f60-b897-03d2d2257336 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:49.598511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.660240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] Deleting port 22a92094-afa1-46dc-9784-f508ff75f2e9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:49.660636 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.698114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:49.713998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.20.0.1 (5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd/9e696093-ee81-456a-8095-e1f3fc9b4fa2/a649673d-ab60-4744-970e-e694005d10ce) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:49.714589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:49.714713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port 22a92094-afa1-46dc-9784-f508ff75f2e9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:49.715469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.737188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:49.870235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] For port 22a92094-afa1-46dc-9784-f508ff75f2e9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=22a92094-afa1-46dc-9784-f508ff75f2e9,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:49.871798 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.882951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.896338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for 22a92094-afa1-46dc-9784-f508ff75f2e9 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:49.964704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:49.993104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.029162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=22a92094-afa1-46dc-9784-f508ff75f2e9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:50.034694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] No DVR routers for this DVR port 22a92094-afa1-46dc-9784-f508ff75f2e9 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:50.109191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:50.117901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Attempting to bind port 20bd589c-f532-4d00-b80d-c10f5c03eca4 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:50.121168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Attempting to bind port 20bd589c-f532-4d00-b80d-c10f5c03eca4 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '798b2630-9132-44f9-97dd-a8e22ec0e186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:50.121551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Attempting to bind port 20bd589c-f532-4d00-b80d-c10f5c03eca4 on network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:50.129036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:50.136387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:50.145300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:50.147524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Checking segment: {'id': '798b2630-9132-44f9-97dd-a8e22ec0e186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:50.147968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.148404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Bound using segment: {'id': '798b2630-9132-44f9-97dd-a8e22ec0e186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:50.148880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Bound port: 20bd589c-f532-4d00-b80d-c10f5c03eca4, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798b2630-9132-44f9-97dd-a8e22ec0e186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:50.151369 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.156427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=a649673d-ab60-4744-970e-e694005d10ce,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:50.161197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] For port 22a92094-afa1-46dc-9784-f508ff75f2e9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=22a92094-afa1-46dc-9784-f508ff75f2e9,segment=NetworkSegment(888f5602-49cb-4f2a-8706-a5b1b1dbff85),segment_id=888f5602-49cb-4f2a-8706-a5b1b1dbff85)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:50.161613 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.181503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22a92094-afa1-46dc-9784-f508ff75f2e9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:50.237404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.237677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.240005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] Calling delete_port for 22a92094-afa1-46dc-9784-f508ff75f2e9 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:50.242089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.249534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 22a92094-afa1-46dc-9784-f508ff75f2e9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:50.250150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22a92094-afa1-46dc-9784-f508ff75f2e9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:50.302724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e78682-69fa-4fb8-98dc-8cafab409fe2']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:50.333049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888f5602-49cb-4f2a-8706-a5b1b1dbff85') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:50.333426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888f5602-49cb-4f2a-8706-a5b1b1dbff85') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:50.359675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] DHCP port deletion for 776d61f9-7930-4f60-b897-03d2d2257336 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:26:50.375242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.402005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] For port 20bd589c-f532-4d00-b80d-c10f5c03eca4, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:50.406864 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.417522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] For port 20bd589c-f532-4d00-b80d-c10f5c03eca4, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=20bd589c-f532-4d00-b80d-c10f5c03eca4,segment=NetworkSegment(798b2630-9132-44f9-97dd-a8e22ec0e186),segment_id=798b2630-9132-44f9-97dd-a8e22ec0e186)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:50.430622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:50.431105 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.432721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:50.434280 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:50.458496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.473404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.492958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] No DVR routers for this DVR port 22a92094-afa1-46dc-9784-f508ff75f2e9 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:50.548783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] Deleting port 96671b37-23ff-47ba-9539-f1494b6453e6 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:50.549652 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.578060 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.588570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.588972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11322da-636a-42e3-b2d0-02994e21be1a None None] Pushing event updated for resources: {'Port': ['ID=20bd589c-f532-4d00-b80d-c10f5c03eca4,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:50.590452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/networks/b5e78682-69fa-4fb8-98dc-8cafab409fe2 HTTP/1.1" status: 204 len: 168 time: 1.0883234 Sep 19 03:26:50.608261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45568) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:50.642117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c45e9b-3638-42b0-81d6-7bbecf2ca1be None None] Pushing event deleted for resources: {'Port': ['ID=22a92094-afa1-46dc-9784-f508ff75f2e9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:50.658408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edfb1c-8b32-4ced-9ba5-b6a3bdab68de tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Network': ['ID=b5e78682-69fa-4fb8-98dc-8cafab409fe2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:50.814920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] For port 96671b37-23ff-47ba-9539-f1494b6453e6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=96671b37-23ff-47ba-9539-f1494b6453e6,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:50.817130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.829820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:50.856967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] Calling delete_port for 96671b37-23ff-47ba-9539-f1494b6453e6 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:50.976884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Deleting port 96671b37-23ff-47ba-9539-f1494b6453e6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:50.977373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.074676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.092165 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.100269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.109415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] For port 96671b37-23ff-47ba-9539-f1494b6453e6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=96671b37-23ff-47ba-9539-f1494b6453e6,segment=NetworkSegment(811e5786-0c49-4018-b421-f136914cccad),segment_id=811e5786-0c49-4018-b421-f136914cccad)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:51.109795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.124760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Calling delete_port for 96671b37-23ff-47ba-9539-f1494b6453e6 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:51.147990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] Pushing event deleted for resources: {'Port': ['ID=96671b37-23ff-47ba-9539-f1494b6453e6,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:51.163544 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.164326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31839ec8-6e1c-4d82-80fa-54f511db93e3 None None] No DVR routers for this DVR port 96671b37-23ff-47ba-9539-f1494b6453e6 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:51.258581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=a649673d-ab60-4744-970e-e694005d10ce,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:51.276133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.329221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Port': ['ID=96671b37-23ff-47ba-9539-f1494b6453e6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:51.342526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] No DVR routers for this DVR port 96671b37-23ff-47ba-9539-f1494b6453e6 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:51.363445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:51.365578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:51.484018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.513862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776d61f9-7930-4f60-b897-03d2d2257336']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:51.525093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811e5786-0c49-4018-b421-f136914cccad') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:51.525436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811e5786-0c49-4018-b421-f136914cccad') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:51.541050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.552237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:26:51.560853 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.575219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:51.575902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:51.725912 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:51.730090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.737924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:51.745524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5297b0d8-3694-4a0a-b228-64adf07beaaa tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8700130 Sep 19 03:26:51.746298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45594) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:51.753250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] Sync routers for ids ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:51.753773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:51.756740 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] 10.222.0.22 "DELETE /v2.0/networks/776d61f9-7930-4f60-b897-03d2d2257336 HTTP/1.1" status: 204 len: 168 time: 1.1478083 Sep 19 03:26:51.773975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] Routers {'8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:51.779488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:51.808434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04698-c4b6-461e-a74e-ad9dc311940e tempest-TaggedBootDevicesTest_v242-591603224 tempest-TaggedBootDevicesTest_v242-591603224-project] Pushing event deleted for resources: {'Network': ['ID=776d61f9-7930-4f60-b897-03d2d2257336,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:51.845306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c5dc6-ee31-4563-bdc2-c61dc8f60914 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:51.847191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-389c5dc6-ee31-4563-bdc2-c61dc8f60914 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports/a649673d-ab60-4744-970e-e694005d10ce HTTP/1.1" status: 200 len: 910 time: 0.0999773 Sep 19 03:26:51.850853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45600) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:51.994986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45604) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:51.995183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:52.057481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] Routers {'8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:52.060707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:52.177226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:52.177795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea34b7-3df5-4c91-adec-f21f823bf344 None None] The sync data for ids ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:52.272044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bd8b2c-55a3-44b9-95f1-820b9b67bb35 None None] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:52.275390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 20bd589c-f532-4d00-b80d-c10f5c03eca4 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:52.280993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:52.345402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.472593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.502564 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.506139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7e2f0447-0c13-4f3d-891a-e2720fb61a5b None None] Provisioning complete for port 20bd589c-f532-4d00-b80d-c10f5c03eca4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:52.507486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0447-0c13-4f3d-891a-e2720fb61a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.568754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 20bd589c-f532-4d00-b80d-c10f5c03eca4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:52.569410 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.716579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Allocated IP 172.25.8.101 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/fbccabdf-7c24-4fd2-9650-fdebb43449e6) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:52.879967 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.905796 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e2f0447-0c13-4f3d-891a-e2720fb61a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.918236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.936147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port a649673d-ab60-4744-970e-e694005d10ce {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:52.938391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.980162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:52.992404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 20bd589c-f532-4d00-b80d-c10f5c03eca4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=20bd589c-f532-4d00-b80d-c10f5c03eca4,segment=NetworkSegment(798b2630-9132-44f9-97dd-a8e22ec0e186),segment_id=798b2630-9132-44f9-97dd-a8e22ec0e186)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:53.001449 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.069447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:53.075940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:53.082694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:53.144154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.174324 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-7e2f0447-0c13-4f3d-891a-e2720fb61a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:26:53.176097 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-7e2f0447-0c13-4f3d-891a-e2720fb61a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:26:53.176857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 96671b37-23ff-47ba-9539-f1494b6453e6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:53.180613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for a649673d-ab60-4744-970e-e694005d10ce owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:53.226939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Port': ['ID=fbccabdf-7c24-4fd2-9650-fdebb43449e6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:53.228823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 96671b37-23ff-47ba-9539-f1494b6453e6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:53.229175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 96671b37-23ff-47ba-9539-f1494b6453e6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:53.285839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=20bd589c-f532-4d00-b80d-c10f5c03eca4,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:53.420279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.553081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.608025 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.655232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=a649673d-ab60-4744-970e-e694005d10ce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:53.805708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.816953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.865872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0d4ea6ba-e54c-4858-93dd-3747c8c3772c None None] Could not find standard attr ID for object a649673d-ab60-4744-970e-e694005d10ce. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:26:53.888240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0d4ea6ba-e54c-4858-93dd-3747c8c3772c None None] Provisioning complete for port 20bd589c-f532-4d00-b80d-c10f5c03eca4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:53.888921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d4ea6ba-e54c-4858-93dd-3747c8c3772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:53.901380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Port': ['ID=fbccabdf-7c24-4fd2-9650-fdebb43449e6,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:53.974475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.039493 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.059924 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.064069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-310f638d-8ebe-49a6-84c1-25425999ffcc tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0646086 Sep 19 03:26:54.065552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45626) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:54.081643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2088119550'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:54.144617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Made reservation on behalf of 5b78a7f31a7543bc945a288ad1abeb2e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:54.148758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.164762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.174664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 20bd589c-f532-4d00-b80d-c10f5c03eca4 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:54.254088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9087c209-90be-47ad-bdd6-ce883f1ab834 None None] Could not find standard attr ID for object a649673d-ab60-4744-970e-e694005d10ce. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:26:54.267616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 20bd589c-f532-4d00-b80d-c10f5c03eca4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:54.267993 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.313694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:26:54.392838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.403273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.440877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:26:54.462063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b54c3e-9489-42e4-8ad9-9373c80e797b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:54.462831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:26:54.469142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b0c1ce45-ee66-46b4-a4cb-f4e0f10167af tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171556 Sep 19 03:26:54.472564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45638) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:54.483096 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] Sync routers for ids ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:26:54.484665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.485035 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Added segment e88b3007-93c2-49dc-843a-d8860d727ad4 of type vlan for network 35cf6cd3-ed63-481c-a50a-671db9b99296 Sep 19 03:26:54.508345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] Routers {'8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:54.510296 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:54.557304 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:54.570489 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-182b159f-ccb2-4880-8eda-0909597f0c71 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e HTTP/1.1" status: 200 len: 205 time: 0.0972281 Sep 19 03:26:54.575229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45646) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:54.576482 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] Routers {'8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:26:54.578993 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:54.630371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.663900 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:54.667118 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f69c5a-60c9-4474-b91f-4e1b381406c1 None None] The sync data for ids ['8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:26:54.671982 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.678604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:54.679415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.716015 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6466720 Sep 19 03:26:54.717042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45648) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:54.723729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Request body: {'subnet': {'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:54.732013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23b29a6e-e552-4f42-93b4-dec15993fa45 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:54.812636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723771fb-b703-47fa-ad6b-bd9d6411e157 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Network': ['ID=35cf6cd3-ed63-481c-a50a-671db9b99296,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:54.825143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:26:54.960577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Made reservation on behalf of 5b78a7f31a7543bc945a288ad1abeb2e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:26:54.964179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.248852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.326150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Subnet': ['ID=132f6e97-e496-491e-89f9-53111afb7e45,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:55.343684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Checking segment: {'id': 'e88b3007-93c2-49dc-843a-d8860d727ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:55.344053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Network hostable DHCP agents. Network: 35cf6cd3-ed63-481c-a50a-671db9b99296, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:26:55.366292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:26:55.380733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 35cf6cd3-ed63-481c-a50a-671db9b99296) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:55.387215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:55.391719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.402367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4406e428-9fe3-4a09-800d-6dfe231de5d0 None None] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:55.443171 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1116bf2c-131b-4c03-b248-60e7bc7dfbb0 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7247746 Sep 19 03:26:55.443851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45662) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:55.458854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-755630496', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:55.478324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23b29a6e-e552-4f42-93b4-dec15993fa45 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.482432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23b29a6e-e552-4f42-93b4-dec15993fa45 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.525352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.526667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.578030 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23b29a6e-e552-4f42-93b4-dec15993fa45 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.578720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b29a6e-e552-4f42-93b4-dec15993fa45 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Fanout notify agent at l3_agent the message router_deleted on router 8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:26:55.586304 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-23b29a6e-e552-4f42-93b4-dec15993fa45 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.589411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-23b29a6e-e552-4f42-93b4-dec15993fa45 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e HTTP/1.1" status: 204 len: 168 time: 1.0118442 Sep 19 03:26:55.592068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45666) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:55.643121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.731466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet 9e696093-ee81-456a-8095-e1f3fc9b4fa2 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:26:55.740748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.751176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-35cf6cd3-ed63-481c-a50a-671db9b99296', 'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296', 'tenant_id': '5b78a7f31a7543bc945a288ad1abeb2e', 'fixed_ips': [{'subnet_id': '132f6e97-e496-491e-89f9-53111afb7e45'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:26:55.752844 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.837563 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:55.988105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.098053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Allocated IP 172.20.0.2 (35cf6cd3-ed63-481c-a50a-671db9b99296/132f6e97-e496-491e-89f9-53111afb7e45/a5c05bda-a54e-4946-8f2b-ad77ef86d08a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:56.116111 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.146714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.154434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197c370-f2d5-48fe-9adb-05d68e8af9a1 None None] Network 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:56.156830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/9e696093-ee81-456a-8095-e1f3fc9b4fa2 HTTP/1.1" status: 204 len: 168 time: 0.5596457 Sep 19 03:26:56.165597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:56.239606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0264c-4890-437d-9d9f-2cf27a19c50b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=9e696093-ee81-456a-8095-e1f3fc9b4fa2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:56.377988 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.473166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 20bd589c-f532-4d00-b80d-c10f5c03eca4 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:56.473821 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.627241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.653445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.662069 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] DHCP port deletion for 5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:26:56.687511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 20bd589c-f532-4d00-b80d-c10f5c03eca4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=20bd589c-f532-4d00-b80d-c10f5c03eca4,segment=NetworkSegment(798b2630-9132-44f9-97dd-a8e22ec0e186),segment_id=798b2630-9132-44f9-97dd-a8e22ec0e186)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:56.688709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.719053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 20bd589c-f532-4d00-b80d-c10f5c03eca4 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:56.722686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.772719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:56.776739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:56.779481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:56.821588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45696) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:56.886110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Pushing event updated for resources: {'Port': ['ID=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:56.886496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.912802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] Deleting port 20bd589c-f532-4d00-b80d-c10f5c03eca4 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:26:56.913191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.932394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Attempting to bind port a5c05bda-a54e-4946-8f2b-ad77ef86d08a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:26:56.932873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Attempting to bind port a5c05bda-a54e-4946-8f2b-ad77ef86d08a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'e88b3007-93c2-49dc-843a-d8860d727ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:26:56.933133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Attempting to bind port a5c05bda-a54e-4946-8f2b-ad77ef86d08a on network 35cf6cd3-ed63-481c-a50a-671db9b99296 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:26:56.939517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port 20bd589c-f532-4d00-b80d-c10f5c03eca4 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:56.966499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:26:56.966499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Checking segment: {'id': 'e88b3007-93c2-49dc-843a-d8860d727ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:26:56.969274 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:56.969700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Bound using segment: {'id': 'e88b3007-93c2-49dc-843a-d8860d727ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:26:56.972583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Bound port: a5c05bda-a54e-4946-8f2b-ad77ef86d08a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88b3007-93c2-49dc-843a-d8860d727ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:26:56.973650 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.070685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] For port 20bd589c-f532-4d00-b80d-c10f5c03eca4, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:57.070685 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.076611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=20bd589c-f532-4d00-b80d-c10f5c03eca4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:57.108045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] Calling delete_port for 20bd589c-f532-4d00-b80d-c10f5c03eca4 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:26:57.114589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] Port 20bd589c-f532-4d00-b80d-c10f5c03eca4 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:26:57.120325 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.139483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.146106 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1436461-4bd5-4460-850a-aa101dbe4e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.163664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.174554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] Pushing event deleted for resources: {'Port': ['ID=20bd589c-f532-4d00-b80d-c10f5c03eca4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:57.183084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] For port a5c05bda-a54e-4946-8f2b-ad77ef86d08a, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:26:57.186130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb11ef7-3961-41c3-bc2f-dfaca4c1f1dc None None] No DVR routers for this DVR port 20bd589c-f532-4d00-b80d-c10f5c03eca4 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:26:57.212135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] For port a5c05bda-a54e-4946-8f2b-ad77ef86d08a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,segment=NetworkSegment(e88b3007-93c2-49dc-843a-d8860d727ad4),segment_id=e88b3007-93c2-49dc-843a-d8860d727ad4)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:26:57.221979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.267848 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.287202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Allocated IP 172.25.8.35 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a862bd90-b8bf-461a-9477-7a7860560c73) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:57.302585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:57.316764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798b2630-9132-44f9-97dd-a8e22ec0e186') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:57.317644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798b2630-9132-44f9-97dd-a8e22ec0e186') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:26:57.332675 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.352362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.362911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:26:57.363884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648f5c5-5dcf-436e-818f-f8e7337d65cf None None] Pushing event updated for resources: {'Port': ['ID=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:57.364258 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.468595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:26:57.477556 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:26:57.486194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.503192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.512724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd HTTP/1.1" status: 204 len: 168 time: 1.2820339 Sep 19 03:26:57.513407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45704) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:57.519116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1383824464', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:26:57.543113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920588b-8cc1-4fd3-aa8c-a5fe7aa53aa5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=5804d39a-bf3d-4aaf-83e5-50a2aebc8ffd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:57.557723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.620566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:26:57.636594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:26:57.641946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:26:57.661554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1436461-4bd5-4460-850a-aa101dbe4e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.675124 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b1436461-4bd5-4460-850a-aa101dbe4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.709185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Port': ['ID=a862bd90-b8bf-461a-9477-7a7860560c73,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:57.728163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b1436461-4bd5-4460-850a-aa101dbe4e13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77fdbcaf205e4de4b2b17d5ac584eb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9045017 Sep 19 03:26:57.730535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45706) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:57.731282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1436461-4bd5-4460-850a-aa101dbe4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e057f2bc-91a7-422c-b132-4331d3149767,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:57.820323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce387d95-e9c3-42bb-9901-d3d5bcf5eb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.863932 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce387d95-e9c3-42bb-9901-d3d5bcf5eb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.888765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.890552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.931206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce387d95-e9c3-42bb-9901-d3d5bcf5eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.934612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ce387d95-e9c3-42bb-9901-d3d5bcf5eb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:57.938283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ce387d95-e9c3-42bb-9901-d3d5bcf5eb74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e057f2bc-91a7-422c-b132-4331d3149767 HTTP/1.1" status: 204 len: 168 time: 0.2016039 Sep 19 03:26:57.952777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce387d95-e9c3-42bb-9901-d3d5bcf5eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e057f2bc-91a7-422c-b132-4331d3149767,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:58.023741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.208710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a5c05bda-a54e-4946-8f2b-ad77ef86d08a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:26:58.288438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a5c05bda-a54e-4946-8f2b-ad77ef86d08a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:58.289002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.338207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-d1131966-58af-4dbd-92f4-a3a2de4a19d5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2371480 Sep 19 03:26:58.374358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.418698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.454393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45718) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:58.471132 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e03261be-b47b-4308-ade2-7ab944d68769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.474663 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.538183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port a5c05bda-a54e-4946-8f2b-ad77ef86d08a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,segment=NetworkSegment(e88b3007-93c2-49dc-843a-d8860d727ad4),segment_id=e88b3007-93c2-49dc-843a-d8860d727ad4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:26:58.544821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-a6953953-c2d6-4775-808c-80cbe1608bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:58.547827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-a6953953-c2d6-4775-808c-80cbe1608bb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1098 time: 0.1439886 Sep 19 03:26:58.548205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.621121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:58.631098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e03261be-b47b-4308-ade2-7ab944d68769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.638847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e03261be-b47b-4308-ade2-7ab944d68769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.663496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 20bd589c-f532-4d00-b80d-c10f5c03eca4 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:26:58.707978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 20bd589c-f532-4d00-b80d-c10f5c03eca4 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:26:58.708343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 20bd589c-f532-4d00-b80d-c10f5c03eca4 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:26:58.741971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03261be-b47b-4308-ade2-7ab944d68769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553cc4df-c9f9-4d76-9e05-876eb4d81b19,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:58.752249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e03261be-b47b-4308-ade2-7ab944d68769 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a34763516e074a6c9931add95877a2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954333 Sep 19 03:26:58.754088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45720) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:58.818799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f248b6-51c0-40d3-a44f-99f094b32e3d None None] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:26:58.828876 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9ff322bc-7ffc-484b-af40-a997ee3aa76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.873936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9ff322bc-7ffc-484b-af40-a997ee3aa76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.893777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-45d6395e-7e39-45d2-a569-255a7bf542cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:58.895986 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-45d6395e-7e39-45d2-a569-255a7bf542cb service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.2690892 Sep 19 03:26:58.935346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9ff322bc-7ffc-484b-af40-a997ee3aa76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.939307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9ff322bc-7ffc-484b-af40-a997ee3aa76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.940596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2f9c7fe2-fa0e-472b-a028-eedfb2a5a28b None None] Provisioning complete for port a5c05bda-a54e-4946-8f2b-ad77ef86d08a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:58.940977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f9c7fe2-fa0e-472b-a028-eedfb2a5a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:58.944763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9ff322bc-7ffc-484b-af40-a997ee3aa76e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/553cc4df-c9f9-4d76-9e05-876eb4d81b19 HTTP/1.1" status: 204 len: 168 time: 0.1896889 Sep 19 03:26:58.955306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff322bc-7ffc-484b-af40-a997ee3aa76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553cc4df-c9f9-4d76-9e05-876eb4d81b19,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:58.984364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.211684 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-82bf9bf1-7c6d-4a0a-a979-b7c724635872 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 1002 time: 0.3005724 Sep 19 03:26:59.279732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.355752 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.382196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-f7fe538b-841f-4bbe-8518-6269b839f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:59.383967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-f7fe538b-841f-4bbe-8518-6269b839f0f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.1634536 Sep 19 03:26:59.544649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-84fbbaed-ecec-477a-a857-628cc3a54859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:26:59.546260 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-84fbbaed-ecec-477a-a857-628cc3a54859 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150529 Sep 19 03:26:59.567555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bd06267c-fbef-4a0b-b0c7-c9f7957d4f05 None None] Provisioning complete for port a5c05bda-a54e-4946-8f2b-ad77ef86d08a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:26:59.568089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bd06267c-fbef-4a0b-b0c7-c9f7957d4f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.585424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.25.8.103 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/5de276a8-8f2e-43e6-ae0a-0fdba95c2b29) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:26:59.589613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Router 89a97ae7-85de-4be1-98b2-69125fa15d9f is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:26:59.589826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45730) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:59.610389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50b2d37f-1df4-4d58-b7fb-2f6160b59342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.740029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50b2d37f-1df4-4d58-b7fb-2f6160b59342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.746138 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50b2d37f-1df4-4d58-b7fb-2f6160b59342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.807616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-50b2d37f-1df4-4d58-b7fb-2f6160b59342 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de3adf68bb3940e49db7acca7dcb0565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2164044 Sep 19 03:26:59.810162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45732) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:26:59.819840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2d37f-1df4-4d58-b7fb-2f6160b59342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8add2436-ec9d-4291-9917-5a5b88eade1c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:26:59.902933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c08b8a2-9be6-455b-b8f3-ae3259ace4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.904226 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:26:59.939783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c08b8a2-9be6-455b-b8f3-ae3259ace4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:00.005924 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c08b8a2-9be6-455b-b8f3-ae3259ace4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:00.011693 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c08b8a2-9be6-455b-b8f3-ae3259ace4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:00.016280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8c08b8a2-9be6-455b-b8f3-ae3259ace4a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8add2436-ec9d-4291-9917-5a5b88eade1c HTTP/1.1" status: 204 len: 168 time: 0.2018790 Sep 19 03:27:00.025403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08b8a2-9be6-455b-b8f3-ae3259ace4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add2436-ec9d-4291-9917-5a5b88eade1c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:00.173913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a5c05bda-a54e-4946-8f2b-ad77ef86d08a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:00.222145 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-1ffcfa5c-e54c-4989-8d2d-02d775964e14 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6671498 Sep 19 03:27:00.296726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:00.317982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a5c05bda-a54e-4946-8f2b-ad77ef86d08a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:00.318367 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:00.346094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:00.376701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:00.378370 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-54f8072c-2581-4a18-8e7b-04244dcca949 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.9335730 Sep 19 03:27:00.382107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45742) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:00.431866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] Sync routers for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:00.477434 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d18f369b-6e62-4dd8-bae3-95ecfb372164 req-dbfb1d37-74d5-4b96-aac4-c951badc8976 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433004 Sep 19 03:27:00.482888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:00.506766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:00.556361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:00.606543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:00.647856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:00.653311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:00.654095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:00.665000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:00.720665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:00.751938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=5de276a8-8f2e-43e6-ae0a-0fdba95c2b29,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:00.977897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:00.978634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955e9921-8b72-430d-8302-36bfe9930e6f None None] The sync data for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:01.341592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:01.433184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:01.828541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:01.995506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Allocated IP 172.20.0.1 (35cf6cd3-ed63-481c-a50a-671db9b99296/132f6e97-e496-491e-89f9-53111afb7e45/77acef73-8a8d-47d1-9949-523cd1380c7e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:02.099815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router ead65d1b-2e61-4f88-af9b-a908ada131d9 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:27:02.187702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:02.259624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:02.274248 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] Sync routers for ids ['ead65d1b-2e61-4f88-af9b-a908ada131d9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:02.281499 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:02.291279 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] Routers {'ead65d1b-2e61-4f88-af9b-a908ada131d9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:02.292350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['ead65d1b-2e61-4f88-af9b-a908ada131d9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:02.292803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:02.297589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45800) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:02.298126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3d27027-4cc9-4d0b-aa43-be1c21ea82d7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.7831597 Sep 19 03:27:02.337139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:02.342098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:02.345532 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:02.358029 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] Routers {'ead65d1b-2e61-4f88-af9b-a908ada131d9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:02.359875 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['ead65d1b-2e61-4f88-af9b-a908ada131d9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:02.363856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:02.419411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Port': ['ID=77acef73-8a8d-47d1-9949-523cd1380c7e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:02.445272 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:02.447012 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f25f98-627d-4ec4-9e00-054543032868 None None] The sync data for ids ['ead65d1b-2e61-4f88-af9b-a908ada131d9'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:02.462315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:02.556501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0449f5f2-c7f1-4226-b7a2-7a35160126b2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/routers/ead65d1b-2e61-4f88-af9b-a908ada131d9 HTTP/1.1" status: 200 len: 881 time: 0.2570190 Sep 19 03:27:02.558989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45812) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:02.651843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45816) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:02.788837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d57817de-f76f-4410-b8b7-3cdbe6559c87 None None] Provisioning complete for port 77acef73-8a8d-47d1-9949-523cd1380c7e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:02.789917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d57817de-f76f-4410-b8b7-3cdbe6559c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:02.837333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09c5dae-8029-4179-9984-6fbf6d924e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:02.867034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d57817de-f76f-4410-b8b7-3cdbe6559c87 None None] Port 77acef73-8a8d-47d1-9949-523cd1380c7e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:02.873548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:02.957460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0589d793-1fbb-4519-86e5-27636263c429 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3965907 Sep 19 03:27:02.962196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45826) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:02.967149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c5fee957-d730-43a0-80ec-af00b1a3dc36 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1383824464'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:03.190072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09c5dae-8029-4179-9984-6fbf6d924e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.198539 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c09c5dae-8029-4179-9984-6fbf6d924e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.283329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c5dae-8029-4179-9984-6fbf6d924e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a6c79-e572-485b-af45-100fcce5e62f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:03.289787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c09c5dae-8029-4179-9984-6fbf6d924e05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf01c98920b343bd91ffcb165afc0b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324341 Sep 19 03:27:03.292549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45832) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:03.348606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.357633 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.436957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fee957-d730-43a0-80ec-af00b1a3dc36 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.450108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fee957-d730-43a0-80ec-af00b1a3dc36 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.567450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fee957-d730-43a0-80ec-af00b1a3dc36 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router ead65d1b-2e61-4f88-af9b-a908ada131d9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:03.693252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fee957-d730-43a0-80ec-af00b1a3dc36 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:03.704641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fee957-d730-43a0-80ec-af00b1a3dc36 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.707900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] Sync routers for ids ['ead65d1b-2e61-4f88-af9b-a908ada131d9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:03.711095 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c5fee957-d730-43a0-80ec-af00b1a3dc36 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/ead65d1b-2e61-4f88-af9b-a908ada131d9 HTTP/1.1" status: 200 len: 888 time: 0.7476246 Sep 19 03:27:03.719168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45838) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:03.724340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] Routers {'ead65d1b-2e61-4f88-af9b-a908ada131d9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:03.725329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['ead65d1b-2e61-4f88-af9b-a908ada131d9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:03.755859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.775395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:03.785184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] Routers {'ead65d1b-2e61-4f88-af9b-a908ada131d9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:03.786164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['ead65d1b-2e61-4f88-af9b-a908ada131d9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:03.840193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:03.840891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c89285-2bcd-4cc0-b108-6b810bf0e8bc None None] The sync data for ids ['ead65d1b-2e61-4f88-af9b-a908ada131d9'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:03.875676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-533a4afb-5594-4dac-bc59-3d78de9811b5 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/routers/ead65d1b-2e61-4f88-af9b-a908ada131d9 HTTP/1.1" status: 200 len: 888 time: 0.1553097 Sep 19 03:27:03.878425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45840) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:03.889061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Port': ['ID=77acef73-8a8d-47d1-9949-523cd1380c7e,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:03.897885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4a3a-f269-4008-a6a2-56e054dedeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:03.929414 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e58272e6-3906-441a-85fc-3d518119a9b0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=ead65d1b-2e61-4f88-af9b-a908ada131d9 HTTP/1.1" status: 200 len: 205 time: 0.0472207 Sep 19 03:27:03.929658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45842) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:03.943220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4a3a-f269-4008-a6a2-56e054dedeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.022060 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4a3a-f269-4008-a6a2-56e054dedeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.024935 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9c7e4a3a-f269-4008-a6a2-56e054dedeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.026245 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9c7e4a3a-f269-4008-a6a2-56e054dedeff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/851a6c79-e572-485b-af45-100fcce5e62f HTTP/1.1" status: 204 len: 168 time: 0.7327614 Sep 19 03:27:04.057541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e4a3a-f269-4008-a6a2-56e054dedeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a6c79-e572-485b-af45-100fcce5e62f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:04.060833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:04.063487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:04.132379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.274378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Router 89a97ae7-85de-4be1-98b2-69125fa15d9f has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:04.290933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.408367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-72173612-500c-44dd-9b8c-9159d386c75e None None] Provisioning complete for port 77acef73-8a8d-47d1-9949-523cd1380c7e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:04.408756 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72173612-500c-44dd-9b8c-9159d386c75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.448484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 5de276a8-8f2e-43e6-ae0a-0fdba95c2b29 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:04.448996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.496000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-72173612-500c-44dd-9b8c-9159d386c75e None None] Port 77acef73-8a8d-47d1-9949-523cd1380c7e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:04.506863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45854) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:04.513803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:04.524979 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5f4a601f-9dfd-41fc-b9d6-7e33f8d4ca48 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "PUT /v2.0/routers/89a97ae7-85de-4be1-98b2-69125fa15d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1401298 Sep 19 03:27:04.526145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45856) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:04.526487 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] Sync routers for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:04.533375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Request body: {'port': {'network_id': '35cf6cd3-ed63-481c-a50a-671db9b99296', 'name': 'tempest-FloatingIPAdminTestJSON-538775092'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:04.541366 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:04.542084 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:04.544602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5329eb12-f0ff-41c0-b791-b94b52a172ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.576132 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.603833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 5de276a8-8f2e-43e6-ae0a-0fdba95c2b29 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:04.622026 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:04.651345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:04.652109 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:04.698568 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:04.698820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5329eb12-f0ff-41c0-b791-b94b52a172ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.699880 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ca1236-aca6-42c1-aaca-be43b0880773 None None] The sync data for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:04.713944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5329eb12-f0ff-41c0-b791-b94b52a172ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.789073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45862) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:04.803559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329eb12-f0ff-41c0-b791-b94b52a172ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b6c5ec-0c7e-42ed-b4f6-6f3a4a81ac83,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:04.811989 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5329eb12-f0ff-41c0-b791-b94b52a172ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0688b08aa8da411dbd8a547c77aed34f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032687 Sep 19 03:27:04.814219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45866) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:04.885195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.913230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Made reservation on behalf of 5b78a7f31a7543bc945a288ad1abeb2e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:04.916922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.925805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=5de276a8-8f2e-43e6-ae0a-0fdba95c2b29,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:04.930609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d2df6d5-7929-4b9d-8732-0d0907439c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:04.949907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] device_id is not set on port bed89f12-d7a6-45a8-8356-c821ef186c60 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:27:04.953106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.953466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.953979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.954473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.954853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.955191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.955523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.955852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.956179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.956507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.957426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:04.957768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:05.067514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.071348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Allocated IP 172.20.0.6 (35cf6cd3-ed63-481c-a50a-671db9b99296/132f6e97-e496-491e-89f9-53111afb7e45/bed89f12-d7a6-45a8-8356-c821ef186c60) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:05.202592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.204837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.227506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d2df6d5-7929-4b9d-8732-0d0907439c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.250517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.251687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Fanout notify agent at l3_agent the message router_deleted on router ead65d1b-2e61-4f88-af9b-a908ada131d9 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:27:05.261089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.267263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d688bba0-4a5d-461f-a68f-f172ba701d20 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/ead65d1b-2e61-4f88-af9b-a908ada131d9 HTTP/1.1" status: 204 len: 168 time: 1.3367081 Sep 19 03:27:05.268021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45868) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:05.274372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-1533620084'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:05.301941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:05.306242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.337762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:05.348216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.348543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.348737 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment bb1e5b50-e8f2-4792-b747-50c5901ef4b0 of type vlan for network 2cae682d-1f81-4da6-ac07-9b358eb1166f Sep 19 03:27:05.393854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.408430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d2df6d5-7929-4b9d-8732-0d0907439c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.410951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2d2df6d5-7929-4b9d-8732-0d0907439c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.412138 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d2df6d5-7929-4b9d-8732-0d0907439c2f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1b6c5ec-0c7e-42ed-b4f6-6f3a4a81ac83 HTTP/1.1" status: 204 len: 168 time: 0.5968695 Sep 19 03:27:05.440525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.446924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:05.447781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.484139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2df6d5-7929-4b9d-8732-0d0907439c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b6c5ec-0c7e-42ed-b4f6-6f3a4a81ac83,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:05.525694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2551522 Sep 19 03:27:05.530566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45872) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:05.543632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': '2cae682d-1f81-4da6-ac07-9b358eb1166f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:05.560381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.616175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:05.637611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:05.648823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:05.665495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dbd95-2e7e-4c55-a93b-ae9d4ccf4517 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=2cae682d-1f81-4da6-ac07-9b358eb1166f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:05.680524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:05.720787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:05.721661 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.723734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:05.727748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:05.740695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event updated for resources: {'Port': ['ID=bed89f12-d7a6-45a8-8356-c821ef186c60,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:05.759141 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-506460df-5416-4424-9b20-648773ebe616 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2306464 Sep 19 03:27:05.786344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45880) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:05.983954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.027678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.031801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b52afb79-81eb-45b7-b47d-6473f38105ff None None] Provisioning complete for port bed89f12-d7a6-45a8-8356-c821ef186c60 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:06.037085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b52afb79-81eb-45b7-b47d-6473f38105ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.111990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b52afb79-81eb-45b7-b47d-6473f38105ff None None] Port bed89f12-d7a6-45a8-8356-c821ef186c60 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:06.120243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=456e5446-86ef-480e-a3ca-4a4ceb2630ce,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:06.128129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': 'bb1e5b50-e8f2-4792-b747-50c5901ef4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2cae682d-1f81-4da6-ac07-9b358eb1166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:06.128503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: 2cae682d-1f81-4da6-ac07-9b358eb1166f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:06.151315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:06.170535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2cae682d-1f81-4da6-ac07-9b358eb1166f) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:06.180478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec5646-d099-4642-a201-bd7e987bbc86 None None] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:06.186103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:06.186902 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.210356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b21d8487-84f8-43b3-8b9e-a1a73cdfe403 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6707911 Sep 19 03:27:06.212445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45896) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:06.220689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3964361f-0af4-47f8-a6ac-4e172d25196a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1809162018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:06.245509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'project_id': '5b78a7f31a7543bc945a288ad1abeb2e', 'port_id': 'bed89f12-d7a6-45a8-8356-c821ef186c60'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:06.251479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3964361f-0af4-47f8-a6ac-4e172d25196a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.253532 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3964361f-0af4-47f8-a6ac-4e172d25196a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.281760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.342194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3964361f-0af4-47f8-a6ac-4e172d25196a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.350794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3964361f-0af4-47f8-a6ac-4e172d25196a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.379660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3964361f-0af4-47f8-a6ac-4e172d25196a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.381385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3964361f-0af4-47f8-a6ac-4e172d25196a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1677113 Sep 19 03:27:06.384086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45900) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:06.436982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-2cae682d-1f81-4da6-ac07-9b358eb1166f', 'network_id': '2cae682d-1f81-4da6-ac07-9b358eb1166f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': '456e5446-86ef-480e-a3ca-4a4ceb2630ce'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:27:06.437516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.442099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Deleting port bb5cdb3c-af31-4b49-b96f-0233fceb09e2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:06.442454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.476299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.602626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Allocated IP 172.20.0.2 (2cae682d-1f81-4da6-ac07-9b358eb1166f/456e5446-86ef-480e-a3ca-4a4ceb2630ce/ee56cd59-f263-4695-b77b-3c71c14a67f2) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:06.657223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] For port bb5cdb3c-af31-4b49-b96f-0233fceb09e2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:06.657875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.796620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Calling delete_port for bb5cdb3c-af31-4b49-b96f-0233fceb09e2 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:06.835726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Allocated IP 172.25.8.49 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/5c2fe323-540a-462e-ba7e-e65bb28dfae8) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:06.888964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.898495 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:06.958299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:06.961480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:06.970213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:07.031907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Pushing event updated for resources: {'Port': ['ID=ee56cd59-f263-4695-b77b-3c71c14a67f2,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:07.046596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.047557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.047992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.048610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.049041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.049944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.050659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.051658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.051658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.052607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.053067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.053537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:07.081174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Attempting to bind port ee56cd59-f263-4695-b77b-3c71c14a67f2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:07.081978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Attempting to bind port ee56cd59-f263-4695-b77b-3c71c14a67f2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bb1e5b50-e8f2-4792-b747-50c5901ef4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2cae682d-1f81-4da6-ac07-9b358eb1166f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:07.082912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Attempting to bind port ee56cd59-f263-4695-b77b-3c71c14a67f2 on network 2cae682d-1f81-4da6-ac07-9b358eb1166f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:07.089638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:07.090523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Checking segment: {'id': 'bb1e5b50-e8f2-4792-b747-50c5901ef4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2cae682d-1f81-4da6-ac07-9b358eb1166f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:07.091579 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.092400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Bound using segment: {'id': 'bb1e5b50-e8f2-4792-b747-50c5901ef4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2cae682d-1f81-4da6-ac07-9b358eb1166f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:07.093089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Bound port: ee56cd59-f263-4695-b77b-3c71c14a67f2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1e5b50-e8f2-4792-b747-50c5901ef4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2cae682d-1f81-4da6-ac07-9b358eb1166f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:07.093807 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.143194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.181454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.203105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] For port ee56cd59-f263-4695-b77b-3c71c14a67f2, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:07.209412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] For port ee56cd59-f263-4695-b77b-3c71c14a67f2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ee56cd59-f263-4695-b77b-3c71c14a67f2,segment=NetworkSegment(bb1e5b50-e8f2-4792-b747-50c5901ef4b0),segment_id=bb1e5b50-e8f2-4792-b747-50c5901ef4b0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:07.220160 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.239654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.340479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2f620-3cea-4cf7-8508-f5fab99d6cdb None None] Pushing event updated for resources: {'Port': ['ID=ee56cd59-f263-4695-b77b-3c71c14a67f2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:07.362552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:07.363789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2fe323-540a-462e-ba7e-e65bb28dfae8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:07.373490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:07.376620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:07.416897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.470692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5cdb3c-af31-4b49-b96f-0233fceb09e2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:07.597466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.20.0.1 (2cae682d-1f81-4da6-ac07-9b358eb1166f/456e5446-86ef-480e-a3ca-4a4ceb2630ce/9b66515a-d810-4077-bcda-5811e46a750c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:07.808558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.929120 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:07.995461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:08.000771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:08.004747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:08.097964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=9b66515a-d810-4077-bcda-5811e46a750c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:08.124518 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.336975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.359557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ee56cd59-f263-4695-b77b-3c71c14a67f2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:08.496164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ee56cd59-f263-4695-b77b-3c71c14a67f2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:08.500173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.651918 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.687798 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.690039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.714932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port ee56cd59-f263-4695-b77b-3c71c14a67f2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ee56cd59-f263-4695-b77b-3c71c14a67f2,segment=NetworkSegment(bb1e5b50-e8f2-4792-b747-50c5901ef4b0),segment_id=bb1e5b50-e8f2-4792-b747-50c5901ef4b0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:08.727671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.820959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=ee56cd59-f263-4695-b77b-3c71c14a67f2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:08.867774 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.877614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.906831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.966657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:08.971009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06284e7-f489-4dfc-9de6-67e513d889fa None None] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:08.977835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=9b66515a-d810-4077-bcda-5811e46a750c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:09.160182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:09.171323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3fd4b27f-64f5-4a01-809a-15ef9ebcdb88 None None] Provisioning complete for port ee56cd59-f263-4695-b77b-3c71c14a67f2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:09.172047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b27f-64f5-4a01-809a-15ef9ebcdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:09.173687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:09.178635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:09.246352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:09.255856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:09.397238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2fe323-540a-462e-ba7e-e65bb28dfae8,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:09.406199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:09.417061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] Sync routers for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:09.421196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-395b525e-6048-40f3-952e-b8fef0f6fd9c admin admin] 10.222.0.22 "PUT /v2.0/routers/248c9bda-d0b2-4343-ac44-d7d2f1f4c518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6278703 Sep 19 03:27:09.421385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 45990) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:09.426244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 9dd86fad-81e3-4b11-9755-c4cf2ec79216 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:27:09.431554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:09.433509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:09.436104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:09.646143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:09.653530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:09.688257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:09.698005 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] Sync routers for ids ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:09.709010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fef1f34d-ed22-4ac7-8df7-1adf580f332b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/9dd86fad-81e3-4b11-9755-c4cf2ec79216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3234642 Sep 19 03:27:09.709709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45994) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:09.712858 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Floating IP d22d2fab-dd49-4a3c-bc07-e3b113d614af associated. External IP: 172.25.8.49, port: bed89f12-d7a6-45a8-8356-c821ef186c60. Sep 19 03:27:09.714385 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] Routers {'9dd86fad-81e3-4b11-9755-c4cf2ec79216'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:09.715581 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:09.785933 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:09.786393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-94fe11af-a823-4e4c-b3b0-a19855aa2586 None None] Provisioning complete for port 9b66515a-d810-4077-bcda-5811e46a750c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:09.786961 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94fe11af-a823-4e4c-b3b0-a19855aa2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:09.807761 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] Routers {'9dd86fad-81e3-4b11-9755-c4cf2ec79216'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:09.808654 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:09.839137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa717bc4-2313-4be9-b73f-38a037cfde3d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:09.848321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fa717bc4-2313-4be9-b73f-38a037cfde3d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports/9b66515a-d810-4077-bcda-5811e46a750c HTTP/1.1" status: 200 len: 910 time: 0.1362698 Sep 19 03:27:09.857284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 45996) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:09.857460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '456e5446-86ef-480e-a3ca-4a4ceb2630ce'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:09.902406 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:09.903094 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ddfde-6bcd-47aa-aa18-5c23e6460a8f None None] The sync data for ids ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:09.912074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-94fe11af-a823-4e4c-b3b0-a19855aa2586 None None] Port 9b66515a-d810-4077-bcda-5811e46a750c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:09.940480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-94fe11af-a823-4e4c-b3b0-a19855aa2586 None None] Provisioning complete for port ee56cd59-f263-4695-b77b-3c71c14a67f2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:09.941328 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94fe11af-a823-4e4c-b3b0-a19855aa2586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.007245 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.109462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:27:07Z', 'revision_number': 5, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port': {'id': '229bd8ae-5993-4832-90a9-161ed7decfc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:6a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:15:40Z', 'updated_at': '2021-09-19T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:10.178921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] Checking router: 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:10.206606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] Routers {'248c9bda-d0b2-4343-ac44-d7d2f1f4c518'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:10.207690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:10.218852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Deleting port 229bd8ae-5993-4832-90a9-161ed7decfc2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:10.220091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.230066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Router 89a97ae7-85de-4be1-98b2-69125fa15d9f has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:10.249843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.325214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] Set router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:10.359873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ee56cd59-f263-4695-b77b-3c71c14a67f2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:10.439813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] For port 229bd8ae-5993-4832-90a9-161ed7decfc2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=229bd8ae-5993-4832-90a9-161ed7decfc2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:10.440188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.440934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:27:10Z', 'revision_number': 6, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:10.479912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2bf3ad-63ad-4264-ba9e-4d906b972efa None None] The sync data for ids ['248c9bda-d0b2-4343-ac44-d7d2f1f4c518'] in n-d-809936-1 is: [{'id': '248c9bda-d0b2-4343-ac44-d7d2f1f4c518', 'name': 'tempest-TaggedBootDevicesTest_v242-289325612-router', 'tenant_id': 'ef46786a939947b5ba537526488f533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:15:39Z', 'updated_at': '2021-09-19T03:27:10Z', 'revision_number': 6, 'project_id': 'ef46786a939947b5ba537526488f533e', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:10.487774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fce7e031-2397-49fc-86d8-57abbb518c75 None None] Provisioning complete for port 9b66515a-d810-4077-bcda-5811e46a750c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:10.488271 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fce7e031-2397-49fc-86d8-57abbb518c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.492795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Calling delete_port for 229bd8ae-5993-4832-90a9-161ed7decfc2 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:10.518912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:10.534930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] Sync routers for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:10.553177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:10.554068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:10.587963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ee56cd59-f263-4695-b77b-3c71c14a67f2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:10.588505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.593393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:10.625148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fce7e031-2397-49fc-86d8-57abbb518c75 None None] Port 9b66515a-d810-4077-bcda-5811e46a750c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:10.642385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:10.644572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:10.687448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:10.688295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497ed38c-1d66-40f1-a2bf-518924125f82 None None] The sync data for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:10.766940 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.777864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.884637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=9b66515a-d810-4077-bcda-5811e46a750c,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:10.893936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:10.894684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:10.896167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4282d3d3-8428-4666-8095-c14822ddfbc6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/ports/9b66515a-d810-4077-bcda-5811e46a750c HTTP/1.1" status: 200 len: 910 time: 1.0431683 Sep 19 03:27:10.898952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46002) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:10.976505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.016501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f73c3b39-0b7d-44eb-a6be-46b6aab24d27 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.2288916 Sep 19 03:27:11.024055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46004) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:11.159238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.195931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Pushing event deleted for resources: {'Port': ['ID=229bd8ae-5993-4832-90a9-161ed7decfc2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:11.230339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4214fe0-1122-470f-b2cb-3ed3ff60eeb3 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] 10.222.0.22 "GET /v2.0/floatingips/d22d2fab-dd49-4a3c-bc07-e3b113d614af HTTP/1.1" status: 200 len: 981 time: 0.2050729 Sep 19 03:27:11.233803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46006) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:11.267553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.386294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.392341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.436952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-475c17f9-8925-4576-b8d7-996cbc4f7fe8 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2020609 Sep 19 03:27:11.440585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46014) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:11.489709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.490784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248c9bda-d0b2-4343-ac44-d7d2f1f4c518 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:27:11.503453 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.504618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a041301b-bfdf-48c8-a375-37c1d36f8861 admin admin] 10.222.0.22 "DELETE /v2.0/routers/248c9bda-d0b2-4343-ac44-d7d2f1f4c518 HTTP/1.1" status: 204 len: 168 time: 2.0813463 Sep 19 03:27:11.509480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46016) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:11.653725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] Deleting subnet 57bce8c9-3872-4f80-aa6d-916337e8c649 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:27:11.670197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.709769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Deleting port 5c2fe323-540a-462e-ba7e-e65bb28dfae8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:11.710130 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.768190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.784282 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.802758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.803109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:11.817256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Calling delete_port for 5c2fe323-540a-462e-ba7e-e65bb28dfae8 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:11.973763 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.042275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.077877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Port': ['ID=5c2fe323-540a-462e-ba7e-e65bb28dfae8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:12.138399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 229bd8ae-5993-4832-90a9-161ed7decfc2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:12.159070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.159891 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Floating IP d22d2fab-dd49-4a3c-bc07-e3b113d614af disassociated (deleted). External IP: 172.25.8.49, port: bed89f12-d7a6-45a8-8356-c821ef186c60. Sep 19 03:27:12.173524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 229bd8ae-5993-4832-90a9-161ed7decfc2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:12.173875 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 229bd8ae-5993-4832-90a9-161ed7decfc2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:12.176247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bb5cdb3c-af31-4b49-b96f-0233fceb09e2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:12.200600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: bb5cdb3c-af31-4b49-b96f-0233fceb09e2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:12.201029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device bb5cdb3c-af31-4b49-b96f-0233fceb09e2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:12.373322 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.407046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57bce8c9-3872-4f80-aa6d-916337e8c649,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:12.409327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.413308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-73e6e49c-448d-4f55-8466-fba854e5687c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57bce8c9-3872-4f80-aa6d-916337e8c649 HTTP/1.1" status: 204 len: 168 time: 0.9007108 Sep 19 03:27:12.414255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46020) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:12.420831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fa71bf-d72e-4f60-a5e3-15e1376eb944 None None] Network 489696fe-c9bd-4194-8110-e5e0038a5f3e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:12.459763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Router 89a97ae7-85de-4be1-98b2-69125fa15d9f has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:12.578834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.651266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:12.660412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.663412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 9b66515a-d810-4077-bcda-5811e46a750c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:12.664899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.667421 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] Sync routers for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:12.685825 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:12.689125 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:12.697842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b7d6c8c-5667-4da9-8741-4c9d168f7846 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "DELETE /v2.0/floatingips/d22d2fab-dd49-4a3c-bc07-e3b113d614af HTTP/1.1" status: 204 len: 168 time: 1.2529259 Sep 19 03:27:12.698154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46024) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:12.710120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:12.748173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] DHCP port deletion for 489696fe-c9bd-4194-8110-e5e0038a5f3e request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:27:12.752915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.765365 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:12.776843 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:12.779163 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:12.799051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.814235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 9b66515a-d810-4077-bcda-5811e46a750c owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:12.856126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] Deleting port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:12.857291 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:12.872777 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:12.873452 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10ab58-d02e-457f-b073-da849502d8a4 None None] The sync data for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:12.974398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.065386 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.078779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Deleting port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:13.079066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.105494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Allocated IP 172.25.8.149 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/90bf1b4e-712d-4c2a-aa1a-2b9711c48738) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:13.131559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] For port f96ebd99-9a47-4cc6-908a-6da82ee1eff4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:13.132022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.158229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] Calling delete_port for f96ebd99-9a47-4cc6-908a-6da82ee1eff4 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:13.178528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] For port f96ebd99-9a47-4cc6-908a-6da82ee1eff4, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,segment=NetworkSegment(2e4ae361-c6c8-4dd2-999e-10ed1705afa4),segment_id=2e4ae361-c6c8-4dd2-999e-10ed1705afa4)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:13.179545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.209342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=9b66515a-d810-4077-bcda-5811e46a750c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:13.252933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Calling delete_port for f96ebd99-9a47-4cc6-908a-6da82ee1eff4 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:13.269700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.309765 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.325614 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.350864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] Pushing event deleted for resources: {'Port': ['ID=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:13.353076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38be42e1-56f3-4ecc-bbdc-a2c8bd74d05a None None] No DVR routers for this DVR port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:13.382867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:13.382867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:13.386789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:13.437291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Pushing event updated for resources: {'Port': ['ID=90bf1b4e-712d-4c2a-aa1a-2b9711c48738,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:13.529643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.530426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.600632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.632990 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.703093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96ebd99-9a47-4cc6-908a-6da82ee1eff4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:13.706685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] No DVR routers for this DVR port f96ebd99-9a47-4cc6-908a-6da82ee1eff4 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:13.775710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router 9dd86fad-81e3-4b11-9755-c4cf2ec79216 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:13.816109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.820125 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.822365 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.878187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489696fe-c9bd-4194-8110-e5e0038a5f3e']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:13.901772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Pushing event updated for resources: {'Port': ['ID=90bf1b4e-712d-4c2a-aa1a-2b9711c48738,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:13.918574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4ae361-c6c8-4dd2-999e-10ed1705afa4') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:13.918922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4ae361-c6c8-4dd2-999e-10ed1705afa4') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:13.921755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:13.931501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-297034c9-d2a3-44bd-a2d5-a87f0b55dba6 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/9dd86fad-81e3-4b11-9755-c4cf2ec79216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0314698 Sep 19 03:27:13.934109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46030) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:13.936961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] Sync routers for ids ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:13.947562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] Routers {'9dd86fad-81e3-4b11-9755-c4cf2ec79216'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:13.948172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:13.951125 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:13.978794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.007163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.010784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a9a7f02-a482-45b6-9467-1727edf84421 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3077724 Sep 19 03:27:14.012806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46034) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:14.017587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-29b767ce-5e1d-4873-b691-1fc0456a1b55 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd86fad-81e3-4b11-9755-c4cf2ec79216 HTTP/1.1" status: 200 len: 205 time: 0.0722771 Sep 19 03:27:14.023344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46036) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:14.025438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:14.028232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.044470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:27:14.044886 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:27:14.047490 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:27:14.059343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] Routers {'9dd86fad-81e3-4b11-9755-c4cf2ec79216'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:14.060160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:14.130171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32cb3550-364f-4e95-84b7-33dccd5064e2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.136821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:14.140678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef0ce3-208e-4185-b1ae-108a99ef7be5 None None] The sync data for ids ['9dd86fad-81e3-4b11-9755-c4cf2ec79216'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:14.169911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f96ebd99-9a47-4cc6-908a-6da82ee1eff4 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:14.171168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.178962 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.184255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/489696fe-c9bd-4194-8110-e5e0038a5f3e HTTP/1.1" status: 204 len: 168 time: 1.7690065 Sep 19 03:27:14.202969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f96ebd99-9a47-4cc6-908a-6da82ee1eff4 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:14.203929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f96ebd99-9a47-4cc6-908a-6da82ee1eff4 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:14.220593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48513ddd-6460-4095-b9d3-10cb2bef59f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=489696fe-c9bd-4194-8110-e5e0038a5f3e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:14.290275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:14.341058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.394619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32cb3550-364f-4e95-84b7-33dccd5064e2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.411127 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32cb3550-364f-4e95-84b7-33dccd5064e2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.421139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46042) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:14.472359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-35e2c71a-3253-4b19-b189-2134c1e9d81f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef46786a939947b5ba537526488f533e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488763 Sep 19 03:27:14.473611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46044) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:14.511239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-22e21640-81d9-4104-acf6-d6d05fe46e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.515608 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32cb3550-364f-4e95-84b7-33dccd5064e2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.516113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cb3550-364f-4e95-84b7-33dccd5064e2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Fanout notify agent at l3_agent the message router_deleted on router 9dd86fad-81e3-4b11-9755-c4cf2ec79216 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:27:14.523374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32cb3550-364f-4e95-84b7-33dccd5064e2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.527268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-32cb3550-364f-4e95-84b7-33dccd5064e2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/9dd86fad-81e3-4b11-9755-c4cf2ec79216 HTTP/1.1" status: 204 len: 168 time: 0.5006547 Sep 19 03:27:14.531908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46046) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:14.552703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a99cd039-4a02-4ff6-9f54-fd415a30e1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.580759 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a99cd039-4a02-4ff6-9f54-fd415a30e1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.602186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet 456e5446-86ef-480e-a3ca-4a4ceb2630ce {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:27:14.610679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.668000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a99cd039-4a02-4ff6-9f54-fd415a30e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.669145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.671238 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a99cd039-4a02-4ff6-9f54-fd415a30e1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.673808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a99cd039-4a02-4ff6-9f54-fd415a30e1e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/beacc2b6-5bd0-4df4-89d4-eab387f1c033 HTTP/1.1" status: 204 len: 168 time: 0.1989193 Sep 19 03:27:14.683420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cd039-4a02-4ff6-9f54-fd415a30e1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beacc2b6-5bd0-4df4-89d4-eab387f1c033,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:14.707467 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.858967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:14.916947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Allocated IP 172.25.8.81 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/24e00dd6-15ef-4493-a678-d4b47cb72235) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:15.017251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.062690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=456e5446-86ef-480e-a3ca-4a4ceb2630ce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:15.068375 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.070345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e7bd0f6-7179-46f1-9fe7-675b0c132fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/456e5446-86ef-480e-a3ca-4a4ceb2630ce HTTP/1.1" status: 204 len: 168 time: 0.5372472 Sep 19 03:27:15.072954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46068) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:15.097041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e824a7-1e0a-4466-a3ad-57ce6dd8abf1 None None] Network 2cae682d-1f81-4da6-ac07-9b358eb1166f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:15.102894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46070) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:15.228193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.242424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.344393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.353440 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1213b1b-9040-49df-aeac-7ca6bd83e063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.376537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] DHCP port deletion for 2cae682d-1f81-4da6-ac07-9b358eb1166f request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:27:15.454966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port ee56cd59-f263-4695-b77b-3c71c14a67f2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:15.455386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.466061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] Deleting port ee56cd59-f263-4695-b77b-3c71c14a67f2 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:15.468346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.520703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Pushing event updated for resources: {'Port': ['ID=24e00dd6-15ef-4493-a678-d4b47cb72235,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:15.543225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1213b1b-9040-49df-aeac-7ca6bd83e063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.546563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:15.551038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:15.562991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:15.571346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c1213b1b-9040-49df-aeac-7ca6bd83e063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.576049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] For port ee56cd59-f263-4695-b77b-3c71c14a67f2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ee56cd59-f263-4695-b77b-3c71c14a67f2,segment=NetworkSegment(bb1e5b50-e8f2-4792-b747-50c5901ef4b0),segment_id=bb1e5b50-e8f2-4792-b747-50c5901ef4b0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:15.577306 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.592095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] Calling delete_port for ee56cd59-f263-4695-b77b-3c71c14a67f2 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:15.607937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1213b1b-9040-49df-aeac-7ca6bd83e063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836e4c0f-069f-4e88-b480-7f1f22a071aa,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:15.670464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c1213b1b-9040-49df-aeac-7ca6bd83e063 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e255a5ba3c9045feb077039414d7c022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642138 Sep 19 03:27:15.671453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872e977-018d-47a3-92f7-8f334e2ca40d req-7202a154-ee08-4e57-9653-b9b2f0f17707 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:15.672907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0872e977-018d-47a3-92f7-8f334e2ca40d req-7202a154-ee08-4e57-9653-b9b2f0f17707 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1098 time: 0.1600049 Sep 19 03:27:15.673424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:15.727011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port ee56cd59-f263-4695-b77b-3c71c14a67f2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ee56cd59-f263-4695-b77b-3c71c14a67f2,segment=NetworkSegment(bb1e5b50-e8f2-4792-b747-50c5901ef4b0),segment_id=bb1e5b50-e8f2-4792-b747-50c5901ef4b0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:15.727380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.727810 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.744435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0872e977-018d-47a3-92f7-8f334e2ca40d req-76835ed3-8631-45af-b9c6-cbdf85314498 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561578 Sep 19 03:27:15.751074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for ee56cd59-f263-4695-b77b-3c71c14a67f2 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:15.759080 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f844e03-8f16-40d6-be12-558f0ac2f0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.760984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.777932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46086) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:15.793706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f844e03-8f16-40d6-be12-558f0ac2f0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:15.796100 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] Pushing event deleted for resources: {'Port': ['ID=ee56cd59-f263-4695-b77b-3c71c14a67f2,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:15.798075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f37b2f-1457-43ff-8e70-29f46e88588d None None] No DVR routers for this DVR port ee56cd59-f263-4695-b77b-3c71c14a67f2 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:15.865436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.001959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.002679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:16.012865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f844e03-8f16-40d6-be12-558f0ac2f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.016201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.016419 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9f844e03-8f16-40d6-be12-558f0ac2f0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.017462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9f844e03-8f16-40d6-be12-558f0ac2f0ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/836e4c0f-069f-4e88-b480-7f1f22a071aa HTTP/1.1" status: 204 len: 168 time: 0.3431182 Sep 19 03:27:16.033708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f844e03-8f16-40d6-be12-558f0ac2f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836e4c0f-069f-4e88-b480-7f1f22a071aa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:16.060625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port ee56cd59-f263-4695-b77b-3c71c14a67f2 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:16.064687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 575f3703-7200-4b8a-b0e5-a7763a458b2d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:16.065500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.117625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=ee56cd59-f263-4695-b77b-3c71c14a67f2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:16.177528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.178104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.199064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1414534119-network', 'tenant_id': '69d544fa89fe4d5a9ac556726ccc595f'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:16.200107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ee56cd59-f263-4695-b77b-3c71c14a67f2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:16.224060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 575f3703-7200-4b8a-b0e5-a7763a458b2d owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:16.231426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Made reservation on behalf of 69d544fa89fe4d5a9ac556726ccc595f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:16.234099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.247913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ee56cd59-f263-4695-b77b-3c71c14a67f2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:16.248270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ee56cd59-f263-4695-b77b-3c71c14a67f2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:16.248430 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.283845 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.325214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cae682d-1f81-4da6-ac07-9b358eb1166f']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:16.336862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.341658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1e5b50-e8f2-4792-b747-50c5901ef4b0') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:16.342041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1e5b50-e8f2-4792-b747-50c5901ef4b0') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:16.349535 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.355000 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.405528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.539724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.587244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=575f3703-7200-4b8a-b0e5-a7763a458b2d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:16.674548 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.678464 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP c86cb7bb-c09f-4759-9b35-64db29891c9a disassociated (deleted). External IP: 172.25.8.176, port: f6c93cd8-0cb7-44e7-bbe5-76bf494e7757. Sep 19 03:27:16.753545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:27:16.753957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: self.session.flush() Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:27:16.757172 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:27:16.776592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Pushing event updated for resources: {'Port': ['ID=24e00dd6-15ef-4493-a678-d4b47cb72235,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:16.830654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.844664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.856832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:16.862343 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/2cae682d-1f81-4da6-ac07-9b358eb1166f HTTP/1.1" status: 204 len: 168 time: 1.7883904 Sep 19 03:27:16.876854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46116) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:16.882628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-02c36bfa-57bb-4fa2-a0e3-ff17674fef88 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-113114898', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:16.894186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda215d-93b8-43fb-9327-07224b1da535 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=2cae682d-1f81-4da6-ac07-9b358eb1166f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:16.987567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.000980 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.004532 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5d51f700-c3e8-40c7-b6db-9075f79c0d7d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9873462 Sep 19 03:27:17.004989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46120) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:17.037343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 2b9b1d55-5017-48b3-8503-e7db35c69087 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:17.043007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.089002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:17.096646 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb88b644-1547-4e77-a1b9-9d3293631073 tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0880845 Sep 19 03:27:17.096646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46126) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:17.173487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02c36bfa-57bb-4fa2-a0e3-ff17674fef88 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.174634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02c36bfa-57bb-4fa2-a0e3-ff17674fef88 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.210931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:17.219888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.234350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] Sync routers for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:17.249054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02c36bfa-57bb-4fa2-a0e3-ff17674fef88 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.251042 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:17.251890 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:26:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:17.261735 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-69435cb5-2d9f-4c69-8e84-115a7076c6fd tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1640139 Sep 19 03:27:17.264400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02c36bfa-57bb-4fa2-a0e3-ff17674fef88 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.276141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46128) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:17.278278 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.278868 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Added segment 1e2aef81-7c95-4511-99d9-1e17e331bd77 of type vlan for network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 Sep 19 03:27:17.281308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8024846-6796-4d0a-8996-618674b8a3c3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:17.312756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68fcebc5-485d-46a7-b093-eeef2416c8cf tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/floatingips/c86cb7bb-c09f-4759-9b35-64db29891c9a HTTP/1.1" status: 204 len: 168 time: 1.5337365 Sep 19 03:27:17.317104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:27:17.320290 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee78fe4-ee32-4d50-9e20-4f0711455a48" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:27:17.323139 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc4e5a7d-4df1-4b48-bb5a-06d3b2aea637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.345044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02c36bfa-57bb-4fa2-a0e3-ff17674fef88 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.349426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-02c36bfa-57bb-4fa2-a0e3-ff17674fef88 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4690304 Sep 19 03:27:17.352005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46138) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:17.359620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-966154799'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:17.415465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.428410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:17.439664 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.492818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.494121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:17.496483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.556850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5503173 Sep 19 03:27:17.578883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46140) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:17.590130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Request body: {'subnet': {'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1414534119-subnet', 'tenant_id': '69d544fa89fe4d5a9ac556726ccc595f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:17.680184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015f912-6295-4a35-8b05-11b4e4c2e670 admin admin] Pushing event updated for resources: {'Network': ['ID=8e2c0237-e3df-4ff0-95b0-5b940c7193b4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:17.684219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:17.702799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:17.729453 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.729708 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment bbaa5227-f224-4624-b6fd-8592081674c6 of type vlan for network dd544982-c675-416d-b808-8dc05059ae86 Sep 19 03:27:17.742558 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:17.768083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Made reservation on behalf of 69d544fa89fe4d5a9ac556726ccc595f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:17.772920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.838910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Deleting port 24e00dd6-15ef-4493-a678-d4b47cb72235 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:17.839372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.863847 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:17.977791 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.012738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.019664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:18.020362 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.026726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.027106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.086614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Calling delete_port for 24e00dd6-15ef-4493-a678-d4b47cb72235 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:18.148024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=dd544982-c675-416d-b808-8dc05059ae86,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:18.157204 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:06Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:18.159746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network dd544982-c675-416d-b808-8dc05059ae86 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:18.215292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-897c88ec-1f43-4a77-831a-3998f57c5bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:18.218624 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-897c88ec-1f43-4a77-831a-3998f57c5bd0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 1098 time: 0.2889531 Sep 19 03:27:18.222452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-109fdc2b-3d83-4c8b-b178-1c01e19cf5cd tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8660777 Sep 19 03:27:18.223457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:18.232536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:18.235180 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] Checking router: 2b9b1d55-5017-48b3-8503-e7db35c69087 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:18.259650 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:18.261285 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:18.405503 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b4f96e-b40f-4d2f-a5bb-be7f96164f80 x-openstack-request-id: req-84b4f96e-b40f-4d2f-a5bb-be7f96164f80 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:27:18.406456 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:27:18.406955 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84b4f96e-b40f-4d2f-a5bb-be7f96164f80 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:27:18.407576 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'status': 'completed', 'code': 200} Sep 19 03:27:18.483429 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.485061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc5fca-763c-44d1-aa4f-be25d92036f5 req-ac984da7-e632-440c-8344-80180e7bba23 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:18.486897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ffc5fca-763c-44d1-aa4f-be25d92036f5 req-ac984da7-e632-440c-8344-80180e7bba23 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 947 time: 0.0907497 Sep 19 03:27:18.532280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-9a641d32-edfa-4029-8889-c20bce585846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:18.533842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-9a641d32-edfa-4029-8889-c20bce585846 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 200 len: 897 time: 0.2968314 Sep 19 03:27:18.548839 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:18.552665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:18.555400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ffc5fca-763c-44d1-aa4f-be25d92036f5 req-195aca4a-9057-4a5b-aebf-e0e44b4c97c8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610454 Sep 19 03:27:18.556140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.624688 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-245a098a-b1bc-4d06-85c3-a4d83bc5d3d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 200 len: 217 time: 0.0821314 Sep 19 03:27:18.708225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.846973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.870455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Pushing event deleted for resources: {'Port': ['ID=24e00dd6-15ef-4493-a678-d4b47cb72235,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:18.878080 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.885585 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:06Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:18.886331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:18.887724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-885e02db-822c-458f-9f67-5051581f246d tempest-FloatingIPAdminTestJSON-1056352051 tempest-FloatingIPAdminTestJSON-1056352051-project] 10.222.0.22 "DELETE /v2.0/floatingips/87429aef-8a2f-4caa-97e4-ee4269447129 HTTP/1.1" status: 204 len: 168 time: 1.6105766 Sep 19 03:27:18.892115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46154) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:18.897453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-4e268c86-19fd-4eb1-8adb-273b1e90ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:18.899325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-4e268c86-19fd-4eb1-8adb-273b1e90ea80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 200 len: 835 time: 0.2617221 Sep 19 03:27:18.949989 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704da99b-1f9c-4796-80b8-f7fb8f293b48 None None] The sync data for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 is: [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:23:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd', 'name': '', 'network_id': '5bec0a04-2c3c-4682-9fec-094f13a7fe37', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:6e:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:57Z', 'updated_at': '2021-09-19T03:24:06Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:19.007211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-21de39b5-7931-4c72-833d-251e8a62cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:19.008738 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-21de39b5-7931-4c72-833d-251e8a62cb9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5bec0a04-2c3c-4682-9fec-094f13a7fe37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006866 Sep 19 03:27:19.034866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=05ba7dd1-3cf0-477b-96da-b57594f17113,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:19.055006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Checking segment: {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:19.055006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Network hostable DHCP agents. Network: 8e2c0237-e3df-4ff0-95b0-5b940c7193b4, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:19.134895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:19.154570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 8e2c0237-e3df-4ff0-95b0-5b940c7193b4) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:19.164481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bea1c8-1b27-4370-8585-4e8007a8d46e None None] Network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:19.168512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:19.174419 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:19.184104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Deleting port 90bf1b4e-712d-4c2a-aa1a-2b9711c48738 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:19.184574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:19.212640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b8b97bb1-317c-44a1-a0cd-97c0454833ff admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6312430 Sep 19 03:27:19.286373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:19.303219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-bac36828-ad96-4060-afa8-5e46850d119c tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=954cc032c8ae41cb896f5b2c732c8a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534875 Sep 19 03:27:19.378180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:19.378591 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:19.419898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Calling delete_port for 90bf1b4e-712d-4c2a-aa1a-2b9711c48738 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:19.435549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2274d816-1edc-4c1c-a2d9-81259a99f2cd None None] New status for floating IP c86cb7bb-c09f-4759-9b35-64db29891c9a: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:27:19.478563 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-129feac2-dc67-4a30-898f-dbfa078c88ee service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617124 Sep 19 03:27:19.489538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=78dc8b27-0e69-499a-ad69-3aa12862cdc1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:19.498813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:19.499207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: dd544982-c675-416d-b808-8dc05059ae86, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:19.505169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f82bc-61e3-43b0-95ef-291477e9c724 None None] Network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:19.568838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network dd544982-c675-416d-b808-8dc05059ae86 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:19.618836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, dd544982-c675-416d-b808-8dc05059ae86) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:19.633890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-1c69f290-66fb-498f-a5fe-8d9c4be13465 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:19.638479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-1c69f290-66fb-498f-a5fe-8d9c4be13465 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260474 Sep 19 03:27:19.667005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810cc83f-1b14-4092-a220-642b69d65122 None None] Network dd544982-c675-416d-b808-8dc05059ae86 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:19.672310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c35ae9e-26d8-46cf-a5fd-b708fb600aff tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/quotas/954cc032c8ae41cb896f5b2c732c8a31 HTTP/1.1" status: 200 len: 375 time: 0.0233154 Sep 19 03:27:19.716030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-1ad02adb-1ef4-4ccb-9fa6-1c02dfdd38f5 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=954cc032c8ae41cb896f5b2c732c8a31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311000 Sep 19 03:27:19.739039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:19.742199 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:19.765599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-236945e8-9ed9-49f9-8eac-a64422d28c9d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:19.771089 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-236945e8-9ed9-49f9-8eac-a64422d28c9d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 947 time: 0.2525840 Sep 19 03:27:19.813193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5114af65-2076-4e9d-9c5d-86dd0575f0df tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5880544 Sep 19 03:27:19.822428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46192) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:19.902065 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fee78fe4-ee32-4d50-9e20-4f0711455a48 req-7bbd1f1d-923d-4cd8-8f55-a5427f543d91 service neutron] 10.222.0.32 "GET /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838956 Sep 19 03:27:19.939467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:19.940612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.038017 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.043966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-dd544982-c675-416d-b808-8dc05059ae86', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:27:20.046050 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.136566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:20.136942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.146981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.158421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-335f2d97-52ef-42e1-abd7-1864e6178562 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:20.159811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-335f2d97-52ef-42e1-abd7-1864e6178562 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 815 time: 0.3889549 Sep 19 03:27:20.161729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:20.237034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Allocated IP 172.20.0.2 (dd544982-c675-416d-b808-8dc05059ae86/78dc8b27-0e69-499a-ad69-3aa12862cdc1/6c0ad49c-b01a-431b-9eca-36e9b2b374d0) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:20.327020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Pushing event deleted for resources: {'Port': ['ID=90bf1b4e-712d-4c2a-aa1a-2b9711c48738,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:20.379435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-4bcdecab-0b0b-4dfc-bb9b-0ed905de4377 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/quotas/69d544fa89fe4d5a9ac556726ccc595f HTTP/1.1" status: 200 len: 375 time: 0.1097171 Sep 19 03:27:20.394899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.501544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=f6c93cd8-0cb7-44e7-bbe5-76bf494e7757,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:20.514884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-80d85880-4ace-45f4-99e9-d4985c732b4a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246135 Sep 19 03:27:20.531073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] No DVR routers for this DVR port f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:20.533569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.535726 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99b8cab9-82eb-4bfa-96af-68f33dacebd7 req-011a95d9-bd7b-4a07-8d5b-afecfb5acb68 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "DELETE /v2.0/ports/f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 HTTP/1.1" status: 204 len: 173 time: 0.7411456 Sep 19 03:27:20.536290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-deleted', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:27:20.538966 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bd121b-6dd0-4129-8ddb-5dab3e032ac4" -d '{"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-deleted", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:27:20.550013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3807c0c-610e-4cff-902f-fb1d4f842c82 req-4b89b1bb-73c7-4538-a50f-4d3aa3f3d4c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:20.556965 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.557521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3807c0c-610e-4cff-902f-fb1d4f842c82 req-4b89b1bb-73c7-4538-a50f-4d3aa3f3d4c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=15a5b1c6-6869-4456-9aca-98289389f563 HTTP/1.1" status: 200 len: 868 time: 0.5096016 Sep 19 03:27:20.568402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.605191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.608519 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.613313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bf919a0d-ea6c-482b-852e-f4346c0cd0ad tempest-FloatingIPAdminTestJSON-1169897065 tempest-FloatingIPAdminTestJSON-1169897065-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/1adbd049-8e53-4bef-a460-6ca35b8da05f HTTP/1.1" status: 204 len: 168 time: 1.7144034 Sep 19 03:27:20.613529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46208) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:20.652871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.658498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Network dd544982-c675-416d-b808-8dc05059ae86 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:20.665181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:20.671645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3807c0c-610e-4cff-902f-fb1d4f842c82 req-9eeb2044-86f1-45c9-aaf1-c7157f5df25f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131220 Sep 19 03:27:20.674363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:20.761494 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Pushing event updated for resources: {'Port': ['ID=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:20.808558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Attempting to bind port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:20.808558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Attempting to bind port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:20.808905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Attempting to bind port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 on network dd544982-c675-416d-b808-8dc05059ae86 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:20.819389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:20.819770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Checking segment: {'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:20.820183 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.820733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Bound using segment: {'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:20.821211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Bound port: 6c0ad49c-b01a-431b-9eca-36e9b2b374d0, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:20.821601 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.855925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Deleting port bed89f12-d7a6-45a8-8356-c821ef186c60 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:20.856497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.865187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99045dc8-c2fc-4a52-ad0f-69ec328b9511 req-20722ac7-3603-492a-8bee-eb4917a72566 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 210 time: 0.0729299 Sep 19 03:27:20.920631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] For port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:20.925804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] For port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,segment=NetworkSegment(bbaa5227-f224-4624-b6fd-8592081674c6),segment_id=bbaa5227-f224-4624-b6fd-8592081674c6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:20.931875 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:20.968391 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73ab760-7e15-4dad-b0ed-f168489fe7a2 x-openstack-request-id: req-a73ab760-7e15-4dad-b0ed-f168489fe7a2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:27:20.968721 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5b1c6-6869-4456-9aca-98289389f563", "name": "network-vif-deleted", "tag": "f6c93cd8-0cb7-44e7-bbe5-76bf494e7757", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:27:20.968932 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a73ab760-7e15-4dad-b0ed-f168489fe7a2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:27:20.969342 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5b1c6-6869-4456-9aca-98289389f563', 'name': 'network-vif-deleted', 'tag': 'f6c93cd8-0cb7-44e7-bbe5-76bf494e7757', 'status': 'completed', 'code': 200} Sep 19 03:27:21.005985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565fc13-226d-4869-8e16-bda4f3bf8595 None None] Pushing event updated for resources: {'Port': ['ID=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:21.010559 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:21.038011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Calling delete_port for bed89f12-d7a6-45a8-8356-c821ef186c60 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:21.208865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-66b3fc2c-e39c-4cde-88ae-d94bfac2cfa0 service neutron] 10.222.0.22 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6930845 Sep 19 03:27:21.240406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:21.290884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Port': ['ID=bed89f12-d7a6-45a8-8356-c821ef186c60,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:21.345427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.20.0.1 (dd544982-c675-416d-b808-8dc05059ae86/78dc8b27-0e69-499a-ad69-3aa12862cdc1/b93fb312-c24b-4682-ba8b-24ef041d1a7f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:21.401505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:21.404085 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0a23234b-3fa0-4a00-afa3-940d4e39e4b1 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "DELETE /v2.0/ports/bed89f12-d7a6-45a8-8356-c821ef186c60 HTTP/1.1" status: 204 len: 168 time: 0.7895441 Sep 19 03:27:21.407587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46212) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:21.463585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-3cd89124-e80b-4036-ae4d-b108e8702a56 service neutron] 10.222.0.22 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334416 Sep 19 03:27:21.467540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d3b2ff-58d4-4172-a45c-968347451014 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:21.470249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-55d3b2ff-58d4-4172-a45c-968347451014 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "GET /v2.0/ports?device_id=89a97ae7-85de-4be1-98b2-69125fa15d9f HTTP/1.1" status: 200 len: 913 time: 0.0612342 Sep 19 03:27:21.470892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46214) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:21.685462 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:21.757124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46222) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:21.778839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34933b4c-a50b-4582-b356-8668c496e90b req-8d792b24-b991-4e75-abf8-132bcc2d1d52 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 210 time: 0.0783601 Sep 19 03:27:21.856918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:21.868284 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-414e55e4-1bd6-4b54-92e9-05baea52de04 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=954cc032c8ae41cb896f5b2c732c8a31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100445 Sep 19 03:27:21.951890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=b93fb312-c24b-4682-ba8b-24ef041d1a7f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:21.976768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network dd544982-c675-416d-b808-8dc05059ae86 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:21.978594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:21.982271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:22.047570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:22.255466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:22.309528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-66c06ca8-1ae7-4165-81c0-a86d7ae5a972 req-8c3fcf93-183f-467e-a6cf-e437418e26d4 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 210 time: 0.2552161 Sep 19 03:27:22.358616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:22.374499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:22.377683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:22.524327 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:22.580122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,segment=NetworkSegment(bbaa5227-f224-4624-b6fd-8592081674c6),segment_id=bbaa5227-f224-4624-b6fd-8592081674c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:22.594591 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:22.703682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:22.736664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813295b-2244-4f59-87cf-cfff1233152b None None] Network dd544982-c675-416d-b808-8dc05059ae86 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:22.860032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-d75d5935-ac70-450a-a94d-37956bea484d tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:22.862152 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-d75d5935-ac70-450a-a94d-37956bea484d tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9849551 Sep 19 03:27:22.885538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Request body: {'port': {'device_id': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '954cc032c8ae41cb896f5b2c732c8a31'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:22.900434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-35c58a31-0f04-490e-b259-9c832c9eb982 None None] Provisioning complete for port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:22.900806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35c58a31-0f04-490e-b259-9c832c9eb982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.041298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3f1336e-4c63-45b1-a0f4-5b9a649f935c req-f87dd4e2-8e69-4cd7-813f-ee51d91c3b4e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 210 time: 0.0368304 Sep 19 03:27:23.169870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.231785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Made reservation on behalf of 954cc032c8ae41cb896f5b2c732c8a31 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:23.235439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.243417 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.250710 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.251019 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.394948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=b93fb312-c24b-4682-ba8b-24ef041d1a7f,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:23.403440 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.487822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-127f5afa-d47d-4809-9951-ec8aa113033d None None] Provisioning complete for port b93fb312-c24b-4682-ba8b-24ef041d1a7f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:23.488404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-127f5afa-d47d-4809-9951-ec8aa113033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.504314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64ff97bd-a9cb-4deb-bb75-6bc85c1b8fb2 req-771256cf-38ba-4a45-aee5-02cd4c1479aa tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 210 time: 0.0590472 Sep 19 03:27:23.557277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-127f5afa-d47d-4809-9951-ec8aa113033d None None] Port b93fb312-c24b-4682-ba8b-24ef041d1a7f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:23.594877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-127f5afa-d47d-4809-9951-ec8aa113033d None None] Provisioning complete for port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:23.594877 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-127f5afa-d47d-4809-9951-ec8aa113033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.595994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.618886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network dd544982-c675-416d-b808-8dc05059ae86 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:23.620812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:23.637194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:23.676817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:23.677170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device f6c93cd8-0cb7-44e7-bbe5-76bf494e7757 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:23.697923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-33eecbf0-d14f-4145-bf5b-436508a87c91 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:23.699653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-33eecbf0-d14f-4145-bf5b-436508a87c91 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 815 time: 0.4105384 Sep 19 03:27:23.744121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Request body: {'port': {'device_id': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'admin_state_up': True, 'tenant_id': '69d544fa89fe4d5a9ac556726ccc595f'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:23.820115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:27:23.872992 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.886627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c662b1b7-9c64-4797-9d56-ce6a21b099c4 None None] Provisioning complete for port b93fb312-c24b-4682-ba8b-24ef041d1a7f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:23.887375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c662b1b7-9c64-4797-9d56-ce6a21b099c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.894759 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:23.954383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:23.966264 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:23.975949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ec9fbc36-ed16-4c58-be6e-e43e6ad3b719 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1523778 Sep 19 03:27:23.977044 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:23.978022 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:23.978917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:23.983987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c662b1b7-9c64-4797-9d56-ce6a21b099c4 None None] Port b93fb312-c24b-4682-ba8b-24ef041d1a7f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:23.986601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-56140265'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:24.033374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:24.038987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.115243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c93d7c7-dfe2-4f29-9b61-100ddbc60540,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:24.119970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:24.138111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c1ffdb57-d975-4a1e-b8a8-b59d51e2c361 None None] Provisioning complete for port b93fb312-c24b-4682-ba8b-24ef041d1a7f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:24.138556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1ffdb57-d975-4a1e-b8a8-b59d51e2c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.156697 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:24.215648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.216322 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment 0d0e1df7-1a51-421b-a279-6ffd59dd9df7 of type vlan for network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f Sep 19 03:27:24.219024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffdb57-d975-4a1e-b8a8-b59d51e2c361 None None] Port b93fb312-c24b-4682-ba8b-24ef041d1a7f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:24.220621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa6db406-2127-483c-a44b-4630ceedaab0 req-61fdb575-04ac-493b-bb6e-fac13dcd3711 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 210 time: 0.0703704 Sep 19 03:27:24.225124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:24.267294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.286565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Made reservation on behalf of 69d544fa89fe4d5a9ac556726ccc595f for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:24.290056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.298788 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.310120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:24.311702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:24.312091 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.313915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.344909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Allocated IP 192.168.233.150 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:24.374542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3936260 Sep 19 03:27:24.378858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46246) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:24.389283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:24.479981 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:22Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:23Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:24.516111 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:24.516856 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Updating router d27cc73f-bc8b-4518-a7ec-860c112211b2 port b93fb312-c24b-4682-ba8b-24ef041d1a7f binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:27:24.549877 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.554867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca0886-c840-4e68-96de-1d89421ce7e1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=d1f978a3-55dd-4a21-b91d-1de0c5f5c94f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:24.562262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Deleting port 77acef73-8a8d-47d1-9949-523cd1380c7e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:24.562606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.570926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:24.576861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:24.581400 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.639164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Allocated IP 172.20.0.12 (8e2c0237-e3df-4ff0-95b0-5b940c7193b4/05ba7dd1-3cf0-477b-96da-b57594f17113/85da839a-eb9d-4d28-afd9-5e68b3062248) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:24.659284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2548f904-e7e8-4060-adab-7677ec22d3d4 req-6db47c25-1ca8-42e4-abce-b953217f5760 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 210 time: 0.0406001 Sep 19 03:27:24.858410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.931710 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.935006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=cbdc9e70-533a-4a1f-85b0-c3c948998c7a,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:24.936348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:24.936885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.943506 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.945691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:24.946076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: d1f978a3-55dd-4a21-b91d-1de0c5f5c94f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:24.966115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:24.968613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:24.980935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, d1f978a3-55dd-4a21-b91d-1de0c5f5c94f) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:24.988992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:24.989694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.018514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f8e20f-e7f6-4854-9ddd-cc58295eba74 None None] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:25.039362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Calling delete_port for 77acef73-8a8d-47d1-9949-523cd1380c7e owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:25.072670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b5b39a62-9b72-4dda-83b2-c2f134f60e06 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6889749 Sep 19 03:27:25.076169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46250) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:25.190155 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Attempting to bind port b93fb312-c24b-4682-ba8b-24ef041d1a7f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:25.190833 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Attempting to bind port b93fb312-c24b-4682-ba8b-24ef041d1a7f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:25.190963 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Attempting to bind port b93fb312-c24b-4682-ba8b-24ef041d1a7f on network dd544982-c675-416d-b808-8dc05059ae86 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:25.209368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.218377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:25.219007 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Checking segment: {'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:25.219823 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.219823 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Bound using segment: {'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:25.222768 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Bound port: b93fb312-c24b-4682-ba8b-24ef041d1a7f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaa5227-f224-4624-b6fd-8592081674c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:25.223174 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.263385 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Pushing event updated for resources: {'Port': ['ID=b93fb312-c24b-4682-ba8b-24ef041d1a7f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:25.318021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.330051 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.330401 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.330765 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.331089 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.331424 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.333746 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.334956 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.335140 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.335476 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.336078 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.336218 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.336442 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:25.348151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:25.348531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.367186 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:27:25.378469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:25.382909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-d1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:27:25.387606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.415652 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] For port b93fb312-c24b-4682-ba8b-24ef041d1a7f, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:25.421230 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] For port b93fb312-c24b-4682-ba8b-24ef041d1a7f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b93fb312-c24b-4682-ba8b-24ef041d1a7f,segment=NetworkSegment(bbaa5227-f224-4624-b6fd-8592081674c6),segment_id=bbaa5227-f224-4624-b6fd-8592081674c6)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:25.433831 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.440326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ae78ce9-1a67-4102-a5a7-ca9daff821cb req-806026f4-accb-47fd-859d-76f5c817285f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 210 time: 0.0611963 Sep 19 03:27:25.525261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.526554 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:25.527404 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:25.716159 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:25.767114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Allocated IP 172.21.0.2 (d1f978a3-55dd-4a21-b91d-1de0c5f5c94f/cbdc9e70-533a-4a1f-85b0-c3c948998c7a/295d1779-fc06-4104-bdc8-b290dce71e15) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:25.813115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:25.941987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa7c0e-4769-4bc7-ab72-e0f455b86a4e req-7c3067e3-ef31-49bb-a2bf-a1cadc68bb1f tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:25.944527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48aa7c0e-4769-4bc7-ab72-e0f455b86a4e req-7c3067e3-ef31-49bb-a2bf-a1cadc68bb1f tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 936 time: 0.1343720 Sep 19 03:27:26.009881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.023914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.025131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48aa7c0e-4769-4bc7-ab72-e0f455b86a4e req-b712a89a-13d4-462f-9577-e0e44876585f tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500953 Sep 19 03:27:26.029717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d41a3747-c981-4a21-a5e6-dca686bf748b None None] Provisioning complete for port b93fb312-c24b-4682-ba8b-24ef041d1a7f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:26.033159 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41a3747-c981-4a21-a5e6-dca686bf748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.070089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:26.073248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.079141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:26.097720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:26.101461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:26.162989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:26.168337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:26.172202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:26.191735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.231759 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f071d6f-b9b0-4b31-bf97-5a8c2bcc463c None None] Pushing event updated for resources: {'Port': ['ID=b93fb312-c24b-4682-ba8b-24ef041d1a7f,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.239173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41a3747-c981-4a21-a5e6-dca686bf748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.245269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:26.248936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:26.251099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Pushing event updated for resources: {'Port': ['ID=295d1779-fc06-4104-bdc8-b290dce71e15,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.298272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Pushing event updated for resources: {'Port': ['ID=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.312920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d41a3747-c981-4a21-a5e6-dca686bf748b None None] For port b93fb312-c24b-4682-ba8b-24ef041d1a7f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b93fb312-c24b-4682-ba8b-24ef041d1a7f,segment=NetworkSegment(bbaa5227-f224-4624-b6fd-8592081674c6),segment_id=bbaa5227-f224-4624-b6fd-8592081674c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:26.314780 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:22Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:25Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:26.341616 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d41a3747-c981-4a21-a5e6-dca686bf748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.371250 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf15b63e-f868-4e9f-a033-18317fe6b452 None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:22Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:25Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:26.383542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Attempting to bind port 295d1779-fc06-4104-bdc8-b290dce71e15 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:26.384929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Attempting to bind port 295d1779-fc06-4104-bdc8-b290dce71e15 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:26.385378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Attempting to bind port 295d1779-fc06-4104-bdc8-b290dce71e15 on network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:26.402278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.21.0.1 (d1f978a3-55dd-4a21-b91d-1de0c5f5c94f/cbdc9e70-533a-4a1f-85b0-c3c948998c7a/9adc9dfa-3165-451d-aa6f-85b90b7acebd) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:26.461255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:26.461625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Checking segment: {'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:26.462027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.462424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Bound using segment: {'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:26.462932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Bound port: 295d1779-fc06-4104-bdc8-b290dce71e15, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:26.463311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.466282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a3747-c981-4a21-a5e6-dca686bf748b None None] Pushing event updated for resources: {'Port': ['ID=b93fb312-c24b-4682-ba8b-24ef041d1a7f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.484401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:26.485352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.521454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4a481798-86cd-4620-9343-675214e1d3bd None None] Provisioning complete for port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:26.521825 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a481798-86cd-4620-9343-675214e1d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.527539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:26.528448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.591081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.608796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4a481798-86cd-4620-9343-675214e1d3bd None None] Port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:26.634033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] For port 295d1779-fc06-4104-bdc8-b290dce71e15, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:26.636534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4a481798-86cd-4620-9343-675214e1d3bd None None] Provisioning complete for port b93fb312-c24b-4682-ba8b-24ef041d1a7f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:26.637183 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4a481798-86cd-4620-9343-675214e1d3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.641151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] For port 295d1779-fc06-4104-bdc8-b290dce71e15, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=295d1779-fc06-4104-bdc8-b290dce71e15,segment=NetworkSegment(0d0e1df7-1a51-421b-a279-6ffd59dd9df7),segment_id=0d0e1df7-1a51-421b-a279-6ffd59dd9df7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:26.667380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.669792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.679470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00021885-58a7-452e-8f66-0b9cfbdd5549 req-a136f966-a738-4ab3-9d05-c2386a1e6b2e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:26.681404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00021885-58a7-452e-8f66-0b9cfbdd5549 req-a136f966-a738-4ab3-9d05-c2386a1e6b2e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 932 time: 0.0832152 Sep 19 03:27:26.697533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.713057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:26.742809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa276759-227b-4aa5-9f92-31e72c217f5f None None] Pushing event updated for resources: {'Port': ['ID=295d1779-fc06-4104-bdc8-b290dce71e15,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.776815 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-9c77503a-47ae-4e8a-9d1e-6195d0eead2a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8955498 Sep 19 03:27:26.794522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Port': ['ID=77acef73-8a8d-47d1-9949-523cd1380c7e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.818241 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-eae302ff-59e1-450f-8bc5-b52fd0c2619c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0823462 Sep 19 03:27:26.835696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:26.844983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00021885-58a7-452e-8f66-0b9cfbdd5549 req-40b82df7-9811-4a58-b186-14a63ce6f3eb tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551476 Sep 19 03:27:26.848552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:26.853360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:26.888276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Request body: {'port': {'device_id': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:26.948747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Request body: {'port': {'device_id': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:26.963844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=9adc9dfa-3165-451d-aa6f-85b90b7acebd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:26.971467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:27.019010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.204252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.342662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.404991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89583b23-45a5-4ffe-8db1-7d1b32203990 req-ea5edf9b-8044-4d7c-9a32-a92ae719f99b tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:27.406580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89583b23-45a5-4ffe-8db1-7d1b32203990 req-ea5edf9b-8044-4d7c-9a32-a92ae719f99b tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 936 time: 0.2111914 Sep 19 03:27:27.484701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89583b23-45a5-4ffe-8db1-7d1b32203990 req-7fb7c9f7-f9c7-42ee-bab9-e468cae7877a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703490 Sep 19 03:27:27.531513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.559970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.727215 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.732701 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.772531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.781539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:27.843147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=9adc9dfa-3165-451d-aa6f-85b90b7acebd,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:27.946650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:27.959764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:28.115750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:28.130881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef104efd-ce8c-432a-a7b4-08b336d1646a req-f224a9a7-384a-47f6-a00e-355d54d0f237 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:28.132505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef104efd-ce8c-432a-a7b4-08b336d1646a req-f224a9a7-384a-47f6-a00e-355d54d0f237 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 932 time: 0.1930237 Sep 19 03:27:28.317832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46b230-ad93-41f9-ab83-3b78c4a6c858 None None] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:28.364656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 295d1779-fc06-4104-bdc8-b290dce71e15 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:28.542441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:27:28.567559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 2b9b1d55-5017-48b3-8503-e7db35c69087 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:28.575213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:28.687312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Transition to ACTIVE for port object b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:27:28.709629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d5a680ac-1bbf-417c-907e-211f6d5bb3d4 None None] Provisioning complete for port 295d1779-fc06-4104-bdc8-b290dce71e15 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:28.710571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5a680ac-1bbf-417c-907e-211f6d5bb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:28.729198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef104efd-ce8c-432a-a7b4-08b336d1646a req-a9b92747-5a54-43eb-a6e0-0401b12e5046 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045288 Sep 19 03:27:28.735578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:28.743782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8eafe8ce-cb62-43db-890a-b4d0408decc1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6642635 Sep 19 03:27:28.751802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46298) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:28.755265 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:28.758475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e28134-ef66-4c7e-8de1-8bc3eb64d253 req-ccc214d3-76c9-414b-811b-11f668e06435 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:28.766577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-16e28134-ef66-4c7e-8de1-8bc3eb64d253 req-ccc214d3-76c9-414b-811b-11f668e06435 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 936 time: 0.1148515 Sep 19 03:27:28.770722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-843265325'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:28.799656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Router 89a97ae7-85de-4be1-98b2-69125fa15d9f has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:28.814199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-16e28134-ef66-4c7e-8de1-8bc3eb64d253 req-26c3235d-b6ed-482e-9138-192c16a77005 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468109 Sep 19 03:27:28.833848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85da839a-eb9d-4d28-afd9-5e68b3062248 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:27:28.851536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 295d1779-fc06-4104-bdc8-b290dce71e15 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:28.851841 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:28.877899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:28.881554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:28.967607 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5a680ac-1bbf-417c-907e-211f6d5bb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.062337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d5a680ac-1bbf-417c-907e-211f6d5bb3d4 None None] For port 295d1779-fc06-4104-bdc8-b290dce71e15, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=295d1779-fc06-4104-bdc8-b290dce71e15,segment=NetworkSegment(0d0e1df7-1a51-421b-a279-6ffd59dd9df7),segment_id=0d0e1df7-1a51-421b-a279-6ffd59dd9df7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:29.071095 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.086985 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d5a680ac-1bbf-417c-907e-211f6d5bb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.112729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:29.163602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:29.164250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:29.243578 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:27:29.243971 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:27:29.287888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.316215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a680ac-1bbf-417c-907e-211f6d5bb3d4 None None] Pushing event updated for resources: {'Port': ['ID=295d1779-fc06-4104-bdc8-b290dce71e15,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:29.333835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:29.394516 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Transition to ACTIVE for port object 85da839a-eb9d-4d28-afd9-5e68b3062248 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:27:29.417838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:29.449776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b8061d0e-1a20-4b44-b4c9-97aaf85ad56f None None] Provisioning complete for port 9adc9dfa-3165-451d-aa6f-85b90b7acebd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:29.450713 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b8061d0e-1a20-4b44-b4c9-97aaf85ad56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.475984 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.503306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:29.514419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.515283 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment f2d24708-bc65-4b84-9569-fbacfdc48ae0 of type vlan for network 6c89048f-a1e0-4b37-96e4-e4e743db95ff Sep 19 03:27:29.558895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.622690 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.632444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:29.633426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.663339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b8061d0e-1a20-4b44-b4c9-97aaf85ad56f None None] Port 9adc9dfa-3165-451d-aa6f-85b90b7acebd cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:29.667107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9128683 Sep 19 03:27:29.670381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46304) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:29.675444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:29.681079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:29.690340 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-73942bbe-ab47-4eb6-adad-ea51b845d71b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/2b9b1d55-5017-48b3-8503-e7db35c69087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9275949 Sep 19 03:27:29.693057 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] Sync routers for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:29.696362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46306) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:29.714706 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:29.715367 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:29.729152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b8061d0e-1a20-4b44-b4c9-97aaf85ad56f None None] Provisioning complete for port 295d1779-fc06-4104-bdc8-b290dce71e15 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:29.729537 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b8061d0e-1a20-4b44-b4c9-97aaf85ad56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.794374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting subnet 9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:27:29.836404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Attempting to bind port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:29.836743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Attempting to bind port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:29.837099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Attempting to bind port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:29.853945 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:29.860184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b93fb312-c24b-4682-ba8b-24ef041d1a7f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:29.906117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:27Z', 'revision_number': 3, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:27Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:29.992733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:29.992983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Updating router d27cc73f-bc8b-4518-a7ec-860c112211b2 port 9adc9dfa-3165-451d-aa6f-85b90b7acebd binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:27:29.994625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:27:30.005090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Attempting to bind port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:30.012730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:30.043585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98518a4d-7f0e-4de6-9192-87f4efe48571 req-62500f15-4c41-4c52-97f6-1bbe79cb6c21 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:30.051515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98518a4d-7f0e-4de6-9192-87f4efe48571 req-62500f15-4c41-4c52-97f6-1bbe79cb6c21 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 948 time: 0.1088262 Sep 19 03:27:30.060157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:30.064185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.072546 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:30.072784 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.099241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.224002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4115311-4d72-4fda-b396-035e2d04e16b req-69445ed2-f4c8-4439-948d-4892fcb944ca tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:30.235845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4115311-4d72-4fda-b396-035e2d04e16b req-69445ed2-f4c8-4439-948d-4892fcb944ca tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.3204639 Sep 19 03:27:30.242475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b93fb312-c24b-4682-ba8b-24ef041d1a7f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:30.242688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:30.242939 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.243059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:30.243377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:30.243842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Bound port: b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:30.244278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.338732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0508db9f-1d23-4db6-a58a-62c0f9c9b07e None None] Provisioning complete for port 9adc9dfa-3165-451d-aa6f-85b90b7acebd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:30.339967 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0508db9f-1d23-4db6-a58a-62c0f9c9b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.370876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.375895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbb415-66d3-4aa4-b009-b0646845a474 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=6c89048f-a1e0-4b37-96e4-e4e743db95ff,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:30.403229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:30.471014 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:30.471983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e61c64f3-0193-4688-8ad1-c32a386f85f9 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "PUT /v2.0/routers/89a97ae7-85de-4be1-98b2-69125fa15d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0000067 Sep 19 03:27:30.490049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] Sync routers for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:30.492590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:30.496006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46312) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:30.535096 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] Checking router: 2b9b1d55-5017-48b3-8503-e7db35c69087 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:30.551236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] Routers {'2b9b1d55-5017-48b3-8503-e7db35c69087'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:30.552048 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2b9b1d55-5017-48b3-8503-e7db35c69087'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:30.611667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98518a4d-7f0e-4de6-9192-87f4efe48571 req-1d1cb8d4-afce-482d-9dac-723e8e6bc766 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592744 Sep 19 03:27:30.616305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.631550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4115311-4d72-4fda-b396-035e2d04e16b req-046f121c-1892-4f09-90cc-3939f4280144 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947353 Sep 19 03:27:30.667108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.669305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:30.672114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:30.676940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0508db9f-1d23-4db6-a58a-62c0f9c9b07e None None] Port 9adc9dfa-3165-451d-aa6f-85b90b7acebd cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:30.733897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] For port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:30.745967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] For port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:30.756846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.769694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Attempting to bind port 85da839a-eb9d-4d28-afd9-5e68b3062248 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:30.770058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Attempting to bind port 85da839a-eb9d-4d28-afd9-5e68b3062248 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:30.770381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Attempting to bind port 85da839a-eb9d-4d28-afd9-5e68b3062248 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:30.792533 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] Set router 2b9b1d55-5017-48b3-8503-e7db35c69087 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:30.802931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 295d1779-fc06-4104-bdc8-b290dce71e15 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:30.815397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Port 85da839a-eb9d-4d28-afd9-5e68b3062248 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:27:30.815562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Attempting to bind port 85da839a-eb9d-4d28-afd9-5e68b3062248 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:30.822096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:30.830245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:30.830971 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.832670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] 10.222.0.32 "PUT /v2.0/ports/b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 HTTP/1.1" status: 200 len: 1096 time: 4.0174925 Sep 19 03:27:30.835443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'tag': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:27:30.838386 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75c980c-5167-49bb-bcaa-f76e13df93c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0", "tag": "b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:27:30.855061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:30.855570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Checking segment: {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:30.855968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Bound using segment: {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:30.856426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Bound port: 85da839a-eb9d-4d28-afd9-5e68b3062248, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:30.856795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.885082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:30.948041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3ef89-bd2e-41db-aab1-b02bb84dbb67 service neutron] Pushing event updated for resources: {'Port': ['ID=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:30.974452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:30.999452 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bdd2b5-a3dc-4a7b-baf0-b6c45117601f x-openstack-request-id: req-c7bdd2b5-a3dc-4a7b-baf0-b6c45117601f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:27:30.999706 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0", "tag": "b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:27:30.999858 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7bdd2b5-a3dc-4a7b-baf0-b6c45117601f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:27:31.000270 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'tag': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2', 'status': 'completed', 'code': 200} Sep 19 03:27:31.006073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:31.010706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: 6c89048f-a1e0-4b37-96e4-e4e743db95ff, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:31.013369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.020279 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5fc03232-6989-4a85-8643-1234eaf2cf05 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/subnets/9e3748f1-9072-4ca2-a6b4-7b0090d1a4d3 HTTP/1.1" status: 204 len: 168 time: 1.3116500 Sep 19 03:27:31.021620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8805f1-5597-4890-9f2b-9de20b1da32f None None] Network 5bec0a04-2c3c-4682-9fec-094f13a7fe37 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:31.026606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46320) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:31.031509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=5dcfcc0e-8d73-46a4-8f60-89706877b600,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:31.043627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] Routers {'89a97ae7-85de-4be1-98b2-69125fa15d9f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:31.046224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['89a97ae7-85de-4be1-98b2-69125fa15d9f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:31.061391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.123721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-a8f6a4ca-1089-4033-ab4d-cbc11a4b1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:31.125406 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-a8f6a4ca-1089-4033-ab4d-cbc11a4b1239 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=954cc032c8ae41cb896f5b2c732c8a31&device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 1099 time: 0.1925983 Sep 19 03:27:31.129568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:31.138035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:31.155957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:31.156973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ef6f8-a6fa-4334-b2e3-5d12e1790dc9 None None] The sync data for ids ['89a97ae7-85de-4be1-98b2-69125fa15d9f'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:31.162104 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:31.180159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.193178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:31.219245 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46be7c-a363-4c4e-91f9-4e05bfe6e41b None None] The sync data for ids ['2b9b1d55-5017-48b3-8503-e7db35c69087'] in n-d-809936-1 is: [{'id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232912214', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '3324a218-7e29-4a04-9932-250c4bba4036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:23:51Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '3324a218-7e29-4a04-9932-250c4bba4036', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9b1d55-5017-48b3-8503-e7db35c69087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2591, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:23:52Z', 'updated_at': '2021-09-19T03:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:31.266465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 6c89048f-a1e0-4b37-96e4-e4e743db95ff) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:31.274462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:31.275492 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.291056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-873535c6-2902-474b-aee9-8ebaa549cb8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 HTTP/1.1" status: 200 len: 217 time: 0.1408033 Sep 19 03:27:31.291605 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.294199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:31.294913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.296266 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] 10.222.0.32 "PUT /v2.0/ports/85da839a-eb9d-4d28-afd9-5e68b3062248 HTTP/1.1" status: 200 len: 1092 time: 4.3991878 Sep 19 03:27:31.303110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c46b64-665d-414f-8ef3-fa97ed815524 None None] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:31.318868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.324737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c6a905de-4137-47b4-820e-b52d59e2c68e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6532633 Sep 19 03:27:31.330285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46322) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:31.390321 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.420121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 295d1779-fc06-4104-bdc8-b290dce71e15 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:31.420492 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.420619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.462321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637da296-538b-4ce4-9ef0-f02f5344aba6 service neutron] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:31.477091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-e9b4f112-609d-4a9f-9c85-e27d9aff59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:31.479569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-e9b4f112-609d-4a9f-9c85-e27d9aff59e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1716850 Sep 19 03:27:31.570477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-61a58365-c15f-4899-80aa-b55fc5726bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:31.572717 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-61a58365-c15f-4899-80aa-b55fc5726bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 1095 time: 0.2037735 Sep 19 03:27:31.635907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Deleting port a862bd90-b8bf-461a-9477-7a7860560c73 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:31.636270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.643809 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-8c19762c-ac68-4405-9182-80bceb1cc18c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da839a-eb9d-4d28-afd9-5e68b3062248 HTTP/1.1" status: 200 len: 217 time: 0.0558996 Sep 19 03:27:31.652582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-c30be9c0-81f7-4fe9-9949-adf0b0e68628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:31.655917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-c30be9c0-81f7-4fe9-9949-adf0b0e68628 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690207 Sep 19 03:27:31.724561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:31.842376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-574c1f9a-84f0-4afc-be45-70eac7e5a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:31.844078 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-574c1f9a-84f0-4afc-be45-70eac7e5a24b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 200 len: 855 time: 0.1839209 Sep 19 03:27:31.947067 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-d0da4fb0-d389-4c5e-a29e-093370373c8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735078 Sep 19 03:27:31.971621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2780686-8478-4912-97bd-17dcc0ae5816 None None] Pushing event updated for resources: {'Port': ['ID=9adc9dfa-3165-451d-aa6f-85b90b7acebd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:32.034778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-d30d283a-df0f-4c7d-81a8-206aa9f09d44 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653588 Sep 19 03:27:32.101352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Attempting to bind port 9adc9dfa-3165-451d-aa6f-85b90b7acebd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:32.112045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Attempting to bind port 9adc9dfa-3165-451d-aa6f-85b90b7acebd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:32.114634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.115452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Attempting to bind port 9adc9dfa-3165-451d-aa6f-85b90b7acebd on network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:32.124840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77dd590-267a-4567-899c-65d7c7ce1c1a req-bfa7893b-529a-408c-ba8f-8f7e36e1f9c9 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:32.126440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b77dd590-267a-4567-899c-65d7c7ce1c1a req-bfa7893b-529a-408c-ba8f-8f7e36e1f9c9 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.4023225 Sep 19 03:27:32.143627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Calling delete_port for a862bd90-b8bf-461a-9477-7a7860560c73 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:32.158827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:32.158827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Checking segment: {'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:32.159321 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.159918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 3324a218-7e29-4a04-9932-250c4bba4036 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:32.160326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.163672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Bound using segment: {'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:32.164572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Bound port: 9adc9dfa-3165-451d-aa6f-85b90b7acebd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0e1df7-1a51-421b-a279-6ffd59dd9df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:32.165128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.188440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb646b-9247-460f-9993-3cac5dafc6fc req-050bb8c8-8f20-430e-86d2-a341384ebfc5 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:32.196303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] DHCP port deletion for 5bec0a04-2c3c-4682-9fec-094f13a7fe37 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:27:32.196825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72fb646b-9247-460f-9993-3cac5dafc6fc req-050bb8c8-8f20-430e-86d2-a341384ebfc5 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 948 time: 0.3917446 Sep 19 03:27:32.268013 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-174990da-eaf6-4f10-837f-539ff4703594 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070526 Sep 19 03:27:32.316561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:27:32.317683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.339403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72fb646b-9247-460f-9993-3cac5dafc6fc req-aa6e4f8a-8ef2-4676-8b91-f3b6116172fc tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414351 Sep 19 03:27:32.351476 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f143cabe-cfec-4018-8953-1c2da52c0d05 req-629d1329-623e-4fd5-aec3-a867176af52e service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590084 Sep 19 03:27:32.363275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 3324a218-7e29-4a04-9932-250c4bba4036, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3324a218-7e29-4a04-9932-250c4bba4036,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:32.364653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.366242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bf22df41-88bb-416a-8a8c-45e21c81be56 None None] Provisioning complete for port 9adc9dfa-3165-451d-aa6f-85b90b7acebd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:32.366711 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bf22df41-88bb-416a-8a8c-45e21c81be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.393361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b77dd590-267a-4567-899c-65d7c7ce1c1a req-f81b614d-91aa-4d77-ae29-b2615f193abf tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193229 Sep 19 03:27:32.419602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] Deleting port 28eeec66-5216-4556-a3b2-38e330789eb3 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:32.421144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.444348 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.489591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 3324a218-7e29-4a04-9932-250c4bba4036 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:32.502311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] For port 28eeec66-5216-4556-a3b2-38e330789eb3, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=28eeec66-5216-4556-a3b2-38e330789eb3,segment=NetworkSegment(fa8c6663-42da-48ce-8310-5c9dd9eb718c),segment_id=fa8c6663-42da-48ce-8310-5c9dd9eb718c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:32.503102 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.519023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] Calling delete_port for 28eeec66-5216-4556-a3b2-38e330789eb3 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:32.531601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] For port 9adc9dfa-3165-451d-aa6f-85b90b7acebd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:32.581155 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1bcb31ad-4055-4e5f-8500-d7b645a10c00 req-0a176ddb-e6da-4e83-bfa9-7cee3e78fba2 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022282 Sep 19 03:27:32.603999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-17249978-de85-4758-ba07-9d253fb48392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:32.605999 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-17249978-de85-4758-ba07-9d253fb48392 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=954cc032c8ae41cb896f5b2c732c8a31&device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 1099 time: 0.1443071 Sep 19 03:27:32.653499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] For port 9adc9dfa-3165-451d-aa6f-85b90b7acebd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9adc9dfa-3165-451d-aa6f-85b90b7acebd,segment=NetworkSegment(0d0e1df7-1a51-421b-a279-6ffd59dd9df7),segment_id=0d0e1df7-1a51-421b-a279-6ffd59dd9df7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:32.672401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bf22df41-88bb-416a-8a8c-45e21c81be56 None None] Port 9adc9dfa-3165-451d-aa6f-85b90b7acebd cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:32.678222 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.729246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:32.804317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:32.805057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e5c12a6a-9bb1-4f01-89c2-9b3ef869f0bd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:32.805719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 28eeec66-5216-4556-a3b2-38e330789eb3 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:32.846453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-1dd58459-a15f-427f-89aa-8a42479595b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:32.848140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-1dd58459-a15f-427f-89aa-8a42479595b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.2220898 Sep 19 03:27:32.856765 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.905896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2780686-8478-4912-97bd-17dcc0ae5816 None None] Pushing event updated for resources: {'Port': ['ID=9adc9dfa-3165-451d-aa6f-85b90b7acebd,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:32.907817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Port': ['ID=a862bd90-b8bf-461a-9477-7a7860560c73,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:32.913822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-7255170f-08a3-49c7-88ee-2019b58a3a9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 HTTP/1.1" status: 200 len: 217 time: 0.0434189 Sep 19 03:27:32.969123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Allocated IP 172.22.0.2 (6c89048f-a1e0-4b37-96e4-e4e743db95ff/5dcfcc0e-8d73-46a4-8f60-89706877b600/9e2dcb1e-6fdd-45d5-aa29-9ace636e0455) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:32.970951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:32.971595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:32.977679 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.979621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:32.984503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.020622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:27:33.022902 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e167bb4c-89ac-4ee3-b2a0-929edf665c49" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:27:33.035092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=3324a218-7e29-4a04-9932-250c4bba4036,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:33.054281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-735ef1b5-0d2b-47ee-943e-6af52de8682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:33.055827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-735ef1b5-0d2b-47ee-943e-6af52de8682b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1351366 Sep 19 03:27:33.120949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No active binding found for port 28eeec66-5216-4556-a3b2-38e330789eb3 {{(pid=94724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 19 03:27:33.121378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 28eeec66-5216-4556-a3b2-38e330789eb3 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:33.135054 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45764ac7-a92a-4511-acc6-e31e0e156b55 x-openstack-request-id: req-45764ac7-a92a-4511-acc6-e31e0e156b55 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:27:33.135397 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:27:33.135658 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45764ac7-a92a-4511-acc6-e31e0e156b55 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:27:33.136146 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'status': 'completed', 'code': 200} Sep 19 03:27:33.140755 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.143611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.149732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.184544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] Pushing event deleted for resources: {'Port': ['ID=28eeec66-5216-4556-a3b2-38e330789eb3,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:33.204963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d021b-f995-4f7d-ae27-508076e8a5e8 None None] No DVR routers for this DVR port 28eeec66-5216-4556-a3b2-38e330789eb3 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:33.220522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.221172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Fanout notify agent at l3_agent the message router_deleted on router 89a97ae7-85de-4be1-98b2-69125fa15d9f {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:27:33.233625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-41456315-c05e-4515-b07e-9889b01622b0 None None] Provisioning complete for port 9adc9dfa-3165-451d-aa6f-85b90b7acebd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:33.234008 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41456315-c05e-4515-b07e-9889b01622b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.240019 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.241592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ee87c804-88fd-4382-9de5-0c6e652ee156 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "DELETE /v2.0/routers/89a97ae7-85de-4be1-98b2-69125fa15d9f HTTP/1.1" status: 204 len: 168 time: 2.7445612 Sep 19 03:27:33.245008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46336) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:33.261096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.263448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.299406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:33.315990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Deleting subnet 132f6e97-e496-491e-89f9-53111afb7e45 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:27:33.320173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.371771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.519237 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.522959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41456315-c05e-4515-b07e-9889b01622b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.629878 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.636325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-41456315-c05e-4515-b07e-9889b01622b0 None None] For port 9adc9dfa-3165-451d-aa6f-85b90b7acebd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9adc9dfa-3165-451d-aa6f-85b90b7acebd,segment=NetworkSegment(0d0e1df7-1a51-421b-a279-6ffd59dd9df7),segment_id=0d0e1df7-1a51-421b-a279-6ffd59dd9df7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:33.643163 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.652255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41456315-c05e-4515-b07e-9889b01622b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.656431 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.737753 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.738250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Fanout notify agent at l3_agent the message router_deleted on router 2b9b1d55-5017-48b3-8503-e7db35c69087 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:27:33.745564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.749808 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3befb85f-f703-463b-a004-b6f63a4186f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/routers/2b9b1d55-5017-48b3-8503-e7db35c69087 HTTP/1.1" status: 204 len: 168 time: 2.7184529 Sep 19 03:27:33.750820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46342) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:33.758325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41456315-c05e-4515-b07e-9889b01622b0 None None] Pushing event updated for resources: {'Port': ['ID=9adc9dfa-3165-451d-aa6f-85b90b7acebd,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:33.781070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-40aa737b-0e99-46fc-9fe1-0be7e62495a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:33.782620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-40aa737b-0e99-46fc-9fe1-0be7e62495a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7167544 Sep 19 03:27:33.793650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-2d4fc5dc-6b25-4a10-a004-d8e54d03d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:33.795300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-2d4fc5dc-6b25-4a10-a004-d8e54d03d47d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 1095 time: 0.6550364 Sep 19 03:27:33.808866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:33.815742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:33.818702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:33.823639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Pushing event updated for resources: {'Port': ['ID=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:33.913233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Attempting to bind port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:33.913611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Attempting to bind port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:33.913984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Attempting to bind port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 on network 6c89048f-a1e0-4b37-96e4-e4e743db95ff {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:33.921269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:33.921774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Checking segment: {'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:33.922188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.922621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Bound using segment: {'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:33.923027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.923515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Bound port: 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:33.923774 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:33.937280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:27Z', 'revision_number': 3, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:32Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:33.967202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de9055-3db7-4e22-93f5-06aefe06fe5f None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:27Z', 'revision_number': 3, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:32Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:34.037783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.043616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "DELETE /v2.0/subnets/132f6e97-e496-491e-89f9-53111afb7e45 HTTP/1.1" status: 204 len: 168 time: 0.7965999 Sep 19 03:27:34.049760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46344) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:34.051341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f81d5-cd60-4fdb-b3b5-4c79b42160aa tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Subnet': ['ID=132f6e97-e496-491e-89f9-53111afb7e45,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:34.061731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-41cef986-4fb9-457c-8013-13e34ffd5471 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632809 Sep 19 03:27:34.153349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-a85b2201-5c4c-48d3-a630-0a173d3df4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:34.155493 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-a85b2201-5c4c-48d3-a630-0a173d3df4e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 916 time: 0.3172686 Sep 19 03:27:34.157977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0cc1a-b570-431f-af2e-1ebdac19c57a req-51c3bd3a-9636-414b-84ba-508513be5843 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:34.158956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06b0cc1a-b570-431f-af2e-1ebdac19c57a req-51c3bd3a-9636-414b-84ba-508513be5843 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 948 time: 0.7080960 Sep 19 03:27:34.175817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.22.0.1 (6c89048f-a1e0-4b37-96e4-e4e743db95ff/5dcfcc0e-8d73-46a4-8f60-89706877b600/5ba345b8-4215-438e-b834-7a4c2c597043) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:34.182672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe41f1a-467d-44d4-83fe-6411d9692fbb None None] Network 35cf6cd3-ed63-481c-a50a-671db9b99296 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:34.189707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a3ce4-3cb1-4495-a454-f1441c3543a7 req-840cebca-9c21-4f1d-a12c-c8e2edbeaf02 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:34.190973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-294a3ce4-3cb1-4495-a454-f1441c3543a7 req-840cebca-9c21-4f1d-a12c-c8e2edbeaf02 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.5823412 Sep 19 03:27:34.229739 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-6e78c55a-0089-4737-b140-38c871e65828 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da839a-eb9d-4d28-afd9-5e68b3062248 HTTP/1.1" status: 200 len: 217 time: 0.0398645 Sep 19 03:27:34.230662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] For port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:34.239555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.335954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] For port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,segment=NetworkSegment(f2d24708-bc65-4b84-9569-fbacfdc48ae0),segment_id=f2d24708-bc65-4b84-9569-fbacfdc48ae0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:34.345645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.354793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-294a3ce4-3cb1-4495-a454-f1441c3543a7 req-080c7aa7-bf12-45ee-a97e-391d6026d7b7 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468797 Sep 19 03:27:34.365165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-0f8d0f02-0c18-476d-b43c-4255957eb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:34.366884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-0f8d0f02-0c18-476d-b43c-4255957eb14d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 200 len: 855 time: 0.0996301 Sep 19 03:27:34.378422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06b0cc1a-b570-431f-af2e-1ebdac19c57a req-a43691c3-e437-48b3-9b7c-b79f73d4d56a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995447 Sep 19 03:27:34.449267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-820e57e9-1126-48eb-ad34-dd827c06b2cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509267 Sep 19 03:27:34.453752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bec0a04-2c3c-4682-9fec-094f13a7fe37']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:34.478252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.505011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.515959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8c6663-42da-48ce-8310-5c9dd9eb718c') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:34.516329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8c6663-42da-48ce-8310-5c9dd9eb718c') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:34.536676 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e75c980c-5167-49bb-bcaa-f76e13df93c3 req-10b121ff-3442-4533-bf2f-bfb85d397421 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660084 Sep 19 03:27:34.538316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.573391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dc198-80bf-406c-8e4c-2b74dc85a822 None None] Pushing event updated for resources: {'Port': ['ID=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:34.582216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.607775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.608056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Deleting port a5c05bda-a54e-4946-8f2b-ad77ef86d08a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:34.608376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.656056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:27:34.656592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:27:34.667764 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:27:34.676277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:34.692583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:34.705261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:34.744240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] DHCP port deletion for 35cf6cd3-ed63-481c-a50a-671db9b99296 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:27:34.766153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.810165 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-d39cdc0e-a104-40d4-ad21-3bd0cc95b507 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450150 Sep 19 03:27:34.843377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9adc9dfa-3165-451d-aa6f-85b90b7acebd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:34.860464 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.873774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=5ba345b8-4215-438e-b834-7a4c2c597043,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:34.967822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] Deleting port a5c05bda-a54e-4946-8f2b-ad77ef86d08a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:34.969320 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.977651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:34.987471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/networks/5bec0a04-2c3c-4682-9fec-094f13a7fe37 HTTP/1.1" status: 204 len: 168 time: 1.2355769 Sep 19 03:27:34.988356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46362) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:35.039183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] For port a5c05bda-a54e-4946-8f2b-ad77ef86d08a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,segment=NetworkSegment(e88b3007-93c2-49dc-843a-d8860d727ad4),segment_id=e88b3007-93c2-49dc-843a-d8860d727ad4)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:35.039732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.056213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Calling delete_port for a5c05bda-a54e-4946-8f2b-ad77ef86d08a owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:35.062894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858e21d-862a-4e5f-815f-051fb6410b0f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Network': ['ID=5bec0a04-2c3c-4682-9fec-094f13a7fe37,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:35.105962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] For port a5c05bda-a54e-4946-8f2b-ad77ef86d08a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,segment=NetworkSegment(e88b3007-93c2-49dc-843a-d8860d727ad4),segment_id=e88b3007-93c2-49dc-843a-d8860d727ad4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:35.106396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.131441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9adc9dfa-3165-451d-aa6f-85b90b7acebd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:35.132128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.140594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20bc1d30-64fd-4083-af26-6005c86f63c6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.173761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] Calling delete_port for a5c05bda-a54e-4946-8f2b-ad77ef86d08a owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:35.184802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20bc1d30-64fd-4083-af26-6005c86f63c6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.212041 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.255173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] No DVR routers for this DVR port a5c05bda-a54e-4946-8f2b-ad77ef86d08a on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:35.287694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Port': ['ID=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:35.293541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20bc1d30-64fd-4083-af26-6005c86f63c6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.296748 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20bc1d30-64fd-4083-af26-6005c86f63c6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.305150 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-20bc1d30-64fd-4083-af26-6005c86f63c6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/security-groups/18843b08-f7a8-4ea9-a8c3-858cb8ada3e3 HTTP/1.1" status: 204 len: 168 time: 0.3017313 Sep 19 03:27:35.338340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.359887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc1d30-64fd-4083-af26-6005c86f63c6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18843b08-f7a8-4ea9-a8c3-858cb8ada3e3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:35.361676 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e167bb4c-89ac-4ee3-b2a0-929edf665c49 req-9c038ba0-56fc-48f5-b578-a02171c7a5b9 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5385873 Sep 19 03:27:35.392959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.443367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] Pushing event deleted for resources: {'Port': ['ID=a5c05bda-a54e-4946-8f2b-ad77ef86d08a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:35.450119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ad96c-1ad9-44c8-9967-ce1eeb96c435 None None] No DVR routers for this DVR port a5c05bda-a54e-4946-8f2b-ad77ef86d08a on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:35.503446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.517828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3324a218-7e29-4a04-9932-250c4bba4036 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:35.538479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3324a218-7e29-4a04-9932-250c4bba4036 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:35.540120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3324a218-7e29-4a04-9932-250c4bba4036 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:35.559073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35cf6cd3-ed63-481c-a50a-671db9b99296']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:35.605085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:27:35.613477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88b3007-93c2-49dc-843a-d8860d727ad4') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:35.613771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88b3007-93c2-49dc-843a-d8860d727ad4') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:35.658875 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.678296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6374641-89cc-4114-8a28-7f9380557005 req-67bee5cc-45cf-4a26-8e48-ae3541fa5a14 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:35.679903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6374641-89cc-4114-8a28-7f9380557005 req-67bee5cc-45cf-4a26-8e48-ae3541fa5a14 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.1808157 Sep 19 03:27:35.691218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.718538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:27:35.719241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:27:35.724527 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:27:35.754584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:35.768078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2', 'mac_address': 'fa:16:3e:96:79:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:27:35.821401 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.838531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:27:35.859827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:35.865978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6374641-89cc-4114-8a28-7f9380557005 req-32963e5f-2e4e-4aaf-ae26-737c7a9cde70 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595066 Sep 19 03:27:35.875050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.876591 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.886333 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:35.888244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "DELETE /v2.0/networks/35cf6cd3-ed63-481c-a50a-671db9b99296 HTTP/1.1" status: 204 len: 168 time: 1.8328195 Sep 19 03:27:35.896016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:35.938973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351692b5-0e4e-4493-a38b-6c0c8b20c651 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Network': ['ID=35cf6cd3-ed63-481c-a50a-671db9b99296,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:35.954341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:36.052254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc05610-eed9-42e0-8b7d-f2cf7ff8d42d None None] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:36.128448 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.139933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c67023-3c7c-4e1b-bacc-dd15539052f8 req-16b0f297-d3c6-4f72-a905-a0041d220820 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:36.140977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-375dab5a-d9a8-41c3-abbc-318fef54d694 None None] Provisioning complete for port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:36.141447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-375dab5a-d9a8-41c3-abbc-318fef54d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.141592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25c67023-3c7c-4e1b-bacc-dd15539052f8 req-16b0f297-d3c6-4f72-a905-a0041d220820 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 949 time: 0.1466074 Sep 19 03:27:36.144058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.260067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=5ba345b8-4215-438e-b834-7a4c2c597043,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:36.262572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.274291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25c67023-3c7c-4e1b-bacc-dd15539052f8 req-4edfb687-e102-4a02-810a-c50ff819805d tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030409 Sep 19 03:27:36.275951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:27:36.293013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Deleting port fbccabdf-7c24-4fd2-9650-fdebb43449e6 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:36.293359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.340258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-375dab5a-d9a8-41c3-abbc-318fef54d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.414384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-375dab5a-d9a8-41c3-abbc-318fef54d694 None None] For port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,segment=NetworkSegment(f2d24708-bc65-4b84-9569-fbacfdc48ae0),segment_id=f2d24708-bc65-4b84-9569-fbacfdc48ae0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:36.428342 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-375dab5a-d9a8-41c3-abbc-318fef54d694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.429652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.429991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.444558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:36.448623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Calling delete_port for fbccabdf-7c24-4fd2-9650-fdebb43449e6 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:36.450514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:36.508865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dab5a-d9a8-41c3-abbc-318fef54d694 None None] Pushing event updated for resources: {'Port': ['ID=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:36.622717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:36.759494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46378) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:36.761877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8ba913b8-eb62-46f0-b729-ed6106e882f2 None None] Provisioning complete for port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:36.762324 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ba913b8-eb62-46f0-b729-ed6106e882f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.765121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-50c537c1-bdd9-40b6-873f-d67e229a6713 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849652774', 'description': 'tempest-secgroup-smoke-1849652774 description', 'project_id': 'cba74cf31d394948bdcb652acbde9af3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:36.796097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:36.802145 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.813377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:36.816916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:36.817775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50c537c1-bdd9-40b6-873f-d67e229a6713 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:36.821161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-122689c8-e1b7-43bf-a583-6d82518c5086 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4857292 Sep 19 03:27:36.827243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46380) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:36.836594 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:36.837233 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:36.842080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'network': {'name': 'tempest-RoutersTest-580883483'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:36.861411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Pushing event deleted for resources: {'Port': ['ID=fbccabdf-7c24-4fd2-9650-fdebb43449e6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:36.960873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8ba913b8-eb62-46f0-b729-ed6106e882f2 None None] Provisioning complete for port 5ba345b8-4215-438e-b834-7a4c2c597043 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:36.961420 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ba913b8-eb62-46f0-b729-ed6106e882f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.016360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:37.016876 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.030538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.034235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.038775 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:37.039532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-75d82908-345a-4e05-8bef-ca59bcdd3d32 tempest-FloatingIPAdminTestJSON-1109268597 tempest-FloatingIPAdminTestJSON-1109268597-project] 10.222.0.22 "DELETE /v2.0/floatingips/b861e305-b25c-464a-98b8-535e82b15263 HTTP/1.1" status: 204 len: 168 time: 1.1182716 Sep 19 03:27:37.071046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36bfcd-821e-4839-8567-3e7273e125ee req-1ee16f54-0776-45bc-b5b0-55f2e1d81084 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:37.079934 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc36bfcd-821e-4839-8567-3e7273e125ee req-1ee16f54-0776-45bc-b5b0-55f2e1d81084 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.0784216 Sep 19 03:27:37.097563 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50c537c1-bdd9-40b6-873f-d67e229a6713 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.100440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:37.105960 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.132479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50c537c1-bdd9-40b6-873f-d67e229a6713 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.138470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc36bfcd-821e-4839-8567-3e7273e125ee req-fe2da3d4-cfe8-4215-a53b-bfbf842b1988 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513101 Sep 19 03:27:37.148137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ba913b8-eb62-46f0-b729-ed6106e882f2 None None] Port 5ba345b8-4215-438e-b834-7a4c2c597043 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:37.206026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:37.224282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-50c537c1-bdd9-40b6-873f-d67e229a6713 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.225597 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-50c537c1-bdd9-40b6-873f-d67e229a6713 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4649174 Sep 19 03:27:37.228600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46390) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:37.236639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9eceba96-32cf-4aa3-9ea7-2337126db27b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '5cac8b8e-bbc0-4a58-89be-4a689e30f573', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:37.242150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c537c1-bdd9-40b6-873f-d67e229a6713 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac8b8e-bbc0-4a58-89be-4a689e30f573,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:37.255214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.255588 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added segment 3ea6e6e7-c7c9-4e52-908c-9523d86691a7 of type vlan for network 09d1cdeb-1b1a-4510-9be4-7269182f043f Sep 19 03:27:37.315983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-90c316b5-34b9-49c1-ab71-39975523fc25 None None] Provisioning complete for port 5ba345b8-4215-438e-b834-7a4c2c597043 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:37.323113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90c316b5-34b9-49c1-ab71-39975523fc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.327092 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eceba96-32cf-4aa3-9ea7-2337126db27b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.398028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-90c316b5-34b9-49c1-ab71-39975523fc25 None None] Port 5ba345b8-4215-438e-b834-7a4c2c597043 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:37.408535 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.420569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a5c05bda-a54e-4946-8f2b-ad77ef86d08a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:37.468377 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.474422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:37.475095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.499199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: a5c05bda-a54e-4946-8f2b-ad77ef86d08a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:37.503257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a5c05bda-a54e-4946-8f2b-ad77ef86d08a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:37.505049 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:35Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:35Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:37.573910 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:37.574275 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Updating router d27cc73f-bc8b-4518-a7ec-860c112211b2 port 5ba345b8-4215-438e-b834-7a4c2c597043 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:27:37.603691 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.619783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eceba96-32cf-4aa3-9ea7-2337126db27b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.623893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 85da839a-eb9d-4d28-afd9-5e68b3062248 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:27:37.629733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eceba96-32cf-4aa3-9ea7-2337126db27b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.637324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Network': ['ID=09d1cdeb-1b1a-4510-9be4-7269182f043f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:37.648731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-97bad08f-0abb-4823-b654-5a8afb1477ef tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8163934 Sep 19 03:27:37.649378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46398) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:37.654791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46400) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:37.659520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:37.666606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'subnet': {'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:37.669536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:37.687316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567d73-d29c-4d3b-bd18-1def20faa450 req-80787243-95a1-4afc-828b-1199e01a384a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:37.699824 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f567d73-d29c-4d3b-bd18-1def20faa450 req-80787243-95a1-4afc-828b-1199e01a384a tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 949 time: 0.2489681 Sep 19 03:27:37.723578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9eceba96-32cf-4aa3-9ea7-2337126db27b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.727933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9eceba96-32cf-4aa3-9ea7-2337126db27b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981930 Sep 19 03:27:37.728779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46404) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:37.735814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eceba96-32cf-4aa3-9ea7-2337126db27b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4129ffe-0354-4d9a-855a-6f8ffb040f66,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:37.757702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-038063cf-3658-40ca-bcbf-1cb1fe1ee0b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '5cac8b8e-bbc0-4a58-89be-4a689e30f573', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:37.804787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46406) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:37.808475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-35273101-fffd-4801-a6cd-eefde343f5e8 None None] Provisioning complete for port 5ba345b8-4215-438e-b834-7a4c2c597043 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:37.809055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-35273101-fffd-4801-a6cd-eefde343f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.818271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Made reservation on behalf of 5c1285d4d4a6470385c5e1f2f89c8405 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:37.822820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.825681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f567d73-d29c-4d3b-bd18-1def20faa450 req-e3938ef8-9c65-4137-9b57-513ed4db0aca tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044567 Sep 19 03:27:37.874566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-038063cf-3658-40ca-bcbf-1cb1fe1ee0b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:37.916396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:27:37.990714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-038063cf-3658-40ca-bcbf-1cb1fe1ee0b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.000821 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-038063cf-3658-40ca-bcbf-1cb1fe1ee0b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.013257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-35273101-fffd-4801-a6cd-eefde343f5e8 None None] Port 5ba345b8-4215-438e-b834-7a4c2c597043 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:38.022178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:27:38.027519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:38.027723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038063cf-3658-40ca-bcbf-1cb1fe1ee0b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616df3c2-1216-40f7-adf2-fd3ac0e7dd32,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.028238 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.041818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-038063cf-3658-40ca-bcbf-1cb1fe1ee0b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.046380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-038063cf-3658-40ca-bcbf-1cb1fe1ee0b6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3084540 Sep 19 03:27:38.046650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46410) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:38.052701 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1b4d9a57-4c40-4dd0-a9a6-00f8a5385c24 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '5cac8b8e-bbc0-4a58-89be-4a689e30f573', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:38.081679 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.091051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a57-4c40-4dd0-a9a6-00f8a5385c24 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.093467 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.105324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:38.121493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'port_id': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'mac_address': 'fa:16:3e:8d:6c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ba7dd1-3cf0-477b-96da-b57594f17113', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:27:38.129475 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d06b-d7b5-4291-8468-edfa414ab219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.176105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a57-4c40-4dd0-a9a6-00f8a5385c24 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.184562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a57-4c40-4dd0-a9a6-00f8a5385c24 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.211160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d9a57-4c40-4dd0-a9a6-00f8a5385c24 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae547d7-edec-4034-8e3a-842e3bcfd931,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.224482 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f68c9-fef1-43f1-a4aa-3eb071199bb7 None None] Pushing event updated for resources: {'Port': ['ID=5ba345b8-4215-438e-b834-7a4c2c597043,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.233363 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.246549 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6c87f2a4-7c12-4f9e-862c-79a84cad0e3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b78a7f31a7543bc945a288ad1abeb2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882187 Sep 19 03:27:38.246921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46416) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:38.270284 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.282605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85da839a-eb9d-4d28-afd9-5e68b3062248 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:27:38.330013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:38.342602 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Attempting to bind port 5ba345b8-4215-438e-b834-7a4c2c597043 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:38.343154 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Attempting to bind port 5ba345b8-4215-438e-b834-7a4c2c597043 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:38.343519 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Attempting to bind port 5ba345b8-4215-438e-b834-7a4c2c597043 on network 6c89048f-a1e0-4b37-96e4-e4e743db95ff {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:38.344654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.354427 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:38.354817 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Checking segment: {'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:38.355214 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.357799 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Bound using segment: {'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:38.358355 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Bound port: 5ba345b8-4215-438e-b834-7a4c2c597043, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d24708-bc65-4b84-9569-fbacfdc48ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:38.358704 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.396930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d06b-d7b5-4291-8468-edfa414ab219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.412918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ebd7d06b-d7b5-4291-8468-edfa414ab219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.452699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86073b-b1f3-468d-b5f4-c6a621a78863 req-d9f4f8f2-48ec-405f-a88c-b06da0b84215 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:38.454338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa86073b-b1f3-468d-b5f4-c6a621a78863 req-d9f4f8f2-48ec-405f-a88c-b06da0b84215 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.1662054 Sep 19 03:27:38.468717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a57-4c40-4dd0-a9a6-00f8a5385c24 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.471644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:38.472795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1b4d9a57-4c40-4dd0-a9a6-00f8a5385c24 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4250543 Sep 19 03:27:38.473459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46418) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:38.479108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-706f29f6-4b3a-4a0a-b2ba-864f5f851e51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '5cac8b8e-bbc0-4a58-89be-4a689e30f573', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:38.481337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:27:38.483693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7d06b-d7b5-4291-8468-edfa414ab219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd4760-14c9-4e7b-b22e-5b31d5848a00,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.485083 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6ae26-f8eb-45f0-a68e-fdc370cf5a17" -d '{"events": [{"server_uuid": "ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0", "name": "network-vif-plugged", "status": "completed", "tag": "b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:27:38.493479 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.515559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-567a4f6a-f846-47b6-9940-c4603b009099 None None] Provisioning complete for port 5ba345b8-4215-438e-b834-7a4c2c597043 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:38.516039 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-567a4f6a-f846-47b6-9940-c4603b009099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.522586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7214905a-8640-43fb-801e-f4fd9ee9d97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.560950 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4104d5d-a93d-4297-b4d8-0e2721b81c78 x-openstack-request-id: req-b4104d5d-a93d-4297-b4d8-0e2721b81c78 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:27:38.561178 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0", "name": "network-vif-plugged", "status": "completed", "tag": "b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:27:38.561417 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4104d5d-a93d-4297-b4d8-0e2721b81c78 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:27:38.561788 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2', 'code': 200} Sep 19 03:27:38.562609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-567a4f6a-f846-47b6-9940-c4603b009099 None None] Port 5ba345b8-4215-438e-b834-7a4c2c597043 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:38.564351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.590701 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-706f29f6-4b3a-4a0a-b2ba-864f5f851e51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.619268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ebd7d06b-d7b5-4291-8468-edfa414ab219 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e08f43f11dad405bb2ccf7cb03b001c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8126533 Sep 19 03:27:38.621786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46422) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:38.634526 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.637676 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7214905a-8640-43fb-801e-f4fd9ee9d97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.658450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.673970 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] For port 5ba345b8-4215-438e-b834-7a4c2c597043, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:38.677263 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] For port 5ba345b8-4215-438e-b834-7a4c2c597043, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5ba345b8-4215-438e-b834-7a4c2c597043,segment=NetworkSegment(f2d24708-bc65-4b84-9569-fbacfdc48ae0),segment_id=f2d24708-bc65-4b84-9569-fbacfdc48ae0)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:38.682662 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.729169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['85da839a-eb9d-4d28-afd9-5e68b3062248'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:27:38.765549 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:38.767166 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:38.784916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa86073b-b1f3-468d-b5f4-c6a621a78863 req-6276b367-798c-4f94-abdf-ee21cc890160 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102279 Sep 19 03:27:38.797203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Subnet': ['ID=f0118614-84a2-43bb-aed9-7bdd4ddff12e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.818531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-399ef77d-a215-4dbd-a4ec-b75e434e8e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.820781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7214905a-8640-43fb-801e-f4fd9ee9d97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.823397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7214905a-8640-43fb-801e-f4fd9ee9d97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.824538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7214905a-8640-43fb-801e-f4fd9ee9d97c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7b54c3e-9489-42e4-8ad9-9373c80e797b HTTP/1.1" status: 204 len: 168 time: 0.5765789 Sep 19 03:27:38.837360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081907-1f6e-4777-8f93-cd3e76553ba6 req-5b82b122-7154-4674-98c3-7539e80ea2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:38.838723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f081907-1f6e-4777-8f93-cd3e76553ba6 req-5b82b122-7154-4674-98c3-7539e80ea2ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 1101 time: 0.1782842 Sep 19 03:27:38.869585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Checking segment: {'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:38.870527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network hostable DHCP agents. Network: 09d1cdeb-1b1a-4510-9be4-7269182f043f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:38.881208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-399ef77d-a215-4dbd-a4ec-b75e434e8e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.886827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214905a-8640-43fb-801e-f4fd9ee9d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b54c3e-9489-42e4-8ad9-9373c80e797b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.890104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-706f29f6-4b3a-4a0a-b2ba-864f5f851e51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.906629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-706f29f6-4b3a-4a0a-b2ba-864f5f851e51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.964058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f29f6-4b3a-4a0a-b2ba-864f5f851e51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35df828b-863d-4520-9fbb-27b9a20e1a12,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:38.972046 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5f081907-1f6e-4777-8f93-cd3e76553ba6 req-3a72ea66-f82c-4634-b0f3-3083f1df2bce service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246810 Sep 19 03:27:38.974000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:38.979158 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-706f29f6-4b3a-4a0a-b2ba-864f5f851e51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:38.981450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-706f29f6-4b3a-4a0a-b2ba-864f5f851e51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5046763 Sep 19 03:27:38.987883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46428) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:38.996054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '5cac8b8e-bbc0-4a58-89be-4a689e30f573', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:39.007584 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:39.008796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 09d1cdeb-1b1a-4510-9be4-7269182f043f) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:39.018663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:39.019464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d1f65a-8efb-4c19-97e7-ac55497dcfbe None None] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:39.023338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.038602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-399ef77d-a215-4dbd-a4ec-b75e434e8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.044521 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-399ef77d-a215-4dbd-a4ec-b75e434e8e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.056445 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-399ef77d-a215-4dbd-a4ec-b75e434e8e20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80fd4760-14c9-4e7b-b22e-5b31d5848a00 HTTP/1.1" status: 204 len: 168 time: 0.4336729 Sep 19 03:27:39.068253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef77d-a215-4dbd-a4ec-b75e434e8e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd4760-14c9-4e7b-b22e-5b31d5848a00,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:39.075669 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba7162fe-5d99-47b1-9ae8-03ff141c2c0d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4243209 Sep 19 03:27:39.078215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:39.190015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ced616-810c-4b4c-a017-f640364319c5 req-528fa3dd-8a47-4caf-97fa-ba22c1df74ad tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:39.201472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92ced616-810c-4b4c-a017-f640364319c5 req-528fa3dd-8a47-4caf-97fa-ba22c1df74ad tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 950 time: 0.1907449 Sep 19 03:27:39.211862 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:27:39.226624 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f68c9-fef1-43f1-a4aa-3eb071199bb7 None None] Pushing event updated for resources: {'Port': ['ID=5ba345b8-4215-438e-b834-7a4c2c597043,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:39.227188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.268001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-55da48c7-01ea-4ec0-af93-b41b18fea694 None None] Provisioning complete for port 5ba345b8-4215-438e-b834-7a4c2c597043 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:39.268863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55da48c7-01ea-4ec0-af93-b41b18fea694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.365889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46438) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:39.393080 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:35Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:38Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:39.413683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92ced616-810c-4b4c-a017-f640364319c5 req-4ecb4948-0b00-4a78-81ba-8c4f0d5e7313 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093902 Sep 19 03:27:39.421845 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35baad4a-8073-41d7-8348-39a9b44371c7 None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:35Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:38Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:39.436178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f81229a-8275-4c85-a8ff-e3d9f34326d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.466597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.494157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.518674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-09d1cdeb-1b1a-4510-9be4-7269182f043f', 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'fixed_ips': [{'subnet_id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:27:39.519915 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.591020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988bb6b2-74d4-473b-8880-8f085d9a49b1,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:39.624098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55da48c7-01ea-4ec0-af93-b41b18fea694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.674472 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f81229a-8275-4c85-a8ff-e3d9f34326d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.703487 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f81229a-8275-4c85-a8ff-e3d9f34326d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.712357 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.718601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.722609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-27cf83e0-b7a9-401d-8201-5d0764cd2cc0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7311997 Sep 19 03:27:39.728386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46448) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:39.733356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '5cac8b8e-bbc0-4a58-89be-4a689e30f573', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:39.746035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-55da48c7-01ea-4ec0-af93-b41b18fea694 None None] For port 5ba345b8-4215-438e-b834-7a4c2c597043, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5ba345b8-4215-438e-b834-7a4c2c597043,segment=NetworkSegment(f2d24708-bc65-4b84-9569-fbacfdc48ae0),segment_id=f2d24708-bc65-4b84-9569-fbacfdc48ae0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:39.761913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-55da48c7-01ea-4ec0-af93-b41b18fea694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.773901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8f81229a-8275-4c85-a8ff-e3d9f34326d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=928fe9194d2d4380ba5326e63999dbe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3962102 Sep 19 03:27:39.783140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46450) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:39.851263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Allocated IP 172.23.0.2 (09d1cdeb-1b1a-4510-9be4-7269182f043f/f0118614-84a2-43bb-aed9-7bdd4ddff12e/798b8287-7bef-4488-8e4a-397f45855293) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:39.855026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f81229a-8275-4c85-a8ff-e3d9f34326d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fec0884-cba4-4193-acb3-f4b0aa728428,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:39.900018 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:27:39.939461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:39.980342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d526670-24fd-41cf-a0cf-a5529ae47794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.061911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da48c7-01ea-4ec0-af93-b41b18fea694 None None] Pushing event updated for resources: {'Port': ['ID=5ba345b8-4215-438e-b834-7a4c2c597043,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:40.064146 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d526670-24fd-41cf-a0cf-a5529ae47794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.104943 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.120510 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.127564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ee639-05ca-42ea-95e3-994f704d535a req-6bc9a972-3d28-4030-b2fe-56fd4fb7709e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:40.129164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-202ee639-05ca-42ea-95e3-994f704d535a req-6bc9a972-3d28-4030-b2fe-56fd4fb7709e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 945 time: 0.2079632 Sep 19 03:27:40.131216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.149251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.202459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2043e84-066f-4e86-bc98-b10d595205d3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:40.214323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-202ee639-05ca-42ea-95e3-994f704d535a req-638c8507-bb57-4b6e-96b9-3e38b08fb234 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761466 Sep 19 03:27:40.215106 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.216192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ea256163-d487-4209-87b8-f66ab038cc9b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4868395 Sep 19 03:27:40.220520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46464) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:40.227246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'network': {'name': 'tempest-network-smoke--2036904572', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'port_security_enabled': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:40.230616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d526670-24fd-41cf-a0cf-a5529ae47794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.234295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d526670-24fd-41cf-a0cf-a5529ae47794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.235482 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4d526670-24fd-41cf-a0cf-a5529ae47794 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8fec0884-cba4-4193-acb3-f4b0aa728428 HTTP/1.1" status: 204 len: 168 time: 0.4513588 Sep 19 03:27:40.255981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Allocated IP 172.23.0.1 (09d1cdeb-1b1a-4510-9be4-7269182f043f/f0118614-84a2-43bb-aed9-7bdd4ddff12e/f92bb04d-9955-45a5-b0f6-4da70b8d1b63) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:40.260891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d526670-24fd-41cf-a0cf-a5529ae47794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fec0884-cba4-4193-acb3-f4b0aa728428,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:40.294126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:40.301246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.337164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:40.369217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.369587 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Added segment cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a of type vlan for network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac Sep 19 03:27:40.436688 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.453481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Pushing event updated for resources: {'Port': ['ID=798b8287-7bef-4488-8e4a-397f45855293,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:40.474491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.498621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:40.500677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:40.508562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:40.527977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.540100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:40.540761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.557794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.602666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Attempting to bind port 798b8287-7bef-4488-8e4a-397f45855293 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:40.603006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Attempting to bind port 798b8287-7bef-4488-8e4a-397f45855293 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:40.603837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Attempting to bind port 798b8287-7bef-4488-8e4a-397f45855293 on network 09d1cdeb-1b1a-4510-9be4-7269182f043f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:40.609825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:40.610123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:40.610654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Checking segment: {'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:40.611145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.611557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Bound using segment: {'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:40.612082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Bound port: 798b8287-7bef-4488-8e4a-397f45855293, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:40.612470 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.613813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:40.618051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:40.653521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:40.685389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.703065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] For port 798b8287-7bef-4488-8e4a-397f45855293, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:40.706557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] For port 798b8287-7bef-4488-8e4a-397f45855293, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=798b8287-7bef-4488-8e4a-397f45855293,segment=NetworkSegment(3ea6e6e7-c7c9-4e52-908c-9523d86691a7),segment_id=3ea6e6e7-c7c9-4e52-908c-9523d86691a7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:40.714085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.730032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5084221 Sep 19 03:27:40.745980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46476) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:40.777270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5ba345b8-4215-438e-b834-7a4c2c597043 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:40.836107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd90406-c36e-4f4c-8d7e-2a98e25a0022 None None] Pushing event updated for resources: {'Port': ['ID=798b8287-7bef-4488-8e4a-397f45855293,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:40.838833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'admin_state_up': True, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:40.874281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089b112-b59b-456c-b345-3d2019adc3ea tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Network': ['ID=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:40.880336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.883034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5ba345b8-4215-438e-b834-7a4c2c597043 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:40.883500 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.889031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:40.889508 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.890697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:40.907212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918d8db-400c-47e8-b530-3252235dfdab req-0ee03d3e-0f2c-4def-8c4d-95261be36aca tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:40.911132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6918d8db-400c-47e8-b530-3252235dfdab req-0ee03d3e-0f2c-4def-8c4d-95261be36aca tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 950 time: 0.2813973 Sep 19 03:27:41.007405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46478) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:41.019649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.033928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6918d8db-400c-47e8-b530-3252235dfdab req-1f58bd7d-1662-48b9-98f6-172497d1b7cd tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160555 Sep 19 03:27:41.034934 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2348bc07-524a-4697-82a1-895c1237b7e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.287437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.295556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.383753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event updated for resources: {'Port': ['ID=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:41.387004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.493407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:41.495069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:41.603340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:41.619007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.636003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 85da839a-eb9d-4d28-afd9-5e68b3062248 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:41.673785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f33f28-1d95-4a2e-8de2-0e6e494a5cb7 req-5beaf204-36c8-4db5-a244-9ab02e783541 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:41.675399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36f33f28-1d95-4a2e-8de2-0e6e494a5cb7 req-5beaf204-36c8-4db5-a244-9ab02e783541 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 945 time: 0.1647148 Sep 19 03:27:41.723068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 85da839a-eb9d-4d28-afd9-5e68b3062248 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:27:41.733401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 85da839a-eb9d-4d28-afd9-5e68b3062248 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:41.734215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.760358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:41.770866 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-304f5969-d7d3-4cfc-82bc-b626355812d8 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6886499 Sep 19 03:27:41.770996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46488) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:41.777995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:41.782035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36f33f28-1d95-4a2e-8de2-0e6e494a5cb7 req-6021bbc1-01ad-4b7b-be99-5d7b178c9f80 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965397 Sep 19 03:27:41.810684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:41.824057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:41.824717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:41.891133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2348bc07-524a-4697-82a1-895c1237b7e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.910364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2348bc07-524a-4697-82a1-895c1237b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:41.955275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:41.977317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2348bc07-524a-4697-82a1-895c1237b7e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=454b330c460d481d959fd77c67a1cc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9620109 Sep 19 03:27:42.018949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46490) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:42.020146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348bc07-524a-4697-82a1-895c1237b7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee73b6c-52ca-46e2-9619-2afc69723136,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:42.212013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.253894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.256143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:42.265718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:27:42.269770 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be26b6-3f4e-45ea-870a-f7129d02c5b0" -d '{"events": [{"server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:27:42.280905 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.297700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.327423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29ab2bc-596b-4101-8e7e-7b328f4cb4f8 None None] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:42.332020 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f3da79-995e-47bb-8000-6b18c5c855ad x-openstack-request-id: req-85f3da79-995e-47bb-8000-6b18c5c855ad {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:27:42.332579 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:27:42.332830 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85f3da79-995e-47bb-8000-6b18c5c855ad {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:27:42.333219 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'code': 200} Sep 19 03:27:42.415597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b933b93-974a-4c5d-8fdf-3aabcf9d6fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.425073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b01a-9466-44c0-8ad0-247394ef7748 req-1c974746-8024-4d49-8855-155735690c9f tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:42.426776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d80b01a-9466-44c0-8ad0-247394ef7748 req-1c974746-8024-4d49-8855-155735690c9f tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 950 time: 0.1930127 Sep 19 03:27:42.484058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:42.500985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b933b93-974a-4c5d-8fdf-3aabcf9d6fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.514764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-79180311-b9c6-4899-9fb2-e42e7771fa9e None None] Provisioning complete for port 798b8287-7bef-4488-8e4a-397f45855293 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:42.515223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79180311-b9c6-4899-9fb2-e42e7771fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.532442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dfa15b-40c6-4c75-b4d7-a87fe322af7d req-e740210b-713e-414e-af12-ac178a4a67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:42.533211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d80b01a-9466-44c0-8ad0-247394ef7748 req-a7548f65-5337-4971-8daa-0753d342ab26 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985150 Sep 19 03:27:42.546380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dfa15b-40c6-4c75-b4d7-a87fe322af7d req-e740210b-713e-414e-af12-ac178a4a67ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 1097 time: 0.1068718 Sep 19 03:27:42.567908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.83 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/66f84540-4ff4-4a38-9e7d-b939f23c842b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:42.677465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-37dfa15b-40c6-4c75-b4d7-a87fe322af7d req-e54de3bc-edc8-41a5-a8a0-24e1cf038f3c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101382 Sep 19 03:27:42.678022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b933b93-974a-4c5d-8fdf-3aabcf9d6fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.681988 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b933b93-974a-4c5d-8fdf-3aabcf9d6fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.683508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7b933b93-974a-4c5d-8fdf-3aabcf9d6fd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ee73b6c-52ca-46e2-9619-2afc69723136 HTTP/1.1" status: 204 len: 168 time: 0.6599705 Sep 19 03:27:42.702635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:40Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f92bb04d-9955-45a5-b0f6-4da70b8d1b63', 'name': '', 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:85:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:39Z', 'updated_at': '2021-09-19T03:27:41Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:42.738005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b933b93-974a-4c5d-8fdf-3aabcf9d6fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee73b6c-52ca-46e2-9619-2afc69723136,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:42.758662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:42.758993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Updating router d27cc73f-bc8b-4518-a7ec-860c112211b2 port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:27:42.819365 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79180311-b9c6-4899-9fb2-e42e7771fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.831055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 798b8287-7bef-4488-8e4a-397f45855293 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:42.895678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:42.901330 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.007964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 19 03:27:43.034208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-79180311-b9c6-4899-9fb2-e42e7771fa9e None None] For port 798b8287-7bef-4488-8e4a-397f45855293, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=798b8287-7bef-4488-8e4a-397f45855293,segment=NetworkSegment(3ea6e6e7-c7c9-4e52-908c-9523d86691a7),segment_id=3ea6e6e7-c7c9-4e52-908c-9523d86691a7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:43.040920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Removed routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 19 03:27:43.041435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.065165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79180311-b9c6-4899-9fb2-e42e7771fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.118401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb68cb-971d-4810-a969-0f17cde55669 req-163d2f1f-b90a-41d4-ad0c-81efc06fe8a8 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:43.120590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8eb68cb-971d-4810-a969-0f17cde55669 req-163d2f1f-b90a-41d4-ad0c-81efc06fe8a8 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 950 time: 0.1548026 Sep 19 03:27:43.128229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.175633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:43.180108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:43.262431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c5f6-faf7-4ca8-a0d8-9953a7ff0c35 req-90ade075-3553-4a2f-9a29-a52f871ba0f4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:43.276333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59b9c5f6-faf7-4ca8-a0d8-9953a7ff0c35 req-90ade075-3553-4a2f-9a29-a52f871ba0f4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.3433323 Sep 19 03:27:43.280377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:43.331089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79180311-b9c6-4899-9fb2-e42e7771fa9e None None] Pushing event updated for resources: {'Port': ['ID=798b8287-7bef-4488-8e4a-397f45855293,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:43.342859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c35a7bca-5b33-429a-a920-2fa5cbc78510 None None] Provisioning complete for port 798b8287-7bef-4488-8e4a-397f45855293 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:43.343233 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c35a7bca-5b33-429a-a920-2fa5cbc78510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.347096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 798b8287-7bef-4488-8e4a-397f45855293 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:43.347424 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.406247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.410960 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.444038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8eb68cb-971d-4810-a969-0f17cde55669 req-ce2cdcb3-5ecd-43b9-b508-e91889780099 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926641 Sep 19 03:27:43.470264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59b9c5f6-faf7-4ca8-a0d8-9953a7ff0c35 req-a3389631-83f1-494b-8865-37c6a39645a4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393256 Sep 19 03:27:43.536500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=66f84540-4ff4-4a38-9e7d-b939f23c842b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:43.604591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:43.736943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:43.748723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.749444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c35a7bca-5b33-429a-a920-2fa5cbc78510 None None] Provisioning complete for port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:43.749991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c35a7bca-5b33-429a-a920-2fa5cbc78510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.757162 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cf0046ff-c891-47ad-aa36-e630bd2c74f9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 200 len: 933 time: 1.9847832 Sep 19 03:27:43.757429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46526) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:43.838082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c35a7bca-5b33-429a-a920-2fa5cbc78510 None None] Port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:43.858315 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.873362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:43.934220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be0fd-31ad-41e6-94d9-fc15d55a06ce None None] Pushing event updated for resources: {'Port': ['ID=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:43.961093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b16ed7eb-ea22-4b0f-810a-b3843d1c6fdb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 200 len: 933 time: 0.2024643 Sep 19 03:27:43.963655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46534) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:43.968399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'routes': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:43.982569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.016906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a2f3da1e-32d6-4e06-8ee6-48bd7b829b7e None None] Provisioning complete for port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:44.017290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2f3da1e-32d6-4e06-8ee6-48bd7b829b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.073712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Attempting to bind port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:44.074088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Attempting to bind port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:44.074498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Attempting to bind port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 on network 09d1cdeb-1b1a-4510-9be4-7269182f043f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:44.101020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:44.101395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Checking segment: {'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:44.101802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.102201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Bound using segment: {'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:44.102679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Bound port: f92bb04d-9955-45a5-b0f6-4da70b8d1b63, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea6e6e7-c7c9-4e52-908c-9523d86691a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:44.103080 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.139331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3da1e-32d6-4e06-8ee6-48bd7b829b7e None None] Port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:44.150774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46536) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.249768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] For port f92bb04d-9955-45a5-b0f6-4da70b8d1b63, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:44.254227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] For port f92bb04d-9955-45a5-b0f6-4da70b8d1b63, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,segment=NetworkSegment(3ea6e6e7-c7c9-4e52-908c-9523d86691a7),segment_id=3ea6e6e7-c7c9-4e52-908c-9523d86691a7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:44.262412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.362362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-4e8acff3-9148-4e05-a720-2c6435d1e849 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.366538 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e8acff3-9148-4e05-a720-2c6435d1e849 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2146370 Sep 19 03:27:44.369848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46540) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.374709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-155e4c2b-7d8f-40b4-b87d-5da65b2eccfc tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.378392 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-155e4c2b-7d8f-40b4-b87d-5da65b2eccfc tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075881 Sep 19 03:27:44.379041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46542) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.380470 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.385776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-2999e643-225b-4f58-8eea-b322cf273194 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.387205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:44.388085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:44.389939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2999e643-225b-4f58-8eea-b322cf273194 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0073576 Sep 19 03:27:44.390339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46544) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.452731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-ae14b46e-081c-4d68-bbb2-4365f93dd463 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.453814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ae14b46e-081c-4d68-bbb2-4365f93dd463 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0135510 Sep 19 03:27:44.457024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46546) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.461512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-e22c6fc9-afed-4918-b8aa-586294fc4c78 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.465156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46548) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.465337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e22c6fc9-afed-4918-b8aa-586294fc4c78 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0070286 Sep 19 03:27:44.496669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-cb0d0998-a48d-4f37-a9aa-361b67ddd10c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.498585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cb0d0998-a48d-4f37-a9aa-361b67ddd10c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0310378 Sep 19 03:27:44.504130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46554) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.514012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-8fe4cd96-a787-40a0-ba73-a70f327daa1c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.518174 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8fe4cd96-a787-40a0-ba73-a70f327daa1c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0126724 Sep 19 03:27:44.524050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46556) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.528408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-78e5fbf6-b667-4aee-b373-5e52ea1d6a00 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.533034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78e5fbf6-b667-4aee-b373-5e52ea1d6a00 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079038 Sep 19 03:27:44.534069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46558) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.541773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-c2a63ae4-53aa-40e2-bf0c-4c1c257a7b95 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.545800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c2a63ae4-53aa-40e2-bf0c-4c1c257a7b95 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072677 Sep 19 03:27:44.566560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46560) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.570932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-6f54e149-da55-4155-85e4-49b41cc9d7c4 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.575264 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f54e149-da55-4155-85e4-49b41cc9d7c4 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076163 Sep 19 03:27:44.576216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46562) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.582267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-7c2704f9-2ddd-46e4-8393-0de97aec688d tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.583522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7c2704f9-2ddd-46e4-8393-0de97aec688d tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048306 Sep 19 03:27:44.591141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46564) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.599174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-8ca3ab0b-1f19-4ff6-981b-345ac94ad939 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.605535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46566) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.605835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8ca3ab0b-1f19-4ff6-981b-345ac94ad939 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0100060 Sep 19 03:27:44.612115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-079f46c1-7ea7-4373-b09f-a79c7f2a1ce9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.613481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-079f46c1-7ea7-4373-b09f-a79c7f2a1ce9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0070827 Sep 19 03:27:44.617441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46568) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.625106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-49c8e1cc-b0c6-4eb7-8576-f4ada0a9e501 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.626075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-49c8e1cc-b0c6-4eb7-8576-f4ada0a9e501 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0076973 Sep 19 03:27:44.628801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46570) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.633261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-af365551-a4d4-4437-99fa-1c61f0562476 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.634196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-af365551-a4d4-4437-99fa-1c61f0562476 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045009 Sep 19 03:27:44.637485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46572) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.642500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-3ef4e50b-07c1-43ad-9433-12a7595d5b70 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.646783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3ef4e50b-07c1-43ad-9433-12a7595d5b70 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047088 Sep 19 03:27:44.646783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46574) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.656519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-a82d5269-f274-4f5f-bee2-58c3ac8fdedd tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.657867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a82d5269-f274-4f5f-bee2-58c3ac8fdedd tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088434 Sep 19 03:27:44.699503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.707227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-2a240daa-916d-425f-8844-32e5cfa046fe tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.708502 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2a240daa-916d-425f-8844-32e5cfa046fe tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080402 Sep 19 03:27:44.712509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46578) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.724099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-00615df8-9c33-4f3e-9ee5-1b7599b0acb3 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.727641 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-00615df8-9c33-4f3e-9ee5-1b7599b0acb3 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0141463 Sep 19 03:27:44.730420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.745847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-b84ee71b-0c72-4106-85c9-9c2839a7c3f9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.757935 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b84ee71b-0c72-4106-85c9-9c2839a7c3f9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0159338 Sep 19 03:27:44.768084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46582) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.783493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-e04dba3e-ad8f-4a28-aafb-0f3386d821c3 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.786649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 19 03:27:44.787010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 19 03:27:44.787949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e04dba3e-ad8f-4a28-aafb-0f3386d821c3 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0180504 Sep 19 03:27:44.790469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46584) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.796831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-97235a67-4f63-4d27-801b-98c50bc5dc8a tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.803646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-97235a67-4f63-4d27-801b-98c50bc5dc8a tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0107894 Sep 19 03:27:44.812621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46586) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.828085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be0fd-31ad-41e6-94d9-fc15d55a06ce None None] Pushing event updated for resources: {'Port': ['ID=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:44.830656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-216a0a70-2bae-4ff1-8894-644263d48a01 None None] Provisioning complete for port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:44.835223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-216a0a70-2bae-4ff1-8894-644263d48a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.838425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-99da1f6c-bc7a-40c3-adbd-824bddcdfab8 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.841816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-99da1f6c-bc7a-40c3-adbd-824bddcdfab8 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069447 Sep 19 03:27:44.846815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46588) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.847033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.864451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-8e62e16b-417f-4d26-9bf2-d1d4bdad927c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.865422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e62e16b-417f-4d26-9bf2-d1d4bdad927c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0197589 Sep 19 03:27:44.873348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46590) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.882998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-2d4a5a2e-7ea0-4f25-b38a-dd1bad6882e0 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.883972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2d4a5a2e-7ea0-4f25-b38a-dd1bad6882e0 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0095611 Sep 19 03:27:44.889487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 798b8287-7bef-4488-8e4a-397f45855293 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:44.890941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46592) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.900161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-e27869c2-c523-42ce-988a-f538463b3d1e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.901124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e27869c2-c523-42ce-988a-f538463b3d1e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0091035 Sep 19 03:27:44.906316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.912432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73ab1d-ac88-4026-9b98-87037ed5b644 req-7ec962b3-85db-42bc-b5b4-d51a4d8b0c36 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:44.913284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-0607c740-d513-4db6-84c7-4bee814f4477 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.913961 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd73ab1d-ac88-4026-9b98-87037ed5b644 req-7ec962b3-85db-42bc-b5b4-d51a4d8b0c36 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 950 time: 0.3391540 Sep 19 03:27:44.916964 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0607c740-d513-4db6-84c7-4bee814f4477 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073907 Sep 19 03:27:44.920658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46596) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.930767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-f7739241-c594-490f-946d-9da8ac9fb3c6 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.934658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7739241-c594-490f-946d-9da8ac9fb3c6 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073867 Sep 19 03:27:44.943224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46598) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.945496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:44.948748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df3479b7-d55a-4b1f-ba38-7565a2fc696e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:44.950231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-be1186a3-273d-4463-ad1e-31392d2be83e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.954645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-be1186a3-273d-4463-ad1e-31392d2be83e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0088611 Sep 19 03:27:44.955660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46600) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.963517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-5b115131-7463-4a9f-9d66-f3a4d18e085c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.967355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5b115131-7463-4a9f-9d66-f3a4d18e085c tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0071068 Sep 19 03:27:44.975450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46604) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:44.993434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-42baa15c-c1e4-4964-a22c-0f6e5ee0e232 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:44.995693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-42baa15c-c1e4-4964-a22c-0f6e5ee0e232 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0191591 Sep 19 03:27:45.000198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:27:45.015748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a216ce-10d6-40ba-9f46-914dfa8fce38 req-8e440a9a-7332-443e-948e-f3bb9ab40f44 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:45.017755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85a216ce-10d6-40ba-9f46-914dfa8fce38 req-8e440a9a-7332-443e-948e-f3bb9ab40f44 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.2621958 Sep 19 03:27:45.020040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46606) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.031562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-08c33293-c20e-4b4e-aaca-d0d3c543efcc tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.032822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-08c33293-c20e-4b4e-aaca-d0d3c543efcc tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062089 Sep 19 03:27:45.035760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46608) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.054524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-e69ef41a-1f59-412f-ab3d-652dd5e35bd3 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:45.056479 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-e69ef41a-1f59-412f-ab3d-652dd5e35bd3 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 950 time: 0.2102628 Sep 19 03:27:45.059093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-44d4e5a2-2f53-47ac-82b8-7d60c61ad86e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.060823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-44d4e5a2-2f53-47ac-82b8-7d60c61ad86e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056300 Sep 19 03:27:45.069179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46610) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.081651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-6fb8829c-1149-4585-ad21-f1ada2418e65 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.082921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6fb8829c-1149-4585-ad21-f1ada2418e65 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055504 Sep 19 03:27:45.101769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46612) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.116298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-ef5031ce-b97b-4708-9baf-fa2c3069d273 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.117249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ef5031ce-b97b-4708-9baf-fa2c3069d273 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0133944 Sep 19 03:27:45.123294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46614) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.127200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 798b8287-7bef-4488-8e4a-397f45855293 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:45.127579 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.131329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-44087789-4c27-4519-8e80-9a9256781bb9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.134566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-44087789-4c27-4519-8e80-9a9256781bb9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044551 Sep 19 03:27:45.136253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46616) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.139986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85a216ce-10d6-40ba-9f46-914dfa8fce38 req-8b7c51b0-40b1-428a-8afc-38fe24b3f6cd tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121838 Sep 19 03:27:45.145692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-997302cd-1422-43f7-8c82-483ff4666628 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.150060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-997302cd-1422-43f7-8c82-483ff4666628 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058346 Sep 19 03:27:45.156435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd73ab1d-ac88-4026-9b98-87037ed5b644 req-84aaaa2a-3993-4e7a-b0b6-b2a13476a761 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177148 Sep 19 03:27:45.156964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46618) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.166610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-50394dcc-6168-4f42-a236-c8972819a1bd tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.171822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-50394dcc-6168-4f42-a236-c8972819a1bd tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079756 Sep 19 03:27:45.172072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46620) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.179703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-dec12de4-2779-4748-8fa3-4a7d22b3b9de tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.183022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dec12de4-2779-4748-8fa3-4a7d22b3b9de tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0077541 Sep 19 03:27:45.186359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46624) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.190491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-9a5c1f77-b164-4b4f-b2e5-a9fe6aea3a10 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.194023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a5c1f77-b164-4b4f-b2e5-a9fe6aea3a10 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041399 Sep 19 03:27:45.194275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46626) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.198177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-9ebf6e11-4c3e-422a-97b2-375b2423aab2 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.201324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9ebf6e11-4c3e-422a-97b2-375b2423aab2 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0040784 Sep 19 03:27:45.201887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.206821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-88dd2787-f734-4922-8cfa-321e86565d87 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.210137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88dd2787-f734-4922-8cfa-321e86565d87 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052822 Sep 19 03:27:45.211987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46630) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.220011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-0ac24c1d-add7-4242-843c-be8aa2f64ca9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.220381 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-216a0a70-2bae-4ff1-8894-644263d48a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.223341 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0ac24c1d-add7-4242-843c-be8aa2f64ca9 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051765 Sep 19 03:27:45.224707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46632) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.229618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-7ca059a8-00db-480a-a896-737a6b9c6127 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.233286 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7ca059a8-00db-480a-a896-737a6b9c6127 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0042975 Sep 19 03:27:45.234558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46634) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.238794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-bec41020-4a74-49c6-813b-7846ebd63c96 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.239728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bec41020-4a74-49c6-813b-7846ebd63c96 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042324 Sep 19 03:27:45.244731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46636) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.255648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-8ee48053-2707-45a3-a25d-f01fdf8c65f5 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.256552 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8ee48053-2707-45a3-a25d-f01fdf8c65f5 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0109074 Sep 19 03:27:45.260417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.262134 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46638) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.269195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-14fd3f1e-d137-48b1-9cdc-3c659e84d622 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.273865 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-14fd3f1e-d137-48b1-9cdc-3c659e84d622 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0069261 Sep 19 03:27:45.273865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46640) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.277087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-3eb50a46-2208-4507-82ea-1cb81f23261e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.282799 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3eb50a46-2208-4507-82ea-1cb81f23261e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042584 Sep 19 03:27:45.282799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.285955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46642) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.293553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-515ba4e5-b34e-4022-9644-8f2f9a75dd6e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.296593 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-515ba4e5-b34e-4022-9644-8f2f9a75dd6e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067241 Sep 19 03:27:45.297548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46644) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.302397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-a6d30e78-20a5-49a6-99e4-a8e4a47f8eee tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.305746 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6d30e78-20a5-49a6-99e4-a8e4a47f8eee tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0047510 Sep 19 03:27:45.313147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-216a0a70-2bae-4ff1-8894-644263d48a01 None None] For port f92bb04d-9955-45a5-b0f6-4da70b8d1b63, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,segment=NetworkSegment(3ea6e6e7-c7c9-4e52-908c-9523d86691a7),segment_id=3ea6e6e7-c7c9-4e52-908c-9523d86691a7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:45.345492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.357632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-a1c33ab0-e0ac-4962-811a-340814f967f2 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.361192 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a1c33ab0-e0ac-4962-811a-340814f967f2 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0072794 Sep 19 03:27:45.363469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46648) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.368776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Deleting port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:45.369124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.377279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-c9436eb7-2eb2-4597-a6e8-15f59a195004 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.380740 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c9436eb7-2eb2-4597-a6e8-15f59a195004 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0122228 Sep 19 03:27:45.382011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-216a0a70-2bae-4ff1-8894-644263d48a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.427404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46650) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.436927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-7fa3b007-e28a-4ba9-a2f2-61d0877a12c5 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.440590 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7fa3b007-e28a-4ba9-a2f2-61d0877a12c5 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0104973 Sep 19 03:27:45.449280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a0a70-2bae-4ff1-8894-644263d48a01 None None] Pushing event updated for resources: {'Port': ['ID=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:45.449546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46652) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.457283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:43Z', 'revision_number': 6, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f92bb04d-9955-45a5-b0f6-4da70b8d1b63', 'name': '', 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:85:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:39Z', 'updated_at': '2021-09-19T03:27:44Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:45.471911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-ae7c8443-030a-4706-b4a2-2cdde1d99a5e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.475519 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae7c8443-030a-4706-b4a2-2cdde1d99a5e tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0094087 Sep 19 03:27:45.476690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46654) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.483294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-318cd94c-dbee-4c65-aa73-8d3784765299 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.487244 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-318cd94c-dbee-4c65-aa73-8d3784765299 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0072694 Sep 19 03:27:45.489965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a33af4-57f2-4249-9c77-0135f3b89833 None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:43Z', 'revision_number': 6, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f92bb04d-9955-45a5-b0f6-4da70b8d1b63', 'name': '', 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:85:c8:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:39Z', 'updated_at': '2021-09-19T03:27:44Z', 'revision_number': 4, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:45.492365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46656) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.496591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-0376a702-3c0b-4f7b-aa8e-4e1f5e068c83 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.499982 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0376a702-3c0b-4f7b-aa8e-4e1f5e068c83 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046642 Sep 19 03:27:45.506517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-920082c9-67ad-4780-abdb-b4201e191b95 None None] Provisioning complete for port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:45.506843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-920082c9-67ad-4780-abdb-b4201e191b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.533176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46658) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.537751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-f2be72bf-3aa2-4719-8cb3-622bb15f9559 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.538854 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f2be72bf-3aa2-4719-8cb3-622bb15f9559 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0047622 Sep 19 03:27:45.546408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:45.552472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46660) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.558294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-4fa8c301-c78f-4bfc-ab28-78d40fc5eade tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.560628 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4fa8c301-c78f-4bfc-ab28-78d40fc5eade tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0060937 Sep 19 03:27:45.576613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46662) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.584686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-b3429c41-4346-416a-97ba-4adab706e09f tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.589423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b3429c41-4346-416a-97ba-4adab706e09f tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088689 Sep 19 03:27:45.599970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46664) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.606780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-3cb01bd4-07ac-484a-bebf-9f70c6691173 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.607957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3cb01bd4-07ac-484a-bebf-9f70c6691173 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0070760 Sep 19 03:27:45.611004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46666) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.611739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:45.626400 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Sync routers for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:45.632250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [None req-22d8d229-478f-4f71-a11b-6b3f6477f043 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.637663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-22d8d229-478f-4f71-a11b-6b3f6477f043 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0231268 Sep 19 03:27:45.641948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5e26e-a910-4fda-9908-46870146c96d req-a550b767-6383-4b42-b9ff-f5087c514749 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:45.643566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8de5e26e-a910-4fda-9908-46870146c96d req-a550b767-6383-4b42-b9ff-f5087c514749 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.4013760 Sep 19 03:27:45.644105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46668) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.648449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-a91125ee-6db8-43ad-93da-ad7a1818bbad tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.652038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a91125ee-6db8-43ad-93da-ad7a1818bbad tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043190 Sep 19 03:27:45.652189 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:45.652437 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:45.655267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] For port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:45.655726 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.656825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:45.660873 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c551b4af-c84f-4f19-ad29-b8589fa29c40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8349044 Sep 19 03:27:45.660873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46670) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.664897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46672) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.669760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-e9d82890-0591-44c1-83d1-51a10b09e88d tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.671026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e9d82890-0591-44c1-83d1-51a10b09e88d tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0099707 Sep 19 03:27:45.677448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46674) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.681544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-de2688d1-3300-450e-9afa-03733ef00ff6 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.682491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-de2688d1-3300-450e-9afa-03733ef00ff6 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0041358 Sep 19 03:27:45.688444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.692788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-3ec20a3d-b553-40bb-9142-3329ba7f463a tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.696121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3ec20a3d-b553-40bb-9142-3329ba7f463a tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041943 Sep 19 03:27:45.698834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46678) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.702922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-f40f2412-d62c-4ef2-ac78-f924480fe2b6 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.706035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f40f2412-d62c-4ef2-ac78-f924480fe2b6 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041883 Sep 19 03:27:45.710053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46680) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.714919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-3a243956-806f-44fa-aa9b-b826dcb685c7 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.718709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3a243956-806f-44fa-aa9b-b826dcb685c7 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050416 Sep 19 03:27:45.719802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46682) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.723778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-8b6772e0-6472-4ca4-a7d7-3a60fb11a811 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.726950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8b6772e0-6472-4ca4-a7d7-3a60fb11a811 tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041280 Sep 19 03:27:45.727743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46684) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.731693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [None req-07615d99-7355-4f1a-9bbb-025cb56187df tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:27:45.745198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07615d99-7355-4f1a-9bbb-025cb56187df tempest-ExtensionsTestJSON-291547725 tempest-ExtensionsTestJSON-291547725-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045791 Sep 19 03:27:45.745198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8de5e26e-a910-4fda-9908-46870146c96d req-7d145788-df3e-4a4a-9244-136b1e4c573d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896869 Sep 19 03:27:45.746066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f0572a28-76fc-449d-9a9f-d798d2e227c8 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=cba74cf31d394948bdcb652acbde9af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783823 Sep 19 03:27:45.754035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46688) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:45.764918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Calling delete_port for b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:45.786577 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:46.020290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.020873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:46.034102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.035735 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-66ac07da-ea65-415f-84a2-74f1cb5218e3 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 200 len: 699 time: 2.0710659 Sep 19 03:27:46.038840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46702) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:46.094416 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:43Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:46.155757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28122210-0784-49e8-b326-1813ed792014 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:46.160193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-28122210-0784-49e8-b326-1813ed792014 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4051178 Sep 19 03:27:46.162656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:46.168172 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Checking router: 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:46.168613 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Updating router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 port 66f84540-4ff4-4a38-9e7d-b939f23c842b binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:27:46.206233 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.289567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dace7731-ff70-43f1-8fea-7eab55501319 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257472 Sep 19 03:27:46.294896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46722) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:46.305270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1756498958', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:46.359958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46724) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:46.457621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e45a4891-fb10-4824-8cf5-301337da1eb1 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 200 len: 699 time: 0.4171133 Sep 19 03:27:46.462448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46732) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:46.579547 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.588754 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.666586 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cb362-34cf-4266-8690-07bd91087c36 None None] Pushing event updated for resources: {'Port': ['ID=66f84540-4ff4-4a38-9e7d-b939f23c842b,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:46.687011 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Attempting to bind port 66f84540-4ff4-4a38-9e7d-b939f23c842b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:46.687380 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Attempting to bind port 66f84540-4ff4-4a38-9e7d-b939f23c842b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:46.687737 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Attempting to bind port 66f84540-4ff4-4a38-9e7d-b939f23c842b on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:46.694044 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:46.694412 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:46.694847 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.695198 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:46.695653 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Bound port: 66f84540-4ff4-4a38-9e7d-b939f23c842b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:46.696027 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.739616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f317719-ffc3-4b10-b428-0b8fb91a24c1 req-f949b7c2-5a49-4017-bd2d-f81e22e1a8dc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:46.741339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f317719-ffc3-4b10-b428-0b8fb91a24c1 req-f949b7c2-5a49-4017-bd2d-f81e22e1a8dc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.4470029 Sep 19 03:27:46.768069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a751beb-b52b-4df6-bd24-9382aa04808b req-8be3a099-238a-4531-932e-0a731e3243d4 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:46.768312 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] For port 66f84540-4ff4-4a38-9e7d-b939f23c842b, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:46.772825 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] For port 66f84540-4ff4-4a38-9e7d-b939f23c842b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=66f84540-4ff4-4a38-9e7d-b939f23c842b,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:46.778242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a751beb-b52b-4df6-bd24-9382aa04808b req-8be3a099-238a-4531-932e-0a731e3243d4 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 950 time: 0.4144754 Sep 19 03:27:46.784353 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:46.806333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f92bb04d-9955-45a5-b0f6-4da70b8d1b63 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:46.882580 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cb362-34cf-4266-8690-07bd91087c36 None None] Pushing event updated for resources: {'Port': ['ID=66f84540-4ff4-4a38-9e7d-b939f23c842b,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:46.896325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:46.900916 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:46.901524 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:46.936978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:46.941928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:46.944849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f317719-ffc3-4b10-b428-0b8fb91a24c1 req-cfd6089a-0022-4edc-9b9f-a255694e5f81 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599083 Sep 19 03:27:46.956819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a751beb-b52b-4df6-bd24-9382aa04808b req-dae56a8e-f82e-4d86-8ff9-e4c6e2ef0b43 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/security-groups?id=0c93d7c7-dfe2-4f29-9b61-100ddbc60540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763902 Sep 19 03:27:47.070970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:47.071576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.095727 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:47.106358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a262594-b6fd-4152-942a-c7d4fe4affc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.153600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.161004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:47.164891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.170608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:47.247008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:27:47.270251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.295165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Pushing event deleted for resources: {'Port': ['ID=b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:47.349658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fcc40f75-5f81-4033-ac6d-409593337686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.435338 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:43Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:47.468445 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9859728a-df9e-4b1f-889c-7b2dbbbd8106 None None] The sync data for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 is: [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:43Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:47.581275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.581659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.581972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.582580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.582969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.583315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.583649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.583984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.584319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.584659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.584985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.585318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:27:47.589341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] No DVR routers for this DVR port b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:47.592599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.594911 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bf04d404-3d57-47a9-92fa-1a55faedc366 req-754c66cb-4620-4874-8592-e9eba9a827d6 tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.32 "DELETE /v2.0/ports/b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 HTTP/1.1" status: 204 len: 173 time: 2.5285544 Sep 19 03:27:47.599702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'name': 'network-vif-deleted', 'tag': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:27:47.602245 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2df83ee-7da5-4cc1-9c13-66922c48327d" -d '{"events": [{"server_uuid": "ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0", "name": "network-vif-deleted", "tag": "b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:27:47.640211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:44Z', 'revision_number': 7, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f92bb04d-9955-45a5-b0f6-4da70b8d1b63', 'name': '', 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:85:c8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:39Z', 'updated_at': '2021-09-19T03:27:45Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:47.683763 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0b2c27-3766-4fb5-b481-1666bd55a2fd x-openstack-request-id: req-8a0b2c27-3766-4fb5-b481-1666bd55a2fd {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:27:47.684298 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0", "name": "network-vif-deleted", "tag": "b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:27:47.684723 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a0b2c27-3766-4fb5-b481-1666bd55a2fd {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:27:47.685328 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0', 'name': 'network-vif-deleted', 'tag': 'b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2', 'status': 'completed', 'code': 200} Sep 19 03:27:47.712354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:47.727244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port f92bb04d-9955-45a5-b0f6-4da70b8d1b63 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:47.727614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.732250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:47.733072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:47.738288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a262594-b6fd-4152-942a-c7d4fe4affc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.761021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a262594-b6fd-4152-942a-c7d4fe4affc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.814999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.860241 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5a262594-b6fd-4152-942a-c7d4fe4affc7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f493f02af734a8881a159e961f3a20e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4957025 Sep 19 03:27:47.866166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46756) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:47.872069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a262594-b6fd-4152-942a-c7d4fe4affc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33174b9-ec06-4ffb-bdf7-0ee9a1e06277,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:47.885360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port f92bb04d-9955-45a5-b0f6-4da70b8d1b63, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,segment=NetworkSegment(3ea6e6e7-c7c9-4e52-908c-9523d86691a7),segment_id=3ea6e6e7-c7c9-4e52-908c-9523d86691a7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:47.885360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.909826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Subnet': ['ID=1857c852-21da-47cc-9be4-28ab27922377,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:47.920140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Checking segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:47.920510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network hostable DHCP agents. Network: 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:47.940831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:47.945563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:47.953139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:47.959583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:47.962275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:47.962425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for f92bb04d-9955-45a5-b0f6-4da70b8d1b63 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:47.991182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-946cd96b-825e-4dab-9eb9-e17fe707c502 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6966081 Sep 19 03:27:47.994340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46760) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:48.012511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ddc00-be3b-46b5-952b-08073cc86879 None None] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:48.057490 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.102068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb891-1e9f-4f8e-ae1b-bb20e9b745a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.149541 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb891-1e9f-4f8e-ae1b-bb20e9b745a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.228804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb891-1e9f-4f8e-ae1b-bb20e9b745a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.232825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4fdb891-1e9f-4f8e-ae1b-bb20e9b745a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.234913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e4fdb891-1e9f-4f8e-ae1b-bb20e9b745a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c33174b9-ec06-4ffb-bdf7-0ee9a1e06277 HTTP/1.1" status: 204 len: 168 time: 0.3675404 Sep 19 03:27:48.381710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fdb891-1e9f-4f8e-ae1b-bb20e9b745a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33174b9-ec06-4ffb-bdf7-0ee9a1e06277,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:48.398845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a105818e-c3c4-407d-bf40-f73b25752af9 req-23a3e67b-ac23-432b-a699-d71c4e6669ec tempest-VolumesNegativeTest-1713849769 tempest-VolumesNegativeTest-1713849769-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce1a6a5c-8ded-4a78-9dcd-96fc14b02cb0 HTTP/1.1" status: 200 len: 210 time: 0.1830010 Sep 19 03:27:48.545731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:27:48.547681 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.552335 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.555234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48591dd8-27d9-46d8-acbc-d822fe473b98 req-7f07fc6b-e7e5-430e-8c9a-7f645a44185b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:48.557815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48591dd8-27d9-46d8-acbc-d822fe473b98 req-7f07fc6b-e7e5-430e-8c9a-7f645a44185b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.3471162 Sep 19 03:27:48.595316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:44Z', 'revision_number': 7, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f92bb04d-9955-45a5-b0f6-4da70b8d1b63', 'name': '', 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:85:c8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:39Z', 'updated_at': '2021-09-19T03:27:45Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:48.655327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd34c3-f34b-429a-baf5-141c42b6ebcc None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:44Z', 'revision_number': 7, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f92bb04d-9955-45a5-b0f6-4da70b8d1b63', 'name': '', 'network_id': '09d1cdeb-1b1a-4510-9be4-7269182f043f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:85:c8:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:39Z', 'updated_at': '2021-09-19T03:27:45Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'f0118614-84a2-43bb-aed9-7bdd4ddff12e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:48.656133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48591dd8-27d9-46d8-acbc-d822fe473b98 req-a59b8dde-3e5f-44ca-b661-a604379dc9cf tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887766 Sep 19 03:27:48.818869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:48.846730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 66f84540-4ff4-4a38-9e7d-b939f23c842b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:48.889181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=f92bb04d-9955-45a5-b0f6-4da70b8d1b63,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:49.031468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.240233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.275708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Allocated IP 172.20.0.2 (3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac/1857c852-21da-47cc-9be4-28ab27922377/eaa0005b-f231-4760-9013-3d03880ed08d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:49.285863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 66f84540-4ff4-4a38-9e7d-b939f23c842b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:49.286233 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.600981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.607828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 46798) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:49.650473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 66f84540-4ff4-4a38-9e7d-b939f23c842b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=66f84540-4ff4-4a38-9e7d-b939f23c842b,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:49.656162 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.657715 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.668513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:49.692389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:49.696878 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.725951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:49.726964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device b5d639e5-bb29-4b5a-bdce-7e5fb1b4f5c2 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:49.750524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:49.752885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:49.757092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1265004401'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:49.761778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:49.765268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=66f84540-4ff4-4a38-9e7d-b939f23c842b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:49.810578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.1 (3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac/1857c852-21da-47cc-9be4-28ab27922377/0fca033d-7129-4109-8672-85db4771da8b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:49.819204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:49.824151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.859659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Pushing event updated for resources: {'Port': ['ID=eaa0005b-f231-4760-9013-3d03880ed08d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:49.864454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Attempting to bind port eaa0005b-f231-4760-9013-3d03880ed08d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:49.865065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Attempting to bind port eaa0005b-f231-4760-9013-3d03880ed08d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:49.865939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Attempting to bind port eaa0005b-f231-4760-9013-3d03880ed08d on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:49.870436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.874508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:49.876062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Checking segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:49.876762 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.877387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Bound using segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:49.878118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Bound port: eaa0005b-f231-4760-9013-3d03880ed08d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:49.878803 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:49.895692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:49.905663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-30ae7224-eab0-4c13-8645-465edbc46e7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4027104 Sep 19 03:27:49.911441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46806) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:49.912423 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:49.921489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94dfc40-3165-4598-b798-3eba135321ec req-c15c84d6-6109-4615-b333-2640935e2670 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:49.937424 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:49.938648 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:49.941559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d94dfc40-3165-4598-b798-3eba135321ec req-c15c84d6-6109-4615-b333-2640935e2670 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1182735 Sep 19 03:27:49.998625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] For port eaa0005b-f231-4760-9013-3d03880ed08d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:50.005286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] For port eaa0005b-f231-4760-9013-3d03880ed08d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=eaa0005b-f231-4760-9013-3d03880ed08d,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:50.039227 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.098318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d94dfc40-3165-4598-b798-3eba135321ec req-645e5725-debe-4509-92f9-b3aa9e16bfba tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536977 Sep 19 03:27:50.113459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.123502 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.139743 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.141426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a62bed-4876-4cb7-a0b9-6e71d8507073 None None] Pushing event updated for resources: {'Port': ['ID=eaa0005b-f231-4760-9013-3d03880ed08d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:50.157278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet f0118614-84a2-43bb-aed9-7bdd4ddff12e {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:27:50.166298 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.196568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:50.208764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.217413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a36804-e092-48c2-a032-07c3555d1af5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:50.223835 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:50.234849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.235453 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment 1ef75c5a-7080-424a-a8c5-15eeb46e14c7 of type vlan for network 13f4adbc-251f-46b0-8ce0-964232e469d8 Sep 19 03:27:50.281828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.361862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.439439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.445016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.462676 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.477937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:50.478713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.600570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.703965 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.706260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/f0118614-84a2-43bb-aed9-7bdd4ddff12e HTTP/1.1" status: 204 len: 168 time: 0.7416737 Sep 19 03:27:50.708295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02669b0-28ae-4cf6-a3b5-9fd64e30362f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=f0118614-84a2-43bb-aed9-7bdd4ddff12e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:50.714949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46842) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:50.715202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10f09a3-b6d8-48a4-a128-e19680f6a04a None None] Network 09d1cdeb-1b1a-4510-9be4-7269182f043f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:50.724565 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:48Z', 'revision_number': 8, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:50.734214 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1251240 Sep 19 03:27:50.737916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 46848) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:50.745557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:50.775875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'name': 'tempest-PortsTestJSON-838336052'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:50.778159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:50.781421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:50.804242 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:50.825080 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:50.827214 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:50.866971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=0fca033d-7129-4109-8672-85db4771da8b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:50.890181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c3872-5c87-4ab9-b1ee-0c10123146ad tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=13f4adbc-251f-46b0-8ce0-964232e469d8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:50.929048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:50.930588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:51.037983 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:51.060562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.149211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:51.153076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.164300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 66f84540-4ff4-4a38-9e7d-b939f23c842b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:51.182400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:27:51.245384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.251199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] DHCP port deletion for 09d1cdeb-1b1a-4510-9be4-7269182f043f request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:27:51.330466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 66f84540-4ff4-4a38-9e7d-b939f23c842b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:51.331492 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.355654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 798b8287-7bef-4488-8e4a-397f45855293 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:51.360581 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.439746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] Deleting port 798b8287-7bef-4488-8e4a-397f45855293 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:51.440212 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.473188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 798b8287-7bef-4488-8e4a-397f45855293, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=798b8287-7bef-4488-8e4a-397f45855293,segment=NetworkSegment(3ea6e6e7-c7c9-4e52-908c-9523d86691a7),segment_id=3ea6e6e7-c7c9-4e52-908c-9523d86691a7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:51.473525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.491624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 798b8287-7bef-4488-8e4a-397f45855293 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:51.524230 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:48Z', 'revision_number': 8, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:51.577605 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e01e8f-0ef2-4a0b-9723-c81ad8e5b4fe None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:48Z', 'revision_number': 8, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '5ba345b8-4215-438e-b834-7a4c2c597043', 'name': '', 'network_id': '6c89048f-a1e0-4b37-96e4-e4e743db95ff', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:f3:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:32Z', 'updated_at': '2021-09-19T03:27:39Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '5dcfcc0e-8d73-46a4-8f60-89706877b600', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:51.658523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] For port 798b8287-7bef-4488-8e4a-397f45855293, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=798b8287-7bef-4488-8e4a-397f45855293,segment=NetworkSegment(3ea6e6e7-c7c9-4e52-908c-9523d86691a7),segment_id=3ea6e6e7-c7c9-4e52-908c-9523d86691a7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:51.658853 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.662355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device eaa0005b-f231-4760-9013-3d03880ed08d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:51.728830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] Calling delete_port for 798b8287-7bef-4488-8e4a-397f45855293 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:51.819917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.834627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port eaa0005b-f231-4760-9013-3d03880ed08d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:51.835028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.877398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.886506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.921812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.954702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:51.990879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83b699-2726-4897-85d0-bbbff4cb04df req-a6ce51d3-c4b3-48bb-8d77-0351ce4aa122 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:51.995040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=0fca033d-7129-4109-8672-85db4771da8b,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:52.004570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd83b699-2726-4897-85d0-bbbff4cb04df req-a6ce51d3-c4b3-48bb-8d77-0351ce4aa122 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.7209649 Sep 19 03:27:52.013798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] Pushing event deleted for resources: {'Port': ['ID=798b8287-7bef-4488-8e4a-397f45855293,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:52.024273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5872106c-5293-4ac3-abc2-5031e7270a59 None None] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:52.047645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.109804 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.117780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af91276-dc4c-45ed-aa96-e2afb0fa2a4f None None] No DVR routers for this DVR port 798b8287-7bef-4488-8e4a-397f45855293 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:52.148784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.162628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd83b699-2726-4897-85d0-bbbff4cb04df req-11b86174-627d-492b-83cc-0b935c417ca3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154017 Sep 19 03:27:52.168128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=1b379f6b-c336-4c28-b3e3-ed6c9d451166,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:52.208584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=798b8287-7bef-4488-8e4a-397f45855293,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:52.212092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': '1ef75c5a-7080-424a-a8c5-15eeb46e14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:52.212602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: 13f4adbc-251f-46b0-8ce0-964232e469d8, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:52.215585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:52.218734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port 798b8287-7bef-4488-8e4a-397f45855293 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:27:52.223656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:52.276719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1a36d64d-aa19-435f-a34c-0429e901de6a None None] Provisioning complete for port eaa0005b-f231-4760-9013-3d03880ed08d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:52.278061 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a36d64d-aa19-435f-a34c-0429e901de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.324290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:52.340182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 13f4adbc-251f-46b0-8ce0-964232e469d8) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:52.374533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72059031-3cfa-44fa-b0ea-03db9bd1aeba None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:52.412733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:52.514870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port eaa0005b-f231-4760-9013-3d03880ed08d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=eaa0005b-f231-4760-9013-3d03880ed08d,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:52.556340 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.565858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:52.580691 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-43a70b8c-7a91-47fa-b0f1-6705a3643b81 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/3ba1068b-cb4f-4924-b2b2-9966d1d5bd51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5758331 Sep 19 03:27:52.647027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Sync routers for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:52.757525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:52.758236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:52.811185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.817291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 798b8287-7bef-4488-8e4a-397f45855293 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:52.866355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d1cdeb-1b1a-4510-9be4-7269182f043f']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:52.888423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:52.895419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:52.896059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.907423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea6e6e7-c7c9-4e52-908c-9523d86691a7') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:52.907770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea6e6e7-c7c9-4e52-908c-9523d86691a7') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:52.937574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:52.952079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e4c02b03-c708-4c76-a494-26e0dd685291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2044356 Sep 19 03:27:52.955407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47006) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:52.960749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242205476'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:52.998955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-30831def-f5dc-4a34-8c2a-208e42a72187 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849652774&fields=id&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 267 time: 0.0952218 Sep 19 03:27:52.998955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.005133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:27:53.005824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:27:53.009181 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:27:53.024816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:53.035080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:53.039000 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.086920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:53.112564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.113277 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment 765903e6-3a63-434c-ba6a-68d05b610a2d of type vlan for network a84798b0-6159-4abd-9b90-4dacd72709e2 Sep 19 03:27:53.148515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-15ac2a11-ff33-4c70-ac74-2da6631ebd17 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:53.150140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-15ac2a11-ff33-4c70-ac74-2da6631ebd17 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 797 time: 0.1272662 Sep 19 03:27:53.176263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=eaa0005b-f231-4760-9013-3d03880ed08d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:53.218526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.233973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 798b8287-7bef-4488-8e4a-397f45855293 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:53.234511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 798b8287-7bef-4488-8e4a-397f45855293 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:53.235235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f92bb04d-9955-45a5-b0f6-4da70b8d1b63 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:27:53.261326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-e8e540ca-d757-4332-a227-69e27ffdd1cc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/quotas/cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 375 time: 0.0426872 Sep 19 03:27:53.277036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.283584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:53.291528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.297905 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.307788 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.312413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/09d1cdeb-1b1a-4510-9be4-7269182f043f HTTP/1.1" status: 204 len: 168 time: 2.5994120 Sep 19 03:27:53.316010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47014) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:53.395149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e4f80-a511-4f89-91a0-18fcf535d81f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=09d1cdeb-1b1a-4510-9be4-7269182f043f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:53.410837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4540792 Sep 19 03:27:53.426087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47018) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:53.439949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'ports': [{'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8'}, {'network_id': 'a84798b0-6159-4abd-9b90-4dacd72709e2'}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:53.440164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:53.440580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': 'a84798b0-6159-4abd-9b90-4dacd72709e2'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:53.472755 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-57dfec39-b020-4979-b219-37da38ff42ff tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2017250 Sep 19 03:27:53.485187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a5404-7b62-4a00-8078-43c584e5b671 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=a84798b0-6159-4abd-9b90-4dacd72709e2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:53.503368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14079c1-ab55-405c-a5da-ec52b7525a3f req-237aa94b-c49d-4185-8b47-4c1b11814418 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:53.505010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c14079c1-ab55-405c-a5da-ec52b7525a3f req-237aa94b-c49d-4185-8b47-4c1b11814418 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1891372 Sep 19 03:27:53.626247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f92bb04d-9955-45a5-b0f6-4da70b8d1b63 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:27:53.626756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f92bb04d-9955-45a5-b0f6-4da70b8d1b63 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:27:53.644861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network a84798b0-6159-4abd-9b90-4dacd72709e2 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:27:53.750339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c14079c1-ab55-405c-a5da-ec52b7525a3f req-e4dccc07-8334-4278-98b6-750b63f2eed6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744604 Sep 19 03:27:53.842910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a2f79c40-ad33-4338-b8ff-184998f224c2 None None] Provisioning complete for port 0fca033d-7129-4109-8672-85db4771da8b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:53.843988 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2f79c40-ad33-4338-b8ff-184998f224c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:53.849592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-fff48dbe-3d8a-44b9-92bc-7e93eb82a21c service neutron] 10.222.0.22 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578546 Sep 19 03:27:53.886268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a2f79c40-ad33-4338-b8ff-184998f224c2 None None] Port 0fca033d-7129-4109-8672-85db4771da8b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:53.957034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a2f79c40-ad33-4338-b8ff-184998f224c2 None None] Provisioning complete for port eaa0005b-f231-4760-9013-3d03880ed08d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:53.958000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2f79c40-ad33-4338-b8ff-184998f224c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.016488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 2} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:54.037146 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.072217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 2, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:54.115669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.149851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Checking router: 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:54.150277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Updating router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 port 0fca033d-7129-4109-8672-85db4771da8b binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:27:54.185922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-a704484a-ec5f-4f39-b70c-239b716f38cd service neutron] 10.222.0.22 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290286 Sep 19 03:27:54.194712 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.197549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.298525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 8d4dbf74-17f6-4529-99bd-ab68f854ca0c yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:27:54.483399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47058) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:54.583845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.771820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3dd1b780-b3f5-4138-96a3-d503344fca0a req-759b7a61-a619-4772-8318-15d190c4a49c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 210 time: 0.0670245 Sep 19 03:27:54.793755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device eaa0005b-f231-4760-9013-3d03880ed08d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:54.869195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 5ba345b8-4215-438e-b834-7a4c2c597043 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:54.869762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.922969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-442098f9-bcb8-4021-a11b-75fcbfc54b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:54.979043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 4b19df06-d048-4ce2-afd5-582c3e193694 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:27:55.008188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.025233 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.120977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port eaa0005b-f231-4760-9013-3d03880ed08d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:55.121789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.170618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 5ba345b8-4215-438e-b834-7a4c2c597043, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5ba345b8-4215-438e-b834-7a4c2c597043,segment=NetworkSegment(f2d24708-bc65-4b84-9569-fbacfdc48ae0),segment_id=f2d24708-bc65-4b84-9569-fbacfdc48ae0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:55.171348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.201484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d98f5-bc19-448c-9204-48a21a24fa3d None None] Pushing event updated for resources: {'Port': ['ID=0fca033d-7129-4109-8672-85db4771da8b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:55.210118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 5ba345b8-4215-438e-b834-7a4c2c597043 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:55.278036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Attempting to bind port 0fca033d-7129-4109-8672-85db4771da8b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:27:55.283304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Attempting to bind port 0fca033d-7129-4109-8672-85db4771da8b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:27:55.284085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Attempting to bind port 0fca033d-7129-4109-8672-85db4771da8b on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:27:55.288890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-442098f9-bcb8-4021-a11b-75fcbfc54b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.307560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-442098f9-bcb8-4021-a11b-75fcbfc54b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.314983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:27:55.315761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Checking segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:55.317814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.318415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Bound using segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:27:55.319138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Bound port: 0fca033d-7129-4109-8672-85db4771da8b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:27:55.320958 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.398085 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442098f9-bcb8-4021-a11b-75fcbfc54b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0147d51-ee87-46bf-87a5-d2ea7857947a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:55.441066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c314278-10eb-40d6-9592-6bb4ecb51aaf req-63a10dd7-ee0c-4912-86eb-201cd60c8d84 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:55.443830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c314278-10eb-40d6-9592-6bb4ecb51aaf req-63a10dd7-ee0c-4912-86eb-201cd60c8d84 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.5211041 Sep 19 03:27:55.494136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] For port 0fca033d-7129-4109-8672-85db4771da8b, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:27:55.499362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] For port 0fca033d-7129-4109-8672-85db4771da8b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0fca033d-7129-4109-8672-85db4771da8b,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:27:55.548374 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.586612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-442098f9-bcb8-4021-a11b-75fcbfc54b10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1be50e5caf84d5a91d4b5fb283f6296&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0975647 Sep 19 03:27:55.589259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47078) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:55.620139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.633793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d98f5-bc19-448c-9204-48a21a24fa3d None None] Pushing event updated for resources: {'Port': ['ID=0fca033d-7129-4109-8672-85db4771da8b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:55.642447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-321afdb0-c2fc-47d5-be62-5f086c773ad3 None None] Provisioning complete for port 0fca033d-7129-4109-8672-85db4771da8b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:55.642587 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-321afdb0-c2fc-47d5-be62-5f086c773ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:55.672384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=5ba345b8-4215-438e-b834-7a4c2c597043,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:55.673687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:55.674440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:55.840218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c314278-10eb-40d6-9592-6bb4ecb51aaf req-381e5a94-a40c-4054-81bd-bad490e2cdec tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795085 Sep 19 03:27:55.927216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.018466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:56.041136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1de94b2a-b195-4b51-8f32-f58c4e3ae23f req-d1996d5e-8032-4e62-ba33-c9c58f09b773 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 210 time: 0.0592175 Sep 19 03:27:56.065920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2053aa83-3660-41cd-9dfd-4cbd357b1ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.088909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.112623 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2053aa83-3660-41cd-9dfd-4cbd357b1ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.151684 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-321afdb0-c2fc-47d5-be62-5f086c773ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.175092 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.225289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:56.229935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:56.240349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:56.241633 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.250787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2053aa83-3660-41cd-9dfd-4cbd357b1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.253824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2053aa83-3660-41cd-9dfd-4cbd357b1ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.255305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2053aa83-3660-41cd-9dfd-4cbd357b1ae9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0147d51-ee87-46bf-87a5-d2ea7857947a HTTP/1.1" status: 204 len: 168 time: 0.6623087 Sep 19 03:27:56.256296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=8d4dbf74-17f6-4529-99bd-ab68f854ca0c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:56.309373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053aa83-3660-41cd-9dfd-4cbd357b1ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0147d51-ee87-46bf-87a5-d2ea7857947a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:56.336214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=4b19df06-d048-4ce2-afd5-582c3e193694,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:56.348665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-321afdb0-c2fc-47d5-be62-5f086c773ad3 None None] For port 0fca033d-7129-4109-8672-85db4771da8b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0fca033d-7129-4109-8672-85db4771da8b,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:56.373030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': '765903e6-3a63-434c-ba6a-68d05b610a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a84798b0-6159-4abd-9b90-4dacd72709e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:27:56.373030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: a84798b0-6159-4abd-9b90-4dacd72709e2, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:27:56.400936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network a84798b0-6159-4abd-9b90-4dacd72709e2 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:27:56.417230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, a84798b0-6159-4abd-9b90-4dacd72709e2) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:56.419919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-321afdb0-c2fc-47d5-be62-5f086c773ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.424865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:56.432347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:56.440643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:56.442137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.467653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a47aeef-a750-4982-ac39-921f94278945 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0362310 Sep 19 03:27:56.469755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6723de43-f786-4771-b034-64a4647176a5 None None] Network a84798b0-6159-4abd-9b90-4dacd72709e2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:56.469917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47086) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:56.515482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321afdb0-c2fc-47d5-be62-5f086c773ad3 None None] Pushing event updated for resources: {'Port': ['ID=0fca033d-7129-4109-8672-85db4771da8b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:56.659944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 4b19df06-d048-4ce2-afd5-582c3e193694 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:56.660296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.676125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-122da729-fc80-4b49-8299-40e3ebc24bad None None] Provisioning complete for port 0fca033d-7129-4109-8672-85db4771da8b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:56.676364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-122da729-fc80-4b49-8299-40e3ebc24bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.783387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:55Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:56.799182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.815059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 4b19df06-d048-4ce2-afd5-582c3e193694 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:56.825091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9abd69-87e6-447a-a996-8ff9c1228c74 None None] The sync data for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 is: [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:55Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:56.947943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:56.976974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=4b19df06-d048-4ce2-afd5-582c3e193694,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:56.993224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.005231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47100) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:57.007360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-330662ca-021e-48de-9f4a-a949ad418383 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/4b19df06-d048-4ce2-afd5-582c3e193694 HTTP/1.1" status: 204 len: 168 time: 0.5282118 Sep 19 03:27:57.040228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:27:57.109548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-469023bb-7b27-4d9a-b91a-ad88741eee90 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:57.113896 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-469023bb-7b27-4d9a-b91a-ad88741eee90 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 797 time: 0.2469997 Sep 19 03:27:57.138630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b6f50-e1e7-49b0-b3cc-4258d777d8c9 req-62bc6484-e11c-491e-a498-ce5d7ff027ae tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:57.140277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-772b6f50-e1e7-49b0-b3cc-4258d777d8c9 req-62bc6484-e11c-491e-a498-ce5d7ff027ae tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1186481 Sep 19 03:27:57.193656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e944a785-9cfd-430d-8ca0-56afa65dd2c9 req-63d77984-8dc1-4269-ba8c-d2a7e90eaeb3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 210 time: 0.0520411 Sep 19 03:27:57.237555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceaf1a2-def2-4aa5-b7c0-4545d5a71d7d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:57.243801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceaf1a2-def2-4aa5-b7c0-4545d5a71d7d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:57.245831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fceaf1a2-def2-4aa5-b7c0-4545d5a71d7d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2398849 Sep 19 03:27:57.252363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47108) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:57.270078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-772b6f50-e1e7-49b0-b3cc-4258d777d8c9 req-6becb3ca-3689-4cf9-a10e-eddc16243495 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752957 Sep 19 03:27:57.333121 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-c434c90d-cf37-4b98-a81a-ec8b9adf5bfe tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 380 time: 0.1983688 Sep 19 03:27:57.350615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'port': {'device_id': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'admin_state_up': True, 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'security_groups': ['5cac8b8e-bbc0-4a58-89be-4a689e30f573']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:57.369934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 8d4dbf74-17f6-4529-99bd-ab68f854ca0c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:57.370848 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.437550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:27:57.443322 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-86187bed-56a7-4d62-9f8e-0bc41d71f800 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1220994 Sep 19 03:27:57.446302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47116) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:57.449702 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:27:57.462390 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:57.463329 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:57.526830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.556903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 8d4dbf74-17f6-4529-99bd-ab68f854ca0c owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:57.584615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet 5dcfcc0e-8d73-46a4-8f60-89706877b600 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:27:57.594549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.597216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:57.601832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.614053 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:57.698070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.733297 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.760787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.763602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/8d4dbf74-17f6-4529-99bd-ab68f854ca0c HTTP/1.1" status: 204 len: 168 time: 0.5093656 Sep 19 03:27:57.779589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47122) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:57.828214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b9402-7c61-434a-93dd-8aa95272f725 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=8d4dbf74-17f6-4529-99bd-ab68f854ca0c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:57.933840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:57.980962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a8e0d9-dc82-4dab-81b9-180b18e75958 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:57.987351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b0a8e0d9-dc82-4dab-81b9-180b18e75958 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2025614 Sep 19 03:27:57.990037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47128) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:58.040035 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cf24c3-6d73-4f20-ba95-325eede9c75c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:27:58.044884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-47cf24c3-6d73-4f20-ba95-325eede9c75c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/4b19df06-d048-4ce2-afd5-582c3e193694 HTTP/1.1" status: 404 len: 333 time: 0.0537553 Sep 19 03:27:58.047497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47130) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:58.081796 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:55Z', 'revision_number': 9, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:58.111337 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dc9c498-801b-4711-b86f-ab4ae173fb1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:27:58.116072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9dc9c498-801b-4711-b86f-ab4ae173fb1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/8d4dbf74-17f6-4529-99bd-ab68f854ca0c HTTP/1.1" status: 404 len: 333 time: 0.0664022 Sep 19 03:27:58.119054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47132) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:58.119315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:58.153219 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:27:58.173118 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:27:58.175858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.10 (3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac/1857c852-21da-47cc-9be4-28ab27922377/39ee48e5-2604-4229-b89e-8a2e20f9377f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:27:58.176167 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:58.192712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=5dcfcc0e-8d73-46a4-8f60-89706877b600,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:58.236538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c08619-b60d-48c7-b574-f99247701f9b None None] Network 6c89048f-a1e0-4b37-96e4-e4e743db95ff requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:27:58.246382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:58.256470 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b46d687-1fc3-417d-8b75-afcf1a2f806c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/5dcfcc0e-8d73-46a4-8f60-89706877b600 HTTP/1.1" status: 204 len: 168 time: 0.8081102 Sep 19 03:27:58.259343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47136) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:58.340716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:58.392121 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:27:58.464954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:58.523752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4012ba9a-351a-4bf3-8d27-e5ce09ce6715 req-e3f68d7c-ecbd-43c6-9743-0a92c8786ec6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 210 time: 0.1675107 Sep 19 03:27:58.563001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47146) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:58.697587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f14e88-beeb-4614-9cbb-160da6adffc5 req-74f83644-bb49-4d90-b685-29da3366ab88 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:58.706265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8f14e88-beeb-4614-9cbb-160da6adffc5 req-74f83644-bb49-4d90-b685-29da3366ab88 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.2269630 Sep 19 03:27:58.811062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:58.828893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:58.898948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:58.900667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84798b0-6159-4abd-9b90-4dacd72709e2']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:58.957755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:27:58.964856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:27:58.971109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:27:59.006838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3c4607a4-0e23-4165-829e-8e0e77dca5f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=954cc032c8ae41cb896f5b2c732c8a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4341927 Sep 19 03:27:59.009312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47152) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:59.022472 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8f14e88-beeb-4614-9cbb-160da6adffc5 req-b71a017c-3491-4ae9-932c-2ee88d9fc303 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096719 Sep 19 03:27:59.046801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:59.047284 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.057952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765903e6-3a63-434c-ba6a-68d05b610a2d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:59.058162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765903e6-3a63-434c-ba6a-68d05b610a2d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:59.081870 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:55Z', 'revision_number': 9, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:27:59.101339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:59.116716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.142107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0fca033d-7129-4109-8672-85db4771da8b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:27:59.145266 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a39245-4d84-4d52-ada8-147ed2045df3 None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:27:55Z', 'revision_number': 9, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': '9adc9dfa-3165-451d-aa6f-85b90b7acebd', 'name': '', 'network_id': 'd1f978a3-55dd-4a21-b91d-1de0c5f5c94f', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:ac:5b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:26Z', 'updated_at': '2021-09-19T03:27:33Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': 'cbdc9e70-533a-4a1f-85b0-c3c948998c7a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:27:59.161038 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.170709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:27:59.171420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:27:59.174664 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:27:59.181396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:59.183797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.237743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 0fca033d-7129-4109-8672-85db4771da8b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:59.238231 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.301202 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93f80802-9ea6-463a-b0b3-8bc036967685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.354807 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.372174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.376715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/a84798b0-6159-4abd-9b90-4dacd72709e2 HTTP/1.1" status: 204 len: 168 time: 1.2545559 Sep 19 03:27:59.379937 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93f80802-9ea6-463a-b0b3-8bc036967685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.399403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cee73175-4cce-4db5-8f80-b3dd08b1d661 None None] Provisioning complete for port 39ee48e5-2604-4229-b89e-8a2e20f9377f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:27:59.399900 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cee73175-4cce-4db5-8f80-b3dd08b1d661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.401468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,segment=NetworkSegment(f2d24708-bc65-4b84-9569-fbacfdc48ae0),segment_id=f2d24708-bc65-4b84-9569-fbacfdc48ae0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:59.402781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.406952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47154) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:27:59.419872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2003029190'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:59.438293 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-2d23af19-b479-40e4-a88e-81f9b6ae6fba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0944474 Sep 19 03:27:59.446695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-1c98fb20-7dd9-4249-963f-755c66ac0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:59.447255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cee73175-4cce-4db5-8f80-b3dd08b1d661 None None] Port 39ee48e5-2604-4229-b89e-8a2e20f9377f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:27:59.448585 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-1c98fb20-7dd9-4249-963f-755c66ac0938 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 1097 time: 0.2557831 Sep 19 03:27:59.451245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:59.452126 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93f80802-9ea6-463a-b0b3-8bc036967685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.464181 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93f80802-9ea6-463a-b0b3-8bc036967685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.465690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-93f80802-9ea6-463a-b0b3-8bc036967685 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c93d7c7-dfe2-4f29-9b61-100ddbc60540 HTTP/1.1" status: 204 len: 168 time: 0.4422500 Sep 19 03:27:59.469819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa0baf-9f3b-4676-b593-0453eaf39bce tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=a84798b0-6159-4abd-9b90-4dacd72709e2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:59.476918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Request body: {'port': {'device_id': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:27:59.477618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f80802-9ea6-463a-b0b3-8bc036967685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c93d7c7-dfe2-4f29-9b61-100ddbc60540,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:27:59.569637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] DHCP port deletion for 6c89048f-a1e0-4b37-96e4-e4e743db95ff request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:27:59.665714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:27:59.708295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.717836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] Deleting port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:27:59.719360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.793262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6ce04-f76f-4854-9ada-d7947ae8cf69 req-9948e329-0dc3-4574-87a5-55f10bcd22ce tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:59.807671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cae6ce04-f76f-4854-9ada-d7947ae8cf69 req-9948e329-0dc3-4574-87a5-55f10bcd22ce tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 932 time: 0.1396062 Sep 19 03:27:59.836038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] For port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,segment=NetworkSegment(f2d24708-bc65-4b84-9569-fbacfdc48ae0),segment_id=f2d24708-bc65-4b84-9569-fbacfdc48ae0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:27:59.836645 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.849523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.879346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] Calling delete_port for 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:27:59.895710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cae6ce04-f76f-4854-9ada-d7947ae8cf69 req-d13d342e-3dd8-4e17-bb71-52f0aa4bd5ca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823715 Sep 19 03:27:59.914115 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:27:59.948685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-f7534cb4-9af8-419c-9a03-d3648ba6f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:27:59.950266 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-f7534cb4-9af8-419c-9a03-d3648ba6f9f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 916 time: 0.4608219 Sep 19 03:27:59.966838 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.973127 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:27:59.973485 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment 6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0 of type vlan for network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c Sep 19 03:28:00.015877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-b5e8fc1b-f7f8-4bad-955d-a32e9596d577 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85da839a-eb9d-4d28-afd9-5e68b3062248 HTTP/1.1" status: 200 len: 217 time: 0.0532188 Sep 19 03:28:00.028376 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.041808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] No DVR routers for this DVR port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:00.052632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.070067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb2bfd-939b-421a-a06d-e6a6f028d6dd None None] Pushing event deleted for resources: {'Port': ['ID=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:00.158125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.160352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1dc32-856c-4e58-aa54-9e090b32865b req-dedb1da5-848c-4148-9c4f-9360ab17b7d4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:00.167203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42a1dc32-856c-4e58-aa54-9e090b32865b req-dedb1da5-848c-4148-9c4f-9360ab17b7d4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.0583446 Sep 19 03:28:00.170234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=9e2dcb1e-6fdd-45d5-aa29-9ace636e0455,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:00.181098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:00.226527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42a1dc32-856c-4e58-aa54-9e090b32865b req-3a746a1c-f257-423e-9878-37f6298a9d3e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481558 Sep 19 03:28:00.261071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-926ba354-78fe-4184-8be1-66c7b69c7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:00.262576 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-926ba354-78fe-4184-8be1-66c7b69c7907 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 200 len: 855 time: 0.2222569 Sep 19 03:28:00.299044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.304612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:00.305206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.342643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-1ceff39c-1d5a-49a1-87b3-42599dd21d2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639882 Sep 19 03:28:00.383561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47184) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:00.411255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.456980 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0489235 Sep 19 03:28:00.460284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47188) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:00.465594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:00.481082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c89048f-a1e0-4b37-96e4-e4e743db95ff']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:00.502409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1431758277-network', 'tenant_id': '6e7f1ff549cd45b888783d91afa579dd'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:00.526544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d24708-bc65-4b84-9569-fbacfdc48ae0') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:00.526877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d24708-bc65-4b84-9569-fbacfdc48ae0') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:00.552414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59161190-4bc2-4471-97c1-3592587a9be8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=765cd6e6-50d8-42a8-96e4-ab0ea57a734c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:00.565146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:00.565793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Made reservation on behalf of 6e7f1ff549cd45b888783d91afa579dd for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:00.568266 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.583291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.584045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.609968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.627587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:00.631097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:00.631526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.632072 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:00.635220 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:00.641120 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-61ab17d9-ac9c-431c-a277-40af7302b0bf service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269936 Sep 19 03:28:00.735958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5ba345b8-4215-438e-b834-7a4c2c597043 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:00.757314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5ba345b8-4215-438e-b834-7a4c2c597043 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:00.757997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5ba345b8-4215-438e-b834-7a4c2c597043 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:00.769607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:00.791543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:00.792203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9e2dcb1e-6fdd-45d5-aa29-9ace636e0455 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:00.796943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.800276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ee48e5-2604-4229-b89e-8a2e20f9377f {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:00.815682 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.817590 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/6c89048f-a1e0-4b37-96e4-e4e743db95ff HTTP/1.1" status: 204 len: 168 time: 2.5534089 Sep 19 03:28:00.822104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.822236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47192) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:00.824222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.848359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d3e76-a85d-469f-ba5c-0900614c9070 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=6c89048f-a1e0-4b37-96e4-e4e743db95ff,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:00.866222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Transition to ACTIVE for port object 39ee48e5-2604-4229-b89e-8a2e20f9377f will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:28:00.875013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.876225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:00.889739 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-92dffe49-a92d-4fb7-a45e-89c1f13c9bb4 req-88a8a3a8-3258-439c-bcc3-c45ab9c85b81 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303276 Sep 19 03:28:00.936810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:28:00.939875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:01.013640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.013991 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Added segment 4447a9c6-39bf-4352-991c-df9dbf29324f of type vlan for network 8760a76b-1a45-4a56-86fb-87b6d601fbea Sep 19 03:28:01.020806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:01.021327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:01.022003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:01.033860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:28:01.034589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:01.041932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:01.042307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Checking segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:01.043110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Bound using segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:01.044650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Bound port: 39ee48e5-2604-4229-b89e-8a2e20f9377f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:01.044650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.074736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:01.150466 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.160423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:01.164346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:01.167825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.171142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.216285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.217637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.220126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 1092 time: 1.7614956 Sep 19 03:28:01.220685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:01.223135 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:01.276661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accef108-b337-49d1-a7f0-171c6d4724e0 service neutron] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:01.323336 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ea0490-bb49-46dd-b2b2-f768aa7c6505 x-openstack-request-id: req-95ea0490-bb49-46dd-b2b2-f768aa7c6505 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:01.323774 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:01.324725 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95ea0490-bb49-46dd-b2b2-f768aa7c6505 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:01.325410 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'status': 'completed', 'code': 200} Sep 19 03:28:01.357036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-b68d24a4-b78e-4515-8a47-d3ddd59145da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.359072 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-b68d24a4-b78e-4515-8a47-d3ddd59145da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1095 time: 0.0761886 Sep 19 03:28:01.417467 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-b82f00cd-5e52-46c6-9c44-2ce9db373b00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 217 time: 0.0393336 Sep 19 03:28:01.480415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-01ce6be5-e512-468f-bf8e-86eb161316aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.482441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-01ce6be5-e512-468f-bf8e-86eb161316aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.0575206 Sep 19 03:28:01.533017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-e88b5a07-3b05-40cb-b33c-4fd46af65817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.534671 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-e88b5a07-3b05-40cb-b33c-4fd46af65817 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446267 Sep 19 03:28:01.575423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.576384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.576963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.635432 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-feb2e7f5-086e-4d89-a949-1eee73b86211 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936460 Sep 19 03:28:01.697738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3130314 Sep 19 03:28:01.703962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:01.709210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Request body: {'subnet': {'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1431758277-subnet', 'tenant_id': '6e7f1ff549cd45b888783d91afa579dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:01.713496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddacdce-85c1-4378-8801-599f9ba26df9 req-95891c04-cafb-4523-b8c0-5aee5d141fe3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.715005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ddacdce-85c1-4378-8801-599f9ba26df9 req-95891c04-cafb-4523-b8c0-5aee5d141fe3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 944 time: 0.6984086 Sep 19 03:28:01.748563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Made reservation on behalf of 6e7f1ff549cd45b888783d91afa579dd for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:01.750898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:01.752950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=4d1e58d1-7b68-47cb-8986-c470ba41b59e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:01.765529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a896243-58ee-4f0e-a56a-abc75bb08b88 admin admin] Pushing event updated for resources: {'Network': ['ID=8760a76b-1a45-4a56-86fb-87b6d601fbea,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:01.767395 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc075ad3-d50f-4791-a4e5-78adaa5859e5 req-96be1d5c-ba02-4d8f-9426-28550adae6ce service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250362 Sep 19 03:28:01.780005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 8760a76b-1a45-4a56-86fb-87b6d601fbea details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:01.857803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': '6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:01.858355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: 765cd6e6-50d8-42a8-96e4-ab0ea57a734c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:01.867387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84d0e4-2048-425e-bd8f-01e32046a654 req-0653f18a-2b2d-484e-9580-e58af3ace68f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.868956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f84d0e4-2048-425e-bd8f-01e32046a654 req-0653f18a-2b2d-484e-9580-e58af3ace68f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.2809217 Sep 19 03:28:01.875373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ddacdce-85c1-4378-8801-599f9ba26df9 req-af96f591-752c-4fa2-9a18-f82853813e78 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275251 Sep 19 03:28:01.956900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-ccefa487-32b2-42c6-90e3-9c88d39b2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:01.958849 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-ccefa487-32b2-42c6-90e3-9c88d39b2d96 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1095 time: 0.0958488 Sep 19 03:28:01.966709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:01.980668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f84d0e4-2048-425e-bd8f-01e32046a654 req-b0d37179-533f-4a17-863f-eec6aaf709f4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017363 Sep 19 03:28:01.984203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 765cd6e6-50d8-42a8-96e4-ab0ea57a734c) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:01.999364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:02.000014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.001004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c8d548-e18d-414f-8617-37532f1c8527 None None] Network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:02.038211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-48543331-b2e4-48d1-8b18-01b8fd0594e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5767205 Sep 19 03:28:02.039022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47208) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:02.074237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c', 'name': 'tempest-PortsTestJSON-1535846281'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:02.101063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.114655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.146874 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:28:02.201669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-765cd6e6-50d8-42a8-96e4-ab0ea57a734c', 'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c', 'tenant_id': 'efa7582498dd4c0596a195e0c122a75c', 'fixed_ips': [{'subnet_id': '4d1e58d1-7b68-47cb-8986-c470ba41b59e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:02.202956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.379882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Allocated IP 172.20.0.2 (765cd6e6-50d8-42a8-96e4-ab0ea57a734c/4d1e58d1-7b68-47cb-8986-c470ba41b59e/867feb36-64fa-4abf-97df-ccc1fb4e4705) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:02.433171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 9adc9dfa-3165-451d-aa6f-85b90b7acebd {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:02.433846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.545253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 9adc9dfa-3165-451d-aa6f-85b90b7acebd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9adc9dfa-3165-451d-aa6f-85b90b7acebd,segment=NetworkSegment(0d0e1df7-1a51-421b-a279-6ffd59dd9df7),segment_id=0d0e1df7-1a51-421b-a279-6ffd59dd9df7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:02.546557 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.547335 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.555096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.566111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 9adc9dfa-3165-451d-aa6f-85b90b7acebd owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:02.570082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-063801ad-9fa7-416f-b77e-c5c1cc54f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:02.571610 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-063801ad-9fa7-416f-b77e-c5c1cc54f3a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 898 time: 0.6062608 Sep 19 03:28:02.596913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:02.601355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:02.604000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:02.604544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0283f435-123c-4c2f-840f-92a88280c645,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:02.638677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Pushing event updated for resources: {'Port': ['ID=867feb36-64fa-4abf-97df-ccc1fb4e4705,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:02.642627 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-364b77b3-7bfb-4d41-855d-0d2731dad2d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 217 time: 0.0617380 Sep 19 03:28:02.666957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Checking segment: {'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:02.667267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Network hostable DHCP agents. Network: 8760a76b-1a45-4a56-86fb-87b6d601fbea, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:02.672549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Attempting to bind port 867feb36-64fa-4abf-97df-ccc1fb4e4705 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:02.673049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Attempting to bind port 867feb36-64fa-4abf-97df-ccc1fb4e4705 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:02.673473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Attempting to bind port 867feb36-64fa-4abf-97df-ccc1fb4e4705 on network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:02.678556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:02.679034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Checking segment: {'id': '6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:02.679505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.679977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Bound using segment: {'id': '6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:02.680527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Bound port: 867feb36-64fa-4abf-97df-ccc1fb4e4705, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '765cd6e6-50d8-42a8-96e4-ab0ea57a734c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:02.681033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.728468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:02.733564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.738071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-21028d49-e48e-4452-a44f-2d20c1b72c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:02.739531 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-21028d49-e48e-4452-a44f-2d20c1b72c7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.0866668 Sep 19 03:28:02.747068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Network 8760a76b-1a45-4a56-86fb-87b6d601fbea is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:02.787936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 9134ad40-4dce-41ac-aa82-09c73ee7d71f yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:02.792726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 8760a76b-1a45-4a56-86fb-87b6d601fbea) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:02.796184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] For port 867feb36-64fa-4abf-97df-ccc1fb4e4705, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:02.802346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:02.802594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.803695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9d3284-9e1e-4a51-9245-14dd06e53550 None None] Network 8760a76b-1a45-4a56-86fb-87b6d601fbea requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:02.834259 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:02.877603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] For port 867feb36-64fa-4abf-97df-ccc1fb4e4705, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=867feb36-64fa-4abf-97df-ccc1fb4e4705,segment=NetworkSegment(6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0),segment_id=6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:02.879614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-bd072b9b-9b0d-44b2-a54c-e7f77ca0be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:02.882349 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-bd072b9b-9b0d-44b2-a54c-e7f77ca0be18 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304977 Sep 19 03:28:02.886778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-171bc301-0ddc-4713-a039-3cea1f109483 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1817946 Sep 19 03:28:02.915504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=9adc9dfa-3165-451d-aa6f-85b90b7acebd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:02.951831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:03.091918 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-add8a348-5518-44b6-830a-3f04425dc407 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003951 Sep 19 03:28:03.137016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.3 (765cd6e6-50d8-42a8-96e4-ab0ea57a734c/4d1e58d1-7b68-47cb-8986-c470ba41b59e/9134ad40-4dce-41ac-aa82-09c73ee7d71f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:03.191244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:03.257561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589f5c8-4ade-4fa3-ac42-8e6568f545dc None None] Pushing event updated for resources: {'Port': ['ID=867feb36-64fa-4abf-97df-ccc1fb4e4705,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:03.328623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47245ebb-46a4-4a96-9809-ebb39a4732dc None None] Network 8760a76b-1a45-4a56-86fb-87b6d601fbea requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:03.338053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e035c96-952d-4611-8df6-a14318a639b1 req-9ebe330c-bd32-4b73-90c5-a72120159225 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:03.340498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e035c96-952d-4611-8df6-a14318a639b1 req-9ebe330c-bd32-4b73-90c5-a72120159225 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 944 time: 0.3606577 Sep 19 03:28:03.356026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:03.443543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47295034-abea-497b-941f-d2608bbda149 req-5155d81b-c2b5-4252-9890-29940ec120c4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:03.445285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47295034-abea-497b-941f-d2608bbda149 req-5155d81b-c2b5-4252-9890-29940ec120c4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.2464724 Sep 19 03:28:03.457815 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:03.507754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e035c96-952d-4611-8df6-a14318a639b1 req-3d49f793-3cb6-4d1f-940f-1c3d346e73fa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236625 Sep 19 03:28:03.596615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:03.601063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=9134ad40-4dce-41ac-aa82-09c73ee7d71f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:03.612176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:03.622457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:03.772892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:03.773205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:03.791906 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e927604a-b61f-4cc5-af20-546ecfe52d75 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7229097 Sep 19 03:28:03.794735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47228) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:03.805368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47230) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:03.819269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47295034-abea-497b-941f-d2608bbda149 req-3c540ec5-3cd1-4430-9531-38e4094d362f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174264 Sep 19 03:28:03.870268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:28:03.891219 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0d67fcfb-ca0a-431b-ba42-68c02941c3fd req-841f890f-023f-49da-81da-748aa2ce4181 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824708 Sep 19 03:28:03.924254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 9134ad40-4dce-41ac-aa82-09c73ee7d71f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:03.924660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.019994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:04.026248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-82323644-ef6a-4a02-8807-5f26387cee7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2004683 Sep 19 03:28:04.029849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47238) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:04.032996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:04.047809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:04.051025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:04.115171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.125659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet cbdc9e70-533a-4a1f-85b0-c3c948998c7a {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:04.128313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a990-5eee-4f3e-96e9-efe34436e232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.133043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.143602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 9134ad40-4dce-41ac-aa82-09c73ee7d71f owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:04.228389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.240257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:04.358948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.409721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=9134ad40-4dce-41ac-aa82-09c73ee7d71f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:04.453980 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.514348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.519923 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a53e08e6-3920-48cc-a38a-437941cd66fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/9134ad40-4dce-41ac-aa82-09c73ee7d71f HTTP/1.1" status: 204 len: 168 time: 0.7239420 Sep 19 03:28:04.520996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47244) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:04.587049 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cd96fb6-a231-434c-91c3-594143a289dd tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:04.589480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cd96fb6-a231-434c-91c3-594143a289dd tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:04.599134 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0cd96fb6-a231-434c-91c3-594143a289dd tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/9134ad40-4dce-41ac-aa82-09c73ee7d71f HTTP/1.1" status: 404 len: 333 time: 0.0761499 Sep 19 03:28:04.600566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47248) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:04.620974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:28:02Z', 'revision_number': 10, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:04.662196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a990-5eee-4f3e-96e9-efe34436e232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.668329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.686343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef0a990-5eee-4f3e-96e9-efe34436e232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.689108 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a01d861-73be-4794-a429-cecf66f0d700 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:04.694284 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a01d861-73be-4794-a429-cecf66f0d700 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/9134ad40-4dce-41ac-aa82-09c73ee7d71f HTTP/1.1" status: 404 len: 333 time: 0.0924199 Sep 19 03:28:04.695409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:04.696465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262df21-e240-428d-b1b8-a6373cfa0404 None None] Network 765cd6e6-50d8-42a8-96e4-ab0ea57a734c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:04.714217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:04.759924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 4d1e58d1-7b68-47cb-8986-c470ba41b59e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:04.764120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.804355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:04.805039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:04.813779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.819897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0a990-5eee-4f3e-96e9-efe34436e232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c30af-04cd-4a0a-9974-585f88dda199,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:04.822894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=cbdc9e70-533a-4a1f-85b0-c3c948998c7a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:04.856832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:04.860915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5cb48c8e-07a8-4d51-a1f4-dcd0c17c193f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/cbdc9e70-533a-4a1f-85b0-c3c948998c7a HTTP/1.1" status: 204 len: 168 time: 0.8305316 Sep 19 03:28:04.867080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47254) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:04.904369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2ef0a990-5eee-4f3e-96e9-efe34436e232 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d2cd24063ee42059df6b130dc680fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0979514 Sep 19 03:28:04.909636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47256) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:04.918459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:04.981832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1fb2e-ba9c-4612-a608-0cbd54b9a457 req-db58c46f-3e45-493e-b2a1-f7305af59700 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:04.984521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7a1fb2e-ba9c-4612-a608-0cbd54b9a457 req-db58c46f-3e45-493e-b2a1-f7305af59700 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 944 time: 0.2986839 Sep 19 03:28:04.988823 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.035543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.081028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1762c287-54ab-4bd4-969b-ed5b6cd17148 None None] Network d1f978a3-55dd-4a21-b91d-1de0c5f5c94f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:05.085837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 867feb36-64fa-4abf-97df-ccc1fb4e4705 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:05.149848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7a1fb2e-ba9c-4612-a608-0cbd54b9a457 req-7f356d3c-b696-4832-b6e2-c37e1ba402bb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435444 Sep 19 03:28:05.153689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.158885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3968ff7f-cb7d-44ea-a676-90afdfa05e93 None None] Provisioning complete for port 867feb36-64fa-4abf-97df-ccc1fb4e4705 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:05.159450 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3968ff7f-cb7d-44ea-a676-90afdfa05e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.181448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 295d1779-fc06-4104-bdc8-b290dce71e15 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:05.182026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.183538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.195643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413d03d-b107-4c08-96d9-1d1feb0f21f5 req-ed9b4bf5-a65b-417c-bf33-7d84714469db tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:05.199236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d413d03d-b107-4c08-96d9-1d1feb0f21f5 req-ed9b4bf5-a65b-417c-bf33-7d84714469db tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.2277822 Sep 19 03:28:05.216989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.222946 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/4d1e58d1-7b68-47cb-8986-c470ba41b59e HTTP/1.1" status: 204 len: 168 time: 0.5261164 Sep 19 03:28:05.225043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c470175-ff0c-4877-9363-349c8ab22726 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1e58d1-7b68-47cb-8986-c470ba41b59e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:05.230781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47260) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:05.274904 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.289006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 295d1779-fc06-4104-bdc8-b290dce71e15, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=295d1779-fc06-4104-bdc8-b290dce71e15,segment=NetworkSegment(0d0e1df7-1a51-421b-a279-6ffd59dd9df7),segment_id=0d0e1df7-1a51-421b-a279-6ffd59dd9df7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:05.289006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.303923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 295d1779-fc06-4104-bdc8-b290dce71e15 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:05.365880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d413d03d-b107-4c08-96d9-1d1feb0f21f5 req-cdaa5d26-c82d-41dc-9ecd-4e0291e5b456 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474750 Sep 19 03:28:05.373300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.402476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.432460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=295d1779-fc06-4104-bdc8-b290dce71e15,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:05.435722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port 295d1779-fc06-4104-bdc8-b290dce71e15 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:05.441579 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.445721 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.449754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a59c30af-04cd-4a0a-9974-585f88dda199 HTTP/1.1" status: 204 len: 168 time: 0.5368948 Sep 19 03:28:05.462275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c30af-04cd-4a0a-9974-585f88dda199,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:05.477523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.477983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.478432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.479033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.479658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.480092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.480527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.480958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.482064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.482500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.482961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.483390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b8c4a7-0c6d-4ddd-a402-278688167a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:05.487174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 867feb36-64fa-4abf-97df-ccc1fb4e4705 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:05.487639 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.525246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.557709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f978a3-55dd-4a21-b91d-1de0c5f5c94f']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:05.568116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0e1df7-1a51-421b-a279-6ffd59dd9df7') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:05.568373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0e1df7-1a51-421b-a279-6ffd59dd9df7') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:05.569945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] For port 867feb36-64fa-4abf-97df-ccc1fb4e4705, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=867feb36-64fa-4abf-97df-ccc1fb4e4705,segment=NetworkSegment(6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0),segment_id=6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:05.570598 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.581153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.588305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 867feb36-64fa-4abf-97df-ccc1fb4e4705 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:05.598351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.605636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:05.606337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:05.609585 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:05.692877 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3968ff7f-cb7d-44ea-a676-90afdfa05e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.703591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.707004 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.712334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.717817 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/d1f978a3-55dd-4a21-b91d-1de0c5f5c94f HTTP/1.1" status: 204 len: 168 time: 0.8466654 Sep 19 03:28:05.717987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 867feb36-64fa-4abf-97df-ccc1fb4e4705 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:05.718111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.725381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cb1daa-0b50-4c93-928e-af233008e02c None None] DHCP port deletion for d1f978a3-55dd-4a21-b91d-1de0c5f5c94f request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:05.741017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:05.750871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304578e-732f-4975-ba62-dc72071399bb tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=d1f978a3-55dd-4a21-b91d-1de0c5f5c94f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:05.760254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=867feb36-64fa-4abf-97df-ccc1fb4e4705,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:05.768457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:28:05.772305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port 867feb36-64fa-4abf-97df-ccc1fb4e4705 was deleted so its status cannot be updated. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 19 03:28:05.790440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No DVR routers for this DVR port 867feb36-64fa-4abf-97df-ccc1fb4e4705 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:05.916549 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.917678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:05.931504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419b014-499b-46d5-b398-6182c33c58a0 None None] DHCP port deletion for 765cd6e6-50d8-42a8-96e4-ab0ea57a734c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:05.933166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'port_id': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'mac_address': 'fa:16:3e:ac:00:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:28:05.943253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765cd6e6-50d8-42a8-96e4-ab0ea57a734c']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:05.965580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:05.967492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6dfdda-53e2-4af4-a20f-0fbe8207b2d0') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:05.990124 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:05.993238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:28:02Z', 'revision_number': 10, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:05.996378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.007180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.015510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:06.016113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.027104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790cbd1a-c0c4-4d35-b507-fcc739a054ef None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:28:02Z', 'revision_number': 10, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None, '_interfaces': [{'id': 'b93fb312-c24b-4682-ba8b-24ef041d1a7f', 'name': '', 'network_id': 'dd544982-c675-416d-b808-8dc05059ae86', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'mac_address': 'fa:16:3e:dd:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:20Z', 'updated_at': '2021-09-19T03:27:26Z', 'revision_number': 5, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'subnets': [{'id': '78dc8b27-0e69-499a-ad69-3aa12862cdc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:06.033400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ee48e5-2604-4229-b89e-8a2e20f9377f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:06.063715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:06.077176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:06.103148 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:06.107902 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.125573 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.127812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/765cd6e6-50d8-42a8-96e4-ab0ea57a734c HTTP/1.1" status: 204 len: 168 time: 0.8924880 Sep 19 03:28:06.135199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47278) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:06.144528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-109934665'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:06.151648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:06.154181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f1d94-9c8e-41cb-a052-d35b6ace244b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=765cd6e6-50d8-42a8-96e4-ab0ea57a734c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:06.225135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:06.230562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.290102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:28:06.298952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.315576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84097f8-3998-434f-9972-914902c41d23 req-c4b65f13-aa96-48d6-8085-984432385d14 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:06.317285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a84097f8-3998-434f-9972-914902c41d23 req-c4b65f13-aa96-48d6-8085-984432385d14 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.0772097 Sep 19 03:28:06.355248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.355615 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment 6c22705d-c9a3-44a1-aef0-32d92863e525 of type vlan for network 283ac89a-d447-49c2-866b-414f2e5bb4e6 Sep 19 03:28:06.374467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a84097f8-3998-434f-9972-914902c41d23 req-039419c8-5b6a-4089-a68f-ae42fe5aa1df tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505624 Sep 19 03:28:06.430647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['39ee48e5-2604-4229-b89e-8a2e20f9377f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:28:06.511760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.548491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29d53e-8bb2-4c25-93d1-ce41fc4b0862 req-17cd608d-6574-43c2-909e-1d9b8c7164b3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:06.550551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc29d53e-8bb2-4c25-93d1-ce41fc4b0862 req-17cd608d-6574-43c2-909e-1d9b8c7164b3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.0819390 Sep 19 03:28:06.580728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.586890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:06.587506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.643637 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5047216 Sep 19 03:28:06.648674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc29d53e-8bb2-4c25-93d1-ce41fc4b0862 req-d2b9c18f-c54c-48f0-abab-b4fbaf6abf21 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899086 Sep 19 03:28:06.649377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:06.657411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:06.720581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ace96-e42a-42fe-a575-f028adb7eb60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=283ac89a-d447-49c2-866b-414f2e5bb4e6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:06.736781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 283ac89a-d447-49c2-866b-414f2e5bb4e6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:06.768791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9adc9dfa-3165-451d-aa6f-85b90b7acebd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:06.798796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:06.802320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9adc9dfa-3165-451d-aa6f-85b90b7acebd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:06.802678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9adc9dfa-3165-451d-aa6f-85b90b7acebd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:06.803138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 295d1779-fc06-4104-bdc8-b290dce71e15 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:06.807199 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.831646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port b93fb312-c24b-4682-ba8b-24ef041d1a7f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:06.831994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:06.903127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 295d1779-fc06-4104-bdc8-b290dce71e15 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:06.906359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 295d1779-fc06-4104-bdc8-b290dce71e15 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:06.912802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 867feb36-64fa-4abf-97df-ccc1fb4e4705 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:06.946764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 867feb36-64fa-4abf-97df-ccc1fb4e4705 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:06.947496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 867feb36-64fa-4abf-97df-ccc1fb4e4705 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:06.979306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port b93fb312-c24b-4682-ba8b-24ef041d1a7f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b93fb312-c24b-4682-ba8b-24ef041d1a7f,segment=NetworkSegment(bbaa5227-f224-4624-b6fd-8592081674c6),segment_id=bbaa5227-f224-4624-b6fd-8592081674c6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:06.984119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.017103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for b93fb312-c24b-4682-ba8b-24ef041d1a7f owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:07.088858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.165020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=511f7af0-7d9c-4c5d-9060-0952f5e2a31c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:07.173774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': '6c22705d-c9a3-44a1-aef0-32d92863e525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:07.174282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: 283ac89a-d447-49c2-866b-414f2e5bb4e6, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:07.194207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 283ac89a-d447-49c2-866b-414f2e5bb4e6 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:07.208036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 283ac89a-d447-49c2-866b-414f2e5bb4e6) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:07.212570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:07.213263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.222170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82c949-7351-4055-b46d-1387c62bfa69 None None] Network 283ac89a-d447-49c2-866b-414f2e5bb4e6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:07.243011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47314) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:07.243180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-979420f5-92b2-4cd7-ba80-0ac0e213979a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5926714 Sep 19 03:28:07.250365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-395638938'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:07.255879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.301574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=b93fb312-c24b-4682-ba8b-24ef041d1a7f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:07.441622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-283ac89a-d447-49c2-866b-414f2e5bb4e6', 'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6', 'tenant_id': 'efa7582498dd4c0596a195e0c122a75c', 'fixed_ips': [{'subnet_id': '511f7af0-7d9c-4c5d-9060-0952f5e2a31c'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:07.442494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.563989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.571389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:07.578727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.612825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc4c80-62db-40e2-aec4-85daa9910a00 req-f40f304d-4aa6-4513-8faf-34afbcc116a9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:07.614152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90bc4c80-62db-40e2-aec4-85daa9910a00 req-f40f304d-4aa6-4513-8faf-34afbcc116a9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.1003873 Sep 19 03:28:07.705950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90bc4c80-62db-40e2-aec4-85daa9910a00 req-d3174fb0-1e1b-4e46-ac57-3ca86aa3ba46 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773609 Sep 19 03:28:07.714046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Allocated IP 172.20.0.2 (283ac89a-d447-49c2-866b-414f2e5bb4e6/511f7af0-7d9c-4c5d-9060-0952f5e2a31c/db2110a4-40c3-4fb2-945c-93d885dc117d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:07.735237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port a66f1fb7-f5f0-439a-a6ba-53f59b40213e yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:07.780350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:07.803434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94a0b6-79fc-4284-b2b4-fcd17e9d6067 req-8cc7be4e-9c14-442f-bead-c74fca2cf8b5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:07.825675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b94a0b6-79fc-4284-b2b4-fcd17e9d6067 req-8cc7be4e-9c14-442f-bead-c74fca2cf8b5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.0918171 Sep 19 03:28:07.913907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 39ee48e5-2604-4229-b89e-8a2e20f9377f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:28:07.926781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 39ee48e5-2604-4229-b89e-8a2e20f9377f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:07.927126 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:07.931395 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b94a0b6-79fc-4284-b2b4-fcd17e9d6067 req-38fccea1-d45d-43fa-a937-00eba706d107 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980356 Sep 19 03:28:07.944094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:28:08.105458 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.130573 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.140901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:08.154957 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:08.171067 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:08.171837 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:08.178075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Network 283ac89a-d447-49c2-866b-414f2e5bb4e6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:08.185925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:08.191560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:08.194883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47400) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:08.195477 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e5c67d9-ffe4-4211-9801-26222d886d03 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4525204 Sep 19 03:28:08.200815 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.256937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Pushing event updated for resources: {'Port': ['ID=db2110a4-40c3-4fb2-945c-93d885dc117d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:08.270422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.4 (283ac89a-d447-49c2-866b-414f2e5bb4e6/511f7af0-7d9c-4c5d-9060-0952f5e2a31c/a66f1fb7-f5f0-439a-a6ba-53f59b40213e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:08.306087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.307446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.308301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.308912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.309482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.309987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.310499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.311118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.311635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.312146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.312719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.313213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:08.327036 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:08.330242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:08.333155 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e02b12-ebc9-4637-bade-ba0dff463be7" -d '{"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-plugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:08.343449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting subnet 78dc8b27-0e69-499a-ad69-3aa12862cdc1 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:08.352513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.353373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Attempting to bind port db2110a4-40c3-4fb2-945c-93d885dc117d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:08.353929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Attempting to bind port db2110a4-40c3-4fb2-945c-93d885dc117d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6c22705d-c9a3-44a1-aef0-32d92863e525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:08.354464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Attempting to bind port db2110a4-40c3-4fb2-945c-93d885dc117d on network 283ac89a-d447-49c2-866b-414f2e5bb4e6 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:08.362146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:08.364560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:08.365344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Checking segment: {'id': '6c22705d-c9a3-44a1-aef0-32d92863e525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:08.366161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.366779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Bound using segment: {'id': '6c22705d-c9a3-44a1-aef0-32d92863e525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:08.367604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Bound port: db2110a4-40c3-4fb2-945c-93d885dc117d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c22705d-c9a3-44a1-aef0-32d92863e525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '283ac89a-d447-49c2-866b-414f2e5bb4e6'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:08.368197 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.371978 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.416631 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081d8ec6-9aff-4f1f-b5f3-7c3a6f92d0f4 x-openstack-request-id: req-081d8ec6-9aff-4f1f-b5f3-7c3a6f92d0f4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:08.417496 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-plugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:08.417930 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-081d8ec6-9aff-4f1f-b5f3-7c3a6f92d0f4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:08.418482 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'code': 200} Sep 19 03:28:08.418616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.439196 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:28:07Z', 'revision_number': 11, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:08.476464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:08.497746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] For port db2110a4-40c3-4fb2-945c-93d885dc117d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:08.498210 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:08.505804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] For port db2110a4-40c3-4fb2-945c-93d885dc117d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=db2110a4-40c3-4fb2-945c-93d885dc117d,segment=NetworkSegment(6c22705d-c9a3-44a1-aef0-32d92863e525),segment_id=6c22705d-c9a3-44a1-aef0-32d92863e525)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:08.509591 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:08.510341 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:08.514704 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.530562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.544221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.623473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.654103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ceee2-cf9e-4ae6-ba26-9e1174d5ddf3 None None] Pushing event updated for resources: {'Port': ['ID=db2110a4-40c3-4fb2-945c-93d885dc117d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:08.656550 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.690199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d850d-a5af-44fc-86b2-09d4ccf43b58 None None] Network dd544982-c675-416d-b808-8dc05059ae86 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:08.690417 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.692334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/78dc8b27-0e69-499a-ad69-3aa12862cdc1 HTTP/1.1" status: 204 len: 168 time: 0.4952116 Sep 19 03:28:08.693799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6ba3f-885e-4e85-9d4a-1d6425aa14e9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Subnet': ['ID=78dc8b27-0e69-499a-ad69-3aa12862cdc1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:08.697029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47444) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:08.749670 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:08.784375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 283ac89a-d447-49c2-866b-414f2e5bb4e6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:08.810375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcda6e-5c1f-44ac-b68c-f4b8c41bbc96 req-06ae0a25-5ec3-4a1f-a0a5-c02a29f83574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:08.814299 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a3dcda6e-5c1f-44ac-b68c-f4b8c41bbc96 req-06ae0a25-5ec3-4a1f-a0a5-c02a29f83574 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1097 time: 0.2190659 Sep 19 03:28:08.816238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:08.821239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:08.849449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:08.915699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=a66f1fb7-f5f0-439a-a6ba-53f59b40213e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:08.994098 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a3dcda6e-5c1f-44ac-b68c-f4b8c41bbc96 req-3d3d9523-357c-424a-9693-567bdfa9b4e3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573944 Sep 19 03:28:09.007173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:09.007929 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.032405 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5ef00fc5-b315-477a-9e4f-ecd07e1f009f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.7868199 Sep 19 03:28:09.033872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47454) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:09.050410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47456) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:09.060259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17878e96-5f2c-42c5-af06-65f1aadad8b2 req-305c4975-3db9-4196-8697-f7d8b23dce91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:09.061870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17878e96-5f2c-42c5-af06-65f1aadad8b2 req-305c4975-3db9-4196-8697-f7d8b23dce91 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.2030230 Sep 19 03:28:09.135666 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:28:07Z', 'revision_number': 11, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:09.136424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] DHCP port deletion for dd544982-c675-416d-b808-8dc05059ae86 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:09.180680 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5490377e-6bce-4162-ade7-f7ffb8375d9d None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:28:07Z', 'revision_number': 11, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:09.230452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] Deleting port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:09.231131 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.240055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17878e96-5f2c-42c5-af06-65f1aadad8b2 req-e58205d3-5a58-47a1-bca8-b15a5f8ff80c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531072 Sep 19 03:28:09.242157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Deleting port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:09.243135 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.281862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port a66f1fb7-f5f0-439a-a6ba-53f59b40213e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:09.282719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.286555 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb9eaf03-7cf2-4899-a1b4-7a8a4c1b40a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.329967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] For port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,segment=NetworkSegment(bbaa5227-f224-4624-b6fd-8592081674c6),segment_id=bbaa5227-f224-4624-b6fd-8592081674c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:09.330572 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.345354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] Calling delete_port for 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:09.410388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.429095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for a66f1fb7-f5f0-439a-a6ba-53f59b40213e owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:09.489112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.528915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] Pushing event deleted for resources: {'Port': ['ID=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:09.539120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8dfcf8-d070-4ad0-8475-bfe4cc2eb164 None None] No DVR routers for this DVR port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:09.540438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb9eaf03-7cf2-4899-a1b4-7a8a4c1b40a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.552350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cb9eaf03-7cf2-4899-a1b4-7a8a4c1b40a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.644845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] For port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,segment=NetworkSegment(bbaa5227-f224-4624-b6fd-8592081674c6),segment_id=bbaa5227-f224-4624-b6fd-8592081674c6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:09.645894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.665796 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cb9eaf03-7cf2-4899-a1b4-7a8a4c1b40a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26538306a9bd41509c9299e45341b20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6173334 Sep 19 03:28:09.669716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47460) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:09.678656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eaf03-7cf2-4899-a1b4-7a8a4c1b40a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28015c96-3478-4dad-b3da-d78ada849110,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:09.685958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6e437-7f7a-46c8-bd7b-dc483d0f289e req-df8deff2-2ea2-400b-bac8-99a20fa64b40 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:09.687566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eca6e437-7f7a-46c8-bd7b-dc483d0f289e req-df8deff2-2ea2-400b-bac8-99a20fa64b40 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.5053656 Sep 19 03:28:09.688714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Calling delete_port for 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:09.717090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.770235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=a66f1fb7-f5f0-439a-a6ba-53f59b40213e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:09.772726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eca6e437-7f7a-46c8-bd7b-dc483d0f289e req-be7bf045-2ba4-41b2-b9f5-7caf5a9cdb0c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783234 Sep 19 03:28:09.815637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.851789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Port': ['ID=6c0ad49c-b01a-431b-9eca-36e9b2b374d0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:09.859209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No DVR routers for this DVR port 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:09.864747 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48977cc1-41aa-4c4f-a9b0-fb7f1a607e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.874428 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.878643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a1702a2e-4bc5-4f1a-b29d-2d3e84cdfaf3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/a66f1fb7-f5f0-439a-a6ba-53f59b40213e HTTP/1.1" status: 204 len: 168 time: 0.8414125 Sep 19 03:28:09.881845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:09.919714 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c672680-f88e-4922-97ca-b2094af97b19 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:09.923959 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8c672680-f88e-4922-97ca-b2094af97b19 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/a66f1fb7-f5f0-439a-a6ba-53f59b40213e HTTP/1.1" status: 404 len: 333 time: 0.0388610 Sep 19 03:28:09.924795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47466) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:09.933943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48977cc1-41aa-4c4f-a9b0-fb7f1a607e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.976715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:09.998631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd544982-c675-416d-b808-8dc05059ae86']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:10.001065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 511f7af0-7d9c-4c5d-9060-0952f5e2a31c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:10.005165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.010644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaa5227-f224-4624-b6fd-8592081674c6') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:10.011033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaa5227-f224-4624-b6fd-8592081674c6') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:10.027192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.042479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.049707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:10.050109 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:10.053728 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:10.063021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.132611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.140652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.144393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48977cc1-41aa-4c4f-a9b0-fb7f1a607e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.145946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-48977cc1-41aa-4c4f-a9b0-fb7f1a607e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.147184 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-48977cc1-41aa-4c4f-a9b0-fb7f1a607e9c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28015c96-3478-4dad-b3da-d78ada849110 HTTP/1.1" status: 204 len: 168 time: 0.4765108 Sep 19 03:28:10.160734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/networks/dd544982-c675-416d-b808-8dc05059ae86 HTTP/1.1" status: 204 len: 168 time: 1.4616070 Sep 19 03:28:10.164874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47470) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:10.170797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'routes': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:10.179077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48977cc1-41aa-4c4f-a9b0-fb7f1a607e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28015c96-3478-4dad-b3da-d78ada849110,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:10.209230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836277bd-cb43-43b8-add6-0792ee0d018a tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Pushing event deleted for resources: {'Network': ['ID=dd544982-c675-416d-b808-8dc05059ae86,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:10.245684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d847a7-3730-48f8-81e3-63c6c1523fb0 None None] Network 283ac89a-d447-49c2-866b-414f2e5bb4e6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:10.439309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-133098ff-da28-4f76-9805-26e4095125db None None] Provisioning complete for port db2110a4-40c3-4fb2-945c-93d885dc117d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:10.440544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-133098ff-da28-4f76-9805-26e4095125db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.469310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1086a-cf1e-4232-94f3-79ff0ece3a80 req-eae09b75-3e49-4fad-95a9-e29eadc74dad tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:10.473496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cff1086a-cf1e-4232-94f3-79ff0ece3a80 req-eae09b75-3e49-4fad-95a9-e29eadc74dad tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.1173058 Sep 19 03:28:10.534802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cff1086a-cf1e-4232-94f3-79ff0ece3a80 req-9f3f2b57-0060-4ff0-9742-713872a8e8d6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528576 Sep 19 03:28:10.593942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47476) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:10.611361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3346ccad-1d82-4ad9-8007-f32761672179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.633926 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-133098ff-da28-4f76-9805-26e4095125db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.684145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-133098ff-da28-4f76-9805-26e4095125db None None] For port db2110a4-40c3-4fb2-945c-93d885dc117d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=db2110a4-40c3-4fb2-945c-93d885dc117d,segment=NetworkSegment(6c22705d-c9a3-44a1-aef0-32d92863e525),segment_id=6c22705d-c9a3-44a1-aef0-32d92863e525)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:10.689492 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-133098ff-da28-4f76-9805-26e4095125db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.761872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133098ff-da28-4f76-9805-26e4095125db None None] Pushing event updated for resources: {'Port': ['ID=db2110a4-40c3-4fb2-945c-93d885dc117d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:10.801304 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3346ccad-1d82-4ad9-8007-f32761672179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.808190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device db2110a4-40c3-4fb2-945c-93d885dc117d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:10.811460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3346ccad-1d82-4ad9-8007-f32761672179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.873953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port db2110a4-40c3-4fb2-945c-93d885dc117d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:10.874665 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:10.915845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3346ccad-1d82-4ad9-8007-f32761672179 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60ccd5b79813468f8585aeada49428bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206623 Sep 19 03:28:10.923370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346ccad-1d82-4ad9-8007-f32761672179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c8c4aa-93e1-45d9-9c7d-94f3f3d5b2c4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:10.954805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47480) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:11.025362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-58271983-0357-4a43-9003-e76a03e81f6b None None] Provisioning complete for port db2110a4-40c3-4fb2-945c-93d885dc117d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:11.025822 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-58271983-0357-4a43-9003-e76a03e81f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.033527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Added routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 19 03:28:11.034424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.extraroute_db [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Removed routes are [] {{(pid=94722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 19 03:28:11.035001 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.039168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22ba8aca-8413-45cf-befa-49df47419f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.064973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e5292-cd9e-4e59-a025-1481d5da1739 req-db679474-caa7-4441-bd9b-7f2c1b97a4e6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:11.066715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-680e5292-cd9e-4e59-a025-1481d5da1739 req-db679474-caa7-4441-bd9b-7f2c1b97a4e6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1679685 Sep 19 03:28:11.091421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.102803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b93fb312-c24b-4682-ba8b-24ef041d1a7f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:11.122398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22ba8aca-8413-45cf-befa-49df47419f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.147203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b93fb312-c24b-4682-ba8b-24ef041d1a7f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:11.147551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b93fb312-c24b-4682-ba8b-24ef041d1a7f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:11.147972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:11.149289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-680e5292-cd9e-4e59-a025-1481d5da1739 req-92977d57-8687-4ec9-97b9-5247fb6a07e8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639315 Sep 19 03:28:11.198618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:11.199354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6c0ad49c-b01a-431b-9eca-36e9b2b374d0 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:11.221933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22ba8aca-8413-45cf-befa-49df47419f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.225184 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22ba8aca-8413-45cf-befa-49df47419f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.228935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-22ba8aca-8413-45cf-befa-49df47419f06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55c8c4aa-93e1-45d9-9c7d-94f3f3d5b2c4 HTTP/1.1" status: 204 len: 168 time: 0.2707090 Sep 19 03:28:11.258646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba8aca-8413-45cf-befa-49df47419f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c8c4aa-93e1-45d9-9c7d-94f3f3d5b2c4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:11.315448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.328125 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.336255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.409698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=511f7af0-7d9c-4c5d-9060-0952f5e2a31c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:11.418245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b7f805b5-cd9e-4238-add9-94888b251514 None None] Could not find standard attr ID for object a66f1fb7-f5f0-439a-a6ba-53f59b40213e. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:11.457329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.459673 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7634ea15-3ed6-4b22-801b-952da35e92fb tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/511f7af0-7d9c-4c5d-9060-0952f5e2a31c HTTP/1.1" status: 204 len: 168 time: 1.5339565 Sep 19 03:28:11.462320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47486) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:11.480344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router d27cc73f-bc8b-4518-a7ec-860c112211b2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:28:11.530475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f548ceb-33a4-4ee3-a3d6-41345efcd9bc None None] Network 283ac89a-d447-49c2-866b-414f2e5bb4e6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:11.577759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:11.585275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.586506 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1dc6fad9-51d3-4590-8535-7b6767cc3b40 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 200 len: 700 time: 1.4201653 Sep 19 03:28:11.589207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47492) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:11.594452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] Sync routers for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:11.611778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.620126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7382bd44-b311-4aa4-aff9-18479a414873 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 200 len: 205 time: 0.0298190 Sep 19 03:28:11.623047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47494) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:11.670891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] Routers {'d27cc73f-bc8b-4518-a7ec-860c112211b2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:11.671824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['d27cc73f-bc8b-4518-a7ec-860c112211b2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:11.735768 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-450b59c8-6f0b-4c41-9fc3-9c4282dbe3b9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.755442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port db2110a4-40c3-4fb2-945c-93d885dc117d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:11.756143 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.810480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3fded-6d78-4f8e-a5fc-09987f249872 req-33706fee-e44b-4b08-9ff0-3f2cda5129a8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:11.812496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fff3fded-6d78-4f8e-a5fc-09987f249872 req-33706fee-e44b-4b08-9ff0-3f2cda5129a8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.1422544 Sep 19 03:28:11.918487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] For port db2110a4-40c3-4fb2-945c-93d885dc117d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=db2110a4-40c3-4fb2-945c-93d885dc117d,segment=NetworkSegment(6c22705d-c9a3-44a1-aef0-32d92863e525),segment_id=6c22705d-c9a3-44a1-aef0-32d92863e525)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:11.919191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.936332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for db2110a4-40c3-4fb2-945c-93d885dc117d owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:11.961062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-450b59c8-6f0b-4c41-9fc3-9c4282dbe3b9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.963404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-450b59c8-6f0b-4c41-9fc3-9c4282dbe3b9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:11.986058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] Set router d27cc73f-bc8b-4518-a7ec-860c112211b2 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:12.028143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-450b59c8-6f0b-4c41-9fc3-9c4282dbe3b9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.028953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b59c8-6f0b-4c41-9fc3-9c4282dbe3b9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Fanout notify agent at l3_agent the message router_deleted on router d27cc73f-bc8b-4518-a7ec-860c112211b2 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:28:12.040975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-450b59c8-6f0b-4c41-9fc3-9c4282dbe3b9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.046813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-450b59c8-6f0b-4c41-9fc3-9c4282dbe3b9 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 204 len: 168 time: 0.4193091 Sep 19 03:28:12.047711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47506) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:12.061645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a0737d35-edb9-48b3-8476-3fa14018ac19 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-166616969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:12.062171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.106966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0737d35-edb9-48b3-8476-3fa14018ac19 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.108308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0737d35-edb9-48b3-8476-3fa14018ac19 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.111485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd27cc73f-bc8b-4518-a7ec-860c112211b2', 'name': 'tempest-RoutersTest-router-113114898', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:17Z', 'updated_at': '2021-09-19T03:28:07Z', 'revision_number': 11, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:12.117338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fff3fded-6d78-4f8e-a5fc-09987f249872 req-df1b91bf-c7f5-4c85-a578-5de1541e6c50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932472 Sep 19 03:28:12.136798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No DVR routers for this DVR port db2110a4-40c3-4fb2-945c-93d885dc117d on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:12.139500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=db2110a4-40c3-4fb2-945c-93d885dc117d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:12.185425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] Checking router: d27cc73f-bc8b-4518-a7ec-860c112211b2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:12.223702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] Routers set() bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:12.224210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] Router IDs set() for agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 03:28:12.224977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_agentschedulers_db [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d27cc73f-bc8b-4518-a7ec-860c112211b2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent'). {{(pid=94724) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 19 03:28:12.225546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c721c8a-d62e-4852-b9ff-9345e3e9df74 None None] The sync data for ids ['d27cc73f-bc8b-4518-a7ec-860c112211b2'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:12.292809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0737d35-edb9-48b3-8476-3fa14018ac19 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.313648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0737d35-edb9-48b3-8476-3fa14018ac19 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.342335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c579f7-dc81-4932-bb68-322ba381a7fd None None] DHCP port deletion for 283ac89a-d447-49c2-866b-414f2e5bb4e6 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:12.345307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a0737d35-edb9-48b3-8476-3fa14018ac19 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.349337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a0737d35-edb9-48b3-8476-3fa14018ac19 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2970078 Sep 19 03:28:12.355123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47518) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:12.361765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-013fc450-b949-437b-8bb3-14fae4cc9d7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:12.371669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.418446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283ac89a-d447-49c2-866b-414f2e5bb4e6']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:12.435518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc705bf-2110-47ee-86c0-00d9d8cbdc50 req-02dab3c3-9d53-4381-93b5-69f8fbc60ac2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:12.437286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfc705bf-2110-47ee-86c0-00d9d8cbdc50 req-02dab3c3-9d53-4381-93b5-69f8fbc60ac2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.1860778 Sep 19 03:28:12.456804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c22705d-c9a3-44a1-aef0-32d92863e525') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:12.457400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c22705d-c9a3-44a1-aef0-32d92863e525') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:12.497444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e6f0b-c380-45b6-8a8c-e7bfb8abc986 req-0dbdc4c9-0265-41e0-9302-7597d60814b0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:12.499297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe1e6f0b-c380-45b6-8a8c-e7bfb8abc986 req-0dbdc4c9-0265-41e0-9302-7597d60814b0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.2291167 Sep 19 03:28:12.504261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.556339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.563269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:12.563676 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:12.625921 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:12.651507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfc705bf-2110-47ee-86c0-00d9d8cbdc50 req-138d918a-124b-45be-b38e-4f4f7db7ae80 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057142 Sep 19 03:28:12.656508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-013fc450-b949-437b-8bb3-14fae4cc9d7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.659183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe1e6f0b-c380-45b6-8a8c-e7bfb8abc986 req-7bbfd679-dd5a-4ef1-9720-a85e1d4881f2 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519153 Sep 19 03:28:12.660551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.671337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.673235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/283ac89a-d447-49c2-866b-414f2e5bb4e6 HTTP/1.1" status: 204 len: 168 time: 1.2097547 Sep 19 03:28:12.676924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47524) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:12.680780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-013fc450-b949-437b-8bb3-14fae4cc9d7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.698417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'name': 'tempest-PortsTestJSON-749183156'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:12.701629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47526) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:12.705687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73660b3e-bef0-4ef9-b13f-2f0df127e7e8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=283ac89a-d447-49c2-866b-414f2e5bb4e6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:12.752548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device db2110a4-40c3-4fb2-945c-93d885dc117d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:12.780728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: db2110a4-40c3-4fb2-945c-93d885dc117d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:12.781452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device db2110a4-40c3-4fb2-945c-93d885dc117d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:12.888812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53829e33-012d-4f9d-8f44-a1909419a992 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:12.890441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-53829e33-012d-4f9d-8f44-a1909419a992 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1092 time: 0.1851010 Sep 19 03:28:12.895644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47532) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:12.905134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:12.923390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:12.928019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:12.931580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013fc450-b949-437b-8bb3-14fae4cc9d7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Router c8f86177-f897-42b9-af31-26137f8b2044 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:28:12.953274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port b1011046-c414-42fd-a86a-f2ba431cd744 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:12.961749 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.089212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.092645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013fc450-b949-437b-8bb3-14fae4cc9d7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:13.111801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-013fc450-b949-437b-8bb3-14fae4cc9d7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.113618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-013fc450-b949-437b-8bb3-14fae4cc9d7e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "PUT /v2.0/routers/c8f86177-f897-42b9-af31-26137f8b2044 HTTP/1.1" status: 200 len: 693 time: 0.7620347 Sep 19 03:28:13.115786 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] Sync routers for ids ['c8f86177-f897-42b9-af31-26137f8b2044'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:13.116886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47542) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:13.127737 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] Routers {'c8f86177-f897-42b9-af31-26137f8b2044'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:13.128085 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8f86177-f897-42b9-af31-26137f8b2044'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:13.270859 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] Set router c8f86177-f897-42b9-af31-26137f8b2044 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:13.280772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.75 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/eb524f3c-3897-4923-b9de-4a6c38013c11) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:13.309837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-58b909aa-77eb-4f6d-97c1-e6715268c012 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/routers/c8f86177-f897-42b9-af31-26137f8b2044 HTTP/1.1" status: 200 len: 699 time: 0.1917572 Sep 19 03:28:13.313858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47544) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:13.380919 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f86177-f897-42b9-af31-26137f8b2044', 'name': 'tempest-RoutersTest-router-166616969', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:12Z', 'updated_at': '2021-09-19T03:28:12Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:13.413056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a790057d-6410-4e72-b21c-d80163fb105b tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8f86177-f897-42b9-af31-26137f8b2044 HTTP/1.1" status: 200 len: 205 time: 0.0796635 Sep 19 03:28:13.414595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47548) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:13.414851 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] Checking router: c8f86177-f897-42b9-af31-26137f8b2044 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:13.424651 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] Routers {'c8f86177-f897-42b9-af31-26137f8b2044'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:13.425516 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8f86177-f897-42b9-af31-26137f8b2044'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:13.499251 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] Set router c8f86177-f897-42b9-af31-26137f8b2044 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:13.517875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.555953 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f86177-f897-42b9-af31-26137f8b2044', 'name': 'tempest-RoutersTest-router-166616969', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:12Z', 'updated_at': '2021-09-19T03:28:12Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:13.566001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70818c4a-c732-4e06-9ce6-648474a7e2e7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.589142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.613954 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.644092 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3493d184-0552-4176-b2c9-2179a9e6436c None None] The sync data for ids ['c8f86177-f897-42b9-af31-26137f8b2044'] in n-d-809936-1 is: [{'id': 'c8f86177-f897-42b9-af31-26137f8b2044', 'name': 'tempest-RoutersTest-router-166616969', 'tenant_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:12Z', 'updated_at': '2021-09-19T03:28:12Z', 'revision_number': 2, 'project_id': '5c1285d4d4a6470385c5e1f2f89c8405', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:13.697310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:13.703733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:13.708695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:13.714900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:13.715589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.728006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=b1011046-c414-42fd-a86a-f2ba431cd744,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:13.735724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24afc058-b2fa-466b-9fae-f8d3da203648 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0575061 Sep 19 03:28:13.739261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47556) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:13.851299 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70818c4a-c732-4e06-9ce6-648474a7e2e7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.854170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.860232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70818c4a-c732-4e06-9ce6-648474a7e2e7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.912943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port b1011046-c414-42fd-a86a-f2ba431cd744 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:13.913389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:13.984925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=eb524f3c-3897-4923-b9de-4a6c38013c11,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:13.988476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:14.009759 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70818c4a-c732-4e06-9ce6-648474a7e2e7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:14.010198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70818c4a-c732-4e06-9ce6-648474a7e2e7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Fanout notify agent at l3_agent the message router_deleted on router c8f86177-f897-42b9-af31-26137f8b2044 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:28:14.026396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10c0a9-d717-40e1-a001-5b03f1c612ba req-cbd4db2e-9290-41dc-ad45-cea635b8870e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:14.028884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e10c0a9-d717-40e1-a001-5b03f1c612ba req-cbd4db2e-9290-41dc-ad45-cea635b8870e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1864891 Sep 19 03:28:14.029011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:14.036949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70818c4a-c732-4e06-9ce6-648474a7e2e7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:14.038026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-70818c4a-c732-4e06-9ce6-648474a7e2e7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/c8f86177-f897-42b9-af31-26137f8b2044 HTTP/1.1" status: 204 len: 168 time: 0.6171923 Sep 19 03:28:14.043070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:14.046080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:14.046970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47562) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.108419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47564) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.109468 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7983b45e-6831-4a0a-9e6b-65061cd873c7 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8f86177-f897-42b9-af31-26137f8b2044 HTTP/1.1" status: 200 len: 205 time: 0.0608361 Sep 19 03:28:14.116138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for b1011046-c414-42fd-a86a-f2ba431cd744 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:14.173924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e10c0a9-d717-40e1-a001-5b03f1c612ba req-0cea00ba-2ea2-4143-8af3-f0a531db9f46 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286223 Sep 19 03:28:14.179043 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-ef31ca78-2993-469b-a16f-24c901ce3df0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] delete failed (client error): The resource could not be found. Sep 19 03:28:14.180286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ef31ca78-2993-469b-a16f-24c901ce3df0 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/c8f86177-f897-42b9-af31-26137f8b2044 HTTP/1.1" status: 404 len: 336 time: 0.0709014 Sep 19 03:28:14.182885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47568) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.225310 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbb84dd-2721-4ab7-8c14-51f8583d5ada tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:14.225864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbb84dd-2721-4ab7-8c14-51f8583d5ada tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:14.230430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9cbb84dd-2721-4ab7-8c14-51f8583d5ada tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/f0118614-84a2-43bb-aed9-7bdd4ddff12e HTTP/1.1" status: 404 len: 337 time: 0.0464351 Sep 19 03:28:14.230576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47572) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.280302 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f46e033-0570-437d-83f5-a8bab16d4a2c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:14.281093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f46e033-0570-437d-83f5-a8bab16d4a2c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:14.284006 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f46e033-0570-437d-83f5-a8bab16d4a2c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/5dcfcc0e-8d73-46a4-8f60-89706877b600 HTTP/1.1" status: 404 len: 337 time: 0.0524626 Sep 19 03:28:14.287650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.321574 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a7f504-b719-4a12-969b-592639ca4b56 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:14.322042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a7f504-b719-4a12-969b-592639ca4b56 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:14.323858 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-68a7f504-b719-4a12-969b-592639ca4b56 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/cbdc9e70-533a-4a1f-85b0-c3c948998c7a HTTP/1.1" status: 404 len: 337 time: 0.0350056 Sep 19 03:28:14.324542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:14.326956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47578) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.362884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=b1011046-c414-42fd-a86a-f2ba431cd744,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:14.393783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:14.396693 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4d5f8c61-e772-4997-bc43-d119ef0e6d2f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/b1011046-c414-42fd-a86a-f2ba431cd744 HTTP/1.1" status: 204 len: 168 time: 0.6544085 Sep 19 03:28:14.398227 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c26f1c4-bf4b-4794-8d6d-c868206e340c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:14.399204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c26f1c4-bf4b-4794-8d6d-c868206e340c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:14.401363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c26f1c4-bf4b-4794-8d6d-c868206e340c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/78dc8b27-0e69-499a-ad69-3aa12862cdc1 HTTP/1.1" status: 404 len: 337 time: 0.0725524 Sep 19 03:28:14.402136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47580) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.409341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'mac_address': 'fa:16:3e:89:48:a7', 'name': 'tempest-PortsTestJSON-828242095'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:14.417808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47582) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.458250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2bee9ce1-d03e-47d7-b8c4-a78407c52ec4 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 200 len: 205 time: 0.0401318 Sep 19 03:28:14.460735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47588) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.506045 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-709cf8bd-b3ff-4b84-9806-8dc9bec29332 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] delete failed (client error): The resource could not be found. Sep 19 03:28:14.507524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-709cf8bd-b3ff-4b84-9806-8dc9bec29332 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/d27cc73f-bc8b-4518-a7ec-860c112211b2 HTTP/1.1" status: 404 len: 336 time: 0.0457888 Sep 19 03:28:14.510176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47590) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.529006 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-829cd340-2d52-44c4-a2f9-5e788c972c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:14.566983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-97b2f46c-b7f3-4f1e-b597-98c69bb61d70 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd86fad-81e3-4b11-9755-c4cf2ec79216 HTTP/1.1" status: 200 len: 205 time: 0.0554092 Sep 19 03:28:14.570557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47592) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:14.582951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:15.042374 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-1cf6ecc9-fd80-4cfa-9aac-14c5a3ee505f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] delete failed (client error): The resource could not be found. Sep 19 03:28:15.043477 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1cf6ecc9-fd80-4cfa-9aac-14c5a3ee505f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/9dd86fad-81e3-4b11-9755-c4cf2ec79216 HTTP/1.1" status: 404 len: 336 time: 0.4715924 Sep 19 03:28:15.048780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.088734 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-956f0859-9a39-4aa5-a513-aa32d6492a80 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:15.092026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956f0859-9a39-4aa5-a513-aa32d6492a80 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:15.097309 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-956f0859-9a39-4aa5-a513-aa32d6492a80 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/456e5446-86ef-480e-a3ca-4a4ceb2630ce HTTP/1.1" status: 404 len: 337 time: 0.0472643 Sep 19 03:28:15.101493 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.104160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47596) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.145625 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b0e22c6a-0a2a-4cc6-96ed-4684a98ff35d tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=ead65d1b-2e61-4f88-af9b-a908ada131d9 HTTP/1.1" status: 200 len: 205 time: 0.0399141 Sep 19 03:28:15.146826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47598) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.199348 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-34e27be3-1a88-49cd-85e6-b2648bd5690e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] delete failed (client error): The resource could not be found. Sep 19 03:28:15.199989 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-34e27be3-1a88-49cd-85e6-b2648bd5690e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/ead65d1b-2e61-4f88-af9b-a908ada131d9 HTTP/1.1" status: 404 len: 336 time: 0.0507095 Sep 19 03:28:15.205588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47602) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.216975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 58277943-3cf4-41bd-a934-078285e44fda yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:15.247585 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eaa79991-da42-4ecb-a897-e9cb397962c2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e HTTP/1.1" status: 200 len: 205 time: 0.0379186 Sep 19 03:28:15.274587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47606) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.277014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47608) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.287331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'network': {'name': 'tempest-network-smoke--284882787', 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:15.344631 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-646f2ac6-b28e-49c8-85bf-0621276aa607 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] delete failed (client error): The resource could not be found. Sep 19 03:28:15.345675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-646f2ac6-b28e-49c8-85bf-0621276aa607 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/8a33dc0d-d0ae-4d15-a112-a5ed0a5b478e HTTP/1.1" status: 404 len: 336 time: 0.0701754 Sep 19 03:28:15.349988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47610) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.377847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.390717 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfa22f6-5bbd-489c-965f-079f2196a98c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:15.391203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfa22f6-5bbd-489c-965f-079f2196a98c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:15.392940 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2dfa22f6-5bbd-489c-965f-079f2196a98c tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/9e696093-ee81-456a-8095-e1f3fc9b4fa2 HTTP/1.1" status: 404 len: 337 time: 0.0396175 Sep 19 03:28:15.399016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47612) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.432434 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cd103683-0c58-493d-bcff-fb7ffa44ced2 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=4274a457-e03a-4c81-9aab-f9b1daa7bb6b HTTP/1.1" status: 200 len: 205 time: 0.0322335 Sep 19 03:28:15.436053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5223cce-3a1b-4c6c-a498-5eba7c0f047b req-aaa99aa5-6fe1-48bd-b747-3f0c1832c86f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:15.437644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5223cce-3a1b-4c6c-a498-5eba7c0f047b req-aaa99aa5-6fe1-48bd-b747-3f0c1832c86f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1374657 Sep 19 03:28:15.438264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47614) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.445557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Made reservation on behalf of 72b9168bb80d40f5ac0f2ca74ea7e7b7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:15.449002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.461958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.514151 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-174151c1-03d2-463c-8268-4a3cb45a6c56 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] delete failed (client error): The resource could not be found. Sep 19 03:28:15.514712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-174151c1-03d2-463c-8268-4a3cb45a6c56 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/4274a457-e03a-4c81-9aab-f9b1daa7bb6b HTTP/1.1" status: 404 len: 336 time: 0.0718873 Sep 19 03:28:15.528133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47616) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.588694 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5eac379-485e-4023-b96c-323dc8ccf746 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:15.589282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5eac379-485e-4023-b96c-323dc8ccf746 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:15.594381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.594557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c5eac379-485e-4023-b96c-323dc8ccf746 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/75751a8c-067b-4710-a113-114827400a64 HTTP/1.1" status: 404 len: 337 time: 0.0606127 Sep 19 03:28:15.594657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47618) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.596709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.601130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5223cce-3a1b-4c6c-a498-5eba7c0f047b req-bc10eb25-ba99-4739-9763-c4ba26855d20 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571164 Sep 19 03:28:15.632852 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1a827722-c511-4a64-8c2c-1c5d8b08b4cf tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b HTTP/1.1" status: 200 len: 205 time: 0.0374217 Sep 19 03:28:15.636754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47620) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.684679 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-101bbd3f-6920-41ea-91ae-4bd664ca6782 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] delete failed (client error): The resource could not be found. Sep 19 03:28:15.685715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-101bbd3f-6920-41ea-91ae-4bd664ca6782 tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/routers/11ca9ed4-bda5-40f6-b8e2-1ec24abdd22b HTTP/1.1" status: 404 len: 336 time: 0.0480084 Sep 19 03:28:15.689184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47622) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.720210 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfb8c0b8-ceb0-40af-94c6-46994836042e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:15.720662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfb8c0b8-ceb0-40af-94c6-46994836042e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:15.724703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bfb8c0b8-ceb0-40af-94c6-46994836042e tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/1fcee0b4-d404-4b75-9e17-5281a23cfa45 HTTP/1.1" status: 404 len: 337 time: 0.0323453 Sep 19 03:28:15.728310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47624) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.745611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.772360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.778836 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef47bef-e204-4a77-a1f9-64922bf19c1f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] DELETE failed (client error): The resource could not be found. Sep 19 03:28:15.778836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef47bef-e204-4a77-a1f9-64922bf19c1f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:15.782841 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fef47bef-e204-4a77-a1f9-64922bf19c1f tempest-RoutersTest-1091098678 tempest-RoutersTest-1091098678-project] 10.222.0.22 "DELETE /v2.0/subnets/a2e18ce4-45cc-4551-be9b-39b70137e862 HTTP/1.1" status: 404 len: 337 time: 0.0480731 Sep 19 03:28:15.803042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.833961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:28:15.872168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:15.881096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:15.885166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=58277943-3cf4-41bd-a934-078285e44fda,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:15.887712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:15.893859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:15.894448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.907069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.907417 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Added segment 58ae8c44-2c35-4bf0-b8cf-abdc8e88c010 of type vlan for network c2120fa7-587f-47d4-aa37-5a57a10b928b Sep 19 03:28:15.908873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47981530-c428-47ae-92f5-26be78b5cbf7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:15.921178 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3b1cb27-6b95-42d7-8d66-0a1f815a4e87 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5177162 Sep 19 03:28:15.923928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:15.926119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.936959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:15.986403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.001650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f89e062-2667-4b5d-a6c9-0a16fd1ae168 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:16.003465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5f89e062-2667-4b5d-a6c9-0a16fd1ae168 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/58277943-3cf4-41bd-a934-078285e44fda HTTP/1.1" status: 200 len: 840 time: 0.0785682 Sep 19 03:28:16.006940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47630) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:16.041064 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.044985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=eb524f3c-3897-4923-b9de-4a6c38013c11,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:16.059547 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.091641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.100032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:16.100651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.160895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8755443 Sep 19 03:28:16.164811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47634) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:16.166668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'admin_state_up': True, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:16.207838 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP daedfe98-fcc2-4155-87dc-49beac3fcabc associated. External IP: 172.25.8.75, port: 39ee48e5-2604-4229-b89e-8a2e20f9377f. Sep 19 03:28:16.225465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf554f-ab12-485c-8e94-36e644cfa949 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Network': ['ID=c2120fa7-587f-47d4-aa37-5a57a10b928b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:16.246795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47636) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:16.248814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network c2120fa7-587f-47d4-aa37-5a57a10b928b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:16.254548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.255635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.279787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 58277943-3cf4-41bd-a934-078285e44fda {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:16.280075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.396998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.400198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.448363 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 58277943-3cf4-41bd-a934-078285e44fda owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:16.545835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:28:16.624862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.637039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e4885d85-0cba-4e45-a897-fdf37c26c315 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c1285d4d4a6470385c5e1f2f89c8405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884151 Sep 19 03:28:16.637689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47644) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:16.735098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.743842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:16.767187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] Sync routers for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:16.785891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919d50f-79d2-4ad8-aa3a-0fd8666937cd req-9dfeeaf8-ff6f-4212-927a-836e5f80c913 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:16.787443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3919d50f-79d2-4ad8-aa3a-0fd8666937cd req-9dfeeaf8-ff6f-4212-927a-836e5f80c913 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.0818632 Sep 19 03:28:16.788916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.798613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5b7500a-1303-4f84-923f-5d21acf38b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.801225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:16.802124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:27:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:16.803212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=58277943-3cf4-41bd-a934-078285e44fda,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:16.824494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.829703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5193dee-48ae-4e4f-8394-4c205f77da1b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/58277943-3cf4-41bd-a934-078285e44fda HTTP/1.1" status: 204 len: 168 time: 0.8191123 Sep 19 03:28:16.833747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47646) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:16.840310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5b7500a-1303-4f84-923f-5d21acf38b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.888634 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-399b2eca-832b-4d8b-9a24-e3c912f4118d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:16.894240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-399b2eca-832b-4d8b-9a24-e3c912f4118d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/58277943-3cf4-41bd-a934-078285e44fda HTTP/1.1" status: 404 len: 333 time: 0.0544357 Sep 19 03:28:16.895246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47648) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:16.900927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'name': 'tempest-PortsTestJSON-1165558594'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:16.924337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09db5b72-a89e-48d3-a135-ffd662a5dde6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0250778 Sep 19 03:28:16.929039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:16.933008 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:16.969050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5b7500a-1303-4f84-923f-5d21acf38b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.971802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3919d50f-79d2-4ad8-aa3a-0fd8666937cd req-40fc139e-0413-41b4-8995-5631dda963f6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365397 Sep 19 03:28:16.980256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5b7500a-1303-4f84-923f-5d21acf38b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:16.982008 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5b7500a-1303-4f84-923f-5d21acf38b6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd216e06-b5f9-4896-8ca7-eeab6b45cb85 HTTP/1.1" status: 204 len: 168 time: 0.3387239 Sep 19 03:28:17.019731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:17.087419 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58740719-a88a-4468-938a-f093676c8f28 x-openstack-request-id: req-58740719-a88a-4468-938a-f093676c8f28 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:17.089765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7500a-1303-4f84-923f-5d21acf38b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd216e06-b5f9-4896-8ca7-eeab6b45cb85,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:17.100317 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:17.100591 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58740719-a88a-4468-938a-f093676c8f28 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:17.101018 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'status': 'completed', 'code': 200} Sep 19 03:28:17.195182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:17.226084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:17.233764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01d9a0-79e0-4180-ae39-fcd35d504b59 req-3fdf55b4-cf4e-488f-a97a-ce647bc3283e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:17.241636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-805338a8-4e38-46d4-8f2f-8ce59e3e80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:17.241994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e01d9a0-79e0-4180-ae39-fcd35d504b59 req-3fdf55b4-cf4e-488f-a97a-ce647bc3283e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.1881218 Sep 19 03:28:17.243209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-805338a8-4e38-46d4-8f2f-8ce59e3e80cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1097 time: 0.0998182 Sep 19 03:28:17.249387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:17.253524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:17.337652 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbf00d36-9fd7-4e70-9ae7-cd3a86fae36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:17.369355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 406fbb16-25c7-46ca-a541-10a8ef223d58 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:17.452629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e01d9a0-79e0-4180-ae39-fcd35d504b59 req-3051632a-5eed-4605-a809-04ef0e6c1329 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034090 Sep 19 03:28:17.456515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-17fc8a30-ca5d-42a5-80a5-4e2416a2db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:17.458310 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-17fc8a30-ca5d-42a5-80a5-4e2416a2db0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 898 time: 0.1836989 Sep 19 03:28:17.463528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47666) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:17.510574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Allocated IP 172.25.8.119 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/96c0ac23-d506-456b-b412-6c4184529cc6) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:17.572359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'daedfe98-fcc2-4155-87dc-49beac3fcabc', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'port_id': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'mac_address': 'fa:16:3e:ac:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:28:14Z', 'updated_at': '2021-09-19T03:28:14Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:56Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:17.667619 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-92cce8aa-9a6d-4809-b7e4-34eab1d32bb3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/daedfe98-fcc2-4155-87dc-49beac3fcabc HTTP/1.1" status: 200 len: 991 time: 0.1901641 Sep 19 03:28:17.688175 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-081d125e-8761-4de3-922b-382cf44f9e3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 999 time: 0.2213888 Sep 19 03:28:17.693745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] Checking router: 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:17.696164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:17.735290 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:17.747938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:17.748599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:17.801772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:17.806514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:17.815107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:17.838134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:17.840850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:17.866942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=406fbb16-25c7-46ca-a541-10a8ef223d58,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:17.885938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e9b10d04-6e27-4cc8-9d51-cf138ceba704 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9894807 Sep 19 03:28:17.890077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47674) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:17.896824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:17.901400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 85da839a-eb9d-4d28-afd9-5e68b3062248 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:28:17.909171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 85da839a-eb9d-4d28-afd9-5e68b3062248 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:17.929763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-78361985-0006-41ed-b469-f3d7ef5f26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:17.931331 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-78361985-0006-41ed-b469-f3d7ef5f26ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.2276955 Sep 19 03:28:17.989023 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.038018 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.073143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:18.088670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.128024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-ac35c35e-d231-42c9-8b2b-a0c1e871e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:18.129901 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-ac35c35e-d231-42c9-8b2b-a0c1e871e479 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1868730 Sep 19 03:28:18.220238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.227404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d309121-101f-4d1a-9fba-4671df420638 req-2fa4b2c9-bdf4-4702-8fe1-b97f296d63be tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:18.244494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d309121-101f-4d1a-9fba-4671df420638 req-2fa4b2c9-bdf4-4702-8fe1-b97f296d63be tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1393483 Sep 19 03:28:18.311191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2d309121-101f-4d1a-9fba-4671df420638 req-fb15d782-f4dc-46bd-bf66-d0c122b2751f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616112 Sep 19 03:28:18.371129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:18.388260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:18.409973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:18.423660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:18.428600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'port_id': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'mac_address': 'fa:16:3e:8d:6c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ba7dd1-3cf0-477b-96da-b57594f17113', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:28:18.449041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=96c0ac23-d506-456b-b412-6c4184529cc6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:18.457040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-60e8f94f-b64b-4036-9c3a-c6fc5a83bd83 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038733 Sep 19 03:28:18.480859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47686) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:18.535188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.537316 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.546937 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.577465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85da839a-eb9d-4d28-afd9-5e68b3062248 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:18.588929 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.608814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:18.618419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.630531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.659357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47690) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:18.691758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'daedfe98-fcc2-4155-87dc-49beac3fcabc', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'port_id': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'mac_address': 'fa:16:3e:ac:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:28:14Z', 'updated_at': '2021-09-19T03:28:14Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:56Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:18.706849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] In _notify_port_updated(), no bound segment for port 406fbb16-25c7-46ca-a541-10a8ef223d58 on network 13f4adbc-251f-46b0-8ce0-964232e469d8 {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:28:18.712529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:18.713140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:18.719906 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "PUT /v2.0/ports/406fbb16-25c7-46ca-a541-10a8ef223d58 HTTP/1.1" status: 200 len: 818 time: 0.8234167 Sep 19 03:28:18.721698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:18.724956 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be73af2f-984d-4831-bd5e-4ce7b7bc9bb6 req-5b9c102e-bca7-4626-8377-52fd362dee07 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597339 Sep 19 03:28:18.744862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bb94cb-5b86-408c-ac23-e38658629dc3 None None] The sync data for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 is: [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'daedfe98-fcc2-4155-87dc-49beac3fcabc', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'port_id': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'mac_address': 'fa:16:3e:ac:00:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:28:14Z', 'updated_at': '2021-09-19T03:28:14Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:56Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:18.750866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:18.754247 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:28:18.754552 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:28:18.828329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7e06a7b3-ffb3-4d51-8240-d02b97c512e3 tempest-DvrRoutersNegativeTest-765025666 tempest-DvrRoutersNegativeTest-765025666-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-678029639', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:18.833065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.policy [None req-7e06a7b3-ffb3-4d51-8240-d02b97c512e3 tempest-DvrRoutersNegativeTest-765025666 tempest-DvrRoutersNegativeTest-765025666-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94723) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 19 03:28:18.833609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.policy [None req-7e06a7b3-ffb3-4d51-8240-d02b97c512e3 tempest-DvrRoutersNegativeTest-765025666 tempest-DvrRoutersNegativeTest-765025666-project] Failed policy check for 'create_router' {{(pid=94723) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 19 03:28:18.834374 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-7e06a7b3-ffb3-4d51-8240-d02b97c512e3 tempest-DvrRoutersNegativeTest-765025666 tempest-DvrRoutersNegativeTest-765025666-project] create failed (client error): Access was denied to this resource. Sep 19 03:28:18.835643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7e06a7b3-ffb3-4d51-8240-d02b97c512e3 tempest-DvrRoutersNegativeTest-765025666 tempest-DvrRoutersNegativeTest-765025666-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3526523 Sep 19 03:28:18.861739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d1171-3270-4d7a-83a3-8689872fde44 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=406fbb16-25c7-46ca-a541-10a8ef223d58,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:18.901680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b2c23e54-50bc-4b70-9690-2170fa27bd28 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/daedfe98-fcc2-4155-87dc-49beac3fcabc HTTP/1.1" status: 200 len: 991 time: 0.2404964 Sep 19 03:28:19.008622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['85da839a-eb9d-4d28-afd9-5e68b3062248'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:28:19.169913 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fe6625-f436-43a2-8456-1844f60dd936 None None] New status for floating IP daedfe98-fcc2-4155-87dc-49beac3fcabc: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:28:19.308028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47698) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:19.345575 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.367123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 85da839a-eb9d-4d28-afd9-5e68b3062248 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:19.410881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:19.420882 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.426936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.444352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 406fbb16-25c7-46ca-a541-10a8ef223d58 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:19.444700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.495962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:19.507932 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a60dd304-d1f5-4f54-ae1f-9c4230b1c5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.560927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.572498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8efd83-f5a5-4bb2-a189-5b043e9f794b req-cb2d078e-bf3a-4c35-a8cf-a1c9cf10303a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:19.573990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a8efd83-f5a5-4bb2-a189-5b043e9f794b req-cb2d078e-bf3a-4c35-a8cf-a1c9cf10303a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.1171725 Sep 19 03:28:19.601204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 406fbb16-25c7-46ca-a541-10a8ef223d58 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:19.628015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a8efd83-f5a5-4bb2-a189-5b043e9f794b req-33d068c2-a709-4232-864f-badb1740d77f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468671 Sep 19 03:28:19.654613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a60dd304-d1f5-4f54-ae1f-9c4230b1c5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.660770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a60dd304-d1f5-4f54-ae1f-9c4230b1c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.702474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a60dd304-d1f5-4f54-ae1f-9c4230b1c5ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3776c0841cec4074bb799f03e5494aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3929088 Sep 19 03:28:19.705062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47706) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:19.712113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dd304-d1f5-4f54-ae1f-9c4230b1c5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb159bb-3588-4f6c-9114-d665be56ac94,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:19.763280 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07bea7d0-0e0b-4e0b-8375-249c914760fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.785985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07bea7d0-0e0b-4e0b-8375-249c914760fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.789134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.793749 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.838467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07bea7d0-0e0b-4e0b-8375-249c914760fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.846208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07bea7d0-0e0b-4e0b-8375-249c914760fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.846208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07bea7d0-0e0b-4e0b-8375-249c914760fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/feb159bb-3588-4f6c-9114-d665be56ac94 HTTP/1.1" status: 204 len: 168 time: 0.1379328 Sep 19 03:28:19.852243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bea7d0-0e0b-4e0b-8375-249c914760fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb159bb-3588-4f6c-9114-d665be56ac94,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:19.867182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=406fbb16-25c7-46ca-a541-10a8ef223d58,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:19.877816 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:19.882103 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb9b0308-c70f-4ec8-af31-a6f03da916c2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/406fbb16-25c7-46ca-a541-10a8ef223d58 HTTP/1.1" status: 204 len: 168 time: 1.1572747 Sep 19 03:28:19.882546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47710) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:19.914175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47712) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:19.994977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e08a12b-7a2a-4291-8028-cb0b93e28e9f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:19.999135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7e08a12b-7a2a-4291-8028-cb0b93e28e9f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1130099 Sep 19 03:28:19.999479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47714) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:20.004316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cc0e015a-b2bd-4018-a0df-c577d92e7513 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/daedfe98-fcc2-4155-87dc-49beac3fcabc HTTP/1.1" status: 200 len: 993 time: 0.0886469 Sep 19 03:28:20.027769 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.043313 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1867985-d842-4b44-a65c-930addfff431 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:20.048396 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f1867985-d842-4b44-a65c-930addfff431 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/406fbb16-25c7-46ca-a541-10a8ef223d58 HTTP/1.1" status: 404 len: 333 time: 0.0445302 Sep 19 03:28:20.048765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47718) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:20.053811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1382099981'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:20.062334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 0032ceb8-7283-4b8a-aad1-2a284511fb87 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:28:20.077318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:20.081382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.107541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:28:20.130424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.131040 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment 34e20430-7914-47ea-ad6d-8c1de83588ee of type vlan for network b01e7a48-74a5-4f42-b306-a0bb90ffe80c Sep 19 03:28:20.182713 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.204848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:20.219754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.221908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Sync routers for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:20.225934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:20.226558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.235490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:20.236994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:20.241518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.242166 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9ed17f4b-bdc3-459b-8364-46b0a2768a89 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0799568 Sep 19 03:28:20.245398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:20.275852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47730) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:20.280908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:20.286159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2359476 Sep 19 03:28:20.398978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc26ce-682b-4108-8456-b856ce5ef4e2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=b01e7a48-74a5-4f42-b306-a0bb90ffe80c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:20.421193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:20.448201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:20.449223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:20.453543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.658616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6de6396-12ea-48cd-867f-a1eda67adeea tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4096532 Sep 19 03:28:20.659653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47744) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:20.772254 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.775709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:18Z', 'revision_number': 3, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:20.803018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Checking router: 0032ceb8-7283-4b8a-aad1-2a284511fb87 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:20.803469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Updating router 0032ceb8-7283-4b8a-aad1-2a284511fb87 port 96c0ac23-d506-456b-b412-6c4184529cc6 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:28:20.835492 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.854356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=690ce8f6-df74-4450-883b-23936fd53cec,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:20.864479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': '34e20430-7914-47ea-ad6d-8c1de83588ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:20.864965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: b01e7a48-74a5-4f42-b306-a0bb90ffe80c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:20.892170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:20.911849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b01e7a48-74a5-4f42-b306-a0bb90ffe80c) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:20.912139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc26983-921d-4e06-a0e4-a69ad30473e7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:20.916569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6dc26983-921d-4e06-a0e4-a69ad30473e7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2503350 Sep 19 03:28:20.921591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:20.921895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51592fdf-f5f3-4b15-a77c-559bd3540451 req-85026c59-95bf-4e8b-80ab-0d0d52529da6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:20.923376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51592fdf-f5f3-4b15-a77c-559bd3540451 req-85026c59-95bf-4e8b-80ab-0d0d52529da6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.1778436 Sep 19 03:28:20.936443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:20.940506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:20.947599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60487411-ceb1-4f9f-be27-c678889dae6b None None] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:20.994545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51592fdf-f5f3-4b15-a77c-559bd3540451 req-fb582ba0-38fc-42e2-a055-aee1044096f2 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599225 Sep 19 03:28:21.010768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1ffae1ac-b2f0-4c56-bc72-340de6eec479 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763133 Sep 19 03:28:21.014177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47752) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:21.022286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1504258247', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:21.035592 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a82b5920-4d25-48fb-9f6f-20a25037f2ae tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7585614 Sep 19 03:28:21.038135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47754) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:21.044116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9b892785-f3ac-4e60-806e-de158d1ee46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:21.144388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Made reservation on behalf of 72b9168bb80d40f5ac0f2ca74ea7e7b7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:21.150159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.192039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b892785-f3ac-4e60-806e-de158d1ee46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:21.196412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b892785-f3ac-4e60-806e-de158d1ee46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.328524 n-d-809936-1 neutron-server[94722]: INFO neutron.db.ipam_backend_mixin [None req-9b892785-f3ac-4e60-806e-de158d1ee46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 690ce8f6-df74-4450-883b-23936fd53cec (CIDR: 172.20.0.0/28) Sep 19 03:28:21.333919 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b892785-f3ac-4e60-806e-de158d1ee46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:28:21.334425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b892785-f3ac-4e60-806e-de158d1ee46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:21.359962 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b892785-f3ac-4e60-806e-de158d1ee46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3207448 Sep 19 03:28:21.360708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47760) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:21.368450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:21.410050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.514782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-b01e7a48-74a5-4f42-b306-a0bb90ffe80c', 'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c', 'tenant_id': 'efa7582498dd4c0596a195e0c122a75c', 'fixed_ips': [{'subnet_id': '690ce8f6-df74-4450-883b-23936fd53cec'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:21.515650 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.526021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Subnet': ['ID=f3863b88-a6fa-4b65-aaf7-a4523eb974e0,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:21.529791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Checking segment: {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:21.530506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network hostable DHCP agents. Network: c2120fa7-587f-47d4-aa37-5a57a10b928b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:21.556493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network c2120fa7-587f-47d4-aa37-5a57a10b928b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:21.576387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, c2120fa7-587f-47d4-aa37-5a57a10b928b) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:21.594247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:21.595212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.626100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:21.629822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfec4ec7-01bd-4ff1-b81e-23e2d3fc64f2 None None] Network c2120fa7-587f-47d4-aa37-5a57a10b928b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:21.630470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.640392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-45cc5948-548e-4be4-872a-b5757f725c1a tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6242025 Sep 19 03:28:21.643023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47770) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:21.790448 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.810198 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:21.880128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b266c5-6db2-4e67-89af-a08cbe7deeca None None] Pushing event updated for resources: {'Port': ['ID=96c0ac23-d506-456b-b412-6c4184529cc6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:21.893206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 85da839a-eb9d-4d28-afd9-5e68b3062248 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:21.983591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Allocated IP 172.20.0.2 (b01e7a48-74a5-4f42-b306-a0bb90ffe80c/690ce8f6-df74-4450-883b-23936fd53cec/fa965b29-5309-4f33-9992-c893dec0daee) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:21.986665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Attempting to bind port 96c0ac23-d506-456b-b412-6c4184529cc6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:21.987141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Attempting to bind port 96c0ac23-d506-456b-b412-6c4184529cc6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:21.987667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Attempting to bind port 96c0ac23-d506-456b-b412-6c4184529cc6 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:22.038445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:22.038927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:22.039394 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.040340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:22.041029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Bound port: 96c0ac23-d506-456b-b412-6c4184529cc6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:22.041609 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.081746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.116936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] For port 96c0ac23-d506-456b-b412-6c4184529cc6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:22.120744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] For port 96c0ac23-d506-456b-b412-6c4184529cc6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=96c0ac23-d506-456b-b412-6c4184529cc6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:22.126490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:22.131388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:22.139230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:22.140020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.158635 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.176132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=099119be-657d-411c-86f8-79a235255529,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:22.181511 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac857a37-5731-4d25-9663-5f612535962e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8196971 Sep 19 03:28:22.185141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47780) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:22.209649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c', 'fixed_ips': [{'subnet_id': '690ce8f6-df74-4450-883b-23936fd53cec'}, {'subnet_id': '099119be-657d-411c-86f8-79a235255529'}], 'name': 'tempest-PortsTestJSON-1864015971'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:22.250718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-c2120fa7-587f-47d4-aa37-5a57a10b928b', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:22.252568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.274174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b266c5-6db2-4e67-89af-a08cbe7deeca None None] Pushing event updated for resources: {'Port': ['ID=96c0ac23-d506-456b-b412-6c4184529cc6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:22.377341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb7b8b-a73b-4573-81a1-a87c3dd1ecc7 req-edd15db0-a120-4829-b745-47f8f54cec54 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:22.379299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69bb7b8b-a73b-4573-81a1-a87c3dd1ecc7 req-edd15db0-a120-4829-b745-47f8f54cec54 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 944 time: 0.2181931 Sep 19 03:28:22.422966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Allocated IP 172.20.0.2 (c2120fa7-587f-47d4-aa37-5a57a10b928b/f3863b88-a6fa-4b65-aaf7-a4523eb974e0/c0d32e24-dd03-40e2-906c-b4332fd3daef) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:22.464044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:22.484087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69bb7b8b-a73b-4573-81a1-a87c3dd1ecc7 req-64c315c1-9116-4845-bf5d-751936d69606 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658858 Sep 19 03:28:22.597531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 85da839a-eb9d-4d28-afd9-5e68b3062248 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:22.598207 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.610257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.631049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 3f47ccae-5925-4eef-ab89-fddb13690a1c yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:22.775914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.777992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:22.778827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:22.833617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.857712 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.888028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:22.938803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:22.941027 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c38e66c-933b-47d6-b207-a97ed0c13164" -d '{"events": [{"server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:22.988400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Network c2120fa7-587f-47d4-aa37-5a57a10b928b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:22.999900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:23.003575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:23.010239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:23.012237 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f83d19-9016-4ed4-a7d3-7e8ad912d8d2 x-openstack-request-id: req-63f83d19-9016-4ed4-a7d3-7e8ad912d8d2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:23.012601 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "name": "network-vif-plugged", "status": "completed", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:23.012889 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63f83d19-9016-4ed4-a7d3-7e8ad912d8d2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:23.013398 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'code': 200} Sep 19 03:28:23.038852 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.058391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47808) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:23.068154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:23.151369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Pushing event updated for resources: {'Port': ['ID=c0d32e24-dd03-40e2-906c-b4332fd3daef,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:23.226108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:23.250392 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15e027f6-6579-4aa9-98a2-6558b0e3bd62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.266118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Allocated IP 172.20.0.1 (c2120fa7-587f-47d4-aa37-5a57a10b928b/f3863b88-a6fa-4b65-aaf7-a4523eb974e0/60aaaf51-dd67-40ab-b6be-9668d4bd16d7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:23.283104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677023cb-2d38-4707-860f-b325f7501591 req-824b867b-680a-46e5-af96-3f3e4d02dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:23.285903 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-677023cb-2d38-4707-860f-b325f7501591 req-824b867b-680a-46e5-af96-3f3e4d02dc12 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 1097 time: 0.1066463 Sep 19 03:28:23.321331 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.324319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Attempting to bind port c0d32e24-dd03-40e2-906c-b4332fd3daef on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:23.325371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Attempting to bind port c0d32e24-dd03-40e2-906c-b4332fd3daef by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:23.325675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Attempting to bind port c0d32e24-dd03-40e2-906c-b4332fd3daef on network c2120fa7-587f-47d4-aa37-5a57a10b928b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:23.375210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-677023cb-2d38-4707-860f-b325f7501591 req-ccf6809c-cf74-42c0-bdff-0d27c97238a0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773854 Sep 19 03:28:23.402152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.417216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:23.417990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Checking segment: {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:23.419614 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.420378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Bound using segment: {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:23.421081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Bound port: c0d32e24-dd03-40e2-906c-b4332fd3daef, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:23.421696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.431489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.478970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.487704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15e027f6-6579-4aa9-98a2-6558b0e3bd62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.496971 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-15e027f6-6579-4aa9-98a2-6558b0e3bd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.507200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:23.520256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.5 (b01e7a48-74a5-4f42-b306-a0bb90ffe80c/690ce8f6-df74-4450-883b-23936fd53cec/3f47ccae-5925-4eef-ab89-fddb13690a1c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:23.528548 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-15e027f6-6579-4aa9-98a2-6558b0e3bd62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0eaefa5dd044ca3ba3918ff6a16baaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661021 Sep 19 03:28:23.528732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network c2120fa7-587f-47d4-aa37-5a57a10b928b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:23.529646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47816) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:23.537296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:23.539052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.29 (b01e7a48-74a5-4f42-b306-a0bb90ffe80c/099119be-657d-411c-86f8-79a235255529/3f47ccae-5925-4eef-ab89-fddb13690a1c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:23.543874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:23.545582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Pushing event updated for resources: {'Port': ['ID=fa965b29-5309-4f33-9992-c893dec0daee,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:23.565846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e027f6-6579-4aa9-98a2-6558b0e3bd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b779bc7-d958-47e0-a244-0c63983a385a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:23.568393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:23.603032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:23.629178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:18Z', 'revision_number': 3, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:23.706450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:23.726059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.731761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.775236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.817417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc24ce-450b-4d04-ad49-2494692dcba9 req-8a2cd08c-6b45-4bb4-af2b-593a83c25e8f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:23.825424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35dc24ce-450b-4d04-ad49-2494692dcba9 req-8a2cd08c-6b45-4bb4-af2b-593a83c25e8f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1851985 Sep 19 03:28:23.832222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:23.832880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68ff617e-3914-4b1d-9fec-c1bb172faf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.838729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:23.842555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:23.883898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606c0427-ab81-4be3-86ec-1e07dcf6eb5b None None] The sync data for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 is: [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:18Z', 'revision_number': 3, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:23.907759 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68ff617e-3914-4b1d-9fec-c1bb172faf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.917933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Attempting to bind port fa965b29-5309-4f33-9992-c893dec0daee on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:23.918317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Attempting to bind port fa965b29-5309-4f33-9992-c893dec0daee by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '34e20430-7914-47ea-ad6d-8c1de83588ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:23.919261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Attempting to bind port fa965b29-5309-4f33-9992-c893dec0daee on network b01e7a48-74a5-4f42-b306-a0bb90ffe80c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:23.920570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:23.921241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.921629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] For port c0d32e24-dd03-40e2-906c-b4332fd3daef, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:23.933212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] For port c0d32e24-dd03-40e2-906c-b4332fd3daef, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0d32e24-dd03-40e2-906c-b4332fd3daef,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:23.941247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=3f47ccae-5925-4eef-ab89-fddb13690a1c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:23.945194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:23.945577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Checking segment: {'id': '34e20430-7914-47ea-ad6d-8c1de83588ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:23.945979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.948673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Bound using segment: {'id': '34e20430-7914-47ea-ad6d-8c1de83588ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:23.948843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47818) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:23.948967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e1742a0a-cf55-46a1-bae7-03dabdc5ac3a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.7625782 Sep 19 03:28:23.949098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Bound port: fa965b29-5309-4f33-9992-c893dec0daee, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e20430-7914-47ea-ad6d-8c1de83588ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:23.949333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:23.957291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '690ce8f6-df74-4450-883b-23936fd53cec'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:23.967336 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:24.000560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35dc24ce-450b-4d04-ad49-2494692dcba9 req-eb6002b3-f5d3-4ac7-b3ce-9e8b463a32a9 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742465 Sep 19 03:28:24.086276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] For port fa965b29-5309-4f33-9992-c893dec0daee, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:24.089123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0589969-24d1-4889-bbaf-2a41d6bcd30f None None] Pushing event updated for resources: {'Port': ['ID=c0d32e24-dd03-40e2-906c-b4332fd3daef,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:24.117951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] For port fa965b29-5309-4f33-9992-c893dec0daee, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fa965b29-5309-4f33-9992-c893dec0daee,segment=NetworkSegment(34e20430-7914-47ea-ad6d-8c1de83588ee),segment_id=34e20430-7914-47ea-ad6d-8c1de83588ee)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:24.124898 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:24.165036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68ff617e-3914-4b1d-9fec-c1bb172faf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:24.167773 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-68ff617e-3914-4b1d-9fec-c1bb172faf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:24.178945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68ff617e-3914-4b1d-9fec-c1bb172faf29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b779bc7-d958-47e0-a244-0c63983a385a HTTP/1.1" status: 204 len: 168 time: 0.6480076 Sep 19 03:28:24.223632 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:24.229035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff617e-3914-4b1d-9fec-c1bb172faf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b779bc7-d958-47e0-a244-0c63983a385a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:24.259259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50429-72c8-4d88-a049-a3fa084d47d2 None None] Pushing event updated for resources: {'Port': ['ID=fa965b29-5309-4f33-9992-c893dec0daee,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:24.435391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:24.951035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47828) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:25.000802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7843aef-1e69-4b0f-90d5-1db03d1606c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.006196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa965b29-5309-4f33-9992-c893dec0daee up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:25.015094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Delete allocated IP 172.20.0.29 (b01e7a48-74a5-4f42-b306-a0bb90ffe80c/099119be-657d-411c-86f8-79a235255529) {{(pid=94723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 03:28:25.083787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fa965b29-5309-4f33-9992-c893dec0daee triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:25.084224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.155104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7843aef-1e69-4b0f-90d5-1db03d1606c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.161382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7843aef-1e69-4b0f-90d5-1db03d1606c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.205781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843aef-1e69-4b0f-90d5-1db03d1606c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743f2767-c502-435a-8b9b-0e85f8d177d6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:25.211000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.236921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c7843aef-1e69-4b0f-90d5-1db03d1606c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf4d5cf9538f48d8b84a8ebc46b0dd94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842619 Sep 19 03:28:25.240304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47832) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:25.251296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port fa965b29-5309-4f33-9992-c893dec0daee, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fa965b29-5309-4f33-9992-c893dec0daee,segment=NetworkSegment(34e20430-7914-47ea-ad6d-8c1de83588ee),segment_id=34e20430-7914-47ea-ad6d-8c1de83588ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:25.264900 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.265262 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 96c0ac23-d506-456b-b412-6c4184529cc6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:25.287748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46f610-571d-48dd-8e87-2549bb237fee req-16da4d4b-75fd-4d7a-9cd7-7e5d4fd543b4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:25.295869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba46f610-571d-48dd-8e87-2549bb237fee req-16da4d4b-75fd-4d7a-9cd7-7e5d4fd543b4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.1746342 Sep 19 03:28:25.315094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e774db4c-9644-455b-bae5-18d2dbc27c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.348548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e774db4c-9644-455b-bae5-18d2dbc27c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.363202 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.405410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=fa965b29-5309-4f33-9992-c893dec0daee,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:25.411140 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.417331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e774db4c-9644-455b-bae5-18d2dbc27c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.421449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e774db4c-9644-455b-bae5-18d2dbc27c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.422412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 96c0ac23-d506-456b-b412-6c4184529cc6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:25.422690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e774db4c-9644-455b-bae5-18d2dbc27c35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/743f2767-c502-435a-8b9b-0e85f8d177d6 HTTP/1.1" status: 204 len: 168 time: 0.1810935 Sep 19 03:28:25.423274 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.441107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774db4c-9644-455b-bae5-18d2dbc27c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743f2767-c502-435a-8b9b-0e85f8d177d6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:25.475311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.506351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.513428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba46f610-571d-48dd-8e87-2549bb237fee req-cb238751-8b5e-468d-b101-978f59015304 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165291 Sep 19 03:28:25.547538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:25.602080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=3f47ccae-5925-4eef-ab89-fddb13690a1c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:25.617273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.664578 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.671413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 96c0ac23-d506-456b-b412-6c4184529cc6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=96c0ac23-d506-456b-b412-6c4184529cc6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:25.679502 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.680456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0d32e24-dd03-40e2-906c-b4332fd3daef up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:25.775593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] In _notify_port_updated(), no bound segment for port 3f47ccae-5925-4eef-ab89-fddb13690a1c on network b01e7a48-74a5-4f42-b306-a0bb90ffe80c {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:28:25.782588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:25.782588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.783919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-30e4d2bf-ebe6-4974-a7e0-b1df2ed1564e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "PUT /v2.0/ports/3f47ccae-5925-4eef-ab89-fddb13690a1c HTTP/1.1" status: 200 len: 919 time: 1.8316698 Sep 19 03:28:25.786901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47842) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:25.792288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '690ce8f6-df74-4450-883b-23936fd53cec'}, {'subnet_id': '099119be-657d-411c-86f8-79a235255529'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:25.808464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=96c0ac23-d506-456b-b412-6c4184529cc6,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:25.846774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c0d32e24-dd03-40e2-906c-b4332fd3daef triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:25.847469 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.850391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0ef0b-fd94-4188-907e-110d686f67c7 req-8e7b99b9-6d70-4726-a210-2c9eb1ae6bdc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:25.858332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dff0ef0b-fd94-4188-907e-110d686f67c7 req-8e7b99b9-6d70-4726-a210-2c9eb1ae6bdc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.2082219 Sep 19 03:28:25.919543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eadc62a-ec88-4fcc-8777-a8de47fb24ae None None] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:25.950879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:25.990351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network c2120fa7-587f-47d4-aa37-5a57a10b928b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:26.027052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:26.057769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dff0ef0b-fd94-4188-907e-110d686f67c7 req-99ef0e3c-bbd8-48f7-817d-9fa764243167 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699533 Sep 19 03:28:26.121295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1b4e2c71-2b3a-4360-acaa-ebe7858fc40d None None] Provisioning complete for port fa965b29-5309-4f33-9992-c893dec0daee triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:26.121836 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b4e2c71-2b3a-4360-acaa-ebe7858fc40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:26.143478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:26.205099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9422c241-d113-4a77-94e5-54b47244a632 None None] Network c2120fa7-587f-47d4-aa37-5a57a10b928b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:26.291398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 0032ceb8-7283-4b8a-aad1-2a284511fb87 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:28:26.439876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port c0d32e24-dd03-40e2-906c-b4332fd3daef, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0d32e24-dd03-40e2-906c-b4332fd3daef,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:26.457439 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:26.470027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:26.479645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-85038702-ac0b-448f-8711-89162c978289 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "PUT /v2.0/routers/0032ceb8-7283-4b8a-aad1-2a284511fb87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8343527 Sep 19 03:28:26.482309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47858) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:26.488254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9e74c684-1722-4c6c-9a98-8d6e98b0c746 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1161317492', 'description': 'tempest-secgroup_access--1161317492 description', 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:26.529147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e74c684-1722-4c6c-9a98-8d6e98b0c746 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:26.605097 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Sync routers for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:26.619644 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:26.620416 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:26.636189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.20 (b01e7a48-74a5-4f42-b306-a0bb90ffe80c/099119be-657d-411c-86f8-79a235255529/3f47ccae-5925-4eef-ab89-fddb13690a1c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:26.776166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=c0d32e24-dd03-40e2-906c-b4332fd3daef,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:26.808685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f369beda-5ec6-4870-8ea8-f0f39453e41c None None] Update dhcp port {'port': {'network_id': 'b01e7a48-74a5-4f42-b306-a0bb90ffe80c', 'fixed_ips': [{'subnet_id': '690ce8f6-df74-4450-883b-23936fd53cec', 'ip_address': '172.20.0.2'}, {'subnet_id': '099119be-657d-411c-86f8-79a235255529'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'fa965b29-5309-4f33-9992-c893dec0daee'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:28:26.850412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 96c0ac23-d506-456b-b412-6c4184529cc6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:26.908131 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f369beda-5ec6-4870-8ea8-f0f39453e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:26.926264 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:26.981950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:26.995901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.100632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4fedb62b-c054-4fd0-9f9a-395d1f0174d6 None None] Provisioning complete for port c0d32e24-dd03-40e2-906c-b4332fd3daef triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:27.100980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4fedb62b-c054-4fd0-9f9a-395d1f0174d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.192880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 96c0ac23-d506-456b-b412-6c4184529cc6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:27.193515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.281565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-bc3dc094-1ff6-4216-8fa2-bef6203afff5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:27.284429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=3f47ccae-5925-4eef-ab89-fddb13690a1c,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:27.284601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-bc3dc094-1ff6-4216-8fa2-bef6203afff5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 815 time: 0.1973963 Sep 19 03:28:27.334411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-275d6806-e4e0-419c-9a0d-4a0776891d69 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/quotas/69d544fa89fe4d5a9ac556726ccc595f HTTP/1.1" status: 200 len: 375 time: 0.0317788 Sep 19 03:28:27.356433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] In _notify_port_updated(), no bound segment for port 3f47ccae-5925-4eef-ab89-fddb13690a1c on network b01e7a48-74a5-4f42-b306-a0bb90ffe80c {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:28:27.362241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:27.362936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.368778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fbc0b995-91ee-45aa-8c0c-2a4380f551d9 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "PUT /v2.0/ports/3f47ccae-5925-4eef-ab89-fddb13690a1c HTTP/1.1" status: 200 len: 999 time: 1.5807433 Sep 19 03:28:27.369562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47890) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:27.447667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e74c684-1722-4c6c-9a98-8d6e98b0c746 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.455293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e74c684-1722-4c6c-9a98-8d6e98b0c746 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.480326 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 2, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:27.517854 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Checking router: 0032ceb8-7283-4b8a-aad1-2a284511fb87 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:27.518243 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Updating router 0032ceb8-7283-4b8a-aad1-2a284511fb87 port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:28:27.528350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 3f47ccae-5925-4eef-ab89-fddb13690a1c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:27.528762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.572012 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.572178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e74c684-1722-4c6c-9a98-8d6e98b0c746 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.573948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9e74c684-1722-4c6c-9a98-8d6e98b0c746 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0900931 Sep 19 03:28:27.576993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47902) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:27.596353 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-2d2c57a4-8f33-4071-83f6-b393f4d9ab98 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2485080 Sep 19 03:28:27.608673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-452fea65-35d7-4f3c-9cb1-a683fb461543 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1779597591', 'description': 'tempest-secgroup_general--1779597591 description', 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:27.638884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74c684-1722-4c6c-9a98-8d6e98b0c746 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7602698-3f4e-4b8f-b3ba-341b9d316408,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:27.714691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.733918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 3f47ccae-5925-4eef-ab89-fddb13690a1c owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:27.838558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f369beda-5ec6-4870-8ea8-f0f39453e41c None None] Allocated IP 172.20.0.18 (b01e7a48-74a5-4f42-b306-a0bb90ffe80c/099119be-657d-411c-86f8-79a235255529/fa965b29-5309-4f33-9992-c893dec0daee) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:27.849256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-452fea65-35d7-4f3c-9cb1-a683fb461543 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.855622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa965b29-5309-4f33-9992-c893dec0daee up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:27.955153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b1be29d3-1769-45e2-b343-c015934f4ab5 None None] Provisioning complete for port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:27.966912 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1be29d3-1769-45e2-b343-c015934f4ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:27.987000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-5c907e76-c5fa-4f5a-bfa3-ab3aab69c835 service neutron] 10.222.0.22 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686748 Sep 19 03:28:28.009509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-ffc58483-8eaf-4827-bfb8-3ddd8af2377e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:28.011226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-ffc58483-8eaf-4827-bfb8-3ddd8af2377e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e5df6f1-902a-41c8-a838-d9861e38fb9f HTTP/1.1" status: 200 len: 946 time: 0.0931673 Sep 19 03:28:28.107273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fa965b29-5309-4f33-9992-c893dec0daee triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:28.108054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.110367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b1be29d3-1769-45e2-b343-c015934f4ab5 None None] Port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:28:28.165689 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.172531 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.240560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.275094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9ae0aa13-930d-4657-937c-7ed01738ffbf service neutron] 10.222.0.22 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705019 Sep 19 03:28:28.292770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Deleting port 85da839a-eb9d-4d28-afd9-5e68b3062248 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:28.293153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.296634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=3f47ccae-5925-4eef-ab89-fddb13690a1c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:28.309858 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Pushing event updated for resources: {'Port': ['ID=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:28.344207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b1be29d3-1769-45e2-b343-c015934f4ab5 None None] Provisioning complete for port c0d32e24-dd03-40e2-906c-b4332fd3daef triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:28.344743 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1be29d3-1769-45e2-b343-c015934f4ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.366689 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-452fea65-35d7-4f3c-9cb1-a683fb461543 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.376629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-452fea65-35d7-4f3c-9cb1-a683fb461543 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.395691 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.397679 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.399119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.399461 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.400144 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.401590 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.402195 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.404041 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.404692 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.405333 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.406985 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.407607 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:28.430348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Attempting to bind port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:28.431404 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Attempting to bind port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:28.431761 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Attempting to bind port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 on network c2120fa7-587f-47d4-aa37-5a57a10b928b {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:28.444199 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:28.444600 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Checking segment: {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:28.445603 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.447376 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Bound using segment: {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:28.449091 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Bound port: 60aaaf51-dd67-40ab-b6be-9668d4bd16d7, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:28.449789 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.457886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f369beda-5ec6-4870-8ea8-f0f39453e41c None None] For port fa965b29-5309-4f33-9992-c893dec0daee, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fa965b29-5309-4f33-9992-c893dec0daee,segment=NetworkSegment(34e20430-7914-47ea-ad6d-8c1de83588ee),segment_id=34e20430-7914-47ea-ad6d-8c1de83588ee)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:28.463894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-452fea65-35d7-4f3c-9cb1-a683fb461543 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.471725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-452fea65-35d7-4f3c-9cb1-a683fb461543 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8907382 Sep 19 03:28:28.473765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47924) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:28.478720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fea65-35d7-4f3c-9cb1-a683fb461543 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa13bc-10dc-469f-b007-c0d053fdf73a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:28.499246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6ae5228a-db7b-45d7-8f55-23cb9a8e459c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'security_group_rule': {'security_group_id': 'c7602698-3f4e-4b8f-b3ba-341b9d316408', 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:28.558477 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ae5228a-db7b-45d7-8f55-23cb9a8e459c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.591311 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] For port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:28.599301 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] For port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:28.612585 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.718498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f369beda-5ec6-4870-8ea8-f0f39453e41c None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.731047 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d6376-b7ea-4189-87b8-db9fea2df2a3 None None] Pushing event updated for resources: {'Port': ['ID=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:28.741405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83f830ea-29cd-4fce-aa1e-00ed6fc2095e req-feff35c9-8159-4262-932d-0d56b80d1f93 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 210 time: 0.0766082 Sep 19 03:28:28.748987 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.754023 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-589f7724-caec-4b0e-98ac-cacbe143ce4d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/3f47ccae-5925-4eef-ab89-fddb13690a1c HTTP/1.1" status: 204 len: 168 time: 1.3833582 Sep 19 03:28:28.755365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47934) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:28.757335 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:28.758032 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:28.766137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] For port 85da839a-eb9d-4d28-afd9-5e68b3062248, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=85da839a-eb9d-4d28-afd9-5e68b3062248,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:28.766525 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.789300 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f369beda-5ec6-4870-8ea8-f0f39453e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.807351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Calling delete_port for 85da839a-eb9d-4d28-afd9-5e68b3062248 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:28.847511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ae5228a-db7b-45d7-8f55-23cb9a8e459c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:28.866505 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba843da-3d55-4ee6-aed2-0de8d2dec2ec tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:28.876947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9ba843da-3d55-4ee6-aed2-0de8d2dec2ec tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/3f47ccae-5925-4eef-ab89-fddb13690a1c HTTP/1.1" status: 404 len: 333 time: 0.1197493 Sep 19 03:28:28.880295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 47938) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:29.003396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ae5228a-db7b-45d7-8f55-23cb9a8e459c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.031440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f369beda-5ec6-4870-8ea8-f0f39453e41c None None] Pushing event updated for resources: {'Port': ['ID=fa965b29-5309-4f33-9992-c893dec0daee,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:29.055172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0d32e24-dd03-40e2-906c-b4332fd3daef up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:29.143442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5228a-db7b-45d7-8f55-23cb9a8e459c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529b6629-96b6-40b1-bf02-0190095bdb3b,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:29.201546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6ae5228a-db7b-45d7-8f55-23cb9a8e459c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.226145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6ae5228a-db7b-45d7-8f55-23cb9a8e459c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7424903 Sep 19 03:28:29.235558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.250704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 099119be-657d-411c-86f8-79a235255529 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:29.259476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.263353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65ab9ead-d417-46fb-9fff-b7dea8c3a0ee None None] Provisioning complete for port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:29.268442 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ead-d417-46fb-9fff-b7dea8c3a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.290897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['85da839a-eb9d-4d28-afd9-5e68b3062248'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:28:29.292984 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:29.385551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Pushing event deleted for resources: {'Port': ['ID=85da839a-eb9d-4d28-afd9-5e68b3062248,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:29.449234 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.521560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] No DVR routers for this DVR port 85da839a-eb9d-4d28-afd9-5e68b3062248 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:29.530174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.536534 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a242ad80-4171-4d2f-82e2-9ec2309b0ead req-6506960a-2052-46dd-9122-1d9c6e24811c tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "DELETE /v2.0/ports/85da839a-eb9d-4d28-afd9-5e68b3062248 HTTP/1.1" status: 204 len: 173 time: 1.4944994 Sep 19 03:28:29.537720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'name': 'network-vif-deleted', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:29.543952 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea5da0-1209-433d-a752-204cb01d3380" -d '{"events": [{"server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "name": "network-vif-deleted", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:29.616632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c0d32e24-dd03-40e2-906c-b4332fd3daef triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:29.617235 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.678120 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc54320e-5ffd-4e14-8f6b-06d2b0b51023 x-openstack-request-id: req-bc54320e-5ffd-4e14-8f6b-06d2b0b51023 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:29.678566 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5df6f1-902a-41c8-a838-d9861e38fb9f", "name": "network-vif-deleted", "tag": "85da839a-eb9d-4d28-afd9-5e68b3062248", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:29.678966 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc54320e-5ffd-4e14-8f6b-06d2b0b51023 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:29.679572 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5df6f1-902a-41c8-a838-d9861e38fb9f', 'name': 'network-vif-deleted', 'tag': '85da839a-eb9d-4d28-afd9-5e68b3062248', 'status': 'completed', 'code': 200} Sep 19 03:28:29.776824 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ead-d417-46fb-9fff-b7dea8c3a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.823365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:29.880258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-bd20a0e7-6370-4e4d-a081-0f91337a4ebf tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--1161317492&fields=id&tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7 HTTP/1.1" status: 200 len: 267 time: 0.1697803 Sep 19 03:28:29.942623 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:28Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:29.946124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-65ab9ead-d417-46fb-9fff-b7dea8c3a0ee None None] For port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:29.957210 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65ab9ead-d417-46fb-9fff-b7dea8c3a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:30.040608 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e681401-3527-4abf-9530-3e05a92cfe3f None None] The sync data for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 is: [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:28Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:30.173675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02dca4cf-5dcc-4040-930e-ee3fa026d3a5 req-f6c0c1b5-01c5-4c2b-8e28-38bdc228dd8b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 210 time: 0.1377795 Sep 19 03:28:30.186639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-67e24f74-1c5f-43a1-9724-db916bb5c6d0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--1779597591&fields=id&tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7 HTTP/1.1" status: 200 len: 267 time: 0.2943709 Sep 19 03:28:30.190031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:30.255658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:30.287494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=099119be-657d-411c-86f8-79a235255529,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:30.314636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:30.318626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b4cf1-71a3-4c4f-8c98-776bf44ae630 None None] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:30.326492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-58962bcf-3df9-4dc5-97a7-31f433652600 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/099119be-657d-411c-86f8-79a235255529 HTTP/1.1" status: 204 len: 168 time: 1.4423156 Sep 19 03:28:30.329401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47982) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:30.497398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f01a2019-d671-4684-8e3d-9c33871769ca None None] Provisioning complete for port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:30.500346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f01a2019-d671-4684-8e3d-9c33871769ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:30.518857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 690ce8f6-df74-4450-883b-23936fd53cec {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:30.540735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:30.617208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:30.623944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9ead-d417-46fb-9fff-b7dea8c3a0ee None None] Pushing event updated for resources: {'Port': ['ID=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:30.655025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-86f0b677-ef31-47af-8f02-54418e1eed7d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:30.656712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-86f0b677-ef31-47af-8f02-54418e1eed7d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/networks?id=c2120fa7-587f-47d4-aa37-5a57a10b928b HTTP/1.1" status: 200 len: 796 time: 0.3820755 Sep 19 03:28:30.677455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-bb6ee7a9-8ab8-4c0c-aa4f-5a7931ee0ee0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/quotas/72b9168bb80d40f5ac0f2ca74ea7e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0146806 Sep 19 03:28:30.803170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-04d4f96d-bfa8-4ffa-b619-7ce3977c4731 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197684 Sep 19 03:28:30.851581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:31.011485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0b813e7b-3864-45cb-aa3a-4a012b375245 None None] Could not find standard attr ID for object 3f47ccae-5925-4eef-ab89-fddb13690a1c. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:31.056527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0b813e7b-3864-45cb-aa3a-4a012b375245 None None] Provisioning complete for port fa965b29-5309-4f33-9992-c893dec0daee triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:31.057119 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b813e7b-3864-45cb-aa3a-4a012b375245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:31.181329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0075cc2b-b0e3-4414-80eb-d839b0e58802 service neutron] 10.222.0.22 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446510 Sep 19 03:28:31.254837 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:31.272807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:31.364114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=690ce8f6-df74-4450-883b-23936fd53cec,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:31.367547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:31.371936 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-580dff63-a9c5-4753-92d8-63f1c7ddeb8f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/690ce8f6-df74-4450-883b-23936fd53cec HTTP/1.1" status: 204 len: 168 time: 1.0397024 Sep 19 03:28:31.375258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 47994) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:31.494240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae7379-acdd-4ff5-8dee-2dfa27cfe39f req-ffde0997-3c11-4b26-9fe7-810eedc7552d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 210 time: 0.0642924 Sep 19 03:28:31.507836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:31.508434 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:31.536919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:31.637981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa965b29-5309-4f33-9992-c893dec0daee up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:31.678881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-d24a0bb9-1d05-4adf-aad9-505b04e5ecce service neutron] 10.222.0.22 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815891 Sep 19 03:28:31.725253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port fa965b29-5309-4f33-9992-c893dec0daee {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:31.725688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:32.171962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 85da839a-eb9d-4d28-afd9-5e68b3062248 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:32.182502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] For port fa965b29-5309-4f33-9992-c893dec0daee, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fa965b29-5309-4f33-9992-c893dec0daee,segment=NetworkSegment(34e20430-7914-47ea-ad6d-8c1de83588ee),segment_id=34e20430-7914-47ea-ad6d-8c1de83588ee)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:32.182909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:32.188857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac1b9d74-e898-4778-b18e-1bb6073d2b3f req-4ebf2651-228d-4a88-97aa-9a23e006e7a5 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 210 time: 0.0886993 Sep 19 03:28:32.217745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for fa965b29-5309-4f33-9992-c893dec0daee owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:32.228355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 85da839a-eb9d-4d28-afd9-5e68b3062248 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:32.228692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 85da839a-eb9d-4d28-afd9-5e68b3062248 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:32.233422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb7ff95-f161-45d0-9487-a54a94e71fd1 None None] Network b01e7a48-74a5-4f42-b306-a0bb90ffe80c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:32.327964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3f6f358c-46bb-4e4a-ac8d-81ca9a3584b5 None None] Provisioning complete for port fa965b29-5309-4f33-9992-c893dec0daee triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:32.328340 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f6f358c-46bb-4e4a-ac8d-81ca9a3584b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:32.356260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-a8ca2b5b-e336-4589-ad27-098ef292d18a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:32.357908 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-a8ca2b5b-e336-4589-ad27-098ef292d18a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 815 time: 0.5680907 Sep 19 03:28:32.372954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:32.383803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Request body: {'port': {'device_id': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'admin_state_up': True, 'tenant_id': '69d544fa89fe4d5a9ac556726ccc595f'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:32.445543 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Could not find standard attr ID for object fa965b29-5309-4f33-9992-c893dec0daee. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:32.449175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No DVR routers for this DVR port fa965b29-5309-4f33-9992-c893dec0daee on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:32.457006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=fa965b29-5309-4f33-9992-c893dec0daee,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:32.519367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3f6f358c-46bb-4e4a-ac8d-81ca9a3584b5 None None] Could not find standard attr ID for object fa965b29-5309-4f33-9992-c893dec0daee. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:32.552731 n-d-809936-1 neutron-server[94724]: INFO neutron.plugins.ml2.db [None req-3f6f358c-46bb-4e4a-ac8d-81ca9a3584b5 None None] No ports have port_id starting with fa965b29-5309-4f33-9992-c893dec0daee Sep 19 03:28:32.632662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:32.644018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb20444-b517-4782-afbe-01ea95308e2b None None] DHCP port deletion for b01e7a48-74a5-4f42-b306-a0bb90ffe80c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:32.655589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc2fa112-67f1-4589-9fc8-3bdeb43ff053 req-0c997556-6c21-4f0e-bb23-720324a05a02 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 210 time: 0.0434647 Sep 19 03:28:32.665410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01e7a48-74a5-4f42-b306-a0bb90ffe80c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:32.681790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e20430-7914-47ea-ad6d-8c1de83588ee') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:32.682234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e20430-7914-47ea-ad6d-8c1de83588ee') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:32.935876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa965b29-5309-4f33-9992-c893dec0daee no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:32.970148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: fa965b29-5309-4f33-9992-c893dec0daee {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:32.970507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa965b29-5309-4f33-9992-c893dec0daee not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:33.204259 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.234474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.250634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:33.251077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:33.254624 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:33.320552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ed44e1f-d013-4fd2-a005-512df3fd76ad req-82c3d48b-286b-4604-85da-69c0a2bdb256 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 210 time: 0.0346901 Sep 19 03:28:33.330318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.334856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Made reservation on behalf of 69d544fa89fe4d5a9ac556726ccc595f for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:33.338446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.360692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.366712 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/b01e7a48-74a5-4f42-b306-a0bb90ffe80c HTTP/1.1" status: 204 len: 168 time: 1.9869998 Sep 19 03:28:33.368040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48044) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:33.377058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4450851-798f-4e0d-8d50-b3bf1a2e3e08 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=b01e7a48-74a5-4f42-b306-a0bb90ffe80c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:33.439770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61840018-575b-4b97-adf3-1d942af2e553 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:33.457146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-61840018-575b-4b97-adf3-1d942af2e553 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0758603 Sep 19 03:28:33.460543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48050) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:33.509003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Allocated IP 172.20.0.5 (8e2c0237-e3df-4ff0-95b0-5b940c7193b4/05ba7dd1-3cf0-477b-96da-b57594f17113/27742ef1-9943-45d5-bf36-5da5ae699893) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:33.550028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c093552a-f901-44da-ae43-b8546d58975b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0880637 Sep 19 03:28:33.553395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48052) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:33.561850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1754127422'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:33.597348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:33.617065 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.650596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:28:33.662723 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.663432 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment 91e30a98-4644-4419-9698-b3766ffea496 of type vlan for network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a Sep 19 03:28:33.717684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.781855 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.788508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:33.789382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.813191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f27c7dc-e2fe-48f5-8880-74bb7cb32b8c req-c4ecd098-5617-42d8-89a1-c806de3b72ba tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 210 time: 0.0634980 Sep 19 03:28:33.862278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3069885 Sep 19 03:28:33.866609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48060) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:33.876202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:33.896701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ab9778ce-3a73-4196-952a-0d21dc1fece3 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:33.898310 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ab9778ce-3a73-4196-952a-0d21dc1fece3 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.32 "GET /v2.0/networks?id=c2120fa7-587f-47d4-aa37-5a57a10b928b HTTP/1.1" status: 200 len: 796 time: 0.2733667 Sep 19 03:28:33.907903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2e871-0567-4fc5-b8d5-b09610320bef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:33.913273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:33.922212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:34.079347 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-4a5b7d62-b49e-47c1-84f4-03730552526c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7 HTTP/1.1" status: 200 len: 478 time: 0.1526365 Sep 19 03:28:34.093238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'port': {'device_id': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'admin_state_up': True, 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'security_groups': ['c7602698-3f4e-4b8f-b3ba-341b9d316408', 'a3fa13bc-10dc-469f-b007-c0d053fdf73a']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:34.139687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:34.143650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.177536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.343047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:34.344634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:34.369988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:34.377796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:34.451233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99f56db0-71b9-45f3-9091-51d4fd1ca475 req-8351cb45-5da9-4a45-aea7-50c9a8a9a718 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 210 time: 0.0571442 Sep 19 03:28:34.465924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Made reservation on behalf of 72b9168bb80d40f5ac0f2ca74ea7e7b7 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:34.469587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.512615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:34.513380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.538054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48080) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:34.601660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9c9c12f6-0c06-47c3-a85a-1f7e980e9fe0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2239649 Sep 19 03:28:34.634185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Request body: {'port': {'device_id': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:34.717020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.722343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.732447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c865fec-b53a-4bfc-b8fd-0dac9c3e684b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.901589 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c865fec-b53a-4bfc-b8fd-0dac9c3e684b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.907791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c865fec-b53a-4bfc-b8fd-0dac9c3e684b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:34.917865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Allocated IP 172.20.0.11 (c2120fa7-587f-47d4-aa37-5a57a10b928b/f3863b88-a6fa-4b65-aaf7-a4523eb974e0/5474bac9-8778-4f15-967c-69f16bea1a3f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:34.943954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=5c653d18-571a-4d43-9922-8d71ce3211c0,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:34.991117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2c865fec-b53a-4bfc-b8fd-0dac9c3e684b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07bb4974292e43d2a4ee4de836e98cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4493980 Sep 19 03:28:34.995404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48090) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:34.999516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c865fec-b53a-4bfc-b8fd-0dac9c3e684b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db401f1-67b5-49ce-bef7-c29559a9448c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:35.008872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': '91e30a98-4644-4419-9698-b3766ffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:35.009246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:35.061361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b0c15-3129-4837-82b7-f98598be6956 req-ca17828b-c096-4abd-94e6-9d78d95b1d20 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:35.070089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da2b0c15-3129-4837-82b7-f98598be6956 req-ca17828b-c096-4abd-94e6-9d78d95b1d20 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 931 time: 0.1562431 Sep 19 03:28:35.104287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:35.143271 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da2b0c15-3129-4837-82b7-f98598be6956 req-56c50d20-87c8-47e2-841a-7fe2f4da6b3d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721018 Sep 19 03:28:35.144355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e10c09-dfb3-47ea-8111-1e22823b3df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.172673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:35.177606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:35.178199 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.178621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e10c09-dfb3-47ea-8111-1e22823b3df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.181297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba483ba6-9567-4260-b7fd-f3d02fa4edba None None] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:35.235889 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e10c09-dfb3-47ea-8111-1e22823b3df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.241364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e10c09-dfb3-47ea-8111-1e22823b3df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.244392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-10e10c09-dfb3-47ea-8111-1e22823b3df3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8db401f1-67b5-49ce-bef7-c29559a9448c HTTP/1.1" status: 204 len: 168 time: 0.2469738 Sep 19 03:28:35.254871 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-62bcb634-c730-470b-bed4-0f6de2feb204 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3826990 Sep 19 03:28:35.257769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e10c09-dfb3-47ea-8111-1e22823b3df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db401f1-67b5-49ce-bef7-c29559a9448c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:35.261209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48100) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:35.271261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a', 'name': 'tempest-PortsTestJSON-1441567109'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:35.371287 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.380153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27742ef1-9943-45d5-bf36-5da5ae699893 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:35.390184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.412357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Transition to ACTIVE for port object 27742ef1-9943-45d5-bf36-5da5ae699893 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:28:35.421084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.447536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:35.451711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.483944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.496497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a', 'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a', 'tenant_id': 'efa7582498dd4c0596a195e0c122a75c', 'fixed_ips': [{'subnet_id': '5c653d18-571a-4d43-9922-8d71ce3211c0'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:35.497987 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.498217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 26d0d226-650b-45a3-8960-3bb5f29dcc71 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:35.501277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:35.550044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network c2120fa7-587f-47d4-aa37-5a57a10b928b is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:35.566475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:35.572136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:35.658682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=5474bac9-8778-4f15-967c-69f16bea1a3f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:35.688742 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:35.689623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.721688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Attempting to bind port 27742ef1-9943-45d5-bf36-5da5ae699893 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:35.722209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Attempting to bind port 27742ef1-9943-45d5-bf36-5da5ae699893 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:35.722583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Attempting to bind port 27742ef1-9943-45d5-bf36-5da5ae699893 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:35.725614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.9 (132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a/5c653d18-571a-4d43-9922-8d71ce3211c0/26d0d226-650b-45a3-8960-3bb5f29dcc71) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:35.728242 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-ccb050ba-ced7-4d77-96d3-70d575999a95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6398451 Sep 19 03:28:35.729292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Port 27742ef1-9943-45d5-bf36-5da5ae699893 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:28:35.729579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Attempting to bind port 27742ef1-9943-45d5-bf36-5da5ae699893 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:35.734971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:35.735315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Checking segment: {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:35.735695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Bound using segment: {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:35.736281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Bound port: 27742ef1-9943-45d5-bf36-5da5ae699893, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:35.736696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.739409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48110) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:35.760253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Request body: {'port': {'device_id': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:35.788980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b7f48-bd36-49de-bb3a-46aa85f36119 req-7df9fd40-4c28-44d7-9b2a-155068d2d696 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:35.790557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-354b7f48-bd36-49de-bb3a-46aa85f36119 req-7df9fd40-4c28-44d7-9b2a-155068d2d696 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 971 time: 0.0973630 Sep 19 03:28:35.793408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-98826972-9dc5-455c-80a1-c8ec95fd854a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.899113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.911006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c3432ae9-024d-453f-8755-2ca5af9dd383 None None] Provisioning complete for port 5474bac9-8778-4f15-967c-69f16bea1a3f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:35.911763 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3432ae9-024d-453f-8755-2ca5af9dd383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:35.934512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-354b7f48-bd36-49de-bb3a-46aa85f36119 req-0696416c-0eb3-45d5-b23c-2fd25dbb165b tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0488288 Sep 19 03:28:35.969504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:35.970319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c3432ae9-024d-453f-8755-2ca5af9dd383 None None] Port 5474bac9-8778-4f15-967c-69f16bea1a3f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:28:35.997340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:35.999724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.012596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.048753 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.118288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Allocated IP 172.20.0.2 (132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a/5c653d18-571a-4d43-9922-8d71ce3211c0/ac4e4423-5a7b-4877-841e-4f7021d9e2fa) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:36.141663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:36.142302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.143733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] 10.222.0.32 "PUT /v2.0/ports/27742ef1-9943-45d5-bf36-5da5ae699893 HTTP/1.1" status: 200 len: 1091 time: 1.5139258 Sep 19 03:28:36.150566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:36.153624 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167387f3-5e70-423a-899d-f0fee14b9500" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:36.155405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:36.159950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:36.166186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=26d0d226-650b-45a3-8960-3bb5f29dcc71,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:36.178362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:36.263417 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ae891-d85f-4da9-858a-5290a1d683b6 x-openstack-request-id: req-985ae891-d85f-4da9-858a-5290a1d683b6 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:36.263711 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:36.263957 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-985ae891-d85f-4da9-858a-5290a1d683b6 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:36.264355 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893', 'status': 'completed', 'code': 200} Sep 19 03:28:36.284555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:36.285606 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.285796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d903fd-041d-4ca7-b1b8-a61cb1fe0162 service neutron] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:36.318842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-98826972-9dc5-455c-80a1-c8ec95fd854a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.329692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-98826972-9dc5-455c-80a1-c8ec95fd854a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.338626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.349502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c6a59fcc-3653-4d8e-b9e9-1c3b30b1fa40 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0846136 Sep 19 03:28:36.350081 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.354506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48122) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:36.360102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a', 'name': 'tempest-PortsTestJSON-1252619328'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:36.395829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:36.399151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:36.399322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f0c5a-dbc0-4391-aa5d-652f47b56a44 req-35982cff-9298-4352-98eb-9592c4b18123 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:36.400963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257f0c5a-dbc0-4391-aa5d-652f47b56a44 req-35982cff-9298-4352-98eb-9592c4b18123 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 943 time: 0.1124227 Sep 19 03:28:36.410627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:36.426001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9407462f-5137-4e51-9ac1-75790d5bf3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:36.427718 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-9407462f-5137-4e51-9ac1-75790d5bf3ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 1094 time: 0.1937633 Sep 19 03:28:36.437643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-98826972-9dc5-455c-80a1-c8ec95fd854a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89322142e3164475936bd1dabd031f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6948116 Sep 19 03:28:36.437643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98826972-9dc5-455c-80a1-c8ec95fd854a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80299153-1f75-44e5-8921-d6e062cf40fd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:36.442485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48124) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:36.490548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Pushing event updated for resources: {'Port': ['ID=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:36.503971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Attempting to bind port ac4e4423-5a7b-4877-841e-4f7021d9e2fa on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:36.504536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Attempting to bind port ac4e4423-5a7b-4877-841e-4f7021d9e2fa by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '91e30a98-4644-4419-9698-b3766ffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:36.505123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Attempting to bind port ac4e4423-5a7b-4877-841e-4f7021d9e2fa on network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:36.511047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257f0c5a-dbc0-4391-aa5d-652f47b56a44 req-a2665b7b-0f01-4b5a-96df-3521c1602359 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022184 Sep 19 03:28:36.513011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:36.513616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Checking segment: {'id': '91e30a98-4644-4419-9698-b3766ffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:36.514226 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.514834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Bound using segment: {'id': '91e30a98-4644-4419-9698-b3766ffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:36.515488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Bound port: ac4e4423-5a7b-4877-841e-4f7021d9e2fa, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e30a98-4644-4419-9698-b3766ffea496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:36.516294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.536567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-2a791d39-065a-41b4-a3ca-4066bc561879 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27742ef1-9943-45d5-bf36-5da5ae699893 HTTP/1.1" status: 200 len: 217 time: 0.0627022 Sep 19 03:28:36.548145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:36.552514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.578865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port f4495885-3f84-42c1-9c59-14d8618cb122 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:36.608330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] For port ac4e4423-5a7b-4877-841e-4f7021d9e2fa, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:36.612795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] For port ac4e4423-5a7b-4877-841e-4f7021d9e2fa, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,segment=NetworkSegment(91e30a98-4644-4419-9698-b3766ffea496),segment_id=91e30a98-4644-4419-9698-b3766ffea496)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:36.617733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.647889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c286117b-3a57-47c1-89b1-08d715372c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.675066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c286117b-3a57-47c1-89b1-08d715372c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.697637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb3a2b-897f-430f-a4d0-a871acf9fa8d None None] Pushing event updated for resources: {'Port': ['ID=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:36.706557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-f37dfa94-7585-40a3-af62-1cb97cf42780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:36.708666 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-f37dfa94-7585-40a3-af62-1cb97cf42780 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 200 len: 855 time: 0.1631751 Sep 19 03:28:36.727072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.10 (132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a/5c653d18-571a-4d43-9922-8d71ce3211c0/f4495885-3f84-42c1-9c59-14d8618cb122) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:36.781554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5474bac9-8778-4f15-967c-69f16bea1a3f {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:36.788752 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-05292f47-781c-4d43-bbb1-25c4acaef939 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559118 Sep 19 03:28:36.793812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.813657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c286117b-3a57-47c1-89b1-08d715372c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.816425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c286117b-3a57-47c1-89b1-08d715372c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:36.817554 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c286117b-3a57-47c1-89b1-08d715372c23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80299153-1f75-44e5-8921-d6e062cf40fd HTTP/1.1" status: 204 len: 168 time: 0.3741825 Sep 19 03:28:36.849474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Transition to ACTIVE for port object 5474bac9-8778-4f15-967c-69f16bea1a3f will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:28:36.858850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286117b-3a57-47c1-89b1-08d715372c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80299153-1f75-44e5-8921-d6e062cf40fd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:36.916846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.013739 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.057494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5474bac9-8778-4f15-967c-69f16bea1a3f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:37.073203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.107786 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-2dc15367-16d8-4dc0-bfd7-8ae43359d105 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089027 Sep 19 03:28:37.237161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=f4495885-3f84-42c1-9c59-14d8618cb122,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:37.263735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:37.266913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:37.275496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:37.316942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b752d-3f45-4c81-9787-fa7af92f6656 req-f5608156-d6ec-410e-88c7-50250a78fbac tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.318544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e52b752d-3f45-4c81-9787-fa7af92f6656 req-f5608156-d6ec-410e-88c7-50250a78fbac tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 983 time: 0.2584043 Sep 19 03:28:37.373172 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5dfef7d1-6415-4528-8fef-b20607d78974 req-ad962a5e-8b92-4b4e-b84c-cde1bd297dfc service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572510 Sep 19 03:28:37.379047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.379700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.419341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Attempting to bind port 5474bac9-8778-4f15-967c-69f16bea1a3f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:37.419768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Attempting to bind port 5474bac9-8778-4f15-967c-69f16bea1a3f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:37.420195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Attempting to bind port 5474bac9-8778-4f15-967c-69f16bea1a3f on network c2120fa7-587f-47d4-aa37-5a57a10b928b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:37.426439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Port 5474bac9-8778-4f15-967c-69f16bea1a3f on network c2120fa7-587f-47d4-aa37-5a57a10b928b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:28:37.427633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Attempting to bind port 5474bac9-8778-4f15-967c-69f16bea1a3f on network c2120fa7-587f-47d4-aa37-5a57a10b928b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:37.435315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e52b752d-3f45-4c81-9787-fa7af92f6656 req-75a51885-4007-4492-88b0-a747a3b436ea tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1072006 Sep 19 03:28:37.435926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:37.436488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Checking segment: {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:37.436861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Bound using segment: {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:37.437299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Bound port: 5474bac9-8778-4f15-967c-69f16bea1a3f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:37.437722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.438701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-174f9c14-bf62-41ea-9ffb-c0b8625bde24 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0828719 Sep 19 03:28:37.441244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48146) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:37.574063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d000c07-73fa-49b3-a994-530404479804 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.576604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6d000c07-73fa-49b3-a994-530404479804 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1342173 Sep 19 03:28:37.579138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48154) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:37.580243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] For port 5474bac9-8778-4f15-967c-69f16bea1a3f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:37.586694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] For port 5474bac9-8778-4f15-967c-69f16bea1a3f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5474bac9-8778-4f15-967c-69f16bea1a3f,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:37.600674 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.606618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167387f3-5e70-423a-899d-f0fee14b9500 req-343739e8-4427-4be2-8433-542d7962d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.608201 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-167387f3-5e70-423a-899d-f0fee14b9500 req-343739e8-4427-4be2-8433-542d7962d194 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 1094 time: 0.1222987 Sep 19 03:28:37.671826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.672460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.673867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] 10.222.0.32 "PUT /v2.0/ports/5474bac9-8778-4f15-967c-69f16bea1a3f HTTP/1.1" status: 200 len: 1131 time: 1.9211476 Sep 19 03:28:37.770625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40c8cf-f7f3-4017-9851-02f45a29c9f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5474bac9-8778-4f15-967c-69f16bea1a3f,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:37.824908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58f71f-994c-47ca-8381-d1d01017d7dc req-debae1f6-3380-4c39-afd5-bbe15591f5da tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.833003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d58f71f-994c-47ca-8381-d1d01017d7dc req-debae1f6-3380-4c39-afd5-bbe15591f5da tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 943 time: 0.1809063 Sep 19 03:28:37.849074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port f4495885-3f84-42c1-9c59-14d8618cb122 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:37.849423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:37.873202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167387f3-5e70-423a-899d-f0fee14b9500 req-3fcf8f67-899d-4cd2-866c-a45f9ab866f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.874714 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-167387f3-5e70-423a-899d-f0fee14b9500 req-3fcf8f67-899d-4cd2-866c-a45f9ab866f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 916 time: 0.2335508 Sep 19 03:28:37.880119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-2088a9d1-0791-4a14-8411-e7d1261328d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:37.881879 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-2088a9d1-0791-4a14-8411-e7d1261328d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1134 time: 0.1082325 Sep 19 03:28:37.919328 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-167387f3-5e70-423a-899d-f0fee14b9500 req-d19cf78d-bb59-41cc-aa0d-6beb47b38cb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27742ef1-9943-45d5-bf36-5da5ae699893 HTTP/1.1" status: 200 len: 217 time: 0.0364280 Sep 19 03:28:37.930661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d58f71f-994c-47ca-8381-d1d01017d7dc req-f2a4771a-2443-4113-bac1-5c8ae40c683a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914407 Sep 19 03:28:38.000223 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-22a03c52-70d2-4d68-808f-17c94aeda9c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5474bac9-8778-4f15-967c-69f16bea1a3f HTTP/1.1" status: 200 len: 217 time: 0.0799019 Sep 19 03:28:38.089753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167387f3-5e70-423a-899d-f0fee14b9500 req-f1d7a999-64c0-4cae-aed9-2398cfa181ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:38.089753 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-167387f3-5e70-423a-899d-f0fee14b9500 req-f1d7a999-64c0-4cae-aed9-2398cfa181ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 200 len: 855 time: 0.1612418 Sep 19 03:28:38.093944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:38.104890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-b1d59050-2d6c-4124-a39e-6282c8cd6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:38.107316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-b1d59050-2d6c-4124-a39e-6282c8cd6597 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3863b88-a6fa-4b65-aaf7-a4523eb974e0 HTTP/1.1" status: 200 len: 835 time: 0.0989370 Sep 19 03:28:38.110842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for f4495885-3f84-42c1-9c59-14d8618cb122 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:38.137634 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-167387f3-5e70-423a-899d-f0fee14b9500 req-4b07e978-f762-44ee-9835-f38dd59e0670 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345309 Sep 19 03:28:38.248070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-8bea5171-a8c5-4475-a29e-e1a7ed1f9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:38.249801 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-8bea5171-a8c5-4475-a29e-e1a7ed1f9aef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2120fa7-587f-47d4-aa37-5a57a10b928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107514 Sep 19 03:28:38.274056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:38.285760 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2585d27b-e689-4678-97a2-78ad9d7cab34" -d '{"events": [{"name": "network-changed", "server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:38.368235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:38.373382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d0977-c65d-4ebc-a810-5e0a712ab352 None None] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:38.379352 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e56fe88-323c-423a-a171-d2e4705e6a1f x-openstack-request-id: req-0e56fe88-323c-423a-a171-d2e4705e6a1f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:38.379652 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:38.379901 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e56fe88-323c-423a-a171-d2e4705e6a1f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:38.380289 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'status': 'completed', 'code': 200} Sep 19 03:28:38.382567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-167387f3-5e70-423a-899d-f0fee14b9500 req-2e20f997-a098-40e6-967a-f021666d11c4 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340872 Sep 19 03:28:38.436110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=f4495885-3f84-42c1-9c59-14d8618cb122,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:38.492321 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-1b52084a-701a-4b5b-b208-097c7a405b80 service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322536 Sep 19 03:28:38.515513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:38.521045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4438686e-ac9c-4874-b0f9-0208fd3f9ad8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/f4495885-3f84-42c1-9c59-14d8618cb122 HTTP/1.1" status: 204 len: 168 time: 0.9381855 Sep 19 03:28:38.521866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48190) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:38.570068 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0bd4d7-2414-4c2a-bf28-988e6da9badf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:38.572476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bc0bd4d7-2414-4c2a-bf28-988e6da9badf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/f4495885-3f84-42c1-9c59-14d8618cb122 HTTP/1.1" status: 404 len: 333 time: 0.0484438 Sep 19 03:28:38.575590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48192) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:38.597455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d551e358-8dc6-493d-b8c5-83e35cc1b4e3 None None] Provisioning complete for port ac4e4423-5a7b-4877-841e-4f7021d9e2fa triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:38.597820 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d551e358-8dc6-493d-b8c5-83e35cc1b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:38.689495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d713c-30b9-43c5-aab8-ee98969d1128 req-90ad1ace-3b3f-43b6-a003-6b5e31495a25 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:38.697440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-431d713c-30b9-43c5-aab8-ee98969d1128 req-90ad1ace-3b3f-43b6-a003-6b5e31495a25 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 983 time: 0.1236675 Sep 19 03:28:38.744347 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d551e358-8dc6-493d-b8c5-83e35cc1b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:38.771307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-431d713c-30b9-43c5-aab8-ee98969d1128 req-8feb0e22-a228-452f-903b-c4aaa2365e46 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0730243 Sep 19 03:28:38.790140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 26d0d226-650b-45a3-8960-3bb5f29dcc71 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:38.790497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:38.806885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d551e358-8dc6-493d-b8c5-83e35cc1b4e3 None None] For port ac4e4423-5a7b-4877-841e-4f7021d9e2fa, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,segment=NetworkSegment(91e30a98-4644-4419-9698-b3766ffea496),segment_id=91e30a98-4644-4419-9698-b3766ffea496)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:38.815099 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d551e358-8dc6-493d-b8c5-83e35cc1b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:38.950019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e358-8dc6-493d-b8c5-83e35cc1b4e3 None None] Pushing event updated for resources: {'Port': ['ID=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:39.044901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac4e4423-5a7b-4877-841e-4f7021d9e2fa up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:39.061782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:39.084457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 26d0d226-650b-45a3-8960-3bb5f29dcc71 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:39.108982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ac4e4423-5a7b-4877-841e-4f7021d9e2fa triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:39.109364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:39.149186 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:28:39.284182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-167387f3-5e70-423a-899d-f0fee14b9500 req-b0111618-7b5d-440f-9945-9777f4ab3550 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8898444 Sep 19 03:28:39.289655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:39.314840 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-26132bca-36bc-4d49-a2d0-4f016add9730 req-1a560b70-2eac-4cf3-b6d9-a82a0fe5723d service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145161 Sep 19 03:28:39.333221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-218427a4-cb32-4fb2-bdf0-48317dde6a82 None None] Could not find standard attr ID for object 26d0d226-650b-45a3-8960-3bb5f29dcc71. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:39.356833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-218427a4-cb32-4fb2-bdf0-48317dde6a82 None None] Provisioning complete for port ac4e4423-5a7b-4877-841e-4f7021d9e2fa triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:39.357232 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-218427a4-cb32-4fb2-bdf0-48317dde6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:39.386408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=26d0d226-650b-45a3-8960-3bb5f29dcc71,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:39.499954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe52021-83d0-4555-a0da-ee867f7b8001 req-a5269aa7-89df-4415-99c4-748f2d18ec98 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:39.500408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-3748eb60-a645-4e58-b86d-5822f2a63916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:39.506372 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-3748eb60-a645-4e58-b86d-5822f2a63916 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1134 time: 0.0776002 Sep 19 03:28:39.507596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fe52021-83d0-4555-a0da-ee867f7b8001 req-a5269aa7-89df-4415-99c4-748f2d18ec98 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 943 time: 0.2313824 Sep 19 03:28:39.603221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fe52021-83d0-4555-a0da-ee867f7b8001 req-3ab00db8-d7e3-45f1-b191-0eb6119ed5bf tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809019 Sep 19 03:28:39.607311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:39.612813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4ac0729c-c5fe-4b5a-826e-87dc608c63f4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/26d0d226-650b-45a3-8960-3bb5f29dcc71 HTTP/1.1" status: 204 len: 168 time: 1.0281725 Sep 19 03:28:39.613436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:39.633395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d9fa9d98-521b-49d8-b0f3-21e4cb8d8660 None None] Could not find standard attr ID for object 26d0d226-650b-45a3-8960-3bb5f29dcc71. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:39.644409 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d41da6-6e6c-4876-b690-2001444a4307 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:39.646520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4d41da6-6e6c-4876-b690-2001444a4307 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/26d0d226-650b-45a3-8960-3bb5f29dcc71 HTTP/1.1" status: 404 len: 333 time: 0.0318742 Sep 19 03:28:39.649044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48214) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:39.649799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-fe3ba116-91f2-44a7-afdd-652a4f36c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:39.651517 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-fe3ba116-91f2-44a7-afdd-652a4f36c7b8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2120fa7-587f-47d4-aa37-5a57a10b928b HTTP/1.1" status: 200 len: 897 time: 0.1371927 Sep 19 03:28:39.701407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 5c653d18-571a-4d43-9922-8d71ce3211c0 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:39.704768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:39.711376 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-4bd0464b-0532-44f3-a658-34b23b9a4648 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5474bac9-8778-4f15-967c-69f16bea1a3f HTTP/1.1" status: 200 len: 217 time: 0.0522389 Sep 19 03:28:39.759200 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:39.778247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-e81ce57f-c831-47ae-af85-2e3072189098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:39.779772 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-e81ce57f-c831-47ae-af85-2e3072189098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3863b88-a6fa-4b65-aaf7-a4523eb974e0 HTTP/1.1" status: 200 len: 835 time: 0.0610301 Sep 19 03:28:39.866034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7a11e2b6-8126-4fb1-8f2a-5e1eebac607d None None] Could not find standard attr ID for object f4495885-3f84-42c1-9c59-14d8618cb122. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:39.880999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-624a3e8e-6fd8-43e2-b37a-dece989f3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:39.882526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-624a3e8e-6fd8-43e2-b37a-dece989f3e3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2120fa7-587f-47d4-aa37-5a57a10b928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957956 Sep 19 03:28:39.955655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.032150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260c2bb-0823-4e78-9025-9596ed51fe7d req-1a800743-fa39-4a1e-b8d7-0e989253c908 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:40.033728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7260c2bb-0823-4e78-9025-9596ed51fe7d req-1a800743-fa39-4a1e-b8d7-0e989253c908 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 983 time: 0.1281512 Sep 19 03:28:40.048653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-0edd7c58-1759-4f5e-b494-d980fa60216b service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570337 Sep 19 03:28:40.064470 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.092687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.098478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/5c653d18-571a-4d43-9922-8d71ce3211c0 HTTP/1.1" status: 204 len: 168 time: 0.4483180 Sep 19 03:28:40.099523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48224) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:40.151796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5859e2b-5b97-4fdc-a738-0303f99d590e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=5c653d18-571a-4d43-9922-8d71ce3211c0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:40.176205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2585d27b-e689-4678-97a2-78ad9d7cab34 req-f224cce9-7ce7-4772-8f32-70507b900a9d service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172359 Sep 19 03:28:40.198671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7260c2bb-0823-4e78-9025-9596ed51fe7d req-ae7ed660-66a4-490f-a4d3-c137e659afa9 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1536095 Sep 19 03:28:40.221288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9716dde5-35a8-4faa-abca-9d7584964ee1 None None] Network 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:40.270885 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.362045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port ac4e4423-5a7b-4877-841e-4f7021d9e2fa {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:40.362414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.451852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] DHCP port deletion for 132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:40.455206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] For port ac4e4423-5a7b-4877-841e-4f7021d9e2fa, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,segment=NetworkSegment(91e30a98-4644-4419-9698-b3766ffea496),segment_id=91e30a98-4644-4419-9698-b3766ffea496)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:40.455696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.471683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for ac4e4423-5a7b-4877-841e-4f7021d9e2fa owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:40.512838 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] Deleting port ac4e4423-5a7b-4877-841e-4f7021d9e2fa {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:40.513211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.577914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.602655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] For port ac4e4423-5a7b-4877-841e-4f7021d9e2fa, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,segment=NetworkSegment(91e30a98-4644-4419-9698-b3766ffea496),segment_id=91e30a98-4644-4419-9698-b3766ffea496)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:40.603135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.606617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:40.612972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No DVR routers for this DVR port ac4e4423-5a7b-4877-841e-4f7021d9e2fa on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:40.631547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] Calling delete_port for ac4e4423-5a7b-4877-841e-4f7021d9e2fa owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:40.714566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:28:40.727447 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:28:40.740751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.743170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:40.753360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e30a98-4644-4419-9698-b3766ffea496') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:40.753789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e30a98-4644-4419-9698-b3766ffea496') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:40.765233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.776887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] Pushing event deleted for resources: {'Port': ['ID=ac4e4423-5a7b-4877-841e-4f7021d9e2fa,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:40.779953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f54c94-a2fc-4f09-9ceb-67d22fa76a65 None None] No DVR routers for this DVR port ac4e4423-5a7b-4877-841e-4f7021d9e2fa on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:40.784013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.795447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:40.795900 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:40.799334 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:40.899070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.911108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:40.912971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a HTTP/1.1" status: 204 len: 168 time: 0.8100829 Sep 19 03:28:40.916714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48246) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:40.921919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1057286330'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:40.929848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac4e4423-5a7b-4877-841e-4f7021d9e2fa no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:40.934914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41f0c8-ea9b-41d2-b68b-1f374702ce2c req-0f0aa6ea-5f14-4bb5-bac7-c67efb6561e1 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:40.936506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b41f0c8-ea9b-41d2-b68b-1f374702ce2c req-0f0aa6ea-5f14-4bb5-bac7-c67efb6561e1 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 943 time: 0.1271617 Sep 19 03:28:40.937517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bfb58-210d-4d36-b525-9ab4c5e80aca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=132e48f5-11a9-4d93-bd5e-a6f89ea4fb3a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:40.987968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ac4e4423-5a7b-4877-841e-4f7021d9e2fa {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:40.988604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac4e4423-5a7b-4877-841e-4f7021d9e2fa not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:41.000205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:41.005579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.035393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:28:41.046860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.047608 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment b4924011-6dde-4688-8334-c1c474d5dfe8 of type vlan for network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 Sep 19 03:28:41.099426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.132347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.140735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:41.141693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.255011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3346736 Sep 19 03:28:41.255510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48254) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:41.257703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa2e0-48c1-4cca-ab7f-788cd7496dca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=7d437f24-2dfa-49be-aca2-62f4fc1a06c5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:41.264940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:41.277999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:41.396245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:41.400176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.456560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b41f0c8-ea9b-41d2-b68b-1f374702ce2c req-fd341ba2-bbb3-40ee-80cb-2286a9706fd1 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123205 Sep 19 03:28:41.494339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21020f-4c0b-4b1e-aaf3-2aaf203518a5 req-cb1f4502-2550-4035-b30c-51629135eedd tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:41.496065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf21020f-4c0b-4b1e-aaf3-2aaf203518a5 req-cb1f4502-2550-4035-b30c-51629135eedd tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 983 time: 0.1041319 Sep 19 03:28:41.564840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf21020f-4c0b-4b1e-aaf3-2aaf203518a5 req-a4de73f8-8413-4912-9098-483a4e28dbec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0530202 Sep 19 03:28:41.699936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.778916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=982d406d-7165-42f0-9ff0-71ef08c23704,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:41.788611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': 'b4924011-6dde-4688-8334-c1c474d5dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:41.789062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: 7d437f24-2dfa-49be-aca2-62f4fc1a06c5, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:41.810253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:41.820543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 7d437f24-2dfa-49be-aca2-62f4fc1a06c5) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:41.824966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:41.825562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:41.831592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cc86bf-265b-48bb-8f44-c8c1b0b9eccc None None] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:41.848319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48264) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:41.848917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-343ab8b2-33ed-4f34-8097-98aefb506f5b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5917723 Sep 19 03:28:41.853592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5', 'name': 'tempest-PortsTestJSON-1665020239', 'fixed_ips': [{'subnet_id': '982d406d-7165-42f0-9ff0-71ef08c23704', 'ip_address': '172.20.0.10'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:41.952122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 27742ef1-9943-45d5-bf36-5da5ae699893 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:28:41.975559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:42.021396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-7d437f24-2dfa-49be-aca2-62f4fc1a06c5', 'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5', 'tenant_id': 'efa7582498dd4c0596a195e0c122a75c', 'fixed_ips': [{'subnet_id': '982d406d-7165-42f0-9ff0-71ef08c23704'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:42.022261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.085656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.105861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 61a1c1ff-5260-483d-b471-2a0e43b8713c yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:42.150266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:42.171025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '27742ef1-9943-45d5-bf36-5da5ae699893', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'port_id': '27742ef1-9943-45d5-bf36-5da5ae699893', 'mac_address': 'fa:16:3e:7b:69:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ba7dd1-3cf0-477b-96da-b57594f17113', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:28:42.244928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Allocated IP 172.20.0.2 (7d437f24-2dfa-49be-aca2-62f4fc1a06c5/982d406d-7165-42f0-9ff0-71ef08c23704/4a64257f-23aa-446a-8029-06e9541b57db) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:42.249442 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.271419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27742ef1-9943-45d5-bf36-5da5ae699893 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:42.331348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:42.338108 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.563557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:42.610908 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.620153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.662662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:42.666402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:42.669897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:42.686538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.10 (7d437f24-2dfa-49be-aca2-62f4fc1a06c5/982d406d-7165-42f0-9ff0-71ef08c23704/61a1c1ff-5260-483d-b471-2a0e43b8713c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:42.706547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31e9f8-c1c1-42f2-aca8-48f59ead7cc6 req-7b614ac8-67ce-435f-bc8a-4bf148857631 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:42.708681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af31e9f8-c1c1-42f2-aca8-48f59ead7cc6 req-7b614ac8-67ce-435f-bc8a-4bf148857631 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 944 time: 0.1623061 Sep 19 03:28:42.717111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Pushing event updated for resources: {'Port': ['ID=4a64257f-23aa-446a-8029-06e9541b57db,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:42.748713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['27742ef1-9943-45d5-bf36-5da5ae699893'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:28:42.784561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Attempting to bind port 4a64257f-23aa-446a-8029-06e9541b57db on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:42.785132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Attempting to bind port 4a64257f-23aa-446a-8029-06e9541b57db by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b4924011-6dde-4688-8334-c1c474d5dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:42.785574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Attempting to bind port 4a64257f-23aa-446a-8029-06e9541b57db on network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:42.799881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:42.800269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Checking segment: {'id': 'b4924011-6dde-4688-8334-c1c474d5dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:42.800819 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.801219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Bound using segment: {'id': 'b4924011-6dde-4688-8334-c1c474d5dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:42.801706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Bound port: 4a64257f-23aa-446a-8029-06e9541b57db, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4924011-6dde-4688-8334-c1c474d5dfe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:42.802092 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.837227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b72fe7-12c0-486d-8c40-57fc2369a06a req-64d00a8a-ff7f-4174-8279-e356e28dec4e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:42.838820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7b72fe7-12c0-486d-8c40-57fc2369a06a req-64d00a8a-ff7f-4174-8279-e356e28dec4e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 983 time: 0.1413321 Sep 19 03:28:42.847151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af31e9f8-c1c1-42f2-aca8-48f59ead7cc6 req-287c6f12-da07-41b7-bd87-00ea3b2262f7 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253638 Sep 19 03:28:42.886131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] For port 4a64257f-23aa-446a-8029-06e9541b57db, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:42.890049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] For port 4a64257f-23aa-446a-8029-06e9541b57db, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a64257f-23aa-446a-8029-06e9541b57db,segment=NetworkSegment(b4924011-6dde-4688-8334-c1c474d5dfe8),segment_id=b4924011-6dde-4688-8334-c1c474d5dfe8)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:42.909988 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:42.915335 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7b72fe7-12c0-486d-8c40-57fc2369a06a req-b063c080-15b8-4d48-87cf-efac3a5592b6 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0671704 Sep 19 03:28:43.027852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19daa391-f663-4cdf-9792-9aa6cf15a58f None None] Pushing event updated for resources: {'Port': ['ID=4a64257f-23aa-446a-8029-06e9541b57db,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:43.028597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:43.077672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:43.127415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:43.132771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:43.135397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:43.168829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=61a1c1ff-5260-483d-b471-2a0e43b8713c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:43.235640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:43.241719 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:43.275807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48298) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:43.281871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '7d437f24-2dfa-49be-aca2-62f4fc1a06c5', 'name': 'tempest-PortsTestJSON-1674196275', 'fixed_ips': [{'subnet_id': '982d406d-7165-42f0-9ff0-71ef08c23704', 'ip_address': '172.20.0.9'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:43.286306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-be1a2a1d-7529-49e5-bb8f-4cc59bf20add tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4369140 Sep 19 03:28:43.412382 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:43.505097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:43.525113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 344285e9-858a-471a-ad22-49ae30804146 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:43.690695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.9 (7d437f24-2dfa-49be-aca2-62f4fc1a06c5/982d406d-7165-42f0-9ff0-71ef08c23704/344285e9-858a-471a-ad22-49ae30804146) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:43.887403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:43.962160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5474bac9-8778-4f15-967c-69f16bea1a3f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:28:43.968826 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:43.978656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 27742ef1-9943-45d5-bf36-5da5ae699893 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:44.137557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edde33-299e-4739-80ef-09d0b75bb948 req-e26e52d5-d588-48ee-9d1f-654ae28d5140 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:44.151309 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.resource_extend [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 03:28:44.160307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79edde33-299e-4739-80ef-09d0b75bb948 req-e26e52d5-d588-48ee-9d1f-654ae28d5140 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 944 time: 0.2195132 Sep 19 03:28:44.171092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:44.178220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:44.190388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:44.207884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984723-8c0a-4427-a687-66075450f6a4 req-b2917fd6-4d1d-4f42-934c-7f383eb5aa7e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:44.210124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=344285e9-858a-471a-ad22-49ae30804146,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:44.224543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3984723-8c0a-4427-a687-66075450f6a4 req-b2917fd6-4d1d-4f42-934c-7f383eb5aa7e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 983 time: 0.2053883 Sep 19 03:28:44.291120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79edde33-299e-4739-80ef-09d0b75bb948 req-7941dc1e-c7ab-44cb-a232-75d7d8c88f2d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308966 Sep 19 03:28:44.324164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:44.324821 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.348787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 27742ef1-9943-45d5-bf36-5da5ae699893 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:28:44.349844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3984723-8c0a-4427-a687-66075450f6a4 req-72e69d92-e2a3-410f-89d8-3e611ba1dc55 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1142476 Sep 19 03:28:44.357299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 27742ef1-9943-45d5-bf36-5da5ae699893 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:44.357764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.364519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48320) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:44.366894 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c010f5d9-8c24-41ed-92f2-9213cd592b80 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0894458 Sep 19 03:28:44.389356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c61098-3673-4d5f-b784-7d15c7d1b993 None None] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:44.460611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5474bac9-8778-4f15-967c-69f16bea1a3f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5474bac9-8778-4f15-967c-69f16bea1a3f,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:44.487463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00377961-27ab-4791-b996-819c41ba3a1f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:44.488979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-00377961-27ab-4791-b996-819c41ba3a1f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1232653 Sep 19 03:28:44.491727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48324) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:44.521734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f1efe96f-3c80-4741-8a5a-38b91811de44 None None] Provisioning complete for port 4a64257f-23aa-446a-8029-06e9541b57db triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:44.522203 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1efe96f-3c80-4741-8a5a-38b91811de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.529303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'port_id': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'mac_address': 'fa:16:3e:ff:b6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:28:44.546278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2069e9e7-90be-47b8-9ab5-5488ddb1685c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:44.552177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2069e9e7-90be-47b8-9ab5-5488ddb1685c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:44.558062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2069e9e7-90be-47b8-9ab5-5488ddb1685c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:44.562334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2069e9e7-90be-47b8-9ab5-5488ddb1685c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0672274 Sep 19 03:28:44.562853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48330) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:44.563007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57c88c2a-28e8-4696-87d2-99b8792d63b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.654093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 344285e9-858a-471a-ad22-49ae30804146 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:44.654472 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.675393 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.699116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.706023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5474bac9-8778-4f15-967c-69f16bea1a3f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:28:44.748839 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.761495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 344285e9-858a-471a-ad22-49ae30804146 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:44.778897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:44.783301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:44.785546 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51901b4b-5173-4698-8089-040d81b4038e" -d '{"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-plugged", "status": "completed", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:44.799177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.802572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5474bac9-8778-4f15-967c-69f16bea1a3f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5474bac9-8778-4f15-967c-69f16bea1a3f,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:44.882484 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c4287-b98e-4a5b-bc1a-e2120b1a8b2a x-openstack-request-id: req-4c7c4287-b98e-4a5b-bc1a-e2120b1a8b2a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:44.882818 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-plugged", "status": "completed", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:44.883073 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c7c4287-b98e-4a5b-bc1a-e2120b1a8b2a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:44.883458 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893', 'code': 200} Sep 19 03:28:44.884862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1efe96f-3c80-4741-8a5a-38b91811de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.887386 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.942608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:44.981748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:44.988441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f1efe96f-3c80-4741-8a5a-38b91811de44 None None] For port 4a64257f-23aa-446a-8029-06e9541b57db, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a64257f-23aa-446a-8029-06e9541b57db,segment=NetworkSegment(b4924011-6dde-4688-8334-c1c474d5dfe8),segment_id=b4924011-6dde-4688-8334-c1c474d5dfe8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:45.006868 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f1efe96f-3c80-4741-8a5a-38b91811de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.034798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=344285e9-858a-471a-ad22-49ae30804146,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:45.063585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5474bac9-8778-4f15-967c-69f16bea1a3f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:45.104133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cbeb3-8071-41d5-80fd-a56bd4638c1c req-b6b75318-9694-4159-80d5-9e2faa3eba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:45.106193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e56cbeb3-8071-41d5-80fd-a56bd4638c1c req-b6b75318-9694-4159-80d5-9e2faa3eba2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 1096 time: 0.1181211 Sep 19 03:28:45.123913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a64257f-23aa-446a-8029-06e9541b57db up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:45.174603 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e56cbeb3-8071-41d5-80fd-a56bd4638c1c req-c7783971-1286-4f68-899a-b2aec6a3fbfc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594614 Sep 19 03:28:45.191361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.195152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8eb32986-17a0-47bd-adeb-c671a70c2271 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/344285e9-858a-471a-ad22-49ae30804146 HTTP/1.1" status: 204 len: 168 time: 0.6315773 Sep 19 03:28:45.197658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48344) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:45.234134 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1f5e30-a03a-41f7-9e4f-463cda6adeba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:45.238259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3e1f5e30-a03a-41f7-9e4f-463cda6adeba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/344285e9-858a-471a-ad22-49ae30804146 HTTP/1.1" status: 404 len: 333 time: 0.0372679 Sep 19 03:28:45.239012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48348) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:45.252496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4a64257f-23aa-446a-8029-06e9541b57db triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:45.252941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.254874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efe96f-3c80-4741-8a5a-38b91811de44 None None] Pushing event updated for resources: {'Port': ['ID=4a64257f-23aa-446a-8029-06e9541b57db,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:45.363351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5474bac9-8778-4f15-967c-69f16bea1a3f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:28:45.421600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-134e253c-b694-4a83-88e0-773900e6df4f None None] Provisioning complete for port 61a1c1ff-5260-483d-b471-2a0e43b8713c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:45.422251 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-134e253c-b694-4a83-88e0-773900e6df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.472207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 61a1c1ff-5260-483d-b471-2a0e43b8713c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:45.473308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.507014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-134e253c-b694-4a83-88e0-773900e6df4f None None] Port 61a1c1ff-5260-483d-b471-2a0e43b8713c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:28:45.540441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-134e253c-b694-4a83-88e0-773900e6df4f None None] Provisioning complete for port 4a64257f-23aa-446a-8029-06e9541b57db triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:45.541121 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-134e253c-b694-4a83-88e0-773900e6df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.578121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2464ec-15a3-439b-a792-c8b615a95ba1 req-a24113de-b924-408d-99c7-2cd4898e0e97 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:45.579701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd2464ec-15a3-439b-a792-c8b615a95ba1 req-a24113de-b924-408d-99c7-2cd4898e0e97 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1865869 Sep 19 03:28:45.704192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-134e253c-b694-4a83-88e0-773900e6df4f None None] Could not find standard attr ID for object 344285e9-858a-471a-ad22-49ae30804146. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:45.759373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd2464ec-15a3-439b-a792-c8b615a95ba1 req-e09e2a26-cc9e-4286-a208-03bf7c2fad46 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435294 Sep 19 03:28:45.774240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.784646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb063876-5930-4e44-847c-7f832df10061 req-4ef35567-aeb4-4299-b21c-647b193d6b50 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:45.786295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb063876-5930-4e44-847c-7f832df10061 req-4ef35567-aeb4-4299-b21c-647b193d6b50 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 984 time: 0.2885463 Sep 19 03:28:45.805928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 61a1c1ff-5260-483d-b471-2a0e43b8713c owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:45.835380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-90f64c75-5048-4c18-b65c-e143a457104f None None] Provisioning complete for port 61a1c1ff-5260-483d-b471-2a0e43b8713c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:45.836364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90f64c75-5048-4c18-b65c-e143a457104f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:45.879364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb063876-5930-4e44-847c-7f832df10061 req-47cac59f-8980-4911-aa38-f22b038b691e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0866528 Sep 19 03:28:45.914613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-90f64c75-5048-4c18-b65c-e143a457104f None None] Port 61a1c1ff-5260-483d-b471-2a0e43b8713c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:28:45.984902 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.023175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=61a1c1ff-5260-483d-b471-2a0e43b8713c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:46.032704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b5df8e53-a891-4cc7-bcb4-8a396cc3288b None None] Could not find standard attr ID for object 344285e9-858a-471a-ad22-49ae30804146. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:28:46.044843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.110463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.111217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4ff8e90a-893c-495b-a537-77f62aa1f129 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/61a1c1ff-5260-483d-b471-2a0e43b8713c HTTP/1.1" status: 204 len: 168 time: 0.8712857 Sep 19 03:28:46.113891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48368) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:46.141104 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ad2bef-2f21-4a0d-9375-eb805cedac25 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:46.143035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c9ad2bef-2f21-4a0d-9375-eb805cedac25 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/61a1c1ff-5260-483d-b471-2a0e43b8713c HTTP/1.1" status: 404 len: 333 time: 0.0281579 Sep 19 03:28:46.145989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48370) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:46.212548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 982d406d-7165-42f0-9ff0-71ef08c23704 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:46.216169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.266597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.378034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.494920 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.529067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=982d406d-7165-42f0-9ff0-71ef08c23704,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:46.535244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.539585 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9ad35ba1-305a-462c-bc69-df8e8d524fca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/982d406d-7165-42f0-9ff0-71ef08c23704 HTTP/1.1" status: 204 len: 168 time: 0.3899438 Sep 19 03:28:46.540052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48378) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:46.552301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b914e9-2dd2-4c13-883a-2544020b757d None None] Network 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:46.650973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.711963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 4a64257f-23aa-446a-8029-06e9541b57db {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:46.712308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.796840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] For port 4a64257f-23aa-446a-8029-06e9541b57db, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a64257f-23aa-446a-8029-06e9541b57db,segment=NetworkSegment(b4924011-6dde-4688-8334-c1c474d5dfe8),segment_id=b4924011-6dde-4688-8334-c1c474d5dfe8)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:46.797214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.811724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 4a64257f-23aa-446a-8029-06e9541b57db owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:46.845184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] DHCP port deletion for 7d437f24-2dfa-49be-aca2-62f4fc1a06c5 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:46.937960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] Deleting port 4a64257f-23aa-446a-8029-06e9541b57db {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:46.938350 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:46.956534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a64257f-23aa-446a-8029-06e9541b57db no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:46.992943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.014614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775941a3-de6f-4bf9-ae48-9d7d7ba3166b req-46fa4be9-24d3-4c8d-a474-c7a439c1caf4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:47.023173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775941a3-de6f-4bf9-ae48-9d7d7ba3166b req-46fa4be9-24d3-4c8d-a474-c7a439c1caf4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1085591 Sep 19 03:28:47.027108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No DVR routers for this DVR port 4a64257f-23aa-446a-8029-06e9541b57db on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:47.057430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] For port 4a64257f-23aa-446a-8029-06e9541b57db, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4a64257f-23aa-446a-8029-06e9541b57db,segment=NetworkSegment(b4924011-6dde-4688-8334-c1c474d5dfe8),segment_id=b4924011-6dde-4688-8334-c1c474d5dfe8)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:47.058016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.071551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] Calling delete_port for 4a64257f-23aa-446a-8029-06e9541b57db owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:47.123230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=4a64257f-23aa-446a-8029-06e9541b57db,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:47.172922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.205829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] Pushing event deleted for resources: {'Port': ['ID=4a64257f-23aa-446a-8029-06e9541b57db,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:47.207963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1f6c8-47c5-4054-8d56-6be13bcc36e5 None None] No DVR routers for this DVR port 4a64257f-23aa-446a-8029-06e9541b57db on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:47.211653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No active binding found for port 4a64257f-23aa-446a-8029-06e9541b57db {{(pid=94724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 19 03:28:47.212269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4a64257f-23aa-446a-8029-06e9541b57db not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:47.241033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.267933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-775941a3-de6f-4bf9-ae48-9d7d7ba3166b req-d8ce5e66-792a-4bd8-9a2f-f0924642d697 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437387 Sep 19 03:28:47.280468 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54f2c1c1-74d6-4d36-8713-d3af3ff57231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.288396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4df92-45bf-47b1-8c18-ebb084a2afba req-df384177-d72e-4c30-8704-c5bb54ed0cec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:47.297359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6dc4df92-45bf-47b1-8c18-ebb084a2afba req-df384177-d72e-4c30-8704-c5bb54ed0cec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 984 time: 0.2683666 Sep 19 03:28:47.324468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d437f24-2dfa-49be-aca2-62f4fc1a06c5']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:47.342112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4924011-6dde-4688-8334-c1c474d5dfe8') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:47.342407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4924011-6dde-4688-8334-c1c474d5dfe8') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:47.374768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.393312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6dc4df92-45bf-47b1-8c18-ebb084a2afba req-faba29f5-bcb0-44eb-8386-f2e74c761bdb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0948255 Sep 19 03:28:47.411131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.422579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:47.423202 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:47.426609 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:47.464213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef14cd-f237-4c95-a6cb-1ce920efd499 req-fb3e38f6-d32d-4658-bf8b-0452074ecca4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:47.466301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0eef14cd-f237-4c95-a6cb-1ce920efd499 req-fb3e38f6-d32d-4658-bf8b-0452074ecca4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1174381 Sep 19 03:28:47.519323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.526056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.529420 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/7d437f24-2dfa-49be-aca2-62f4fc1a06c5 HTTP/1.1" status: 204 len: 168 time: 0.9882765 Sep 19 03:28:47.532904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48404) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:47.538306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1622954678'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:47.561900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50462801-b41f-469f-a873-f8ab1497b40b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=7d437f24-2dfa-49be-aca2-62f4fc1a06c5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:47.572716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:47.577087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.594359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0eef14cd-f237-4c95-a6cb-1ce920efd499 req-ac0a79f1-a1f7-4fe9-8278-0ee53d71ebb5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010692 Sep 19 03:28:47.614525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:28:47.627927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.629098 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Added segment bcb70604-4d6e-4d54-9bec-f003bcc5247d of type vlan for network 22659021-f809-408e-b45e-f388d5c09d50 Sep 19 03:28:47.671460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.697200 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.703034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:47.703866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.724594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48408) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:47.731160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '22659021-f809-408e-b45e-f388d5c09d50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:47.735657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2016284 Sep 19 03:28:47.826359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Network': ['ID=22659021-f809-408e-b45e-f388d5c09d50,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:47.840988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.841345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.841695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.842038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.842374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.843073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.843580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.844100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.844600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.845112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.845609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.846103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cda49c0-0e70-4712-8ce5-2bfb1adc928c tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:28:47.867244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 22659021-f809-408e-b45e-f388d5c09d50 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:28:47.939180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ba42c-af74-4874-874a-ed42fc47b158 req-97738b0c-72f2-46cb-9e16-3cfe037267bc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:47.940730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e3ba42c-af74-4874-874a-ed42fc47b158 req-97738b0c-72f2-46cb-9e16-3cfe037267bc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0705645 Sep 19 03:28:47.943105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:47.946433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:47.988887 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.000483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5474bac9-8778-4f15-967c-69f16bea1a3f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:48.055057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e3ba42c-af74-4874-874a-ed42fc47b158 req-7561a207-c970-415b-b5a5-1cf399a324b3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040847 Sep 19 03:28:48.070052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 5474bac9-8778-4f15-967c-69f16bea1a3f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:28:48.087030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5474bac9-8778-4f15-967c-69f16bea1a3f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:48.087520 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.212868 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.244792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:48.247983 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b15d9f1-1163-412c-af62-00f979b28cb6" -d '{"events": [{"server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "name": "network-vif-plugged", "status": "completed", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:48.258594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f79134-eb5b-4e10-b94f-a0fcefd79b14 req-fe7075b4-cc8c-4dfd-91bb-c7bb601fd7a3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:48.260608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78f79134-eb5b-4e10-b94f-a0fcefd79b14 req-fe7075b4-cc8c-4dfd-91bb-c7bb601fd7a3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1133101 Sep 19 03:28:48.264580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5474bac9-8778-4f15-967c-69f16bea1a3f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5474bac9-8778-4f15-967c-69f16bea1a3f,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:48.269773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.298599 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.344200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5474bac9-8778-4f15-967c-69f16bea1a3f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:48.356887 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a209cbd5-26ca-4a55-b20e-01b113dea6e6 x-openstack-request-id: req-a209cbd5-26ca-4a55-b20e-01b113dea6e6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:48.357193 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "name": "network-vif-plugged", "status": "completed", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:48.357450 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a209cbd5-26ca-4a55-b20e-01b113dea6e6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:48.357856 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'code': 200} Sep 19 03:28:48.402235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78f79134-eb5b-4e10-b94f-a0fcefd79b14 req-92a48036-1eee-4b7d-b77a-b972032b8403 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298039 Sep 19 03:28:48.407343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=bd6afece-e7f0-4cf5-b2eb-b9a32bb31639,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:48.415754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Checking segment: {'id': 'bcb70604-4d6e-4d54-9bec-f003bcc5247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22659021-f809-408e-b45e-f388d5c09d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:48.416369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network hostable DHCP agents. Network: 22659021-f809-408e-b45e-f388d5c09d50, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:28:48.439951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 22659021-f809-408e-b45e-f388d5c09d50 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:28:48.455298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 22659021-f809-408e-b45e-f388d5c09d50) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:48.468179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cd4ccb-8a83-4e7d-aa94-c8c62a3b0692 None None] Network 22659021-f809-408e-b45e-f388d5c09d50 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:48.470608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:48.471418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.501802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.502066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ca14bd5-0a8b-4e4c-b0eb-8925fac9a1fc tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7759650 Sep 19 03:28:48.502894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48434) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:48.508207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5ea21e53-4161-45f1-a069-803a1b839b16 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-723680884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:48.574623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152568-62ca-432d-acfc-b6a15ab8b827 req-d807c6f2-c54a-45bd-9ee9-81cc61ae0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:48.577848 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe152568-62ca-432d-acfc-b6a15ab8b827 req-d807c6f2-c54a-45bd-9ee9-81cc61ae0668 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1136 time: 0.1044891 Sep 19 03:28:48.613324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c59b79-017d-4b9e-945f-494dc37cfd9e req-c25ad900-b468-4179-a5d2-1a97137f570f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:48.615326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2c59b79-017d-4b9e-945f-494dc37cfd9e req-c25ad900-b468-4179-a5d2-1a97137f570f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 985 time: 0.0834825 Sep 19 03:28:48.616216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ea21e53-4161-45f1-a069-803a1b839b16 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.617431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ea21e53-4161-45f1-a069-803a1b839b16 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.695180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe152568-62ca-432d-acfc-b6a15ab8b827 req-e4435ce3-4465-415b-bc27-11b8f9f54291 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1085300 Sep 19 03:28:48.716309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ea21e53-4161-45f1-a069-803a1b839b16 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.729053 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ea21e53-4161-45f1-a069-803a1b839b16 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.786797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-22659021-f809-408e-b45e-f388d5c09d50', 'network_id': '22659021-f809-408e-b45e-f388d5c09d50', 'tenant_id': 'efa7582498dd4c0596a195e0c122a75c', 'fixed_ips': [{'subnet_id': 'bd6afece-e7f0-4cf5-b2eb-b9a32bb31639'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:48.787974 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.800912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2c59b79-017d-4b9e-945f-494dc37cfd9e req-a87b02f1-7a5e-4fa6-a187-b2279f82c33e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0920432 Sep 19 03:28:48.802517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ea21e53-4161-45f1-a069-803a1b839b16 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.806777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48450) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:48.807426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5ea21e53-4161-45f1-a069-803a1b839b16 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3033972 Sep 19 03:28:48.820308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'network_id': '22659021-f809-408e-b45e-f388d5c09d50', 'name': 'tempest-PortsTestJSON-1171456205'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:48.969105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:48.972801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:48.985580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Allocated IP 172.20.0.2 (22659021-f809-408e-b45e-f388d5c09d50/bd6afece-e7f0-4cf5-b2eb-b9a32bb31639/6e0de3aa-81a1-4139-b91a-473250331a3c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:48.993407 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:49.029563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209e502-36b3-47d0-ab82-e6a8129e84ae req-71def601-1e13-4ae5-a269-067243400b38 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:49.031289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b209e502-36b3-47d0-ab82-e6a8129e84ae req-71def601-1e13-4ae5-a269-067243400b38 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1084917 Sep 19 03:28:49.086532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b209e502-36b3-47d0-ab82-e6a8129e84ae req-33232e14-bddc-4319-895c-48dbcb798506 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490780 Sep 19 03:28:49.165403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.172439 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.235921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Network 22659021-f809-408e-b45e-f388d5c09d50 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:49.238935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:49.245089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:49.253410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Pushing event updated for resources: {'Port': ['ID=6e0de3aa-81a1-4139-b91a-473250331a3c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:49.253623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.9 (22659021-f809-408e-b45e-f388d5c09d50/bd6afece-e7f0-4cf5-b2eb-b9a32bb31639/4a60ba3e-1402-4d64-a5cd-fef6518fd5a3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:49.465260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.504592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Attempting to bind port 6e0de3aa-81a1-4139-b91a-473250331a3c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:49.505039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Attempting to bind port 6e0de3aa-81a1-4139-b91a-473250331a3c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bcb70604-4d6e-4d54-9bec-f003bcc5247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22659021-f809-408e-b45e-f388d5c09d50'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:49.505735 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Attempting to bind port 6e0de3aa-81a1-4139-b91a-473250331a3c on network 22659021-f809-408e-b45e-f388d5c09d50 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:49.508399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.511305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:49.512344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Checking segment: {'id': 'bcb70604-4d6e-4d54-9bec-f003bcc5247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22659021-f809-408e-b45e-f388d5c09d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:49.512824 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.513288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Bound using segment: {'id': 'bcb70604-4d6e-4d54-9bec-f003bcc5247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22659021-f809-408e-b45e-f388d5c09d50'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:49.513840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Bound port: 6e0de3aa-81a1-4139-b91a-473250331a3c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70604-4d6e-4d54-9bec-f003bcc5247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '22659021-f809-408e-b45e-f388d5c09d50'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:49.514291 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.568879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=4a60ba3e-1402-4d64-a5cd-fef6518fd5a3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:49.582987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 22659021-f809-408e-b45e-f388d5c09d50 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:49.585200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:49.588953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:49.603958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] For port 6e0de3aa-81a1-4139-b91a-473250331a3c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:49.608200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] For port 6e0de3aa-81a1-4139-b91a-473250331a3c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6e0de3aa-81a1-4139-b91a-473250331a3c,segment=NetworkSegment(bcb70604-4d6e-4d54-9bec-f003bcc5247d),segment_id=bcb70604-4d6e-4d54-9bec-f003bcc5247d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:49.614277 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.649793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:49.650550 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:49.668942 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-db1bc645-8a1d-4e7c-a043-fa3876a3f15a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8595212 Sep 19 03:28:49.671105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48470) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:49.697028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989c8e4-5643-4145-81ae-b0dbb28e4017 None None] Pushing event updated for resources: {'Port': ['ID=6e0de3aa-81a1-4139-b91a-473250331a3c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:50.045165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:50.062856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8821e0-6468-4669-b560-d71c5e6e969f req-8a39e355-8c81-400d-b237-6ab7232980f8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:50.064464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d8821e0-6468-4669-b560-d71c5e6e969f req-8a39e355-8c81-400d-b237-6ab7232980f8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 985 time: 0.1422749 Sep 19 03:28:50.142391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d8821e0-6468-4669-b560-d71c5e6e969f req-6fc2d28a-fa29-4916-b9ed-564a05bf8177 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0670726 Sep 19 03:28:50.162703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:50.265261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18fea-fcc9-4d81-9a16-68487d080da3 req-7237b30c-3bb8-4c1b-a971-1b451bc7ba11 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:50.267017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00b18fea-fcc9-4d81-9a16-68487d080da3 req-7237b30c-3bb8-4c1b-a971-1b451bc7ba11 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0642033 Sep 19 03:28:50.338903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00b18fea-fcc9-4d81-9a16-68487d080da3 req-49ddc918-6577-4ab4-b8e9-9f2f39968144 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568385 Sep 19 03:28:50.475267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:50.487847 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:50.550051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=4a60ba3e-1402-4d64-a5cd-fef6518fd5a3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:50.819906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:50.987850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.015800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6e0de3aa-81a1-4139-b91a-473250331a3c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:51.022455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73c797-c6dd-45a9-ba20-ef0719970ca3 None None] Network 22659021-f809-408e-b45e-f388d5c09d50 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:51.205324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b01afdb1-4b79-4be8-911b-6391cfe32ede None None] Provisioning complete for port 6e0de3aa-81a1-4139-b91a-473250331a3c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:51.206013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b01afdb1-4b79-4be8-911b-6391cfe32ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.249297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6e0de3aa-81a1-4139-b91a-473250331a3c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:51.250098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.337716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980f17a-8d06-48ec-ba32-1a73ee678b71 req-9716407c-0395-4b0d-a630-0051f653ab1c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:51.340687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f980f17a-8d06-48ec-ba32-1a73ee678b71 req-9716407c-0395-4b0d-a630-0051f653ab1c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 985 time: 0.0646362 Sep 19 03:28:51.455066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f980f17a-8d06-48ec-ba32-1a73ee678b71 req-f53f2bfd-7f3e-4bab-8898-57ccfa763e5d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0970118 Sep 19 03:28:51.526955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.577003 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b01afdb1-4b79-4be8-911b-6391cfe32ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.621435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163cc38-6847-41dc-ac69-ac97f488e2f8 req-6440a24e-caaf-4ca7-a61b-1364cdb3443b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:51.626083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 6e0de3aa-81a1-4139-b91a-473250331a3c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6e0de3aa-81a1-4139-b91a-473250331a3c,segment=NetworkSegment(bcb70604-4d6e-4d54-9bec-f003bcc5247d),segment_id=bcb70604-4d6e-4d54-9bec-f003bcc5247d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:51.631166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0163cc38-6847-41dc-ac69-ac97f488e2f8 req-6440a24e-caaf-4ca7-a61b-1364cdb3443b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1711221 Sep 19 03:28:51.632517 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.641631 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.656394 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.694483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5cb85-4bf2-4ef4-b69b-d241e8f5f428 req-2a2359af-cfda-4310-ad56-5a067b13adc7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:51.703191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9de5cb85-4bf2-4ef4-b69b-d241e8f5f428 req-2a2359af-cfda-4310-ad56-5a067b13adc7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 985 time: 0.1590145 Sep 19 03:28:51.761192 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-b01afdb1-4b79-4be8-911b-6391cfe32ede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:28:51.762417 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-b01afdb1-4b79-4be8-911b-6391cfe32ede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:28:51.766850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=6e0de3aa-81a1-4139-b91a-473250331a3c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:51.768118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9de5cb85-4bf2-4ef4-b69b-d241e8f5f428 req-e2a508cc-e511-4c64-9f44-33789bf57ba7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0637238 Sep 19 03:28:51.769205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=4a60ba3e-1402-4d64-a5cd-fef6518fd5a3,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:51.788423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:51.804986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0163cc38-6847-41dc-ac69-ac97f488e2f8 req-bce9fa3e-9699-48d9-9f0d-2d98ab4d9504 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724541 Sep 19 03:28:51.930207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e8838-7cad-4286-8fd6-002c594d2b11 req-1483b122-fa8c-4fdb-ad3d-21f6cb90fd72 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:51.938986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a3e8838-7cad-4286-8fd6-002c594d2b11 req-1483b122-fa8c-4fdb-ad3d-21f6cb90fd72 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1136 time: 0.0569813 Sep 19 03:28:51.954680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0a3e8838-7cad-4286-8fd6-002c594d2b11 req-8459a126-9094-405d-abb1-d158264e8316 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.033454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 22659021-f809-408e-b45e-f388d5c09d50 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:52.035923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:52.116046 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0a3e8838-7cad-4286-8fd6-002c594d2b11 req-8459a126-9094-405d-abb1-d158264e8316 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.123891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-0a3e8838-7cad-4286-8fd6-002c594d2b11 req-8459a126-9094-405d-abb1-d158264e8316 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.162404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a3e8838-7cad-4286-8fd6-002c594d2b11 req-8459a126-9094-405d-abb1-d158264e8316 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2221084 Sep 19 03:28:52.184254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459a126-9094-405d-abb1-d158264e8316 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34411311-8106-4062-a0c5-e227c00e5895,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:52.191516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48534) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:52.244631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf12895-0fbe-482d-9d4f-9b6caa58c242 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:52.247293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8bf12895-0fbe-482d-9d4f-9b6caa58c242 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1131 time: 0.0542607 Sep 19 03:28:52.252286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48536) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:52.257377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:52.296528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Router 6b052f4b-87cb-404e-a843-e4e1a464c32a is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:28:52.335146 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.424982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:52.430561 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-41529945-6644-4658-b3ad-a171c85a11ac tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "PUT /v2.0/routers/6b052f4b-87cb-404e-a843-e4e1a464c32a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7573822 Sep 19 03:28:52.433826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48538) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:52.451764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.456805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] Sync routers for ids ['6b052f4b-87cb-404e-a843-e4e1a464c32a'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:52.460904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8b52877f-19d7-48ce-8b4c-7ce1b73ca103 None None] Provisioning complete for port 6e0de3aa-81a1-4139-b91a-473250331a3c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:52.461836 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b52877f-19d7-48ce-8b4c-7ce1b73ca103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.505623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d10884-e904-4b03-9f51-c26754b264c4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:52.507609 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e6d10884-e904-4b03-9f51-c26754b264c4 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b052f4b-87cb-404e-a843-e4e1a464c32a HTTP/1.1" status: 200 len: 982 time: 0.0726628 Sep 19 03:28:52.510480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48540) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:52.530251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] Routers {'6b052f4b-87cb-404e-a843-e4e1a464c32a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:52.532243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6b052f4b-87cb-404e-a843-e4e1a464c32a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:52.595631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:52.640688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] Routers {'6b052f4b-87cb-404e-a843-e4e1a464c32a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:52.641427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6b052f4b-87cb-404e-a843-e4e1a464c32a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:52.679537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:52.680409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6f4a2c-4851-40ae-8ae2-6001c2ddeccc None None] The sync data for ids ['6b052f4b-87cb-404e-a843-e4e1a464c32a'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:52.681206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Allocated IP 172.25.8.159 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/b0a8b982-7aab-460d-9c07-aba28be7daf7) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:52.703286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8b52877f-19d7-48ce-8b4c-7ce1b73ca103 None None] Provisioning complete for port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:52.703660 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b52877f-19d7-48ce-8b4c-7ce1b73ca103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.759991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8b52877f-19d7-48ce-8b4c-7ce1b73ca103 None None] Port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:28:52.816157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.873295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.887308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-572e8562-d578-4e90-b0b6-1fdaa8e789cb None None] Provisioning complete for port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:52.889895 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-572e8562-d578-4e90-b0b6-1fdaa8e789cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:52.947681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:52.964112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-572e8562-d578-4e90-b0b6-1fdaa8e789cb None None] Port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:28:52.982243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:52.997624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6e0de3aa-81a1-4139-b91a-473250331a3c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:53.003214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:53.033962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=b0a8b982-7aab-460d-9c07-aba28be7daf7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:53.054461 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.062960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6e0de3aa-81a1-4139-b91a-473250331a3c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:53.063628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.064815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c2944-d570-48df-ab82-214575d2c051 req-1b5c0c2c-36c5-430f-b4f2-9dc60ca17e5b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:53.066322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f96c2944-d570-48df-ab82-214575d2c051 req-1b5c0c2c-36c5-430f-b4f2-9dc60ca17e5b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1534500 Sep 19 03:28:53.165553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d4670333-1642-490b-890d-cdb702e1ea88 None None] Provisioning complete for port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:53.166267 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d4670333-1642-490b-890d-cdb702e1ea88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.197106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f96c2944-d570-48df-ab82-214575d2c051 req-3ec41197-b2bf-4b1a-852a-fdd047b79cd0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102471 Sep 19 03:28:53.229381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d4670333-1642-490b-890d-cdb702e1ea88 None None] Port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:28:53.313163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:53.315001 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.424795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.439484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:53.556522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.653022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.854926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:53.869090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:54.033081 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:54.116007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=4a60ba3e-1402-4d64-a5cd-fef6518fd5a3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:54.294291 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:54.369220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:54.384385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=b0a8b982-7aab-460d-9c07-aba28be7daf7,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:54.491855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-4e947fd7-0f45-43c6-8b10-6adc618ab2e1 req-a806fee8-e90b-4bda-b4d4-6b3fe408a39b service neutron] (94722) timed out ('10.222.0.22', 58846) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:28:54.503296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Router 6b052f4b-87cb-404e-a843-e4e1a464c32a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:28:54.555497 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Floating IP 426694e4-983e-4653-aae9-1367e213fb35 associated. External IP: 172.25.8.159, port: 5474bac9-8778-4f15-967c-69f16bea1a3f. Sep 19 03:28:54.565180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262fe56-8a7e-48c4-99b2-399e69627e5b req-48e8945b-b6b8-44b2-8b10-8ffa05c8c27b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:54.566889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6262fe56-8a7e-48c4-99b2-399e69627e5b req-48e8945b-b6b8-44b2-8b10-8ffa05c8c27b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1988382 Sep 19 03:28:54.586868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:54.599508 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a45cbc5e-c98c-4684-a43c-a3367ffbcac2 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "PUT /v2.0/routers/6b052f4b-87cb-404e-a843-e4e1a464c32a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0870919 Sep 19 03:28:54.600190 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] Sync routers for ids ['6b052f4b-87cb-404e-a843-e4e1a464c32a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:54.602314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48588) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:54.614105 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] Routers {'6b052f4b-87cb-404e-a843-e4e1a464c32a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:54.614714 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6b052f4b-87cb-404e-a843-e4e1a464c32a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:54.634669 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebc955f-80fa-4a00-8923-75007c43b4f1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:28:54.639666 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aebc955f-80fa-4a00-8923-75007c43b4f1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/4a60ba3e-1402-4d64-a5cd-fef6518fd5a3 HTTP/1.1" status: 404 len: 333 time: 0.0359304 Sep 19 03:28:54.640310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48590) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:54.651539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6262fe56-8a7e-48c4-99b2-399e69627e5b req-17ecbe6f-bd3d-4ef0-8964-131b4e1f13b7 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Sep 19 03:28:54.689746 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:54.718280 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] Routers {'6b052f4b-87cb-404e-a843-e4e1a464c32a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:54.719319 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6b052f4b-87cb-404e-a843-e4e1a464c32a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:54.791698 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:54.795216 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397b4913-f5a3-48c2-bae8-61dfc2498350 None None] The sync data for ids ['6b052f4b-87cb-404e-a843-e4e1a464c32a'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:54.836057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a2c21a1-2a93-4681-9b2c-6156bc5ac337 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:54.950698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 0032ceb8-7283-4b8a-aad1-2a284511fb87 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:28:55.048341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a2c21a1-2a93-4681-9b2c-6156bc5ac337 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.050899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a2c21a1-2a93-4681-9b2c-6156bc5ac337 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.071851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:28:55.083445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] Sync routers for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:28:55.088596 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.098892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a2c21a1-2a93-4681-9b2c-6156bc5ac337 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.099513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2c21a1-2a93-4681-9b2c-6156bc5ac337 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Fanout notify agent at l3_agent the message router_deleted on router 6b052f4b-87cb-404e-a843-e4e1a464c32a {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:28:55.101308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:55.103008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:55.114635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a2c21a1-2a93-4681-9b2c-6156bc5ac337 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.116157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a2c21a1-2a93-4681-9b2c-6156bc5ac337 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/routers/6b052f4b-87cb-404e-a843-e4e1a464c32a HTTP/1.1" status: 204 len: 168 time: 0.4744818 Sep 19 03:28:55.118505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48600) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:55.127269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c8399a1-ff15-400b-863e-deed99c51b21 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8734422 Sep 19 03:28:55.128658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48602) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:55.129321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:28:55.132379 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:28:55.194038 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42a4996-61ba-4c18-937c-fc6658a85e2f x-openstack-request-id: req-a42a4996-61ba-4c18-937c-fc6658a85e2f {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:28:55.194476 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:28:55.194884 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a42a4996-61ba-4c18-937c-fc6658a85e2f {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:28:55.195412 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'status': 'completed', 'code': 200} Sep 19 03:28:55.198953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet bd6afece-e7f0-4cf5-b2eb-b9a32bb31639 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:28:55.204616 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.242496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:55.283809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.331808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-dca409d5-4157-4b16-8ad4-9371dbee119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.334327 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-dca409d5-4157-4b16-8ad4-9371dbee119d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1136 time: 0.0880888 Sep 19 03:28:55.397730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.398580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.399489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.400423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.401209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.401743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.402731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.403324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.404035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.406796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b20f78d9-b913-4403-bb00-756e0dc4f4c7 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6318 time: 0.2701244 Sep 19 03:28:55.409402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48612) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:55.512639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '426694e4-983e-4653-aae9-1367e213fb35', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'port_id': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'mac_address': 'fa:16:3e:ff:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:28:53Z', 'updated_at': '2021-09-19T03:28:53Z', 'revision_number': 0, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:29Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:55.520989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.545491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] Checking router: 0032ceb8-7283-4b8a-aad1-2a284511fb87 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:28:55.561644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:28:55.562510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:28:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:55.611301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.611784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.612244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.612705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.613157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.613611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.614062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.614511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.616520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-84837726-d224-4ef7-b8fb-0a357140c4c0 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5228 time: 0.2047908 Sep 19 03:28:55.619564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48618) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:55.622096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-ba559fda-14df-4ff5-aeaf-afdda81fbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.623657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-ba559fda-14df-4ff5-aeaf-afdda81fbc3a service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2120fa7-587f-47d4-aa37-5a57a10b928b HTTP/1.1" status: 200 len: 897 time: 0.2815974 Sep 19 03:28:55.736953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:28:55.749981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.802408 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-e648455e-71d1-45d3-8ad8-7051b912e83d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5474bac9-8778-4f15-967c-69f16bea1a3f HTTP/1.1" status: 200 len: 1000 time: 0.1706772 Sep 19 03:28:55.803379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:55.807649 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/bd6afece-e7f0-4cf5-b2eb-b9a32bb31639 HTTP/1.1" status: 204 len: 168 time: 0.6856797 Sep 19 03:28:55.807649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd7d34-6763-4596-b1cc-365cea964911 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=bd6afece-e7f0-4cf5-b2eb-b9a32bb31639,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:55.808568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:55.958999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-296a6580-f5e3-4194-8b73-75f8513de3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.961032 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-296a6580-f5e3-4194-8b73-75f8513de3d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3863b88-a6fa-4b65-aaf7-a4523eb974e0 HTTP/1.1" status: 200 len: 835 time: 0.1363733 Sep 19 03:28:55.962198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819ea96-c048-4351-a0da-fea60cbf6eb5 req-0d369c08-9a9a-4a69-9882-d8df827b5f0b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:55.963730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9819ea96-c048-4351-a0da-fea60cbf6eb5 req-0d369c08-9a9a-4a69-9882-d8df827b5f0b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1795397 Sep 19 03:28:55.969245 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.051165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-eb1c9b99-0bc7-4d49-802c-e7112b37a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:56.052972 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-eb1c9b99-0bc7-4d49-802c-e7112b37a436 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2120fa7-587f-47d4-aa37-5a57a10b928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816345 Sep 19 03:28:56.061572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-33f86cb7-2338-421e-96ae-ad72c01ad000 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2341 time: 0.4407706 Sep 19 03:28:56.064393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48632) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:56.137531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14970250-ce4e-4d7e-9439-5a387c5c4f5d tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:56.138282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14970250-ce4e-4d7e-9439-5a387c5c4f5d tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:56.154681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-14970250-ce4e-4d7e-9439-5a387c5c4f5d tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0032ceb8-7283-4b8a-aad1-2a284511fb87 HTTP/1.1" status: 200 len: 1990 time: 0.0836532 Sep 19 03:28:56.160225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 6e0de3aa-81a1-4139-b91a-473250331a3c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:28:56.160833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.170776 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9819ea96-c048-4351-a0da-fea60cbf6eb5 req-fd98ea22-ee3f-4d7e-94b3-b1ac5956a273 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934919 Sep 19 03:28:56.228545 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-a133646a-ec1b-4b8d-ac48-1ad743235cee service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676662 Sep 19 03:28:56.281032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] For port 6e0de3aa-81a1-4139-b91a-473250331a3c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6e0de3aa-81a1-4139-b91a-473250331a3c,segment=NetworkSegment(bcb70604-4d6e-4d54-9bec-f003bcc5247d),segment_id=bcb70604-4d6e-4d54-9bec-f003bcc5247d)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:56.281416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.287778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687c139f-bdf2-4b5e-b843-0bad09d00b53 None None] Network 22659021-f809-408e-b45e-f388d5c09d50 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:56.342323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 6e0de3aa-81a1-4139-b91a-473250331a3c owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:28:56.413837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db1b3a60-15cd-4360-b0f5-d2d90cec2ad9 req-c6af8842-1672-48be-b48a-ddf3f9ceecf0 service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744499 Sep 19 03:28:56.453426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.467665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No DVR routers for this DVR port 6e0de3aa-81a1-4139-b91a-473250331a3c on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:28:56.490327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=6e0de3aa-81a1-4139-b91a-473250331a3c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:56.490878 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '426694e4-983e-4653-aae9-1367e213fb35', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'port_id': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'mac_address': 'fa:16:3e:ff:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:28:53Z', 'updated_at': '2021-09-19T03:28:53Z', 'revision_number': 0, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:29Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:56.528707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1707b04d-c943-4c44-bc39-50c7216a32d3 None None] The sync data for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 is: [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '426694e4-983e-4653-aae9-1367e213fb35', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'floating_ip_address': '172.25.8.159', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'port_id': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'mac_address': 'fa:16:3e:ff:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:28:53Z', 'updated_at': '2021-09-19T03:28:53Z', 'revision_number': 0, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:29Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:28:56.586519 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.612417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22659021-f809-408e-b45e-f388d5c09d50']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:56.630329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcb70604-4d6e-4d54-9bec-f003bcc5247d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:56.630869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcb70604-4d6e-4d54-9bec-f003bcc5247d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:28:56.652312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.668854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf76ae-d62d-40e5-bc59-ea1da2c159cc None None] DHCP port deletion for 22659021-f809-408e-b45e-f388d5c09d50 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:28:56.673389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.693186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:28:56.693703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:28:56.697441 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:28:56.793867 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.802208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:56.804257 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/22659021-f809-408e-b45e-f388d5c09d50 HTTP/1.1" status: 204 len: 168 time: 0.9954083 Sep 19 03:28:56.808786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48648) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:56.831686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af4049-4dc7-4560-ad0e-1130ff31b11f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=22659021-f809-408e-b45e-f388d5c09d50,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:56.890426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e4a36-d744-46a5-b7c9-4f83f4df2e29 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:56.892684 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9a9e4a36-d744-46a5-b7c9-4f83f4df2e29 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/1b379f6b-c336-4c28-b3e3-ed6c9d451166 HTTP/1.1" status: 200 len: 840 time: 0.0815785 Sep 19 03:28:56.895931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48652) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:56.925354 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abceba69-68d5-4160-97c1-cb6ec0d0af42 None None] New status for floating IP 426694e4-983e-4653-aae9-1367e213fb35: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:28:56.972058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6e0de3aa-81a1-4139-b91a-473250331a3c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:28:56.999137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2d99a81a-a271-4d89-b766-4a0f4e94900a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/1b379f6b-c336-4c28-b3e3-ed6c9d451166?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0980787 Sep 19 03:28:56.999489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48658) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:57.005501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:57.031033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 6e0de3aa-81a1-4139-b91a-473250331a3c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:28:57.032488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6e0de3aa-81a1-4139-b91a-473250331a3c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:28:57.129420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:57.135952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.301400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2754-4505-4e81-b2ae-6a6d8861f01e req-c799dbbe-2c2d-429b-89c5-4ace78e73ab1 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:57.302952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8be2754-4505-4e81-b2ae-6a6d8861f01e req-c799dbbe-2c2d-429b-89c5-4ace78e73ab1 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0552235 Sep 19 03:28:57.362338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8be2754-4505-4e81-b2ae-6a6d8861f01e req-c14c36ee-48b6-4a18-84ec-d466c2fa4fd2 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506086 Sep 19 03:28:57.375898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.423380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:57.426527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:57.430779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:57.431367 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.437480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f39896e-ecec-4873-bf1c-ff276a874075 None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:28:57.442583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=de09ff47-4a13-46e3-aea5-b390de94074f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:57.453658 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-055bd8e4-b865-4acf-8910-101ff8d51059 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4530656 Sep 19 03:28:57.456344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48668) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:57.460989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1cccc638-7b47-4c67-b691-d18717db5631 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1625678031'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:57.483014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1cccc638-7b47-4c67-b691-d18717db5631 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.581602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1cccc638-7b47-4c67-b691-d18717db5631 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.587162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1cccc638-7b47-4c67-b691-d18717db5631 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.621488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cccc638-7b47-4c67-b691-d18717db5631 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef18c815-85ba-4515-8c1e-4c8dff5a531c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:57.625599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1cccc638-7b47-4c67-b691-d18717db5631 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.629595 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1cccc638-7b47-4c67-b691-d18717db5631 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1696990 Sep 19 03:28:57.630111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48674) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:57.634611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2b6c06a0-acfb-49f8-886b-cef255f8a35d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1553946221'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:57.642986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-13f4adbc-251f-46b0-8ce0-964232e469d8', 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'tenant_id': 'efa7582498dd4c0596a195e0c122a75c', 'fixed_ips': [{'subnet_id': 'de09ff47-4a13-46e3-aea5-b390de94074f'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:28:57.643878 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.662317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b6c06a0-acfb-49f8-886b-cef255f8a35d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.763098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b6c06a0-acfb-49f8-886b-cef255f8a35d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.767112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b6c06a0-acfb-49f8-886b-cef255f8a35d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.807300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Allocated IP 172.20.0.2 (13f4adbc-251f-46b0-8ce0-964232e469d8/de09ff47-4a13-46e3-aea5-b390de94074f/c6a9d3c6-f1c8-493e-a273-d2800fb5a221) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:57.811234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c06a0-acfb-49f8-886b-cef255f8a35d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbcacb-a6a4-4542-a67c-eb2572a7f8ad,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:57.816940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b6c06a0-acfb-49f8-886b-cef255f8a35d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:57.820641 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b6c06a0-acfb-49f8-886b-cef255f8a35d tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1871932 Sep 19 03:28:57.821100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:57.828465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1216719994', 'security_groups': ['f9dbcacb-a6a4-4542-a67c-eb2572a7f8ad'], 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de09ff47-4a13-46e3-aea5-b390de94074f'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:57.979345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:58.028318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.035499 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.076366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:58.091398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.091763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:58.093225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:58.097883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:58.109804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 7c907cd7-a992-43bc-bbf5-7172f9b4d914 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:28:58.162080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Attempting to bind port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:28:58.162463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Attempting to bind port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '1ef75c5a-7080-424a-a8c5-15eeb46e14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:28:58.162972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Attempting to bind port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 on network 13f4adbc-251f-46b0-8ce0-964232e469d8 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:28:58.169389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:28:58.169803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Checking segment: {'id': '1ef75c5a-7080-424a-a8c5-15eeb46e14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:28:58.170211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.170601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Bound using segment: {'id': '1ef75c5a-7080-424a-a8c5-15eeb46e14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:28:58.171088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Bound port: c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef75c5a-7080-424a-a8c5-15eeb46e14c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:28:58.171685 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.245916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] For port c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:28:58.249892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] For port c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,segment=NetworkSegment(1ef75c5a-7080-424a-a8c5-15eeb46e14c7),segment_id=1ef75c5a-7080-424a-a8c5-15eeb46e14c7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:28:58.256983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.289337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.4 (13f4adbc-251f-46b0-8ce0-964232e469d8/de09ff47-4a13-46e3-aea5-b390de94074f/7c907cd7-a992-43bc-bbf5-7172f9b4d914) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:28:58.343258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caebb01-3bd1-4d6a-b30e-1a02f7b4da82 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:58.495361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.539355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa61e-27c7-4334-a38d-c850473ffd0f req-89422dfa-01a6-417b-834f-5d2de2a030ae tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:58.543316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f4fa61e-27c7-4334-a38d-c850473ffd0f req-89422dfa-01a6-417b-834f-5d2de2a030ae tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0753050 Sep 19 03:28:58.651397 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f4fa61e-27c7-4334-a38d-c850473ffd0f req-795c3e67-7e19-4ca3-8c48-b8e106d2c1d4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860882 Sep 19 03:28:58.655562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.715009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:58.718414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:58.726046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:28:58.753073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=7c907cd7-a992-43bc-bbf5-7172f9b4d914,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:58.787321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:58.787868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:58.802024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c531b59f-a790-4f13-83dd-47f34317f893 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9792678 Sep 19 03:28:58.804608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48698) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:58.809733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b3d51ab6-9a4e-4029-bcf5-3634355e73a1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:58.998720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d51ab6-9a4e-4029-bcf5-3634355e73a1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:59.010375 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b3d51ab6-9a4e-4029-bcf5-3634355e73a1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.014038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a9d3c6-f1c8-493e-a273-d2800fb5a221 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:28:59.077764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:59.078306 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.128523 n-d-809936-1 neutron-server[94723]: INFO neutron.db.ipam_backend_mixin [None req-b3d51ab6-9a4e-4029-bcf5-3634355e73a1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de09ff47-4a13-46e3-aea5-b390de94074f (CIDR: 172.20.0.0/28) Sep 19 03:28:59.138711 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d51ab6-9a4e-4029-bcf5-3634355e73a1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:28:59.139425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d51ab6-9a4e-4029-bcf5-3634355e73a1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:28:59.180521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b3d51ab6-9a4e-4029-bcf5-3634355e73a1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3747542 Sep 19 03:28:59.181669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:28:59.187875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:28:59.247270 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.303141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,segment=NetworkSegment(1ef75c5a-7080-424a-a8c5-15eeb46e14c7),segment_id=1ef75c5a-7080-424a-a8c5-15eeb46e14c7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:28:59.310276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.367468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:59.427724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:28:59.431463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.747249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.844940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2f5afa6c-ad7d-4fbc-aa11-5a65b6259164 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:28:59.845574 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f5afa6c-ad7d-4fbc-aa11-5a65b6259164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.872967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:28:59.887354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:28:59.888619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b075d-d6b7-4a18-ae14-ed0844e626a2 req-579f858c-d571-46b9-9113-bb8beb1dcf15 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:59.890382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-200b075d-d6b7-4a18-ae14-ed0844e626a2 req-579f858c-d571-46b9-9113-bb8beb1dcf15 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1071444 Sep 19 03:28:59.928100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:28:59.934140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:28:59.978158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=198d1dfa-c368-451d-95f9-1b132b1b5b5c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:28:59.991481 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-31e7b038-8cb2-47f9-9020-883173d8bde3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8075955 Sep 19 03:28:59.993172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:00.022841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-200b075d-d6b7-4a18-ae14-ed0844e626a2 req-c14c6ac2-1634-4b7d-b9b5-0f9ffc73ecd5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922375 Sep 19 03:29:00.024239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-348842781', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '198d1dfa-c368-451d-95f9-1b132b1b5b5c'}], 'security_groups': ['ef18c815-85ba-4515-8c1e-4c8dff5a531c']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:00.046260 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:00.052625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b3f50b-108a-4465-a5c3-2b47be77dea6 None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:00.087162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2f5afa6c-ad7d-4fbc-aa11-5a65b6259164 None None] Provisioning complete for port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:00.087641 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f5afa6c-ad7d-4fbc-aa11-5a65b6259164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:00.170189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2f5afa6c-ad7d-4fbc-aa11-5a65b6259164 None None] Port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:00.282405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:00.313444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0e96c0f3-9932-40a4-9c9f-8ea5c7b66c63 None None] Provisioning complete for port 7c907cd7-a992-43bc-bbf5-7172f9b4d914 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:00.313878 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e96c0f3-9932-40a4-9c9f-8ea5c7b66c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:00.352861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0e96c0f3-9932-40a4-9c9f-8ea5c7b66c63 None None] Port 7c907cd7-a992-43bc-bbf5-7172f9b4d914 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:00.464062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f905eb-2d01-43aa-b2c1-ad45958cf88b None None] Update dhcp port {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'fixed_ips': [{'subnet_id': 'de09ff47-4a13-46e3-aea5-b390de94074f', 'ip_address': '172.20.0.2'}, {'subnet_id': '198d1dfa-c368-451d-95f9-1b132b1b5b5c'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'c6a9d3c6-f1c8-493e-a273-d2800fb5a221'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:29:00.511564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66f905eb-2d01-43aa-b2c1-ad45958cf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:00.739818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Delete allocated IP 172.20.0.4 (13f4adbc-251f-46b0-8ce0-964232e469d8/de09ff47-4a13-46e3-aea5-b390de94074f) {{(pid=94722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 03:29:00.751431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.27 (13f4adbc-251f-46b0-8ce0-964232e469d8/198d1dfa-c368-451d-95f9-1b132b1b5b5c/7c907cd7-a992-43bc-bbf5-7172f9b4d914) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:00.969269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:00.975088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a9d3c6-f1c8-493e-a273-d2800fb5a221 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:00.975708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.107681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] In _notify_port_updated(), no bound segment for port 7c907cd7-a992-43bc-bbf5-7172f9b4d914 on network 13f4adbc-251f-46b0-8ce0-964232e469d8 {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:29:01.107928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:01.108813 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.114971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:01.115614 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.116944 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "PUT /v2.0/ports/7c907cd7-a992-43bc-bbf5-7172f9b4d914 HTTP/1.1" status: 200 len: 920 time: 1.1228170 Sep 19 03:29:01.121696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48746) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:01.133481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-66f905eb-2d01-43aa-b2c1-ad45958cf88b None None] Allocated IP 172.20.0.18 (13f4adbc-251f-46b0-8ce0-964232e469d8/198d1dfa-c368-451d-95f9-1b132b1b5b5c/c6a9d3c6-f1c8-493e-a273-d2800fb5a221) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:01.170777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e568ed-3fef-42e8-936f-fdd456906b51 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=7c907cd7-a992-43bc-bbf5-7172f9b4d914,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:01.185768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-d72a2598-3c94-47b0-bcce-b99f96881e22 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648928 Sep 19 03:29:01.292149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03356be1-15a6-4948-9fbd-1bd6fe9354bb req-86affc8a-6c2e-497e-b7c0-f122001546f3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:01.299820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03356be1-15a6-4948-9fbd-1bd6fe9354bb req-86affc8a-6c2e-497e-b7c0-f122001546f3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0967517 Sep 19 03:29:01.356780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-7d7429f2-56ff-4ab5-ad30-ab25bfb6fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:01.360437 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-7d7429f2-56ff-4ab5-ad30-ab25bfb6fad5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1097 time: 0.0865898 Sep 19 03:29:01.367109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03356be1-15a6-4948-9fbd-1bd6fe9354bb req-d9ceaac2-777d-4d32-8f07-f71ea11691fa tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662727 Sep 19 03:29:01.371065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 7c907cd7-a992-43bc-bbf5-7172f9b4d914 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:01.371416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.443718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-66f905eb-2d01-43aa-b2c1-ad45958cf88b None None] For port c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,segment=NetworkSegment(1ef75c5a-7080-424a-a8c5-15eeb46e14c7),segment_id=1ef75c5a-7080-424a-a8c5-15eeb46e14c7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:01.487269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66f905eb-2d01-43aa-b2c1-ad45958cf88b None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.493908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.494266 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66f905eb-2d01-43aa-b2c1-ad45958cf88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.522690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 7c907cd7-a992-43bc-bbf5-7172f9b4d914 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:01.558590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f905eb-2d01-43aa-b2c1-ad45958cf88b None None] Pushing event updated for resources: {'Port': ['ID=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:01.570379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-0db0c640-debf-4376-98aa-2f5dd61a581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:01.571901 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-0db0c640-debf-4376-98aa-2f5dd61a581e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 898 time: 0.1657448 Sep 19 03:29:01.708749 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-60856bb5-a0f6-4775-8cef-3ca414b83286 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 1001 time: 0.1292031 Sep 19 03:29:01.759957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.794631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-14155199-6995-47ac-a701-bb1c525a5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:01.796383 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-14155199-6995-47ac-a701-bb1c525a5e6b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.0783978 Sep 19 03:29:01.837627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=7c907cd7-a992-43bc-bbf5-7172f9b4d914,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:01.892111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-0401d8aa-0d21-4376-8a39-a73334ff253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:01.897525 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-0401d8aa-0d21-4376-8a39-a73334ff253a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934021 Sep 19 03:29:01.947582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:01.949598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-14cc09bf-6810-40af-914d-eaccd2f4e216 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/7c907cd7-a992-43bc-bbf5-7172f9b4d914 HTTP/1.1" status: 204 len: 168 time: 0.8268385 Sep 19 03:29:01.954779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48758) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:01.992576 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-662f9876-a20e-489e-b5db-ba12c14594de tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:29:01.994175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-662f9876-a20e-489e-b5db-ba12c14594de tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/7c907cd7-a992-43bc-bbf5-7172f9b4d914 HTTP/1.1" status: 404 len: 333 time: 0.0384972 Sep 19 03:29:01.997680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48760) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:02.065671 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93304cfd-461c-44cb-b627-cd160469f5f6 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.130000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93304cfd-461c-44cb-b627-cd160469f5f6 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.142782 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-1a5ef996-5631-493a-b993-b2ec14b6f5d9 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332950 Sep 19 03:29:02.237404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93304cfd-461c-44cb-b627-cd160469f5f6 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.240371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93304cfd-461c-44cb-b627-cd160469f5f6 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.241765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-93304cfd-461c-44cb-b627-cd160469f5f6 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/security-groups/f9dbcacb-a6a4-4542-a67c-eb2572a7f8ad HTTP/1.1" status: 204 len: 168 time: 0.2430229 Sep 19 03:29:02.249984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48768) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:02.251863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93304cfd-461c-44cb-b627-cd160469f5f6 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbcacb-a6a4-4542-a67c-eb2572a7f8ad,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:02.396437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c829321-2179-49d1-bfbc-e38da0504e60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.480372 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3b40dd7-25c1-4b83-bdea-409437f9b593 req-ab849347-0122-4baa-a4f6-4cd8b44449b7 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176551 Sep 19 03:29:02.504745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c829321-2179-49d1-bfbc-e38da0504e60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.537119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d63dc5-58f5-4ded-a5ec-31e5baa57817 req-bc618592-c213-40d9-b718-a7f2da7fb78a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:02.539726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6d63dc5-58f5-4ded-a5ec-31e5baa57817 req-bc618592-c213-40d9-b718-a7f2da7fb78a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0893784 Sep 19 03:29:02.586571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-669c7366-90f1-47f9-8b1f-df5215e743e2 None None] Could not find standard attr ID for object 7c907cd7-a992-43bc-bbf5-7172f9b4d914. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:29:02.617940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-669c7366-90f1-47f9-8b1f-df5215e743e2 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:02.618584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-669c7366-90f1-47f9-8b1f-df5215e743e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.623766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6d63dc5-58f5-4ded-a5ec-31e5baa57817 req-a0ba8392-fa2b-40b8-b6b8-bf5537b878d4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638304 Sep 19 03:29:02.641121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c829321-2179-49d1-bfbc-e38da0504e60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.645449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c829321-2179-49d1-bfbc-e38da0504e60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.650119 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c829321-2179-49d1-bfbc-e38da0504e60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/security-groups/ef18c815-85ba-4515-8c1e-4c8dff5a531c HTTP/1.1" status: 204 len: 168 time: 0.3958015 Sep 19 03:29:02.659161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48778) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:02.695777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c829321-2179-49d1-bfbc-e38da0504e60 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef18c815-85ba-4515-8c1e-4c8dff5a531c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:02.746149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet de09ff47-4a13-46e3-aea5-b390de94074f {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:02.755817 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.821321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-669c7366-90f1-47f9-8b1f-df5215e743e2 None None] Provisioning complete for port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:02.822329 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-669c7366-90f1-47f9-8b1f-df5215e743e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.825601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:02.895897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-669c7366-90f1-47f9-8b1f-df5215e743e2 None None] Port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:02.960657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:03.005311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a9d3c6-f1c8-493e-a273-d2800fb5a221 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:03.064775 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:03.092662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:03.093046 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:03.131275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=de09ff47-4a13-46e3-aea5-b390de94074f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:03.146569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:03.152661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32833fc3-ccb4-4056-b586-0841062c3dc7 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/de09ff47-4a13-46e3-aea5-b390de94074f HTTP/1.1" status: 204 len: 168 time: 0.4883704 Sep 19 03:29:03.154978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48788) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:03.160820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:03.273644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf9a61b-2288-477e-b64e-599cdb98378a None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:03.342367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-94bf11c5-3549-4ce7-8004-127f5484ce0d None None] Could not find standard attr ID for object 7c907cd7-a992-43bc-bbf5-7172f9b4d914. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:29:03.356515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:03.360110 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:03.748316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.257190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:04.266862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:04.268791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:04.273311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:04.273847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.282666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f82d888-9756-4c20-860b-368567d38a4a None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:04.304660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d2c6-a68e-4148-b33a-1eade4d29ec7 req-caad8e96-1c10-4c28-868e-59acf38a003e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:04.306425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f009d2c6-a68e-4148-b33a-1eade4d29ec7 req-caad8e96-1c10-4c28-868e-59acf38a003e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.5469673 Sep 19 03:29:04.310788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-10c3ecee-39e2-452c-9308-287e1ba8a807 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1527181 Sep 19 03:29:04.311419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48814) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:04.316084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2897c02d-113d-469b-9ace-aa706cbd8eca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'security_group': {'name': 'tempest-secgroup-992830941'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:04.316605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0fdfb3fa-3152-4f94-91b0-7cf98ec57771 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:04.316977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb3fa-3152-4f94-91b0-7cf98ec57771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.384425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f009d2c6-a68e-4148-b33a-1eade4d29ec7 req-5b30beb0-b038-4bf9-896e-68224baa9042 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602465 Sep 19 03:29:04.407258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2897c02d-113d-469b-9ace-aa706cbd8eca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.515226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0fdfb3fa-3152-4f94-91b0-7cf98ec57771 None None] Provisioning complete for port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:04.515606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0fdfb3fa-3152-4f94-91b0-7cf98ec57771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.551066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2897c02d-113d-469b-9ace-aa706cbd8eca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.558480 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2897c02d-113d-469b-9ace-aa706cbd8eca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.588454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897c02d-113d-469b-9ace-aa706cbd8eca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9896c-2742-481a-beac-00f7e3bc2238,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:04.600218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfb3fa-3152-4f94-91b0-7cf98ec57771 None None] Port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:04.606705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2897c02d-113d-469b-9ace-aa706cbd8eca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.611140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2897c02d-113d-469b-9ace-aa706cbd8eca tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2961054 Sep 19 03:29:04.611395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48818) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:04.623600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-adae5fc1-ab6c-4bae-8dcb-cb670fca2fba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'security_group': {'name': 'tempest-secgroup-236115257'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:04.657967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adae5fc1-ab6c-4bae-8dcb-cb670fca2fba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.716897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbec9f56-5aca-49c2-a806-b10e7f7a8800 None None] Update dhcp port {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'fixed_ips': [{'subnet_id': '198d1dfa-c368-451d-95f9-1b132b1b5b5c', 'ip_address': '172.20.0.18'}, {'subnet_id': '15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'c6a9d3c6-f1c8-493e-a273-d2800fb5a221'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:29:04.767919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbec9f56-5aca-49c2-a806-b10e7f7a8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.779513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adae5fc1-ab6c-4bae-8dcb-cb670fca2fba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.784537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adae5fc1-ab6c-4bae-8dcb-cb670fca2fba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.817137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adae5fc1-ab6c-4bae-8dcb-cb670fca2fba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:04.820513 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-adae5fc1-ab6c-4bae-8dcb-cb670fca2fba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2057891 Sep 19 03:29:04.820819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48822) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:04.822829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae5fc1-ab6c-4bae-8dcb-cb670fca2fba tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48be7b6-d771-4bcf-a39f-189f5dd225a0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:04.825489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fe1b9a72-38d2-4412-957a-0e77ea769ff1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'security_group': {'name': 'tempest-secgroup-1041700706'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:04.881301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9a72-38d2-4412-957a-0e77ea769ff1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.022099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9a72-38d2-4412-957a-0e77ea769ff1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.030371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9a72-38d2-4412-957a-0e77ea769ff1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.047355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fbec9f56-5aca-49c2-a806-b10e7f7a8800 None None] Allocated IP 172.20.0.2 (13f4adbc-251f-46b0-8ce0-964232e469d8/15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34/c6a9d3c6-f1c8-493e-a273-d2800fb5a221) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:05.075418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b9a72-38d2-4412-957a-0e77ea769ff1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eba634dd-74d3-414e-9e55-62919bef91c1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:05.083737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fe1b9a72-38d2-4412-957a-0e77ea769ff1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.090394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe1b9a72-38d2-4412-957a-0e77ea769ff1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2655823 Sep 19 03:29:05.090515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48830) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:05.101149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1548607390', 'security_groups': ['eba634dd-74d3-414e-9e55-62919bef91c1'], 'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:05.307416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:05.385237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fbec9f56-5aca-49c2-a806-b10e7f7a8800 None None] For port c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,segment=NetworkSegment(1ef75c5a-7080-424a-a8c5-15eeb46e14c7),segment_id=1ef75c5a-7080-424a-a8c5-15eeb46e14c7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:05.393190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.418334 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbec9f56-5aca-49c2-a806-b10e7f7a8800 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.421542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] device_id is not set on port 04f6f7b0-002c-423c-bd41-d87d754b0476 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:29:05.424491 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbec9f56-5aca-49c2-a806-b10e7f7a8800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.523758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec9f56-5aca-49c2-a806-b10e7f7a8800 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:05.632416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3023-76a2-4a39-b454-c3c6c4ead29e req-1cbcf1de-df3f-457b-8478-5143e1064b5e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:05.634009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c40b3023-76a2-4a39-b454-c3c6c4ead29e req-1cbcf1de-df3f-457b-8478-5143e1064b5e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1329379 Sep 19 03:29:05.674072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.6 (13f4adbc-251f-46b0-8ce0-964232e469d8/15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34/04f6f7b0-002c-423c-bd41-d87d754b0476) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:05.697202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c40b3023-76a2-4a39-b454-c3c6c4ead29e req-c9f9844a-a376-46f6-a46d-10392979e5a5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Sep 19 03:29:05.867027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.914093 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:05.962022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:05.966008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:05.968476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:05.998290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=04f6f7b0-002c-423c-bd41-d87d754b0476,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:06.015888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.016249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.016585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.016923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.017258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.017595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.017926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.018466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.018708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.018927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.019283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.019554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:06.038908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:06.039541 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:06.064799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a6464da5-d1b0-425d-b460-c5ff0c4598fa tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9699266 Sep 19 03:29:06.067676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:06.073057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f004fb1a-8684-4d21-8674-9dfb8e398b54 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:06.143320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3cad20f3-aded-43d0-bc14-8c63559b96dd None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:06.143840 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cad20f3-aded-43d0-bc14-8c63559b96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:06.320346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3cad20f3-aded-43d0-bc14-8c63559b96dd None None] Provisioning complete for port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:06.323174 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3cad20f3-aded-43d0-bc14-8c63559b96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:06.398896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3cad20f3-aded-43d0-bc14-8c63559b96dd None None] Port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:06.522439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-97637469-e5b1-41a6-bc23-2d63c32c38d0 None None] Provisioning complete for port 04f6f7b0-002c-423c-bd41-d87d754b0476 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:06.524678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-97637469-e5b1-41a6-bc23-2d63c32c38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:06.583179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-97637469-e5b1-41a6-bc23-2d63c32c38d0 None None] Port 04f6f7b0-002c-423c-bd41-d87d754b0476 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:06.662095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f004fb1a-8684-4d21-8674-9dfb8e398b54 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:06.665592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f004fb1a-8684-4d21-8674-9dfb8e398b54 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:06.759940 n-d-809936-1 neutron-server[94722]: INFO neutron.db.ipam_backend_mixin [None req-f004fb1a-8684-4d21-8674-9dfb8e398b54 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34 (CIDR: 172.20.0.0/28) Sep 19 03:29:06.763118 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f004fb1a-8684-4d21-8674-9dfb8e398b54 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:29:06.763664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f004fb1a-8684-4d21-8674-9dfb8e398b54 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:06.780588 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f004fb1a-8684-4d21-8674-9dfb8e398b54 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7116776 Sep 19 03:29:06.783316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:06.788364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b8f72500-512f-4ae8-9ab6-322b7c541133 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:06.849112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a196b-313a-4892-a052-2a7618a1c8ce req-c7fe0bae-ba0a-4b40-9e0c-f4ca889b38cd tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:06.851303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-899a196b-313a-4892-a052-2a7618a1c8ce req-c7fe0bae-ba0a-4b40-9e0c-f4ca889b38cd tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0543871 Sep 19 03:29:06.915253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-899a196b-313a-4892-a052-2a7618a1c8ce req-10be843b-5b22-4335-8c9f-a03a7b56dfc7 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Sep 19 03:29:06.928241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f72500-512f-4ae8-9ab6-322b7c541133 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:06.931949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b8f72500-512f-4ae8-9ab6-322b7c541133 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:06.963226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a9d3c6-f1c8-493e-a273-d2800fb5a221 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:07.038647 n-d-809936-1 neutron-server[94722]: INFO neutron.db.ipam_backend_mixin [None req-b8f72500-512f-4ae8-9ab6-322b7c541133 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 198d1dfa-c368-451d-95f9-1b132b1b5b5c (CIDR: 172.20.0.16/28) Sep 19 03:29:07.042959 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f72500-512f-4ae8-9ab6-322b7c541133 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:29:07.043702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8f72500-512f-4ae8-9ab6-322b7c541133 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:07.044300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:07.044671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:07.064925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b8f72500-512f-4ae8-9ab6-322b7c541133 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2781115 Sep 19 03:29:07.065315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48880) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:07.075255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'subnet': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:07.198080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Made reservation on behalf of efa7582498dd4c0596a195e0c122a75c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:07.202489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:07.475490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:07.524389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:07.528712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:07.533096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:07.533768 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:07.540372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b187975e-9d7a-4d02-a951-51001862de3b None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:07.543865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Subnet': ['ID=23b3d1e4-2ae7-4f4d-8793-68f24855b2a2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:07.554626 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-00b36f25-7009-4eaa-af54-c3b814fe654f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4872994 Sep 19 03:29:07.557698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48886) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:07.563912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-472718758', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23b3d1e4-2ae7-4f4d-8793-68f24855b2a2'}], 'security_groups': ['bcf9896c-2742-481a-beac-00f7e3bc2238', 'd48be7b6-d771-4bcf-a39f-189f5dd225a0']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:07.736370 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:07.816813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Update dhcp port {'port': {'network_id': '13f4adbc-251f-46b0-8ce0-964232e469d8', 'fixed_ips': [{'subnet_id': '198d1dfa-c368-451d-95f9-1b132b1b5b5c', 'ip_address': '172.20.0.18'}, {'subnet_id': '15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34', 'ip_address': '172.20.0.2'}, {'subnet_id': '23b3d1e4-2ae7-4f4d-8793-68f24855b2a2'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'c6a9d3c6-f1c8-493e-a273-d2800fb5a221'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:29:07.847522 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.083849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b425a-a263-4756-af29-c7e8cdc7eac1 req-fcbe5dcb-9335-4fa4-8fa1-ca4367f7e140 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:08.085519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-396b425a-a263-4756-af29-c7e8cdc7eac1 req-fcbe5dcb-9335-4fa4-8fa1-ca4367f7e140 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0636051 Sep 19 03:29:08.103889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Delete allocated IP 172.20.0.6 (13f4adbc-251f-46b0-8ce0-964232e469d8/15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34) {{(pid=94722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 19 03:29:08.114561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Allocated IP 172.20.0.37 (13f4adbc-251f-46b0-8ce0-964232e469d8/23b3d1e4-2ae7-4f4d-8793-68f24855b2a2/04f6f7b0-002c-423c-bd41-d87d754b0476) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:08.139331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-396b425a-a263-4756-af29-c7e8cdc7eac1 req-48bfae6e-c41a-42b8-a7a9-ddbdeec39b99 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453587 Sep 19 03:29:08.300968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.311868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.378554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Allocated IP 172.20.0.34 (13f4adbc-251f-46b0-8ce0-964232e469d8/23b3d1e4-2ae7-4f4d-8793-68f24855b2a2/c6a9d3c6-f1c8-493e-a273-d2800fb5a221) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:08.408218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event updated for resources: {'Port': ['ID=04f6f7b0-002c-423c-bd41-d87d754b0476,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:08.444947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] In _notify_port_updated(), no bound segment for port 04f6f7b0-002c-423c-bd41-d87d754b0476 on network 13f4adbc-251f-46b0-8ce0-964232e469d8 {{(pid=94722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:29:08.458685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:08.459370 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.461228 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ea0cd6c9-00a4-4bd4-b90d-0c09661d9ce3 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "PUT /v2.0/ports/04f6f7b0-002c-423c-bd41-d87d754b0476 HTTP/1.1" status: 200 len: 959 time: 0.9023211 Sep 19 03:29:08.463611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48894) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:08.498484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] For port c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,segment=NetworkSegment(1ef75c5a-7080-424a-a8c5-15eeb46e14c7),segment_id=1ef75c5a-7080-424a-a8c5-15eeb46e14c7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:08.533484 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.539732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.569308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 04f6f7b0-002c-423c-bd41-d87d754b0476 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:08.569651 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.672380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.683492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Pushing event updated for resources: {'Port': ['ID=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:08.687138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 04f6f7b0-002c-423c-bd41-d87d754b0476 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:08.697444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.698039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.698152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.698488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.698859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.699195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.699528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.699974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.700531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.700997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.701187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.701509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d0ecf7-cc2c-4144-8182-5a0a6bac1c13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:08.848234 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.884752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=04f6f7b0-002c-423c-bd41-d87d754b0476,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:08.980153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a9d3c6-f1c8-493e-a273-d2800fb5a221 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:08.983648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:08.988458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4aafc7c4-d89c-4efe-91a1-b3333d4a2370 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/04f6f7b0-002c-423c-bd41-d87d754b0476 HTTP/1.1" status: 204 len: 168 time: 0.5206230 Sep 19 03:29:08.988825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48896) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:09.035190 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87b1b4c-9fc2-4c8b-b72a-e350f471e1ef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] GET failed (client error): The resource could not be found. Sep 19 03:29:09.039348 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c87b1b4c-9fc2-4c8b-b72a-e350f471e1ef tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports/04f6f7b0-002c-423c-bd41-d87d754b0476 HTTP/1.1" status: 404 len: 333 time: 0.0469873 Sep 19 03:29:09.039611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48898) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:09.050260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:09.050810 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.155942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c318263-bc64-41a9-877b-fbd2dc0a1291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.185618 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c318263-bc64-41a9-877b-fbd2dc0a1291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.245010 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c318263-bc64-41a9-877b-fbd2dc0a1291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.249004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c318263-bc64-41a9-877b-fbd2dc0a1291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.252939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3c318263-bc64-41a9-877b-fbd2dc0a1291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/security-groups/eba634dd-74d3-414e-9e55-62919bef91c1 HTTP/1.1" status: 204 len: 168 time: 0.2123587 Sep 19 03:29:09.253683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48902) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:09.293999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaa342-ef9f-4232-be96-1bf19b90534d req-78d59c6c-1b8c-41af-a990-dfb7cd94eba1 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:09.297328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9aeaa342-ef9f-4232-be96-1bf19b90534d req-78d59c6c-1b8c-41af-a990-dfb7cd94eba1 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0633619 Sep 19 03:29:09.302938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c318263-bc64-41a9-877b-fbd2dc0a1291 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba634dd-74d3-414e-9e55-62919bef91c1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:09.359009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e84f9f34-37a0-4168-bf47-7d3476d7b96a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.379753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9aeaa342-ef9f-4232-be96-1bf19b90534d req-904d6b6d-d4ea-4efd-b2f6-ccfca62398a0 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746143 Sep 19 03:29:09.392921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e84f9f34-37a0-4168-bf47-7d3476d7b96a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.460789 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e84f9f34-37a0-4168-bf47-7d3476d7b96a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.463423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e84f9f34-37a0-4168-bf47-7d3476d7b96a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.465243 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e84f9f34-37a0-4168-bf47-7d3476d7b96a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/security-groups/d48be7b6-d771-4bcf-a39f-189f5dd225a0 HTTP/1.1" status: 204 len: 168 time: 0.1934726 Sep 19 03:29:09.468013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48908) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:09.475496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f9f34-37a0-4168-bf47-7d3476d7b96a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48be7b6-d771-4bcf-a39f-189f5dd225a0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:09.535969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c07b963d-3427-431f-88aa-0601a870e0cf None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:09.536319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c07b963d-3427-431f-88aa-0601a870e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.561495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78036362-683f-46d7-8f56-94c420ce52bf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.593327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78036362-683f-46d7-8f56-94c420ce52bf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.645099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78036362-683f-46d7-8f56-94c420ce52bf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.647879 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78036362-683f-46d7-8f56-94c420ce52bf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.651591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-78036362-683f-46d7-8f56-94c420ce52bf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/security-groups/bcf9896c-2742-481a-beac-00f7e3bc2238 HTTP/1.1" status: 204 len: 168 time: 0.1795869 Sep 19 03:29:09.651948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:09.662146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78036362-683f-46d7-8f56-94c420ce52bf tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9896c-2742-481a-beac-00f7e3bc2238,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:09.665239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c07b963d-3427-431f-88aa-0601a870e0cf None None] Could not find standard attr ID for object 04f6f7b0-002c-423c-bd41-d87d754b0476. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:29:09.687437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c07b963d-3427-431f-88aa-0601a870e0cf None None] Provisioning complete for port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:09.687978 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c07b963d-3427-431f-88aa-0601a870e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.726005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:09.727970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c07b963d-3427-431f-88aa-0601a870e0cf None None] Port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:09.732176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.776014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.873308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.937005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.966730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:09.975705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:09.977653 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-215b30ca-9625-40d5-a7be-9fe31ef2c8df tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34 HTTP/1.1" status: 204 len: 168 time: 0.3246901 Sep 19 03:29:09.984424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48914) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:09.990220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e4cb54-a444-412e-bf79-8fd38073bf40 None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:10.050199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 23b3d1e4-2ae7-4f4d-8793-68f24855b2a2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:10.056089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.058558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fae3918b-03dc-495c-b51c-e552761aca14 None None] Could not find standard attr ID for object 04f6f7b0-002c-423c-bd41-d87d754b0476. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:29:10.110388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.216579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.284394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.316783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=23b3d1e4-2ae7-4f4d-8793-68f24855b2a2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:10.321890 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.324940 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-322da7a2-07be-4364-a2bd-34c74e66c15f tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/23b3d1e4-2ae7-4f4d-8793-68f24855b2a2 HTTP/1.1" status: 204 len: 168 time: 0.3393750 Sep 19 03:29:10.327504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48916) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:10.357750 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-738e312b-2319-45f5-a373-4f682fe07b7b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:10.358304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738e312b-2319-45f5-a373-4f682fe07b7b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:10.360481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-738e312b-2319-45f5-a373-4f682fe07b7b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/15b83f55-ff1c-4ef0-ba35-fe53c7b0ff34 HTTP/1.1" status: 404 len: 337 time: 0.0316401 Sep 19 03:29:10.362792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48918) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:10.418049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting subnet 198d1dfa-c368-451d-95f9-1b132b1b5b5c {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:10.422339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.474830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.614146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38addb3-f1c6-4641-b6c8-47e185fe434c req-280e1368-79a2-438e-b05c-d53d646405c9 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:10.615737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b38addb3-f1c6-4641-b6c8-47e185fe434c req-280e1368-79a2-438e-b05c-d53d646405c9 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1170082 Sep 19 03:29:10.646897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.716423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b38addb3-f1c6-4641-b6c8-47e185fe434c req-06546c16-7e1c-4bda-b58f-63a84e36c72f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912375 Sep 19 03:29:10.772252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.781782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4954eb4-3922-4062-a2b8-87c76a1be886 None None] Network 13f4adbc-251f-46b0-8ce0-964232e469d8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:10.809077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-449fc7c4-de24-45b8-ab61-da6cc00a9fd5 None None] Provisioning complete for port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:10.809451 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-449fc7c4-de24-45b8-ab61-da6cc00a9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.815015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Subnet': ['ID=198d1dfa-c368-451d-95f9-1b132b1b5b5c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:10.819821 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:10.821790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-42a2b770-512b-48cc-9526-a79de1c8583a tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/198d1dfa-c368-451d-95f9-1b132b1b5b5c HTTP/1.1" status: 204 len: 168 time: 0.4580495 Sep 19 03:29:10.824705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:10.880322 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b216dc-86b8-4caa-bd77-b02b56c03198 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:10.880786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b216dc-86b8-4caa-bd77-b02b56c03198 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:10.882565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-63b216dc-86b8-4caa-bd77-b02b56c03198 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/de09ff47-4a13-46e3-aea5-b390de94074f HTTP/1.1" status: 404 len: 337 time: 0.0569241 Sep 19 03:29:10.885100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48938) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:10.915623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe08dbce-f189-4253-84f6-8752eabce479 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b052f4b-87cb-404e-a843-e4e1a464c32a HTTP/1.1" status: 200 len: 205 time: 0.0293338 Sep 19 03:29:10.917757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48940) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:10.963638 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-30fa18b5-d4a8-4167-bc51-b001610e0bf0 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] delete failed (client error): The resource could not be found. Sep 19 03:29:10.965639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-30fa18b5-d4a8-4167-bc51-b001610e0bf0 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/routers/6b052f4b-87cb-404e-a843-e4e1a464c32a HTTP/1.1" status: 404 len: 336 time: 0.0469806 Sep 19 03:29:10.968399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48942) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.004947 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fc7d40-4d2a-47f7-a8f6-c8c1f5b5a762 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.005329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fc7d40-4d2a-47f7-a8f6-c8c1f5b5a762 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.009239 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-49fc7d40-4d2a-47f7-a8f6-c8c1f5b5a762 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/bd6afece-e7f0-4cf5-b2eb-b9a32bb31639 HTTP/1.1" status: 404 len: 337 time: 0.0397918 Sep 19 03:29:11.010587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48944) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.035607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-449fc7c4-de24-45b8-ab61-da6cc00a9fd5 None None] Provisioning complete for port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:11.036158 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-449fc7c4-de24-45b8-ab61-da6cc00a9fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.043041 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-026f53ba-9d20-4434-b581-335b600f72f8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.043514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-026f53ba-9d20-4434-b581-335b600f72f8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.047527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-026f53ba-9d20-4434-b581-335b600f72f8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/982d406d-7165-42f0-9ff0-71ef08c23704 HTTP/1.1" status: 404 len: 337 time: 0.0336361 Sep 19 03:29:11.047912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48946) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.087385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-449fc7c4-de24-45b8-ab61-da6cc00a9fd5 None None] Port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:11.087699 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-70e26f24-7bce-4028-abf7-90c3377bf189 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.088177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70e26f24-7bce-4028-abf7-90c3377bf189 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.093920 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-70e26f24-7bce-4028-abf7-90c3377bf189 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/5c653d18-571a-4d43-9922-8d71ce3211c0 HTTP/1.1" status: 404 len: 337 time: 0.0427825 Sep 19 03:29:11.094658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48948) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.112972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] DHCP port deletion for 13f4adbc-251f-46b0-8ce0-964232e469d8 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:29:11.126141 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-479e72e7-47bc-4189-9338-865de21b20fd tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.127109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479e72e7-47bc-4189-9338-865de21b20fd tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.131436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-479e72e7-47bc-4189-9338-865de21b20fd tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/3f47ccae-5925-4eef-ab89-fddb13690a1c HTTP/1.1" status: 404 len: 333 time: 0.0355334 Sep 19 03:29:11.132261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48950) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.163357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] Deleting port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:11.163735 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.164063 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb92d121-aacd-42f0-a082-d4e3602ec226 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.164676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb92d121-aacd-42f0-a082-d4e3602ec226 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.169767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48952) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.170188 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb92d121-aacd-42f0-a082-d4e3602ec226 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/099119be-657d-411c-86f8-79a235255529 HTTP/1.1" status: 404 len: 337 time: 0.0365796 Sep 19 03:29:11.197323 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ec0f1a-0106-49e9-9ce2-9735c5315487 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.198369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ec0f1a-0106-49e9-9ce2-9735c5315487 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.202000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c5ec0f1a-0106-49e9-9ce2-9735c5315487 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/690ce8f6-df74-4450-883b-23936fd53cec HTTP/1.1" status: 404 len: 337 time: 0.0288796 Sep 19 03:29:11.202256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48954) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.234216 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-366e8398-f02b-4d8b-8cb0-f63205b25bb1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.234949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366e8398-f02b-4d8b-8cb0-f63205b25bb1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.236781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-366e8398-f02b-4d8b-8cb0-f63205b25bb1 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/a66f1fb7-f5f0-439a-a6ba-53f59b40213e HTTP/1.1" status: 404 len: 333 time: 0.0332646 Sep 19 03:29:11.239354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.245511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] For port c6a9d3c6-f1c8-493e-a273-d2800fb5a221, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,segment=NetworkSegment(1ef75c5a-7080-424a-a8c5-15eeb46e14c7),segment_id=1ef75c5a-7080-424a-a8c5-15eeb46e14c7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:11.245925 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.260244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] Calling delete_port for c6a9d3c6-f1c8-493e-a273-d2800fb5a221 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:11.265831 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16f44de-0bae-4f1a-8a7b-cfc9c3aec46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.266301 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16f44de-0bae-4f1a-8a7b-cfc9c3aec46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.268173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a16f44de-0bae-4f1a-8a7b-cfc9c3aec46b tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/511f7af0-7d9c-4c5d-9060-0952f5e2a31c HTTP/1.1" status: 404 len: 337 time: 0.0278420 Sep 19 03:29:11.270671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48958) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.298667 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6306ff5-782e-469b-9ed4-77db51eec36e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] DELETE failed (client error): The resource could not be found. Sep 19 03:29:11.299158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6306ff5-782e-469b-9ed4-77db51eec36e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:29:11.301146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d6306ff5-782e-469b-9ed4-77db51eec36e tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/subnets/4d1e58d1-7b68-47cb-8986-c470ba41b59e HTTP/1.1" status: 404 len: 337 time: 0.0294549 Sep 19 03:29:11.303757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 48960) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.350518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.379895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] Pushing event deleted for resources: {'Port': ['ID=c6a9d3c6-f1c8-493e-a273-d2800fb5a221,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:11.385455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8225d54-ba92-479d-a35a-9e0258a9979c None None] No DVR routers for this DVR port c6a9d3c6-f1c8-493e-a273-d2800fb5a221 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:11.439869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Deleting port 1b379f6b-c336-4c28-b3e3-ed6c9d451166 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:11.440365 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.520416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.538359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Calling delete_port for 1b379f6b-c336-4c28-b3e3-ed6c9d451166 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:11.633719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.675067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Port': ['ID=1b379f6b-c336-4c28-b3e3-ed6c9d451166,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:11.687514 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.691909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6734dc02-127b-4bcf-96b4-07fe653ba126 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/ports/1b379f6b-c336-4c28-b3e3-ed6c9d451166 HTTP/1.1" status: 204 len: 168 time: 0.3847525 Sep 19 03:29:11.692397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 48980) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:11.781361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.928842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:11.952285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bffd8a-5d6b-4347-93f7-c4b1f207b07e req-65d9adaa-5248-46fd-a196-5656dbde2f5b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:11.953972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8bffd8a-5d6b-4347-93f7-c4b1f207b07e req-65d9adaa-5248-46fd-a196-5656dbde2f5b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1319873 Sep 19 03:29:11.979704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f4adbc-251f-46b0-8ce0-964232e469d8']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:12.015837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef75c5a-7080-424a-a8c5-15eeb46e14c7') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:12.017187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef75c5a-7080-424a-a8c5-15eeb46e14c7') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:12.033587 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.061424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.068547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:29:12.069060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:29:12.130261 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:29:12.146359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8bffd8a-5d6b-4347-93f7-c4b1f207b07e req-7748210d-2d58-4501-9022-1cb9a898fa77 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779907 Sep 19 03:29:12.161139 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.171533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.171533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] 10.222.0.22 "DELETE /v2.0/networks/13f4adbc-251f-46b0-8ce0-964232e469d8 HTTP/1.1" status: 204 len: 168 time: 0.4774401 Sep 19 03:29:12.198753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7363b-a588-4499-9268-00843b8a6ef8 tempest-PortsTestJSON-1336814607 tempest-PortsTestJSON-1336814607-project] Pushing event deleted for resources: {'Network': ['ID=13f4adbc-251f-46b0-8ce0-964232e469d8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:12.520095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49082) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:12.683419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9db69936-e59b-44ab-a6d5-811574488c27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=efa7582498dd4c0596a195e0c122a75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613212 Sep 19 03:29:12.685935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49108) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:12.747549 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cf9a-b058-490b-8bd2-a62d41322d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.777617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cf9a-b058-490b-8bd2-a62d41322d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.841302 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cf9a-b058-490b-8bd2-a62d41322d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.845292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff5cf9a-b058-490b-8bd2-a62d41322d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:12.846829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4ff5cf9a-b058-490b-8bd2-a62d41322d90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22a36804-e092-48c2-a032-07c3555d1af5 HTTP/1.1" status: 204 len: 168 time: 0.1594834 Sep 19 03:29:12.858528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5cf9a-b058-490b-8bd2-a62d41322d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a36804-e092-48c2-a032-07c3555d1af5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:13.000311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a9d3c6-f1c8-493e-a273-d2800fb5a221 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:13.055812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c6a9d3c6-f1c8-493e-a273-d2800fb5a221 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:13.056344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a9d3c6-f1c8-493e-a273-d2800fb5a221 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:13.317600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40a390-3d2a-4788-9fd3-50551d11e229 req-7a8fdef7-a95c-4261-8722-43cefb79a7d4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:13.326596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad40a390-3d2a-4788-9fd3-50551d11e229 req-7a8fdef7-a95c-4261-8722-43cefb79a7d4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0852113 Sep 19 03:29:13.392734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad40a390-3d2a-4788-9fd3-50551d11e229 req-d8cb60f1-f0a6-4b82-948b-94bed6af4310 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652354 Sep 19 03:29:13.571395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49226) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:13.700141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f3c59100-a4f5-4f63-8b4a-dbe040102e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:13.873949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f3c59100-a4f5-4f63-8b4a-dbe040102e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:13.879163 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f3c59100-a4f5-4f63-8b4a-dbe040102e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:13.923080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c59100-a4f5-4f63-8b4a-dbe040102e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b2522c-d9bf-4802-b21d-fbee4421343b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:13.930710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f3c59100-a4f5-4f63-8b4a-dbe040102e0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3002e55508604efb940fc15d0c48aab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557959 Sep 19 03:29:13.931037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:13.997414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd32d6d-9a82-4d57-b52f-affe0669755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.026894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd32d6d-9a82-4d57-b52f-affe0669755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.031012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49288) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:14.096207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd32d6d-9a82-4d57-b52f-affe0669755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.099407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd32d6d-9a82-4d57-b52f-affe0669755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.102261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fdd32d6d-9a82-4d57-b52f-affe0669755b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7b2522c-d9bf-4802-b21d-fbee4421343b HTTP/1.1" status: 204 len: 168 time: 0.1702015 Sep 19 03:29:14.112774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd32d6d-9a82-4d57-b52f-affe0669755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b2522c-d9bf-4802-b21d-fbee4421343b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:14.185641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a02633c2-344b-40d0-8a36-6362055aea79 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1895606876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:14.217343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a02633c2-344b-40d0-8a36-6362055aea79 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.218469 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a02633c2-344b-40d0-8a36-6362055aea79 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.276053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a02633c2-344b-40d0-8a36-6362055aea79 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.281441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a02633c2-344b-40d0-8a36-6362055aea79 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.299524 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a02633c2-344b-40d0-8a36-6362055aea79 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.300802 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a02633c2-344b-40d0-8a36-6362055aea79 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2679470 Sep 19 03:29:14.303583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49332) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:14.309965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1791928596'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:14.335754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Made reservation on behalf of 17fc9f817d3f4f01a1d23443b132424e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:14.340155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.349583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.483485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.491969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.509317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e18877cd-b964-4822-9f67-94cb5e8f4a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.527403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6f2659-e8a4-4719-8534-d124e1190050,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:14.533310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:29:14.552308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.552779 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Added segment 19e8316d-0708-469a-ba4a-efc35a9df3b1 of type vlan for network 1950fcb2-1752-4474-b164-e3a41d7332d3 Sep 19 03:29:14.590506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601817b-cec3-4900-9b00-bb1c347cdd17 req-0f24c988-f0d3-4e91-a692-222663dc3b74 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:14.592172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3601817b-cec3-4900-9b00-bb1c347cdd17 req-0f24c988-f0d3-4e91-a692-222663dc3b74 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0936449 Sep 19 03:29:14.606514 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.643634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3601817b-cec3-4900-9b00-bb1c347cdd17 req-8d9b1ae7-5309-4e93-b99c-00f5dd7d4cda tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Sep 19 03:29:14.645580 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.652621 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:14.653253 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:14.686825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3814461 Sep 19 03:29:14.689603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49394) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:14.696620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'subnet': {'network_id': '1950fcb2-1752-4474-b164-e3a41d7332d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:14.752465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da601ca-f8c5-42bd-beb4-c408f43109dc tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Network': ['ID=1950fcb2-1752-4474-b164-e3a41d7332d3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:14.767254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:29:14.833105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Made reservation on behalf of 17fc9f817d3f4f01a1d23443b132424e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:14.841103 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.043891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.111405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Subnet': ['ID=32dda655-efc6-4c77-83fa-748bd4c228a4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:15.116107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Checking segment: {'id': '19e8316d-0708-469a-ba4a-efc35a9df3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1950fcb2-1752-4474-b164-e3a41d7332d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:15.116496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network hostable DHCP agents. Network: 1950fcb2-1752-4474-b164-e3a41d7332d3, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:29:15.135990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:29:15.145710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 1950fcb2-1752-4474-b164-e3a41d7332d3) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:15.150065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:15.150660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.158545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a708acaf-8b9e-492b-a9da-5da1c541c455 None None] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:15.178097 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4c698beb-0019-4324-a9fa-68342bb42292 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4873443 Sep 19 03:29:15.181569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49472) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:15.188313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'network': {'name': 'tempest-router-network01--227772541'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:15.231586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Made reservation on behalf of 17fc9f817d3f4f01a1d23443b132424e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:15.235303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.271246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:29:15.282274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.282593 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Added segment 61f5e266-24aa-4899-b829-fe277a934364 of type vlan for network c690c12c-bd1e-438b-97d5-a1b1adb5b344 Sep 19 03:29:15.338151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-1950fcb2-1752-4474-b164-e3a41d7332d3', 'network_id': '1950fcb2-1752-4474-b164-e3a41d7332d3', 'tenant_id': '17fc9f817d3f4f01a1d23443b132424e', 'fixed_ips': [{'subnet_id': '32dda655-efc6-4c77-83fa-748bd4c228a4'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:29:15.339917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.342591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.380865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.388206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:15.388857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.461686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Network': ['ID=c690c12c-bd1e-438b-97d5-a1b1adb5b344,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:15.477044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49504) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:15.477700 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e19c6344-53c7-4d9b-85dc-45283345b2e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2946162 Sep 19 03:29:15.481814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:29:15.485504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'network': {'name': 'tempest-router-network02--932777102'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:15.516851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Made reservation on behalf of 17fc9f817d3f4f01a1d23443b132424e for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:15.520695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.546172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Allocated IP 172.20.0.2 (1950fcb2-1752-4474-b164-e3a41d7332d3/32dda655-efc6-4c77-83fa-748bd4c228a4/c3455bda-b5c0-48f4-9424-8f623aca6a5c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:15.546935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:29:15.559131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.559655 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Added segment aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3 of type vlan for network bacf6b45-9df0-4f4b-b958-c56af0ec0033 Sep 19 03:29:15.606213 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.639820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.646338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:15.647078 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.723953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2449167 Sep 19 03:29:15.725702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.730751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49514) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:15.733205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.744573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'subnet': {'network_id': 'c690c12c-bd1e-438b-97d5-a1b1adb5b344', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:15.749597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b899c-c391-4207-b860-d80baedb36d3 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Network': ['ID=bacf6b45-9df0-4f4b-b958-c56af0ec0033,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:15.765357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network bacf6b45-9df0-4f4b-b958-c56af0ec0033 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:29:15.852384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Pushing event updated for resources: {'Port': ['ID=c3455bda-b5c0-48f4-9424-8f623aca6a5c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:15.856376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:15.857763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:15.862614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:15.920492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ec63a-6d18-4979-9859-2c45fac6d312 req-c185c6a6-b8da-4750-b7b0-d7ef453f2e6d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:15.922031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-455ec63a-6d18-4979-9859-2c45fac6d312 req-c185c6a6-b8da-4750-b7b0-d7ef453f2e6d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1350524 Sep 19 03:29:15.929760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Made reservation on behalf of 17fc9f817d3f4f01a1d23443b132424e for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:15.934147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Attempting to bind port c3455bda-b5c0-48f4-9424-8f623aca6a5c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:15.934528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Attempting to bind port c3455bda-b5c0-48f4-9424-8f623aca6a5c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '19e8316d-0708-469a-ba4a-efc35a9df3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1950fcb2-1752-4474-b164-e3a41d7332d3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:15.934660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.934956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Attempting to bind port c3455bda-b5c0-48f4-9424-8f623aca6a5c on network 1950fcb2-1752-4474-b164-e3a41d7332d3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:15.943623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:15.944005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Checking segment: {'id': '19e8316d-0708-469a-ba4a-efc35a9df3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1950fcb2-1752-4474-b164-e3a41d7332d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:15.944407 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:15.945121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Bound using segment: {'id': '19e8316d-0708-469a-ba4a-efc35a9df3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1950fcb2-1752-4474-b164-e3a41d7332d3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:15.945601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Bound port: c3455bda-b5c0-48f4-9424-8f623aca6a5c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e8316d-0708-469a-ba4a-efc35a9df3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1950fcb2-1752-4474-b164-e3a41d7332d3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:15.946055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.019932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] For port c3455bda-b5c0-48f4-9424-8f623aca6a5c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:16.023811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] For port c3455bda-b5c0-48f4-9424-8f623aca6a5c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c3455bda-b5c0-48f4-9424-8f623aca6a5c,segment=NetworkSegment(19e8316d-0708-469a-ba4a-efc35a9df3b1),segment_id=19e8316d-0708-469a-ba4a-efc35a9df3b1)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:16.030478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.086552 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.111480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50e72c-ea7d-40e4-b01b-1d076807fd97 None None] Pushing event updated for resources: {'Port': ['ID=c3455bda-b5c0-48f4-9424-8f623aca6a5c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:16.154396 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:29:16.202500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-455ec63a-6d18-4979-9859-2c45fac6d312 req-a2339e47-564a-439c-8b53-518d2d7fe666 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456050 Sep 19 03:29:16.277913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78e22-31df-4327-a83f-84188bbf238e req-2eb31320-1b00-45a0-a9ad-a3cce4d4b5ec tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:16.279408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-2eb31320-1b00-45a0-a9ad-a3cce4d4b5ec tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/networks?id=8760a76b-1a45-4a56-86fb-87b6d601fbea HTTP/1.1" status: 200 len: 814 time: 0.3215065 Sep 19 03:29:16.300241 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.361057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-cd10a261-3d3d-4086-8bca-52f63a456d84 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/quotas/6e7f1ff549cd45b888783d91afa579dd HTTP/1.1" status: 200 len: 375 time: 0.0447764 Sep 19 03:29:16.409195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Subnet': ['ID=1840273e-f7b9-4e07-888a-b9a646299706,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:16.419083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-65eba293-3023-457d-8145-06140278bd98 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e7f1ff549cd45b888783d91afa579dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468061 Sep 19 03:29:16.431455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Checking segment: {'id': '61f5e266-24aa-4899-b829-fe277a934364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c690c12c-bd1e-438b-97d5-a1b1adb5b344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:16.431873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network hostable DHCP agents. Network: c690c12c-bd1e-438b-97d5-a1b1adb5b344, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:29:16.513638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:29:16.530060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, c690c12c-bd1e-438b-97d5-a1b1adb5b344) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:16.537236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:16.538006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.539468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b350572-623c-43d9-a90e-64109c6ef36a None None] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:16.557800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-27ce1aea-ca3f-49b6-8e80-0db35f47a968 service neutron] 10.222.0.22 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228478 Sep 19 03:29:16.563260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4989e8c4-3ec6-4651-b973-7c6a05ae783e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8314404 Sep 19 03:29:16.566111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49530) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:16.571425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'subnet': {'network_id': 'bacf6b45-9df0-4f4b-b958-c56af0ec0033', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:16.659303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-41f5fca5-ea47-4efe-8113-61098cb4f2cf service neutron] 10.222.0.22 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935822 Sep 19 03:29:16.684615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Made reservation on behalf of 17fc9f817d3f4f01a1d23443b132424e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:16.688401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.732124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-c690c12c-bd1e-438b-97d5-a1b1adb5b344', 'network_id': 'c690c12c-bd1e-438b-97d5-a1b1adb5b344', 'tenant_id': '17fc9f817d3f4f01a1d23443b132424e', 'fixed_ips': [{'subnet_id': '1840273e-f7b9-4e07-888a-b9a646299706'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:29:16.732991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.940503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0d35e015-155b-491a-b327-3ec4cd767b06 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9cac8b7487b84cc6b96579d41b31723a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919425 Sep 19 03:29:16.962563 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:16.973795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52e12cef-08a2-44bd-92ca-ec5a37503e15 req-9e8e5f75-927d-4bdd-8157-3f3d5a048b94 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0323060 Sep 19 03:29:17.009026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Allocated IP 172.20.0.2 (c690c12c-bd1e-438b-97d5-a1b1adb5b344/1840273e-f7b9-4e07-888a-b9a646299706/9bc5039a-cc7f-465e-9901-8f82c119a3d1) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:17.118354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-8759dca0-e34b-4a69-a87f-d3e32c09f880 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:17.120054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-8759dca0-e34b-4a69-a87f-d3e32c09f880 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487801 Sep 19 03:29:17.130639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Subnet': ['ID=3e7ccc24-81c7-4f69-acca-42687661b3e1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:17.147217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-a21f74f1-a391-4a15-bfec-543a76122ca1 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/quotas/9cac8b7487b84cc6b96579d41b31723a HTTP/1.1" status: 200 len: 375 time: 0.0185657 Sep 19 03:29:17.157900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c3455bda-b5c0-48f4-9424-8f623aca6a5c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:17.159286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Checking segment: {'id': 'aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bacf6b45-9df0-4f4b-b958-c56af0ec0033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:17.159958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network hostable DHCP agents. Network: bacf6b45-9df0-4f4b-b958-c56af0ec0033, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:29:17.193191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network bacf6b45-9df0-4f4b-b958-c56af0ec0033 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:29:17.198799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-da0b6c6d-c1c7-4586-8cb4-f26d3fff5652 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9cac8b7487b84cc6b96579d41b31723a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460925 Sep 19 03:29:17.214312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, bacf6b45-9df0-4f4b-b958-c56af0ec0033) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:17.225056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:17.226812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:17.261971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49558) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:17.262655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-32b96776-089e-46a0-8c99-317f6fd05dad tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6950719 Sep 19 03:29:17.275095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a8773-9c4b-4189-9e00-e3ccd34f6ac5 None None] Network bacf6b45-9df0-4f4b-b958-c56af0ec0033 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:17.389956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a583a-d6b7-4ee6-8741-9d5c4a0f7db4 None None] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:17.540853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd30ef20-0963-409a-991d-77716bb2dd37 req-949c05fb-5e13-4372-9a25-be9bf9e489bb tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 210 time: 0.0692534 Sep 19 03:29:17.566320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600e41-112a-4323-b509-693fa2b48b4a req-5fe5ad2a-2e01-4064-8dee-92c34ddda7c2 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:17.566320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34600e41-112a-4323-b509-693fa2b48b4a req-5fe5ad2a-2e01-4064-8dee-92c34ddda7c2 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.2283087 Sep 19 03:29:17.606917 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e70e66dc-a9d5-415d-8d02-6611e80a9278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:17.626993 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:17.677060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e90dc63e-553d-4bd2-82f3-03d04c3592ec None None] Provisioning complete for port c3455bda-b5c0-48f4-9424-8f623aca6a5c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:17.677441 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e90dc63e-553d-4bd2-82f3-03d04c3592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:17.687420 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:17.691381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34600e41-112a-4323-b509-693fa2b48b4a req-b3a259fc-1cd6-469b-84ae-ed8921846ecb tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923538 Sep 19 03:29:17.719980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c3455bda-b5c0-48f4-9424-8f623aca6a5c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:17.720816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:17.730664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:17.835223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:17.886415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:17.896821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:17.927007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Pushing event updated for resources: {'Port': ['ID=9bc5039a-cc7f-465e-9901-8f82c119a3d1,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:18.031243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Allocated IP 172.20.0.1 (c690c12c-bd1e-438b-97d5-a1b1adb5b344/1840273e-f7b9-4e07-888a-b9a646299706/9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:18.033239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-bacf6b45-9df0-4f4b-b958-c56af0ec0033', 'network_id': 'bacf6b45-9df0-4f4b-b958-c56af0ec0033', 'tenant_id': '17fc9f817d3f4f01a1d23443b132424e', 'fixed_ips': [{'subnet_id': '3e7ccc24-81c7-4f69-acca-42687661b3e1'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:29:18.034133 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.107118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.116158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ff900b7-f2bb-4e61-9896-9a06fa9657b0 req-a1f9eefb-99e2-491b-b26e-a2b910e5b010 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0297930 Sep 19 03:29:18.132914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Attempting to bind port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:18.133284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Attempting to bind port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '61f5e266-24aa-4899-b829-fe277a934364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c690c12c-bd1e-438b-97d5-a1b1adb5b344'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:18.133648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Attempting to bind port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 on network c690c12c-bd1e-438b-97d5-a1b1adb5b344 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:18.164185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:18.164501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Checking segment: {'id': '61f5e266-24aa-4899-b829-fe277a934364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c690c12c-bd1e-438b-97d5-a1b1adb5b344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:18.164885 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.165281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Bound using segment: {'id': '61f5e266-24aa-4899-b829-fe277a934364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c690c12c-bd1e-438b-97d5-a1b1adb5b344'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:18.165775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Bound port: 9bc5039a-cc7f-465e-9901-8f82c119a3d1, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61f5e266-24aa-4899-b829-fe277a934364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c690c12c-bd1e-438b-97d5-a1b1adb5b344'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:18.166202 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.173573 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.176037 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e90dc63e-553d-4bd2-82f3-03d04c3592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.192510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.235465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.278352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:18.305306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:18.319873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Port': ['ID=9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:18.332340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:18.334678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Allocated IP 172.20.0.2 (bacf6b45-9df0-4f4b-b958-c56af0ec0033/3e7ccc24-81c7-4f69-acca-42687661b3e1/b4fa2722-1019-44ca-855e-30a99ffd84f9) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:18.407028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.436166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e90dc63e-553d-4bd2-82f3-03d04c3592ec None None] For port c3455bda-b5c0-48f4-9424-8f623aca6a5c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c3455bda-b5c0-48f4-9424-8f623aca6a5c,segment=NetworkSegment(19e8316d-0708-469a-ba4a-efc35a9df3b1),segment_id=19e8316d-0708-469a-ba4a-efc35a9df3b1)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:18.516230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1ffca140-262e-4432-99d6-4f2790706c3b tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:18.518529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1ffca140-262e-4432-99d6-4f2790706c3b tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.32 "GET /v2.0/networks?id=8760a76b-1a45-4a56-86fb-87b6d601fbea HTTP/1.1" status: 200 len: 814 time: 0.1567116 Sep 19 03:29:18.543988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Request body: {'port': {'device_id': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea', 'admin_state_up': True, 'tenant_id': '6e7f1ff549cd45b888783d91afa579dd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:18.569807 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:29:18.570162 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:29:18.570838 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e90dc63e-553d-4bd2-82f3-03d04c3592ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.678296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.714116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb57e87d-3648-48f7-92d9-3fe64bb71410 req-0f3e0fea-4d6b-4edd-8958-435f2b7a2f64 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 210 time: 0.0378642 Sep 19 03:29:18.718360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.726681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] For port 9bc5039a-cc7f-465e-9901-8f82c119a3d1, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:18.751865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dc63e-553d-4bd2-82f3-03d04c3592ec None None] Pushing event updated for resources: {'Port': ['ID=c3455bda-b5c0-48f4-9424-8f623aca6a5c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:18.785612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Made reservation on behalf of 6e7f1ff549cd45b888783d91afa579dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:18.787761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] For port 9bc5039a-cc7f-465e-9901-8f82c119a3d1, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9bc5039a-cc7f-465e-9901-8f82c119a3d1,segment=NetworkSegment(61f5e266-24aa-4899-b829-fe277a934364),segment_id=61f5e266-24aa-4899-b829-fe277a934364)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:18.791282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.799715 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.812053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.844830 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:18.895659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Network bacf6b45-9df0-4f4b-b958-c56af0ec0033 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:18.907268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:18.910239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:18.920403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc037c-4c47-440c-bac8-45a52a167a7a None None] Pushing event updated for resources: {'Port': ['ID=9bc5039a-cc7f-465e-9901-8f82c119a3d1,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:18.969367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Pushing event updated for resources: {'Port': ['ID=b4fa2722-1019-44ca-855e-30a99ffd84f9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:18.973417 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-abf80940-c886-4787-8639-0568c50dfb0a tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9cac8b7487b84cc6b96579d41b31723a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362613 Sep 19 03:29:19.009647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ce8b435f-e123-4a6c-959e-316c015ff70f None None] Provisioning complete for port c3455bda-b5c0-48f4-9424-8f623aca6a5c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:19.010371 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce8b435f-e123-4a6c-959e-316c015ff70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.162665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Attempting to bind port b4fa2722-1019-44ca-855e-30a99ffd84f9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:19.162665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Attempting to bind port b4fa2722-1019-44ca-855e-30a99ffd84f9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bacf6b45-9df0-4f4b-b958-c56af0ec0033'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:19.163634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Attempting to bind port b4fa2722-1019-44ca-855e-30a99ffd84f9 on network bacf6b45-9df0-4f4b-b958-c56af0ec0033 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:19.178545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:19.178972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Checking segment: {'id': 'aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bacf6b45-9df0-4f4b-b958-c56af0ec0033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:19.179274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Allocated IP 172.20.0.13 (8760a76b-1a45-4a56-86fb-87b6d601fbea/0283f435-123c-4c2f-840f-92a88280c645/bd717767-e795-48da-854e-60e0ab3748fc) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:19.179378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.179763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Bound using segment: {'id': 'aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bacf6b45-9df0-4f4b-b958-c56af0ec0033'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:19.180248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Bound port: b4fa2722-1019-44ca-855e-30a99ffd84f9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bacf6b45-9df0-4f4b-b958-c56af0ec0033'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:19.180641 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.201690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-7b981f5a-204e-4198-b9c3-04fe030eefe5 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:19.203445 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-7b981f5a-204e-4198-b9c3-04fe030eefe5 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206388 Sep 19 03:29:19.258963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Request body: {'port': {'device_id': '6884be5a-cacc-4df8-a753-c6748373bd33', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '9cac8b7487b84cc6b96579d41b31723a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:19.350296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] For port b4fa2722-1019-44ca-855e-30a99ffd84f9, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:19.358474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] For port b4fa2722-1019-44ca-855e-30a99ffd84f9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b4fa2722-1019-44ca-855e-30a99ffd84f9,segment=NetworkSegment(aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3),segment_id=aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:19.366275 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.436746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9bc5039a-cc7f-465e-9901-8f82c119a3d1 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:19.471519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a930a-517e-445c-af63-6b8b2d913c9d None None] Pushing event updated for resources: {'Port': ['ID=b4fa2722-1019-44ca-855e-30a99ffd84f9,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:19.489010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Made reservation on behalf of 9cac8b7487b84cc6b96579d41b31723a for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:19.492889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.498774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.510242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.516236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:19.516702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.580042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.613485 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.647996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Network 8760a76b-1a45-4a56-86fb-87b6d601fbea is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:19.654024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 9bc5039a-cc7f-465e-9901-8f82c119a3d1, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9bc5039a-cc7f-465e-9901-8f82c119a3d1,segment=NetworkSegment(61f5e266-24aa-4899-b829-fe277a934364),segment_id=61f5e266-24aa-4899-b829-fe277a934364)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:19.667465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:19.667877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:19.671064 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.672997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c3455bda-b5c0-48f4-9424-8f623aca6a5c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:19.716912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Pushing event updated for resources: {'Port': ['ID=bd717767-e795-48da-854e-60e0ab3748fc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:19.761833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:19.762510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.773125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e4195-3123-48c8-adb6-a8ca4f3135d6 req-26b76561-9bb5-41a9-8305-d09c86240180 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:19.774736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f1e4195-3123-48c8-adb6-a8ca4f3135d6 req-26b76561-9bb5-41a9-8305-d09c86240180 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.9812949 Sep 19 03:29:19.786864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=9bc5039a-cc7f-465e-9901-8f82c119a3d1,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:19.788279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.793939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.798983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2b58d-2bbc-4d94-8101-61f4741136aa req-96be948e-7681-4595-a783-6dff3431cfce tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:19.800745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8d2b58d-2bbc-4d94-8101-61f4741136aa req-96be948e-7681-4595-a783-6dff3431cfce tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.9619598 Sep 19 03:29:19.814264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c3455bda-b5c0-48f4-9424-8f623aca6a5c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:19.815029 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:19.826008 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-a7616c76-e17c-44b3-b1db-8e01c51b4d99 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2875836 Sep 19 03:29:19.851204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Request body: {'port': {'device_id': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:19.905587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f1e4195-3123-48c8-adb6-a8ca4f3135d6 req-13c1c559-0aab-4dc4-b636-cebafe6e3735 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030214 Sep 19 03:29:19.924835 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49586) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:19.952256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ee7a18-c106-4939-8f34-466f8e7663b7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:19.990846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.011400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d8d2b58d-2bbc-4d94-8101-61f4741136aa req-702de4dc-e1b7-453c-8a90-c487f5505510 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755507 Sep 19 03:29:20.014611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.054368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.054900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.158789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa3b2ffa-e439-4447-ac86-1684d86f8192 req-16640755-4fe6-4563-8291-bc0e14678d34 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 210 time: 0.0459692 Sep 19 03:29:20.162274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Port': ['ID=9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:20.165960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc221d83-859c-4257-a86e-68b49fa658cd tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/daedfe98-fcc2-4155-87dc-49beac3fcabc HTTP/1.1" status: 200 len: 993 time: 0.2335563 Sep 19 03:29:20.175319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Allocated IP 192.168.233.151 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/fe3aa4c0-e8c5-4f16-81cc-021a2b26504d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:20.185454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.195467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 27742ef1-9943-45d5-bf36-5da5ae699893 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:29:20.199367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67211665-2958-43fc-bd4f-9a84eac73f73 req-de45841e-1f8d-4fbf-8d48-906604bc7bbb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:20.200055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 27742ef1-9943-45d5-bf36-5da5ae699893 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:20.223233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67211665-2958-43fc-bd4f-9a84eac73f73 req-de45841e-1f8d-4fbf-8d48-906604bc7bbb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 932 time: 0.2099500 Sep 19 03:29:20.303534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67211665-2958-43fc-bd4f-9a84eac73f73 req-1ac3b688-1c12-4559-9127-e17efe3954d1 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791130 Sep 19 03:29:20.377626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a1af75-9878-4881-9b03-805581288cae None None] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:20.395502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:20.397191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:20.429869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:20.445726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.490028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '27742ef1-9943-45d5-bf36-5da5ae699893', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'port_id': '27742ef1-9943-45d5-bf36-5da5ae699893', 'mac_address': 'fa:16:3e:7b:69:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ba7dd1-3cf0-477b-96da-b57594f17113', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:29:20.500003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9bdbc03e-6a1e-486c-bc77-01bce707726f None None] Provisioning complete for port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:20.500321 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9bdbc03e-6a1e-486c-bc77-01bce707726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.546390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Router 95620f48-1f7f-4291-97ab-c72b21194709 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:29:20.643291 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.646314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd717767-e795-48da-854e-60e0ab3748fc {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:20.656535 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.676841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Transition to ACTIVE for port object bd717767-e795-48da-854e-60e0ab3748fc will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:29:20.689964 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.716683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:29:20.735860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4d3f493b-b270-4b89-8e4e-39518acb2cdb tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "PUT /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4723980 Sep 19 03:29:20.738561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49594) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:20.759822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.781441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:20.783705 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc943b-d2ca-4300-8d26-6b0e0c1ebe61" -d '{"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:20.789753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Pushing event updated for resources: {'Port': ['ID=bd717767-e795-48da-854e-60e0ab3748fc,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:20.791452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] Sync routers for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:29:20.817139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b7653-4726-4259-9907-75155db52b2c req-4ef04952-0f6e-47bd-b216-59878d49c2c6 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:20.821802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:20.829162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14b7653-4726-4259-9907-75155db52b2c req-4ef04952-0f6e-47bd-b216-59878d49c2c6 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1097 time: 0.2226424 Sep 19 03:29:20.839148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:20.839805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:20.867077 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.871476 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909bcf64-fbc3-4ef9-99fa-fad99f2113ff x-openstack-request-id: req-909bcf64-fbc3-4ef9-99fa-fad99f2113ff {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:20.871797 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-unplugged", "status": "completed", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:20.872069 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-909bcf64-fbc3-4ef9-99fa-fad99f2113ff {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:20.872436 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893', 'code': 200} Sep 19 03:29:20.922612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c651cb-110a-4068-9fb6-8ca53bd06a09 None None] Network bacf6b45-9df0-4f4b-b958-c56af0ec0033 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:20.934267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14b7653-4726-4259-9907-75155db52b2c req-323735c2-3c6f-4fc3-b036-813cef73a10c tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033344 Sep 19 03:29:20.969874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:20.982789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:21.001581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27742ef1-9943-45d5-bf36-5da5ae699893 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:21.120045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:21.120677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:21.172558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:21.225095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:21.226253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d108f0-e095-4ee2-85cd-77efbc5936fd None None] The sync data for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:29:21.240581 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:29:21.242963 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:29:21.255010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faafac-788e-460a-9e22-c685ee1a2938 req-3a85f1ff-c020-4545-bf80-43f845d9db57 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:21.257424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30faafac-788e-460a-9e22-c685ee1a2938 req-3a85f1ff-c020-4545-bf80-43f845d9db57 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 943 time: 0.1071160 Sep 19 03:29:21.347572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30faafac-788e-460a-9e22-c685ee1a2938 req-26e2ab9d-2542-43a7-8bd4-5a19d549d097 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798380 Sep 19 03:29:21.407326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-30281354-d9bb-4d9d-b5e9-7e8558f5fc88 None None] Provisioning complete for port b4fa2722-1019-44ca-855e-30a99ffd84f9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:21.412351 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30281354-d9bb-4d9d-b5e9-7e8558f5fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.446586 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-405764bc-2c8a-4615-b16d-bc898ef505a6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:29:21.451139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-405764bc-2c8a-4615-b16d-bc898ef505a6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "PUT /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7092192 Sep 19 03:29:21.454659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49614) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:21.470644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:21.472244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:21.477481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:21.511904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9bc5039a-cc7f-465e-9901-8f82c119a3d1 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:21.655252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:21.655629 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.661367 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30281354-d9bb-4d9d-b5e9-7e8558f5fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.666078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:21.666940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.686655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Pushing event updated for resources: {'Port': ['ID=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:21.747703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-6e2f29a2-9ac1-41f4-b5a9-ea58089d7664 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4928463 Sep 19 03:29:21.755156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Attempting to bind port bd717767-e795-48da-854e-60e0ab3748fc on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:21.755510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Attempting to bind port bd717767-e795-48da-854e-60e0ab3748fc by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:21.755835 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Attempting to bind port bd717767-e795-48da-854e-60e0ab3748fc on network 8760a76b-1a45-4a56-86fb-87b6d601fbea {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:21.769805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Port bd717767-e795-48da-854e-60e0ab3748fc on network 8760a76b-1a45-4a56-86fb-87b6d601fbea not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:29:21.770182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Attempting to bind port bd717767-e795-48da-854e-60e0ab3748fc on network 8760a76b-1a45-4a56-86fb-87b6d601fbea {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:21.787184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Request body: {'port': {'device_id': '6884be5a-cacc-4df8-a753-c6748373bd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:21.804178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:21.805188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Checking segment: {'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:21.805776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Bound using segment: {'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:21.806526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Bound port: bd717767-e795-48da-854e-60e0ab3748fc, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:21.808593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.825334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-30281354-d9bb-4d9d-b5e9-7e8558f5fc88 None None] For port b4fa2722-1019-44ca-855e-30a99ffd84f9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b4fa2722-1019-44ca-855e-30a99ffd84f9,segment=NetworkSegment(aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3),segment_id=aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:21.826786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.832529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49624) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:21.841297 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30281354-d9bb-4d9d-b5e9-7e8558f5fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.875700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27742ef1-9943-45d5-bf36-5da5ae699893 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:21.945817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.946094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:21.961486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:21.980325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b4fa2722-1019-44ca-855e-30a99ffd84f9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:22.009124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d64df-6fb5-4c85-8444-4f5623561963 req-9d5d180e-b1d3-4fb5-85fe-2a41e0666a2e tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:22.011166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748d64df-6fb5-4c85-8444-4f5623561963 req-9d5d180e-b1d3-4fb5-85fe-2a41e0666a2e tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 936 time: 0.4646702 Sep 19 03:29:22.029000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30281354-d9bb-4d9d-b5e9-7e8558f5fc88 None None] Pushing event updated for resources: {'Port': ['ID=b4fa2722-1019-44ca-855e-30a99ffd84f9,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:22.064790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] For port bd717767-e795-48da-854e-60e0ab3748fc, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:22.071497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Provisioning complete for port 9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:22.071914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.108389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] For port bd717767-e795-48da-854e-60e0ab3748fc, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bd717767-e795-48da-854e-60e0ab3748fc,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:22.109600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Port 9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:22.126482 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748d64df-6fb5-4c85-8444-4f5623561963 req-cdf43f81-6ef0-4730-b37c-3563251b58b0 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007206 Sep 19 03:29:22.167893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.173874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:22.198091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Provisioning complete for port b4fa2722-1019-44ca-855e-30a99ffd84f9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:22.198575 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.203138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b4fa2722-1019-44ca-855e-30a99ffd84f9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:22.204200 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.215404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.253754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:22.254421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.257053 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] 10.222.0.32 "PUT /v2.0/ports/bd717767-e795-48da-854e-60e0ab3748fc HTTP/1.1" status: 200 len: 1092 time: 2.4099650 Sep 19 03:29:22.278203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'tag': 'bd717767-e795-48da-854e-60e0ab3748fc'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:22.284197 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c920536a-bd29-4465-adba-f71dde87d681" -d '{"events": [{"name": "network-changed", "server_uuid": "7732bca5-ef18-4799-a58c-92b5ab86c2b8", "tag": "bd717767-e795-48da-854e-60e0ab3748fc"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:22.314072 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-3d59579a-50e0-4b80-9d88-e2ebd17f7d81 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4777465 Sep 19 03:29:22.320024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-45e10fd9-1b99-49f8-bbd2-3e2b72b274f2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:29:22.334926 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-45e10fd9-1b99-49f8-bbd2-3e2b72b274f2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180614 Sep 19 03:29:22.393816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Provisioning complete for port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:22.394325 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.425603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['27742ef1-9943-45d5-bf36-5da5ae699893'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:29:22.444099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67e920-38f4-4e8e-b4ea-3788b465956b req-61065abc-17c4-48b5-a541-85568c249ceb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:22.445616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a67e920-38f4-4e8e-b4ea-3788b465956b req-61065abc-17c4-48b5-a541-85568c249ceb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 944 time: 0.1308846 Sep 19 03:29:22.484566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:22.513350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a67e920-38f4-4e8e-b4ea-3788b465956b req-d35a8efc-b0ed-49d7-8b70-65452979567e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585854 Sep 19 03:29:22.520282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Provisioning complete for port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:22.520932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ef4e2b00-7a9e-4568-ab00-2ab833cb8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.562891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709164a-5fa1-45c3-8960-c876bb8d3880 service neutron] Pushing event updated for resources: {'Port': ['ID=bd717767-e795-48da-854e-60e0ab3748fc,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:22.570778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Deleting port 9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:22.571358 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.612981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe3aa4c0-e8c5-4f16-81cc-021a2b26504d {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:22.626219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78e22-31df-4327-a83f-84188bbf238e req-d8ef0e82-e873-44f0-9c13-fa2b63db657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:22.628069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-d8ef0e82-e873-44f0-9c13-fa2b63db657c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e7f1ff549cd45b888783d91afa579dd&device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 1095 time: 0.2716215 Sep 19 03:29:22.629894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.658260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Transition to ACTIVE for port object fe3aa4c0-e8c5-4f16-81cc-021a2b26504d will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:29:22.695719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.699861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-64882e5c-405f-44a4-b6c2-fc487c24a60c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd717767-e795-48da-854e-60e0ab3748fc HTTP/1.1" status: 200 len: 217 time: 0.0539126 Sep 19 03:29:22.717131 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.750120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Calling delete_port for 9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:22.828950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ced0eff5-e810-4730-8ebd-f5a13e25f0c0 None None] Provisioning complete for port 9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:22.829376 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ced0eff5-e810-4730-8ebd-f5a13e25f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:22.859062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:22.878322 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe1c132-1b61-4a00-8378-e3b5a083cc5b x-openstack-request-id: req-afe1c132-1b61-4a00-8378-e3b5a083cc5b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:22.878625 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7732bca5-ef18-4799-a58c-92b5ab86c2b8", "tag": "bd717767-e795-48da-854e-60e0ab3748fc", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:22.878911 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afe1c132-1b61-4a00-8378-e3b5a083cc5b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:22.879318 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'tag': 'bd717767-e795-48da-854e-60e0ab3748fc', 'status': 'completed', 'code': 200} Sep 19 03:29:22.882410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78e22-31df-4327-a83f-84188bbf238e req-879fc513-0d66-46f4-82ae-b1802c161deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:22.883967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-879fc513-0d66-46f4-82ae-b1802c161deb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0283f435-123c-4c2f-840f-92a88280c645 HTTP/1.1" status: 200 len: 854 time: 0.1703494 Sep 19 03:29:22.929308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ced0eff5-e810-4730-8ebd-f5a13e25f0c0 None None] Port 9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:22.968330 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-862e4a3e-ad74-4268-836b-4a5ae136bd70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8760a76b-1a45-4a56-86fb-87b6d601fbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474412 Sep 19 03:29:22.989933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Attempting to bind port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:22.990276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Attempting to bind port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:22.990610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Attempting to bind port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:22.996278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:29:22.996603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Attempting to bind port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:23.002515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:23.002700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:23.003159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:23.003990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Bound port: fe3aa4c0-e8c5-4f16-81cc-021a2b26504d, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:23.003990 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:23.009072 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:23.023005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30337980-23e0-40a9-97b0-f4130be99f85 req-91f40a69-4741-4dbe-9eab-f0cd6500303a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.024545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30337980-23e0-40a9-97b0-f4130be99f85 req-91f40a69-4741-4dbe-9eab-f0cd6500303a tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 944 time: 0.0795650 Sep 19 03:29:23.053234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Port': ['ID=9b4ff35b-0c52-4ef8-a32e-84a5ced3cd0b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:23.158926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30337980-23e0-40a9-97b0-f4130be99f85 req-a7884cb6-33cd-467f-8331-ead9bc6c3e36 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075971 Sep 19 03:29:23.171838 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-4e2d001b-0210-4d02-8756-f2191d5e60e0 service neutron] 10.222.0.32 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653790 Sep 19 03:29:23.173259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] For port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:23.177636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] For port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:23.191917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:23.286989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-80e7a5ee-de6e-49ec-b7bc-5d29cd2340d2 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.289801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:23.295119 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-80e7a5ee-de6e-49ec-b7bc-5d29cd2340d2 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 1094 time: 0.1921954 Sep 19 03:29:23.299963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Request body: {'binding': {'host': 'n-h1-809936-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:23.300872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Unknown quota resources ['binding']. {{(pid=94722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 19 03:29:23.322185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b4fa2722-1019-44ca-855e-30a99ffd84f9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:23.344837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.345474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:23.346964 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] 10.222.0.32 "PUT /v2.0/ports/fe3aa4c0-e8c5-4f16-81cc-021a2b26504d HTTP/1.1" status: 200 len: 1096 time: 1.5727031 Sep 19 03:29:23.403477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b4fa2722-1019-44ca-855e-30a99ffd84f9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:23.404368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:23.457390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2e3b5-d7c2-4be1-a373-b54371639ac5 req-9dc1c5bd-24e5-450a-b9e1-c9d52f8cc501 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.459248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f2e3b5-d7c2-4be1-a373-b54371639ac5 req-9dc1c5bd-24e5-450a-b9e1-c9d52f8cc501 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 948 time: 0.1672986 Sep 19 03:29:23.476158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdc4aa-3ef1-4503-a913-5fec50808ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:23.506617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a2d78e22-31df-4327-a83f-84188bbf238e req-08d83918-2031-4960-a2ae-8001ab3a40ca service neutron] 10.222.0.32 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259163 Sep 19 03:29:23.570412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Router 95620f48-1f7f-4291-97ab-c72b21194709 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:29:23.570525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-f595a435-f2a9-4ed0-b0b9-a14eff6ca517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.572048 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-f595a435-f2a9-4ed0-b0b9-a14eff6ca517 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cac8b7487b84cc6b96579d41b31723a&device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 1099 time: 0.1555057 Sep 19 03:29:23.575130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65f2e3b5-d7c2-4be1-a373-b54371639ac5 req-fc8c5cfc-28de-41fe-9158-0099524f4823 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777757 Sep 19 03:29:23.658875 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-d45e453f-5d5c-4469-96b2-641c8889b109 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d HTTP/1.1" status: 200 len: 217 time: 0.0519626 Sep 19 03:29:23.660673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on host n-h1-809936-1 for vnic_type normal with profile None {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:23.661017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:23.661349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:23.676420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:29:23.683156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-46596d3a-87d5-403c-b719-23009c6f612e tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "PUT /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2265115 Sep 19 03:29:23.686894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49646) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:23.691521 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] Sync routers for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:29:23.701536 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:23.702254 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:23.703131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:29:23.703609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:23.721044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b1de3-9e37-431b-ae49-6ca233348b0d req-e7de7657-7277-4eab-af8a-bb02711dedab tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.722635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f6b1de3-9e37-431b-ae49-6ca233348b0d req-e7de7657-7277-4eab-af8a-bb02711dedab tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 944 time: 0.0569491 Sep 19 03:29:23.735031 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:23.743678 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:23.744263 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:23.764983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:23.765330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Checking segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:23.765718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Bound using segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:23.766165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Bound port: 39ee48e5-2604-4229-b89e-8a2e20f9377f, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:23.767259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f6b1de3-9e37-431b-ae49-6ca233348b0d req-a4004f6e-dfeb-46b0-a7ab-ed80fb1afbb4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382278 Sep 19 03:29:23.768329 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-7178602d-d42d-4f8b-a56b-7e376d020a04 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] delete failed (client error): The resource could not be found. Sep 19 03:29:23.769271 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7178602d-d42d-4f8b-a56b-7e376d020a04 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1758899327 HTTP/1.1" status: 404 len: 335 time: 0.0814853 Sep 19 03:29:23.775487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49650) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:23.782615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-764b6e46-5539-444a-bd39-fd00bcbc9afa tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'router': {'external_gateway_info': {'network_id': '95620f48-1f7f-4291-97ab-c72b21194709'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:23.788308 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:23.788954 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf8ded-37e8-495d-b9c3-64b0fcda6a8f None None] The sync data for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:29:23.856046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920536a-bd29-4465-adba-f71dde87d681 req-9dd7487c-d932-4260-a633-c6cbf1353c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.857606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c920536a-bd29-4465-adba-f71dde87d681 req-9dd7487c-d932-4260-a633-c6cbf1353c62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e7f1ff549cd45b888783d91afa579dd&device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 1095 time: 0.2088082 Sep 19 03:29:23.863144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-e6806ff8-5f69-457e-9a98-3107c531ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:23.864598 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-e6806ff8-5f69-457e-9a98-3107c531ed4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1823890 Sep 19 03:29:23.992107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:24.001678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:24.002926 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] 10.222.0.22 "POST /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f/bindings HTTP/1.1" status: 201 len: 389 time: 0.7069492 Sep 19 03:29:24.014855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-1bc1f099-2ca8-423d-a2d5-08451c2094c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.016416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-1bc1f099-2ca8-423d-a2d5-08451c2094c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320381 Sep 19 03:29:24.050696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920536a-bd29-4465-adba-f71dde87d681 req-e9debe22-3ef7-4d36-bd62-cc189798be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.052264 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c920536a-bd29-4465-adba-f71dde87d681 req-e9debe22-3ef7-4d36-bd62-cc189798be09 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8760a76b-1a45-4a56-86fb-87b6d601fbea HTTP/1.1" status: 200 len: 915 time: 0.1830320 Sep 19 03:29:24.100787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c920536a-bd29-4465-adba-f71dde87d681 req-1c8fe100-0ea4-4f3a-ac74-6b8ffd4c6dac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd717767-e795-48da-854e-60e0ab3748fc HTTP/1.1" status: 200 len: 217 time: 0.0407090 Sep 19 03:29:24.199061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920536a-bd29-4465-adba-f71dde87d681 req-e6a1fd5e-038d-4ffe-9236-28a8668fe4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.200558 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c920536a-bd29-4465-adba-f71dde87d681 req-e6a1fd5e-038d-4ffe-9236-28a8668fe4f6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0283f435-123c-4c2f-840f-92a88280c645 HTTP/1.1" status: 200 len: 854 time: 0.0684927 Sep 19 03:29:24.203288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-9b149958-15f5-4b7d-bd5a-8dac4504de59 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766524 Sep 19 03:29:24.212384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 27742ef1-9943-45d5-bf36-5da5ae699893 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:24.269073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 27742ef1-9943-45d5-bf36-5da5ae699893 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:24.269593 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:24.278516 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c920536a-bd29-4465-adba-f71dde87d681 req-5a953c9f-412a-4547-828a-e75b28d34540 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8760a76b-1a45-4a56-86fb-87b6d601fbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468817 Sep 19 03:29:24.356940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:24.380413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:24.382852 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad39133-4be5-4f87-90df-90f506acf67d" -d '{"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-plugged", "status": "completed", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:24.396287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:24.401206 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:24.415252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a58e58-0899-40e5-89e4-6a397fa135cf req-a6b9d69e-487d-4de9-9606-74ea1de5bfe9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.417538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36a58e58-0899-40e5-89e4-6a397fa135cf req-a6b9d69e-487d-4de9-9606-74ea1de5bfe9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.1803875 Sep 19 03:29:24.446585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-764b6e46-5539-444a-bd39-fd00bcbc9afa tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:24.454993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:24.466925 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e96dd-9825-4b52-bc53-a0f5149f942a req-68e2b55a-1952-4375-a47c-19e50e858b86 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.468434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a0e96dd-9825-4b52-bc53-a0f5149f942a req-68e2b55a-1952-4375-a47c-19e50e858b86 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 944 time: 0.1800060 Sep 19 03:29:24.488931 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5c43bfb-1606-422b-ac22-0253c4b29c28 req-16342f60-afc2-44fd-b8d1-b574740dd020 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718503 Sep 19 03:29:24.497258 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-764b6e46-5539-444a-bd39-fd00bcbc9afa tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] update failed (client error): The resource could not be found. Sep 19 03:29:24.498258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-764b6e46-5539-444a-bd39-fd00bcbc9afa tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "PUT /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709 HTTP/1.1" status: 404 len: 339 time: 0.7207053 Sep 19 03:29:24.502671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-0b0c5769-6112-4abb-88df-f027d2fb1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.502939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-0b0c5769-6112-4abb-88df-f027d2fb1f21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1097 time: 0.2455850 Sep 19 03:29:24.504881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49660) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:24.527725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36a58e58-0899-40e5-89e4-6a397fa135cf req-a2eb416a-3774-4c38-95b1-8fee3d9dc65a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764022 Sep 19 03:29:24.540647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a0e96dd-9825-4b52-bc53-a0f5149f942a req-f2c3f5f9-0b38-4fd7-a800-bcfd216ba9cf tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594108 Sep 19 03:29:24.561502 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c920536a-bd29-4465-adba-f71dde87d681 req-c8f8d6b8-bf90-42de-8f10-dc043fb8b899 service neutron] 10.222.0.32 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220011 Sep 19 03:29:24.577741 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6f98bf-290d-4d55-9d4c-cffb330dd3d2 x-openstack-request-id: req-da6f98bf-290d-4d55-9d4c-cffb330dd3d2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:24.578043 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-plugged", "status": "completed", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:24.578301 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da6f98bf-290d-4d55-9d4c-cffb330dd3d2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:24.578698 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893', 'code': 200} Sep 19 03:29:24.708352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b56cbb-66ba-4b80-b441-92dc61d62938 req-b55a2c9d-0219-4ca0-92b3-e8e2294c1ebf tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.709829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02b56cbb-66ba-4b80-b441-92dc61d62938 req-b55a2c9d-0219-4ca0-92b3-e8e2294c1ebf tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 948 time: 0.0587814 Sep 19 03:29:24.749188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02b56cbb-66ba-4b80-b441-92dc61d62938 req-1a3ff0d7-2a2f-4ae0-b1e5-dfecdbea0fae tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Sep 19 03:29:24.884429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235b4af-aa7d-48ba-b597-3fc12d394fb8 req-0169ad54-dc1f-466a-b926-7901eda8c83d tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.884826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6884be5a-cacc-4df8-a753-c6748373bd33', 'tag': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:24.885936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b235b4af-aa7d-48ba-b597-3fc12d394fb8 req-0169ad54-dc1f-466a-b926-7901eda8c83d tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 944 time: 0.0507982 Sep 19 03:29:24.887093 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe133496-3dd3-4818-b1ec-25277e954cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6884be5a-cacc-4df8-a753-c6748373bd33", "tag": "fe3aa4c0-e8c5-4f16-81cc-021a2b26504d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:24.899013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-2e074082-ff1f-46d5-b585-b927acc5ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.900513 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-2e074082-ff1f-46d5-b585-b927acc5ebe8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 898 time: 0.3882897 Sep 19 03:29:24.927539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b235b4af-aa7d-48ba-b597-3fc12d394fb8 req-aed888ff-92d3-41e3-a10a-31df74aa349a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351527 Sep 19 03:29:24.931401 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4986da6-d2c1-4d1d-bc93-6b22b321ffce x-openstack-request-id: req-b4986da6-d2c1-4d1d-bc93-6b22b321ffce {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:24.931694 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6884be5a-cacc-4df8-a753-c6748373bd33", "tag": "fe3aa4c0-e8c5-4f16-81cc-021a2b26504d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:24.931946 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4986da6-d2c1-4d1d-bc93-6b22b321ffce {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:24.932369 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6884be5a-cacc-4df8-a753-c6748373bd33', 'tag': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d', 'status': 'completed', 'code': 200} Sep 19 03:29:24.944265 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c920536a-bd29-4465-adba-f71dde87d681 req-28738429-c7d4-42c6-8117-366a2292abba service neutron] 10.222.0.32 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718779 Sep 19 03:29:24.978959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e9f67-be76-4871-9475-69d6e6b915c4 req-acfe3bc8-3a15-40ff-b135-8d899932196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:24.980453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4f9e9f67-be76-4871-9475-69d6e6b915c4 req-acfe3bc8-3a15-40ff-b135-8d899932196e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 1096 time: 0.2150800 Sep 19 03:29:25.042247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:25.063344 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-fb15978f-33c2-4184-9c0a-22fb2d6b02b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 1001 time: 0.1515634 Sep 19 03:29:25.523312 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4f9e9f67-be76-4871-9475-69d6e6b915c4 req-890046cd-8841-4a03-9491-ee31be569c77 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990921 Sep 19 03:29:25.525138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-a7f841d4-4c76-4eeb-b732-5b5078ba7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:25.526552 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-a7f841d4-4c76-4eeb-b732-5b5078ba7466 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cac8b7487b84cc6b96579d41b31723a&device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 1099 time: 0.5035923 Sep 19 03:29:25.536259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e25f2339-0578-4491-937c-1d727005c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:25.537601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e25f2339-0578-4491-937c-1d727005c2d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.4594550 Sep 19 03:29:25.655140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-18fcc718-eba2-4570-955a-bcf4e45f5702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:25.656633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-18fcc718-eba2-4570-955a-bcf4e45f5702 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907896 Sep 19 03:29:25.682071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0e1c1-4136-4b18-9fad-442ef6ca35cf req-c011f200-68a6-4e2c-8344-b8f7ec9367a8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:25.684247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7e0e1c1-4136-4b18-9fad-442ef6ca35cf req-c011f200-68a6-4e2c-8344-b8f7ec9367a8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.0838230 Sep 19 03:29:25.696538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00aa4d-709c-4191-b3e7-01ba4c565765 req-f79cc8e3-fbe6-4406-ab87-4755b61ab83e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:25.698006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff00aa4d-709c-4191-b3e7-01ba4c565765 req-f79cc8e3-fbe6-4406-ab87-4755b61ab83e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0710835 Sep 19 03:29:25.752435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7e0e1c1-4136-4b18-9fad-442ef6ca35cf req-30be2f38-a948-42fc-8157-07b75e5a1475 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531263 Sep 19 03:29:25.759132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff00aa4d-709c-4191-b3e7-01ba4c565765 req-da97ff86-361e-4055-b290-2f0ef9db93d8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542011 Sep 19 03:29:25.769082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Allocated IP 172.20.0.1 (1950fcb2-1752-4474-b164-e3a41d7332d3/32dda655-efc6-4c77-83fa-748bd4c228a4/b0b80ea4-9f7d-4760-8609-bbdd136c5064) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:25.800037 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-5e9e3321-a84d-4394-a84a-def9732e610d service neutron] 10.222.0.30 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355307 Sep 19 03:29:25.867050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2aeb4c-baaf-4c67-9954-a1cf750f5527 req-440048c5-878a-4327-baf9-ec8aeae8d620 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:25.868618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec2aeb4c-baaf-4c67-9954-a1cf750f5527 req-440048c5-878a-4327-baf9-ec8aeae8d620 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 948 time: 0.0489624 Sep 19 03:29:25.906331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec2aeb4c-baaf-4c67-9954-a1cf750f5527 req-d2ce0134-2722-476a-af91-b8d3d320b4bf tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309625 Sep 19 03:29:26.025048 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-6d7dce2f-087c-45f7-be1a-06c442239a2d service neutron] 10.222.0.30 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145247 Sep 19 03:29:26.029232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:26.042580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3500c0-1b02-430d-be07-a83e56a2124a req-8a041d7e-42a2-4e21-8c0d-e5acc574689a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:26.044137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b3500c0-1b02-430d-be07-a83e56a2124a req-8a041d7e-42a2-4e21-8c0d-e5acc574689a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 944 time: 0.0509534 Sep 19 03:29:26.052882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-e63a4461-f5db-4dba-8472-a8baf1b387df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:26.054317 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-e63a4461-f5db-4dba-8472-a8baf1b387df service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1755629 Sep 19 03:29:26.084127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2b3500c0-1b02-430d-be07-a83e56a2124a req-3a48fd73-0a50-445d-aafd-d67484b248a0 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337045 Sep 19 03:29:26.115947 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-523fe71f-4719-4040-a1bf-eb2a2b33a8b3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d HTTP/1.1" status: 200 len: 217 time: 0.0505111 Sep 19 03:29:26.168428 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:26.247819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:26.262206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:26.271473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:26.274593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-76662aa4-1761-4247-97a4-b7c103f8cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:26.276607 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-76662aa4-1761-4247-97a4-b7c103f8cdca service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1339207 Sep 19 03:29:26.297471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Port': ['ID=b0b80ea4-9f7d-4760-8609-bbdd136c5064,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:26.301291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-336f6d0f-b97e-450e-8d93-21c0537c927c tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:26.302829 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-336f6d0f-b97e-450e-8d93-21c0537c927c tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664&tenant_id=cba74cf31d394948bdcb652acbde9af3&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1097 time: 0.1965504 Sep 19 03:29:26.323450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-809936-1'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:26.376590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:26.449219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-2c54f7b0-aa49-45e2-a1d7-19b933a712cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:26.450724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-2c54f7b0-aa49-45e2-a1d7-19b933a712cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1470196 Sep 19 03:29:26.480324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:26.544095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-34a9e4df-5f1e-4be0-8a10-ab85e2e7ff1b None None] Provisioning complete for port b0b80ea4-9f7d-4760-8609-bbdd136c5064 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:26.544643 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34a9e4df-5f1e-4be0-8a10-ab85e2e7ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:26.581050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-34a9e4df-5f1e-4be0-8a10-ab85e2e7ff1b None None] Port b0b80ea4-9f7d-4760-8609-bbdd136c5064 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:26.646569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:26.656166 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-9aac3b29-a352-4395-a423-d66547a82a14 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849816 Sep 19 03:29:26.892288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:26.902670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0d405-ae7a-4e4f-99c1-a58423bd2563 req-71d1ab3c-6323-4d13-96e2-d0c061c598a9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:26.904203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89c0d405-ae7a-4e4f-99c1-a58423bd2563 req-71d1ab3c-6323-4d13-96e2-d0c061c598a9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.0770099 Sep 19 03:29:26.919929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe133496-3dd3-4818-b1ec-25277e954cb5 req-4cccf42e-27b4-4dae-999a-9577d1277c20 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271500 Sep 19 03:29:26.936729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bfed6-ddba-4c32-8fd8-3fb947085728 req-e860c9ca-27b6-4771-ae9d-ae4367a20e47 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:26.938229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-212bfed6-ddba-4c32-8fd8-3fb947085728 req-e860c9ca-27b6-4771-ae9d-ae4367a20e47 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1017973 Sep 19 03:29:26.964861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89c0d405-ae7a-4e4f-99c1-a58423bd2563 req-64594cf1-8b0f-4b83-9a90-cc5aff4f0192 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535612 Sep 19 03:29:26.988612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:27.003839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-212bfed6-ddba-4c32-8fd8-3fb947085728 req-cd2c55b6-a37d-4ddd-8e96-a13c13b21122 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 Sep 19 03:29:27.081778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024be59-1e2f-4c54-bd11-bd38666c2362 req-3635ecf4-35e0-48be-a888-94d7e4cd5a84 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:27.083529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1024be59-1e2f-4c54-bd11-bd38666c2362 req-3635ecf4-35e0-48be-a888-94d7e4cd5a84 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 948 time: 0.0495660 Sep 19 03:29:27.091986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:27.094224 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca681513-afe6-4295-ba25-078dc59ccb8a" -d '{"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-unplugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:27.103036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:27.117871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:27.138194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1024be59-1e2f-4c54-bd11-bd38666c2362 req-655d1c27-dfbe-4b75-8757-4d4838836859 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479455 Sep 19 03:29:27.164485 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719dbc70-9930-4949-81c0-9ed84da301e2 x-openstack-request-id: req-719dbc70-9930-4949-81c0-9ed84da301e2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:27.164782 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-unplugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:27.165028 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-719dbc70-9930-4949-81c0-9ed84da301e2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:27.165502 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'code': 200} Sep 19 03:29:27.238114 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:27.258150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:27.266985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3207de-06b3-4f36-937c-c0fcc8a67309 req-b890e6bb-1768-4b0f-8bf0-1d93b813b082 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:27.275108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c3207de-06b3-4f36-937c-c0fcc8a67309 req-b890e6bb-1768-4b0f-8bf0-1d93b813b082 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 944 time: 0.0647738 Sep 19 03:29:27.321806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c3207de-06b3-4f36-937c-c0fcc8a67309 req-5d9e7b8a-28d4-424f-91f3-1a0a8c3b291a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Sep 19 03:29:27.407377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-90e34fed-e281-4326-883c-419882ebe261 None None] Provisioning complete for port 39ee48e5-2604-4229-b89e-8a2e20f9377f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:27.407937 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-90e34fed-e281-4326-883c-419882ebe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:27.443416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-90e34fed-e281-4326-883c-419882ebe261 None None] Port 39ee48e5-2604-4229-b89e-8a2e20f9377f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:27.578050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:27.621349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:27.677442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event updated for resources: {'Port': ['ID=b0b80ea4-9f7d-4760-8609-bbdd136c5064,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:27.682339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on host n-h2-809936-1 for vnic_type normal with profile {"migrating_to": "n-h1-809936-1"} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:27.682681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:27.683044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:27.695573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:29:27.695900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Attempting to bind port 39ee48e5-2604-4229-b89e-8a2e20f9377f on network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:27.728685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:27.729621 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Checking segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:27.730020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Bound using segment: {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:27.730452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Bound port: 39ee48e5-2604-4229-b89e-8a2e20f9377f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:27.730836 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:27.807512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:27.811540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:27.821295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:27.824503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:27.864294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.007299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=8']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:28.013456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Router 95620f48-1f7f-4291-97ab-c72b21194709 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:29:28.071747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5f77acd5-0bb3-4fe9-9a55-3845903343eb None None] Provisioning complete for port b0b80ea4-9f7d-4760-8609-bbdd136c5064 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:28.072295 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5f77acd5-0bb3-4fe9-9a55-3845903343eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.114130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5f77acd5-0bb3-4fe9-9a55-3845903343eb None None] Port b0b80ea4-9f7d-4760-8609-bbdd136c5064 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:29:28.157517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0850e1-2b48-4aac-8e7d-c0a07f7181b6 req-422aa18f-b5c1-4d88-b512-333297718ba3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:28.158934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:28.159344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce0850e1-2b48-4aac-8e7d-c0a07f7181b6 req-422aa18f-b5c1-4d88-b512-333297718ba3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 944 time: 0.1060967 Sep 19 03:29:28.159666 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.160993 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-dd2f1bff-3741-4a59-9cbb-ca0557c69dbd service neutron] 10.222.0.30 "PUT /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 1122 time: 1.8417153 Sep 19 03:29:28.175204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead31e1-585c-42b8-85d2-14bc7664fea1 req-098ac305-6598-4379-bba1-5be3bfc56abc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:28.179415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead31e1-585c-42b8-85d2-14bc7664fea1 req-098ac305-6598-4379-bba1-5be3bfc56abc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.0803511 Sep 19 03:29:28.182211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:29:28.192080 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d368b3d5-cecd-4348-abbd-4ff675bcd0df tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "PUT /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6861739 Sep 19 03:29:28.192917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] Sync routers for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:29:28.193795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49694) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:28.203368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:28.204090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:28.208637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bd717767-e795-48da-854e-60e0ab3748fc details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:29:28.248415 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ead31e1-585c-42b8-85d2-14bc7664fea1 req-ec9ff7cc-55ba-4011-becb-835fc76b2238 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592365 Sep 19 03:29:28.251217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce0850e1-2b48-4aac-8e7d-c0a07f7181b6 req-f6a11801-417e-4518-81d3-99439f45aaed tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708380 Sep 19 03:29:28.254917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:28.288761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:28.289496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:28.303741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-750160a4-0d26-46b8-8ef4-fbe6f493f770 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.352045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:28.352715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae63334-4192-43f7-bce1-5fb0638885cf None None] The sync data for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:29:28.358077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['39ee48e5-2604-4229-b89e-8a2e20f9377f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:29:28.363112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d764a2d7-0790-45b9-9874-9a927056d243 None None] Provisioning complete for port 39ee48e5-2604-4229-b89e-8a2e20f9377f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:28.363493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d764a2d7-0790-45b9-9874-9a927056d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.397655 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-750160a4-0d26-46b8-8ef4-fbe6f493f770 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 03:29:28.401644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-750160a4-0d26-46b8-8ef4-fbe6f493f770 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709 HTTP/1.1" status: 409 len: 329 time: 0.2069035 Sep 19 03:29:28.402199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49700) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:28.431780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c59a3-4952-427d-9a9d-4a33c9a59212 req-74880993-8e49-4b0c-9706-b13cb3d8e6be tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:28.434007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf4c59a3-4952-427d-9a9d-4a33c9a59212 req-74880993-8e49-4b0c-9706-b13cb3d8e6be tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 948 time: 0.0872624 Sep 19 03:29:28.451513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6e6f4-5951-469b-9c1a-7a7533331f04 req-a2c868b4-fe09-4300-b62b-c6fb41084fb5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:28.459200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbb6e6f4-5951-469b-9c1a-7a7533331f04 req-a2c868b4-fe09-4300-b62b-c6fb41084fb5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1106858 Sep 19 03:29:28.491224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bd717767-e795-48da-854e-60e0ab3748fc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bd717767-e795-48da-854e-60e0ab3748fc,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:28.519329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbb6e6f4-5951-469b-9c1a-7a7533331f04 req-10a24eaa-20be-419c-b385-640dda3b5007 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591238 Sep 19 03:29:28.523893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'bd717767-e795-48da-854e-60e0ab3748fc', 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea', 'port_id': 'bd717767-e795-48da-854e-60e0ab3748fc', 'mac_address': 'fa:16:3e:f6:c9:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0283f435-123c-4c2f-840f-92a88280c645', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:29:28.524616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf4c59a3-4952-427d-9a9d-4a33c9a59212 req-63ccbbc6-eab0-4f37-a274-40b00ea143eb tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627108 Sep 19 03:29:28.618991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d764a2d7-0790-45b9-9874-9a927056d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.638069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee158a-135f-437d-bd99-8f5fe8cc8e6e req-7850dc67-3036-4d63-a8fa-659601a27c63 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:28.639814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bee158a-135f-437d-bd99-8f5fe8cc8e6e req-7850dc67-3036-4d63-a8fa-659601a27c63 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 944 time: 0.0615332 Sep 19 03:29:28.648273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.682982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bee158a-135f-437d-bd99-8f5fe8cc8e6e req-a0ce2a7f-6392-4fac-9e09-2b44bb228608 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345638 Sep 19 03:29:28.687698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:28.690044 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07820e3e-7fa4-49f6-8104-ef7026b53a39" -d '{"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-plugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:28.708690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd717767-e795-48da-854e-60e0ab3748fc {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:28.719098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d764a2d7-0790-45b9-9874-9a927056d243 None None] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:28.733791 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d764a2d7-0790-45b9-9874-9a927056d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.777000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bd717767-e795-48da-854e-60e0ab3748fc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bd717767-e795-48da-854e-60e0ab3748fc,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:28.800968 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94680e8c-f008-4bb8-aa1e-9c5454a61acd x-openstack-request-id: req-94680e8c-f008-4bb8-aa1e-9c5454a61acd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:28.801347 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-plugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:28.801538 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94680e8c-f008-4bb8-aa1e-9c5454a61acd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:28.801882 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'code': 200} Sep 19 03:29:28.880353 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.989883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:28.990431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fe3aa4c0-e8c5-4f16-81cc-021a2b26504d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:29:29.019811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-c79321c1-f95c-494d-af22-3bc684b87b7f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:29.023360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-c79321c1-f95c-494d-af22-3bc684b87b7f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 815 time: 0.1068759 Sep 19 03:29:29.042198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-11b640da-880b-4084-92c6-ffd2bad96b49 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/quotas/69d544fa89fe4d5a9ac556726ccc595f HTTP/1.1" status: 200 len: 375 time: 0.0136628 Sep 19 03:29:29.074806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a2d7-0790-45b9-9874-9a927056d243 None None] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:29.107371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-e3d87276-fcb4-43b9-8bba-a1cab68f5930 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584338 Sep 19 03:29:29.149411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Deleting port b0b80ea4-9f7d-4760-8609-bbdd136c5064 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:29.149764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:29.170015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:29.172281 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4727f6-f582-4d21-b50b-90f4e517fab4" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:29.236947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bd717767-e795-48da-854e-60e0ab3748fc,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:29.254593 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf19066-ffaa-4c49-9398-1cfccb0889b5 x-openstack-request-id: req-adf19066-ffaa-4c49-9398-1cfccb0889b5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:29.255186 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:29.255645 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adf19066-ffaa-4c49-9398-1cfccb0889b5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:29.256223 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'status': 'completed', 'code': 200} Sep 19 03:29:29.273100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:29.277792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:29.301986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d', 'mac_address': 'fa:16:3e:59:be:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:29:29.305297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-d51ad7ec-368d-4457-bfb9-81123ec36f63 service neutron] 10.222.0.22 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969869 Sep 19 03:29:29.308686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Calling delete_port for b0b80ea4-9f7d-4760-8609-bbdd136c5064 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:29.358693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:29.374416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe3aa4c0-e8c5-4f16-81cc-021a2b26504d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:29.399799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:29.405348 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:29.423062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-479bf99c-4f05-4a81-a4c8-121a9d9f5897 service neutron] 10.222.0.22 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163845 Sep 19 03:29:29.441297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-2ea81461-3b6d-4735-b9ad-f3369b165ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:29.443017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-2ea81461-3b6d-4735-b9ad-f3369b165ed6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1127 time: 0.1268902 Sep 19 03:29:29.474974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:29.511403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b305629-9527-4355-be28-981ce8c737f3 req-e4742940-9d37-464d-a5bb-c5905fa53bc1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:29.512927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b305629-9527-4355-be28-981ce8c737f3 req-e4742940-9d37-464d-a5bb-c5905fa53bc1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.0868080 Sep 19 03:29:29.559049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b305629-9527-4355-be28-981ce8c737f3 req-9eaa4d53-6f6a-460e-ae7a-80303551df20 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383039 Sep 19 03:29:29.668459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-84f4eb16-23ce-4b33-ae23-8d85708bc467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:29.669957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-84f4eb16-23ce-4b33-ae23-8d85708bc467 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 898 time: 0.2142348 Sep 19 03:29:29.671759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd016fc7-ea5a-4114-988e-4f20d390208a req-8d88c949-a2ce-49f4-a965-aa1f933144a3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 210 time: 0.0548165 Sep 19 03:29:29.696778 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:29.733519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b3e9f-9551-4085-b312-aac5c2200012 req-1803d24e-b01b-42ab-af61-7d7d1e746278 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:29.736239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-231b3e9f-9551-4085-b312-aac5c2200012 req-1803d24e-b01b-42ab-af61-7d7d1e746278 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 949 time: 0.0593371 Sep 19 03:29:29.797808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-231b3e9f-9551-4085-b312-aac5c2200012 req-5b7febb8-de91-4951-bed0-0fb50cb198c1 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539672 Sep 19 03:29:29.822240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Port': ['ID=b0b80ea4-9f7d-4760-8609-bbdd136c5064,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:29.878203 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-d514bfb1-65c5-43ed-85ba-2e001356d6b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 1001 time: 0.1944187 Sep 19 03:29:29.881893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805509e-954f-4f4b-92b9-2e133a713bb8 req-d7f5446c-7281-43ca-97e7-62200816aa7b tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:29.887228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2805509e-954f-4f4b-92b9-2e133a713bb8 req-d7f5446c-7281-43ca-97e7-62200816aa7b tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 945 time: 0.0769088 Sep 19 03:29:29.970962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2805509e-954f-4f4b-92b9-2e133a713bb8 req-d71677c5-d2d1-448e-a336-e84543478b08 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738332 Sep 19 03:29:29.972267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['bd717767-e795-48da-854e-60e0ab3748fc'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:29:29.984215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:29.992054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-5e8a7e17-472e-4cc4-b56e-8d85f3a8eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:29.993832 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-5e8a7e17-472e-4cc4-b56e-8d85f3a8eaec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.0744464 Sep 19 03:29:30.021457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['fe3aa4c0-e8c5-4f16-81cc-021a2b26504d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:29:30.200702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:29:30.350107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-8d0b6ef2-8a87-4c89-b366-a93d3d7ebf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:30.351620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-8d0b6ef2-8a87-4c89-b366-a93d3d7ebf39 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3498330 Sep 19 03:29:30.387765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:30.394044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:30.400170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f has no active binding in host n-h1-809936-1 {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 19 03:29:30.618660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-728be4df-fc5f-4fdf-af5d-805c120b3ffb service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345855 Sep 19 03:29:30.667122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-3e30cf2f-3402-4a03-874d-c9ff67cd0cbe tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:30.668550 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-3e30cf2f-3402-4a03-874d-c9ff67cd0cbe tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac0a3cde-26a8-44f9-a216-a664498f8fa7 HTTP/1.1" status: 200 len: 945 time: 0.1461940 Sep 19 03:29:30.677960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75274e8-748f-4355-b992-fba63caac7b1 req-ad8bb460-2074-4a9d-a8e6-c9be85ce6b2a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:30.679503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a75274e8-748f-4355-b992-fba63caac7b1 req-ad8bb460-2074-4a9d-a8e6-c9be85ce6b2a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.0499291 Sep 19 03:29:30.702006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Router 95620f48-1f7f-4291-97ab-c72b21194709 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:29:30.721983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a75274e8-748f-4355-b992-fba63caac7b1 req-d754adbf-2c8d-45ea-8caa-84532dbf3b51 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348768 Sep 19 03:29:30.779576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7dafa155-12a8-4d2f-8d00-5af70d13e94f req-add6a2ad-1da3-4a79-bb0a-fa53e7c7eb70 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 210 time: 0.0306318 Sep 19 03:29:30.860685 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff4727f6-f582-4d21-b50b-90f4e517fab4 req-41160038-022c-47b1-8cad-9dabc5a3b926 service neutron] 10.222.0.32 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102971 Sep 19 03:29:30.892948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:29:30.898864 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b41532d1-b421-4f5c-b2f2-1a7aefdbf156 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "PUT /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955225 Sep 19 03:29:30.903554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49744) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:30.907317 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] Sync routers for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:29:30.917672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Deleting port 27742ef1-9943-45d5-bf36-5da5ae699893 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:30.918021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:30.920580 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:30.921189 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:30.974036 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:30.975518 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-c02de663-ad13-4dd5-8530-a8be96963861 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] show failed (client error): The resource could not be found. Sep 19 03:29:30.980173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c02de663-ad13-4dd5-8530-a8be96963861 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-857374572 HTTP/1.1" status: 404 len: 334 time: 0.0591605 Sep 19 03:29:30.985065 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] Routers {'95620f48-1f7f-4291-97ab-c72b21194709'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:30.985672 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95620f48-1f7f-4291-97ab-c72b21194709'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:30.990178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96871604-d1d0-41b0-9911-4f2693263063 req-7bd0e8fa-7834-4a55-89d4-94a7fc92c764 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:30.991956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96871604-d1d0-41b0-9911-4f2693263063 req-7bd0e8fa-7834-4a55-89d4-94a7fc92c764 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 949 time: 0.1255670 Sep 19 03:29:30.992513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49746) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:30.997288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f16f797a-eb01-47e8-98c3-66cf7442adf4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:31.019934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] For port 27742ef1-9943-45d5-bf36-5da5ae699893, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=27742ef1-9943-45d5-bf36-5da5ae699893,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:31.020307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.034796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Calling delete_port for 27742ef1-9943-45d5-bf36-5da5ae699893 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:31.050327 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-f16f797a-eb01-47e8-98c3-66cf7442adf4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] update failed (client error): The resource could not be found. Sep 19 03:29:31.055945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f16f797a-eb01-47e8-98c3-66cf7442adf4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-2119688908 HTTP/1.1" status: 404 len: 335 time: 0.0579529 Sep 19 03:29:31.056820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49750) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:31.064080 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:31.064986 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31942cb-70f8-4ec8-bfbe-2672a565f0ad None None] The sync data for ids ['95620f48-1f7f-4291-97ab-c72b21194709'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:29:31.107665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96871604-d1d0-41b0-9911-4f2693263063 req-d5664a07-bcdf-4e16-95dd-4f6defe46a02 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652258 Sep 19 03:29:31.132125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020906-e25f-448b-8293-72ee41dad19b req-c3e95277-9f6a-4c00-8ba8-2dc9fe3a4d23 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:31.133870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20020906-e25f-448b-8293-72ee41dad19b req-c3e95277-9f6a-4c00-8ba8-2dc9fe3a4d23 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 945 time: 0.0585377 Sep 19 03:29:31.173520 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20020906-e25f-448b-8293-72ee41dad19b req-fccbd7a7-21ae-41f8-a1c4-d0d3c67b0a6b tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Sep 19 03:29:31.207313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Deleting subnet 3e7ccc24-81c7-4f69-acca-42687661b3e1 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:31.217212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.272392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-570e0666-8aee-4959-84ca-0b25c9b0196d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:31.273816 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-570e0666-8aee-4959-84ca-0b25c9b0196d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 815 time: 0.2300003 Sep 19 03:29:31.287484 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.337072 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Request body: {'port': {'device_id': '20072f86-46c6-46bb-b162-e003e72a8087', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'admin_state_up': True, 'tenant_id': '69d544fa89fe4d5a9ac556726ccc595f'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:31.467999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.492643 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.531934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['27742ef1-9943-45d5-bf36-5da5ae699893'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:29:31.535761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Pushing event deleted for resources: {'Port': ['ID=27742ef1-9943-45d5-bf36-5da5ae699893,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:31.600170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] No DVR routers for this DVR port 27742ef1-9943-45d5-bf36-5da5ae699893 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:31.606771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.608781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-163cb895-0922-40da-94d9-68ae1e0a0d48 req-0440ae06-92dd-46b3-a7c0-5127c02b4a9f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "DELETE /v2.0/ports/27742ef1-9943-45d5-bf36-5da5ae699893 HTTP/1.1" status: 204 len: 173 time: 0.9251099 Sep 19 03:29:31.611262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-deleted', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:31.613499 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4003cfc2-8354-4b1c-8ff6-185a5e00cb17" -d '{"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-deleted", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:31.633579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Made reservation on behalf of 69d544fa89fe4d5a9ac556726ccc595f for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:31.637917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.649022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.662113 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6289a8d4-263d-439a-8ff2-62a610cfe956 x-openstack-request-id: req-6289a8d4-263d-439a-8ff2-62a610cfe956 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:31.662398 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0a3cde-26a8-44f9-a216-a664498f8fa7", "name": "network-vif-deleted", "tag": "27742ef1-9943-45d5-bf36-5da5ae699893", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:31.662650 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6289a8d4-263d-439a-8ff2-62a610cfe956 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:31.663064 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0a3cde-26a8-44f9-a216-a664498f8fa7', 'name': 'network-vif-deleted', 'tag': '27742ef1-9943-45d5-bf36-5da5ae699893', 'status': 'completed', 'code': 200} Sep 19 03:29:31.684866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7ccc24-81c7-4f69-acca-42687661b3e1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:31.695319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.697110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cfab03fc-fb47-4ff8-a7bc-4c601d30ac3b tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/subnets/3e7ccc24-81c7-4f69-acca-42687661b3e1 HTTP/1.1" status: 204 len: 168 time: 0.6277807 Sep 19 03:29:31.699611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc503c7d-2461-4a14-8c47-425275e6e3dd None None] Network bacf6b45-9df0-4f4b-b958-c56af0ec0033 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:31.700475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49754) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:31.796880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Deleting subnet 1840273e-f7b9-4e07-888a-b9a646299706 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:31.824679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.881641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:31.898124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecab7ca3-44fb-4ceb-be11-1da664dda716 req-42db9e3d-ced6-4d5e-b91f-1290c3226cbc tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 210 time: 0.0336611 Sep 19 03:29:31.906338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Allocated IP 172.20.0.11 (8e2c0237-e3df-4ff0-95b0-5b940c7193b4/05ba7dd1-3cf0-477b-96da-b57594f17113/8805bfb2-fab3-46e9-af7d-a12396a207a2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:31.917387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac66719-34f0-49d2-b8bc-49d6640e61eb req-483c2c32-f87e-4e15-903e-6326cc13f3d6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:31.919328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ac66719-34f0-49d2-b8bc-49d6640e61eb req-483c2c32-f87e-4e15-903e-6326cc13f3d6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.1107445 Sep 19 03:29:31.949776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] DHCP port deletion for bacf6b45-9df0-4f4b-b958-c56af0ec0033 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:29:31.974668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ac66719-34f0-49d2-b8bc-49d6640e61eb req-517c8633-edbc-46b2-8490-489f81da9bff tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440090 Sep 19 03:29:32.001200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] Deleting port b4fa2722-1019-44ca-855e-30a99ffd84f9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:32.001401 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.033624 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.061641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] For port b4fa2722-1019-44ca-855e-30a99ffd84f9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b4fa2722-1019-44ca-855e-30a99ffd84f9,segment=NetworkSegment(aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3),segment_id=aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:32.062043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.073831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] Calling delete_port for b4fa2722-1019-44ca-855e-30a99ffd84f9 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:32.144035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.147850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.157699 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.187219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Subnet': ['ID=1840273e-f7b9-4e07-888a-b9a646299706,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:32.189291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] Pushing event deleted for resources: {'Port': ['ID=b4fa2722-1019-44ca-855e-30a99ffd84f9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:32.196770 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.199277 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6b0cbaa6-f762-4960-9188-fa53b67efde1 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/subnets/1840273e-f7b9-4e07-888a-b9a646299706 HTTP/1.1" status: 204 len: 168 time: 0.4978681 Sep 19 03:29:32.201822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49764) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:32.201910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73a0bd-94da-44d7-a451-e634f77c5665 None None] Network c690c12c-bd1e-438b-97d5-a1b1adb5b344 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:32.204097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab23583-8eb4-4b8f-b5d5-e137bfffce55 None None] No DVR routers for this DVR port b4fa2722-1019-44ca-855e-30a99ffd84f9 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:32.283537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bd717767-e795-48da-854e-60e0ab3748fc up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:32.312964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343849a8-1c68-48da-a6f1-ea20c756ff72 req-3dd39bdf-31d9-4085-989d-633ca20bdfb5 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:32.321416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-343849a8-1c68-48da-a6f1-ea20c756ff72 req-3dd39bdf-31d9-4085-989d-633ca20bdfb5 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 949 time: 0.1105375 Sep 19 03:29:32.332441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.350456 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.395911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port bd717767-e795-48da-854e-60e0ab3748fc completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:29:32.398065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-343849a8-1c68-48da-a6f1-ea20c756ff72 req-8b2a92c0-bf4c-4ade-a060-b41b2220aeb0 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 Sep 19 03:29:32.409485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port bd717767-e795-48da-854e-60e0ab3748fc triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:32.409859 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.410559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e6543-23a7-4b19-b349-155990b5c85e req-d150f18f-6080-48d0-af24-d7c5044a4b44 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:32.412550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f2e6543-23a7-4b19-b349-155990b5c85e req-d150f18f-6080-48d0-af24-d7c5044a4b44 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 945 time: 0.1511838 Sep 19 03:29:32.456618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f2e6543-23a7-4b19-b349-155990b5c85e req-b6e14bc7-e555-4b20-984f-c375e6f4b56f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372109 Sep 19 03:29:32.476243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:32.477641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:32.493997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] DHCP port deletion for c690c12c-bd1e-438b-97d5-a1b1adb5b344 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:29:32.505358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:32.507769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Pushing event updated for resources: {'Port': ['ID=8805bfb2-fab3-46e9-af7d-a12396a207a2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:32.512719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.530940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.557191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacf6b45-9df0-4f4b-b958-c56af0ec0033']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:32.557834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd717767-e795-48da-854e-60e0ab3748fc'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:32.560051 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138bd738-d6b2-4ab8-a6bf-5c1dc66855c3" -d '{"events": [{"server_uuid": "7732bca5-ef18-4799-a58c-92b5ab86c2b8", "name": "network-vif-plugged", "status": "completed", "tag": "bd717767-e795-48da-854e-60e0ab3748fc"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:32.571459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:32.571756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee7a62b-8210-44e0-ad1f-ddc9a91e2fb3') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:32.574493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port bd717767-e795-48da-854e-60e0ab3748fc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bd717767-e795-48da-854e-60e0ab3748fc,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:32.583390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.584182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fe3aa4c0-e8c5-4f16-81cc-021a2b26504d up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:32.584385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:32.585021 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.590869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.610619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.610817 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6561a2-6fea-42e6-a178-331e0c28e088 x-openstack-request-id: req-4b6561a2-6fea-42e6-a178-331e0c28e088 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:32.611030 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7732bca5-ef18-4799-a58c-92b5ab86c2b8", "name": "network-vif-plugged", "status": "completed", "tag": "bd717767-e795-48da-854e-60e0ab3748fc", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:32.611279 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b6561a2-6fea-42e6-a178-331e0c28e088 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:32.611710 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd717767-e795-48da-854e-60e0ab3748fc', 'code': 200} Sep 19 03:29:32.615647 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-f4732956-47c2-43ca-ab13-1359f4c888a8 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2874064 Sep 19 03:29:32.618027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:29:32.618526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:29:32.622208 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:29:32.628513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] Deleting port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:32.628893 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.658917 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Request body: {'port': {'device_id': '20072f86-46c6-46bb-b162-e003e72a8087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:32.732800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] For port 9bc5039a-cc7f-465e-9901-8f82c119a3d1, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9bc5039a-cc7f-465e-9901-8f82c119a3d1,segment=NetworkSegment(61f5e266-24aa-4899-b829-fe277a934364),segment_id=61f5e266-24aa-4899-b829-fe277a934364)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:32.733195 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.736340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=bd717767-e795-48da-854e-60e0ab3748fc,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:32.736568 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.748919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.753537 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/networks/bacf6b45-9df0-4f4b-b958-c56af0ec0033 HTTP/1.1" status: 204 len: 168 time: 0.5481329 Sep 19 03:29:32.754488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49768) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:32.754769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] Calling delete_port for 9bc5039a-cc7f-465e-9901-8f82c119a3d1 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:32.766686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:29:32.784924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321baa1-56ea-4745-bee4-e36528c0aaf6 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Network': ['ID=bacf6b45-9df0-4f4b-b958-c56af0ec0033,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:32.795713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.799366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:32.799739 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.806460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905f948-2d55-460a-a2df-f2b17ec7f819 req-13fa10a8-c8a2-4810-b6d7-aec57a951640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:32.808551 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f905f948-2d55-460a-a2df-f2b17ec7f819 req-13fa10a8-c8a2-4810-b6d7-aec57a951640 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 1097 time: 0.1038749 Sep 19 03:29:32.865446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.881878 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f905f948-2d55-460a-a2df-f2b17ec7f819 req-eb7acec0-e653-450e-b742-08486e948ec5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500689 Sep 19 03:29:32.892530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.928535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] Pushing event deleted for resources: {'Port': ['ID=9bc5039a-cc7f-465e-9901-8f82c119a3d1,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:32.934616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71079828-f4f4-4391-a293-32c4d64b09f8 None None] No DVR routers for this DVR port 9bc5039a-cc7f-465e-9901-8f82c119a3d1 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:32.938947 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.976475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:32.993980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:32.998996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c690c12c-bd1e-438b-97d5-a1b1adb5b344']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:33.001946 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.003024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 27742ef1-9943-45d5-bf36-5da5ae699893 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:33.011173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f5e266-24aa-4899-b829-fe277a934364') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:33.011706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f5e266-24aa-4899-b829-fe277a934364') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:33.023167 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.046479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 27742ef1-9943-45d5-bf36-5da5ae699893 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:33.047143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 27742ef1-9943-45d5-bf36-5da5ae699893 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:33.050311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.072714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:29:33.073830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:29:33.077276 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:29:33.080776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:33.183224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adaa64c-241c-4383-bbcf-8894daa42e62 req-9827aecc-a13d-48dc-8ba9-dae60ab15194 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:33.184789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7adaa64c-241c-4383-bbcf-8894daa42e62 req-9827aecc-a13d-48dc-8ba9-dae60ab15194 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 932 time: 0.1525297 Sep 19 03:29:33.186771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.197991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.202536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/networks/c690c12c-bd1e-438b-97d5-a1b1adb5b344 HTTP/1.1" status: 204 len: 168 time: 0.4469373 Sep 19 03:29:33.205580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49776) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:33.234450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d661cc-e332-4f13-aeeb-9ed203522ce1 req-55dfbf98-204d-4018-9011-08d85bba14a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:33.236056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36d661cc-e332-4f13-aeeb-9ed203522ce1 req-55dfbf98-204d-4018-9011-08d85bba14a4 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 946 time: 0.1564796 Sep 19 03:29:33.256541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab5263-9717-4a76-9eaf-ac7d46c9a1e4 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Network': ['ID=c690c12c-bd1e-438b-97d5-a1b1adb5b344,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:33.312587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9bc5039a-cc7f-465e-9901-8f82c119a3d1 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:33.333903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Deleting subnet 32dda655-efc6-4c77-83fa-748bd4c228a4 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:33.339900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7adaa64c-241c-4383-bbcf-8894daa42e62 req-0c1e8da4-a1cb-48c7-baf0-8ed064baf1da tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334004 Sep 19 03:29:33.341756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9bc5039a-cc7f-465e-9901-8f82c119a3d1 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:33.342359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9bc5039a-cc7f-465e-9901-8f82c119a3d1 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:33.343083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b4fa2722-1019-44ca-855e-30a99ffd84f9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:33.345722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.368919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b4fa2722-1019-44ca-855e-30a99ffd84f9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:33.369361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b4fa2722-1019-44ca-855e-30a99ffd84f9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:33.381730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36d661cc-e332-4f13-aeeb-9ed203522ce1 req-c1a09b31-0137-4c8e-ac2f-47e05b902f5a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355960 Sep 19 03:29:33.404336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.424943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8805bfb2-fab3-46e9-af7d-a12396a207a2 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:33.434892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.448349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Transition to ACTIVE for port object 8805bfb2-fab3-46e9-af7d-a12396a207a2 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:29:33.452400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.522112 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.571194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Pushing event updated for resources: {'Port': ['ID=8805bfb2-fab3-46e9-af7d-a12396a207a2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:33.587984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34e15b-4df0-45a8-9638-e073e34297dd req-4e96f669-deb8-4ccf-b984-12b3f296d39c tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:33.590030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da34e15b-4df0-45a8-9638-e073e34297dd req-4e96f669-deb8-4ccf-b984-12b3f296d39c tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.1174495 Sep 19 03:29:33.608619 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-df3dcf03-7122-44d9-a2fa-a9890db1180f service neutron] 10.222.0.32 "GET /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 384 time: 0.1458678 Sep 19 03:29:33.656542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17113c5e-f5aa-449c-a4a1-3ed2291f3db9 req-a6cc1e7c-4ce4-44bb-8e02-ed7c09451a9f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:33.658040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17113c5e-f5aa-449c-a4a1-3ed2291f3db9 req-a6cc1e7c-4ce4-44bb-8e02-ed7c09451a9f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 946 time: 0.1121511 Sep 19 03:29:33.659215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Attempting to bind port 8805bfb2-fab3-46e9-af7d-a12396a207a2 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:33.659558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Attempting to bind port 8805bfb2-fab3-46e9-af7d-a12396a207a2 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:33.659892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Attempting to bind port 8805bfb2-fab3-46e9-af7d-a12396a207a2 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:33.665735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Port 8805bfb2-fab3-46e9-af7d-a12396a207a2 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:29:33.665900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da34e15b-4df0-45a8-9638-e073e34297dd req-cb39bd1d-2a17-42a5-855b-d83e0a55b5c3 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692599 Sep 19 03:29:33.666092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Attempting to bind port 8805bfb2-fab3-46e9-af7d-a12396a207a2 on network 8e2c0237-e3df-4ff0-95b0-5b940c7193b4 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:33.668694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.679487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:33.679831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Checking segment: {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:33.680218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Bound using segment: {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:33.680650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Bound port: 8805bfb2-fab3-46e9-af7d-a12396a207a2, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2aef81-7c95-4511-99d9-1e17e331bd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:33.681011 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.713172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Subnet': ['ID=32dda655-efc6-4c77-83fa-748bd4c228a4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:33.715874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6923866f-4f95-47ef-82c3-a2ef317cef1b None None] Network 1950fcb2-1752-4474-b164-e3a41d7332d3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:33.717461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.719676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ab3e9b88-9aa8-4b08-a4c9-d908907fce90 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/subnets/32dda655-efc6-4c77-83fa-748bd4c228a4 HTTP/1.1" status: 204 len: 168 time: 0.4825962 Sep 19 03:29:33.722609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49782) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:33.767526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17113c5e-f5aa-449c-a4a1-3ed2291f3db9 req-dc6eb082-36a7-4ac7-ab26-5b2fb50d5a9e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007891 Sep 19 03:29:33.804074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] For port 8805bfb2-fab3-46e9-af7d-a12396a207a2, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:33.819695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.849372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] For port 8805bfb2-fab3-46e9-af7d-a12396a207a2, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8805bfb2-fab3-46e9-af7d-a12396a207a2,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:33.859487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.882639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Deleting port c3455bda-b5c0-48f4-9424-8f623aca6a5c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:33.883096 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.903884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:33.904765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.906865 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] 10.222.0.32 "PUT /v2.0/ports/8805bfb2-fab3-46e9-af7d-a12396a207a2 HTTP/1.1" status: 200 len: 1092 time: 1.2544360 Sep 19 03:29:33.912605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20072f86-46c6-46bb-b162-e003e72a8087', 'tag': '8805bfb2-fab3-46e9-af7d-a12396a207a2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:33.914880 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4215314-cad2-4278-8796-af1170acca47" -d '{"events": [{"name": "network-changed", "server_uuid": "20072f86-46c6-46bb-b162-e003e72a8087", "tag": "8805bfb2-fab3-46e9-af7d-a12396a207a2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:33.921725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:33.944089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] DHCP port deletion for 1950fcb2-1752-4474-b164-e3a41d7332d3 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:29:33.968227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] For port c3455bda-b5c0-48f4-9424-8f623aca6a5c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c3455bda-b5c0-48f4-9424-8f623aca6a5c,segment=NetworkSegment(19e8316d-0708-469a-ba4a-efc35a9df3b1),segment_id=19e8316d-0708-469a-ba4a-efc35a9df3b1)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:33.968614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:33.971560 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b0dc39-7bb8-4679-9ce5-ddeb78bc1e60 x-openstack-request-id: req-94b0dc39-7bb8-4679-9ce5-ddeb78bc1e60 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:33.971865 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20072f86-46c6-46bb-b162-e003e72a8087", "tag": "8805bfb2-fab3-46e9-af7d-a12396a207a2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:33.972191 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94b0dc39-7bb8-4679-9ce5-ddeb78bc1e60 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:33.972509 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20072f86-46c6-46bb-b162-e003e72a8087', 'tag': '8805bfb2-fab3-46e9-af7d-a12396a207a2', 'status': 'completed', 'code': 200} Sep 19 03:29:33.973711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:33.976482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81994222-ced8-48ac-8874-a4dc582cae8e service neutron] Pushing event updated for resources: {'Port': ['ID=8805bfb2-fab3-46e9-af7d-a12396a207a2,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:33.985216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Calling delete_port for c3455bda-b5c0-48f4-9424-8f623aca6a5c owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:34.014020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] Deleting port c3455bda-b5c0-48f4-9424-8f623aca6a5c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:34.014494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.054657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:34.070721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-bea6de25-f239-4b08-b30a-a6bebc3e9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:34.072350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-bea6de25-f239-4b08-b30a-a6bebc3e9ef3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 1095 time: 0.0747733 Sep 19 03:29:34.073944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.080747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] For port c3455bda-b5c0-48f4-9424-8f623aca6a5c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c3455bda-b5c0-48f4-9424-8f623aca6a5c,segment=NetworkSegment(19e8316d-0708-469a-ba4a-efc35a9df3b1),segment_id=19e8316d-0708-469a-ba4a-efc35a9df3b1)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:34.081152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.083227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.095296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] Calling delete_port for c3455bda-b5c0-48f4-9424-8f623aca6a5c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:34.116402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Port': ['ID=c3455bda-b5c0-48f4-9424-8f623aca6a5c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:34.118186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] No DVR routers for this DVR port c3455bda-b5c0-48f4-9424-8f623aca6a5c on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:34.149214 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-016438e2-22e7-4cc3-a747-6317d04ea80a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8805bfb2-fab3-46e9-af7d-a12396a207a2 HTTP/1.1" status: 200 len: 217 time: 0.0567453 Sep 19 03:29:34.178240 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.198196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.208197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] Pushing event deleted for resources: {'Port': ['ID=c3455bda-b5c0-48f4-9424-8f623aca6a5c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:34.210817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4cd42f-7042-4220-9e30-6b8978df7dc5 None None] No DVR routers for this DVR port c3455bda-b5c0-48f4-9424-8f623aca6a5c on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:34.226772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1950fcb2-1752-4474-b164-e3a41d7332d3']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:34.231410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] Transition to ACTIVE for port object 39ee48e5-2604-4229-b89e-8a2e20f9377f will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:29:34.235720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-5a94e2d1-1fa3-45d0-b8ef-3c76c23fa2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:34.237360 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-5a94e2d1-1fa3-45d0-b8ef-3c76c23fa2b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 200 len: 855 time: 0.0745947 Sep 19 03:29:34.237612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e8316d-0708-469a-ba4a-efc35a9df3b1') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:34.238028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e8316d-0708-469a-ba4a-efc35a9df3b1') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:34.238787 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.249432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.264808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.270893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:29:34.271320 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:29:34.274398 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:29:34.340811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.352260 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.356927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/networks/1950fcb2-1752-4474-b164-e3a41d7332d3 HTTP/1.1" status: 204 len: 168 time: 0.6307769 Sep 19 03:29:34.358440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49786) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:34.365751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] Pushing event updated for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=11']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:34.372113 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-bb032fda-619c-485d-9043-9f828de67cea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493863 Sep 19 03:29:34.408182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-923dec53-6278-448b-ab0c-eac5124b8244 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "GET /v2.0/ports?device_id=95620f48-1f7f-4291-97ab-c72b21194709 HTTP/1.1" status: 200 len: 205 time: 0.0485091 Sep 19 03:29:34.411126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2f7b0-b2aa-498b-a657-0569d6279235 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Pushing event deleted for resources: {'Network': ['ID=1950fcb2-1752-4474-b164-e3a41d7332d3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:34.423487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49792) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:34.459936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] No DVR routers for this DVR port 39ee48e5-2604-4229-b89e-8a2e20f9377f on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:34.556778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1c58-155a-4ab6-86de-00406858a510 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.613352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6884be5a-cacc-4df8-a753-c6748373bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:34.616411 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74763af8-cfa3-416b-b53f-ff11a78ee176" -d '{"events": [{"server_uuid": "6884be5a-cacc-4df8-a753-c6748373bd33", "name": "network-vif-plugged", "status": "completed", "tag": "fe3aa4c0-e8c5-4f16-81cc-021a2b26504d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:34.630142 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-d753d169-c0c4-454b-ae25-3d75cefbea89 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461727 Sep 19 03:29:34.668776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e7063-ab4a-47b6-8e03-1d5a080c2807 req-491bd650-cf8a-42e3-8532-a5c6613504bb tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:34.670242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a6e7063-ab4a-47b6-8e03-1d5a080c2807 req-491bd650-cf8a-42e3-8532-a5c6613504bb tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 944 time: 0.1930149 Sep 19 03:29:34.679570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29c0af-219e-47d5-9bdc-3a2a18c3dad6 req-10a3f93f-522b-4f31-8d6b-7cbf978678de tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:34.682793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe29c0af-219e-47d5-9bdc-3a2a18c3dad6 req-10a3f93f-522b-4f31-8d6b-7cbf978678de tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.1427357 Sep 19 03:29:34.726842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ae894bd7-fabd-4b81-900d-482f853b5deb service neutron] 10.222.0.32 "PUT /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f/bindings/n-h1-809936-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1100454 Sep 19 03:29:34.750302 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8a760ff0-bc2e-41ec-8267-4aaae11a4e75 req-3d9c1304-6edb-40c3-8c35-2febab0f5b03 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099775 Sep 19 03:29:34.792916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1c58-155a-4ab6-86de-00406858a510 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.797262 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1c58-155a-4ab6-86de-00406858a510 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.858958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe29c0af-219e-47d5-9bdc-3a2a18c3dad6 req-6276b9aa-3f95-4032-87e6-bab69261cc01 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513798 Sep 19 03:29:34.875997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a6e7063-ab4a-47b6-8e03-1d5a080c2807 req-33f950bc-10ea-485f-864b-796007f100ab tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647563 Sep 19 03:29:34.888120 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1c58-155a-4ab6-86de-00406858a510 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.888792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaa1c58-155a-4ab6-86de-00406858a510 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Fanout notify agent at l3_agent the message router_deleted on router 95620f48-1f7f-4291-97ab-c72b21194709 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:29:34.896876 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ecaa1c58-155a-4ab6-86de-00406858a510 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:34.901484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ecaa1c58-155a-4ab6-86de-00406858a510 tempest-RoutersNegativeTest-1117378081 tempest-RoutersNegativeTest-1117378081-project] 10.222.0.22 "DELETE /v2.0/routers/95620f48-1f7f-4291-97ab-c72b21194709 HTTP/1.1" status: 204 len: 168 time: 0.4734859 Sep 19 03:29:34.922008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-b3052d21-fe81-474d-a195-8d11385c4f0e tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:34.923584 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-b3052d21-fe81-474d-a195-8d11385c4f0e tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664&tenant_id=cba74cf31d394948bdcb652acbde9af3&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.1061127 Sep 19 03:29:34.926022 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6850d927-bca5-48b2-bf5e-f3d6e2683c6b x-openstack-request-id: req-6850d927-bca5-48b2-bf5e-f3d6e2683c6b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:34.927056 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6884be5a-cacc-4df8-a753-c6748373bd33", "name": "network-vif-plugged", "status": "completed", "tag": "fe3aa4c0-e8c5-4f16-81cc-021a2b26504d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:34.927492 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6850d927-bca5-48b2-bf5e-f3d6e2683c6b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:34.928053 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6884be5a-cacc-4df8-a753-c6748373bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d', 'code': 200} Sep 19 03:29:34.983921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215314-cad2-4278-8796-af1170acca47 req-39f02933-b952-43aa-b2d3-12b372744717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:34.985656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4215314-cad2-4278-8796-af1170acca47 req-39f02933-b952-43aa-b2d3-12b372744717 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 1095 time: 0.1180251 Sep 19 03:29:35.036764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdbeb-69fd-4697-8789-8196a76edf98 req-cd277453-39d6-476f-9999-b953016c68d8 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.038607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e03fdbeb-69fd-4697-8789-8196a76edf98 req-cd277453-39d6-476f-9999-b953016c68d8 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.0956440 Sep 19 03:29:35.066348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176e468-d8a8-4ae1-8f20-27b0a789936e req-78d800c5-5569-4dbd-adfb-04124fcc1df6 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.067504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7176e468-d8a8-4ae1-8f20-27b0a789936e req-78d800c5-5569-4dbd-adfb-04124fcc1df6 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 946 time: 0.0757158 Sep 19 03:29:35.093485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-0ae87752-68cc-4364-98a8-5f0b9b3845de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.095126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-0ae87752-68cc-4364-98a8-5f0b9b3845de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 1096 time: 0.1631534 Sep 19 03:29:35.109655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e03fdbeb-69fd-4697-8789-8196a76edf98 req-b0469c21-459e-4a97-b2e6-c64feda9ac92 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592573 Sep 19 03:29:35.122495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70439a8-daaa-45e3-9190-6704336a4348 req-255eaa07-61fc-4217-be33-5c1abd4f26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.124426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f70439a8-daaa-45e3-9190-6704336a4348 req-255eaa07-61fc-4217-be33-5c1abd4f26df service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 1101 time: 0.1050708 Sep 19 03:29:35.127246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7176e468-d8a8-4ae1-8f20-27b0a789936e req-162f7e6b-4117-4031-84ba-7f8f9c4144bf tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494838 Sep 19 03:29:35.190886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215314-cad2-4278-8796-af1170acca47 req-b2674610-848a-4077-b1b3-cf67633f1f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.192394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4215314-cad2-4278-8796-af1170acca47 req-b2674610-848a-4077-b1b3-cf67633f1f8d service neutron] 10.222.0.32 "GET /v2.0/networks?id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 200 len: 916 time: 0.1942394 Sep 19 03:29:35.248422 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f70439a8-daaa-45e3-9190-6704336a4348 req-985981fc-d816-434d-b54d-89c7f3b091ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091354 Sep 19 03:29:35.251413 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4215314-cad2-4278-8796-af1170acca47 req-d0664348-6b0e-4396-b9bf-c1810f30f69e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8805bfb2-fab3-46e9-af7d-a12396a207a2 HTTP/1.1" status: 200 len: 217 time: 0.0479310 Sep 19 03:29:35.254375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-d122347c-f06c-45a7-8014-b4b0890a426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.255846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-d122347c-f06c-45a7-8014-b4b0890a426f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1096 time: 0.1305165 Sep 19 03:29:35.288650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c3455bda-b5c0-48f4-9424-8f623aca6a5c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:35.288818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49836) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:35.311146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c3455bda-b5c0-48f4-9424-8f623aca6a5c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:35.311491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c3455bda-b5c0-48f4-9424-8f623aca6a5c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:35.367638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-b6c3ac1b-6153-46ea-afd7-17df9ae16b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.369174 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-b6c3ac1b-6153-46ea-afd7-17df9ae16b74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 898 time: 0.1061201 Sep 19 03:29:35.444589 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-b591f89b-7d06-4289-b149-137a255d4e0f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 999 time: 0.0682526 Sep 19 03:29:35.446936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c47ad653-e6ee-45c4-a258-72210f361e96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17fc9f817d3f4f01a1d23443b132424e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1569746 Sep 19 03:29:35.449885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49848) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:35.493685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-d7796711-653e-44f6-8e2a-0cd2fdb1c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.495413 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-d7796711-653e-44f6-8e2a-0cd2fdb1c446 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.0442798 Sep 19 03:29:35.501704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0004bfe-b57c-41ca-8b53-d462ea266543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:35.529959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0004bfe-b57c-41ca-8b53-d462ea266543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:35.551590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-3351804b-682f-4829-90bb-15196055cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.553831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-3351804b-682f-4829-90bb-15196055cd4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495129 Sep 19 03:29:35.584899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0004bfe-b57c-41ca-8b53-d462ea266543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:35.587482 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0004bfe-b57c-41ca-8b53-d462ea266543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:35.601302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d0004bfe-b57c-41ca-8b53-d462ea266543 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c6f2659-e8a4-4719-8534-d124e1190050 HTTP/1.1" status: 204 len: 168 time: 0.1409891 Sep 19 03:29:35.612850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0004bfe-b57c-41ca-8b53-d462ea266543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6f2659-e8a4-4719-8534-d124e1190050,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:35.717173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4215314-cad2-4278-8796-af1170acca47 req-ea0298dd-1f64-4760-a9a2-410882eef249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:35.718733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4215314-cad2-4278-8796-af1170acca47 req-ea0298dd-1f64-4760-a9a2-410882eef249 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 200 len: 855 time: 0.0664389 Sep 19 03:29:35.722333 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-6a92694d-82b9-4e98-b09f-82ed5a66cbd4 service neutron] 10.222.0.30 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611481 Sep 19 03:29:35.792843 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4215314-cad2-4278-8796-af1170acca47 req-c7f2a7c1-fc86-4d08-bd51-7ca311b9b84c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8e2c0237-e3df-4ff0-95b0-5b940c7193b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395737 Sep 19 03:29:35.915601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-39686157-94d0-4540-8e7d-8e5527cefc99 service neutron] 10.222.0.30 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863456 Sep 19 03:29:35.939079 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4215314-cad2-4278-8796-af1170acca47 req-12f25961-ac8b-4739-bd61-e49560623f16 service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207061 Sep 19 03:29:35.974730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:35.977797 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daac38ee-f275-467e-b2b9-0e6fcdadd03b" -d '{"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-unplugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:36.068188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b95951-03c5-46a6-84da-bf7f109470aa req-1d4a9bb2-1418-495a-87ed-6e0793995517 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:36.069821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39b95951-03c5-46a6-84da-bf7f109470aa req-1d4a9bb2-1418-495a-87ed-6e0793995517 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.1100397 Sep 19 03:29:36.073644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d4215314-cad2-4278-8796-af1170acca47 req-3b0334e1-1b44-456c-bd05-fbd7e7d6eaaf service neutron] 10.222.0.32 "GET /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259642 Sep 19 03:29:36.085481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a3c8b-63c5-4a4e-8c25-783c754aa6bc req-a2eb3274-e2d7-494f-b6da-c00839c54a4b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:36.087427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-882a3c8b-63c5-4a4e-8c25-783c754aa6bc req-a2eb3274-e2d7-494f-b6da-c00839c54a4b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 944 time: 0.0923204 Sep 19 03:29:36.155220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39b95951-03c5-46a6-84da-bf7f109470aa req-a1a4d1ef-509b-4002-b685-fb10cd8d7589 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666063 Sep 19 03:29:36.168858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-882a3c8b-63c5-4a4e-8c25-783c754aa6bc req-345c3f52-76d1-4f21-83fd-fbd958bfa93d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728774 Sep 19 03:29:36.218203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-c8fb4f5d-4742-4bdf-a402-3e25536b47de tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:36.219827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-c8fb4f5d-4742-4bdf-a402-3e25536b47de tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664&tenant_id=cba74cf31d394948bdcb652acbde9af3&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 1096 time: 0.0800624 Sep 19 03:29:36.237737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:36.253670 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02bddd1-3b05-4788-9094-5adfe60f9b91 x-openstack-request-id: req-e02bddd1-3b05-4788-9094-5adfe60f9b91 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:36.254583 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-unplugged", "status": "completed", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:36.254583 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e02bddd1-3b05-4788-9094-5adfe60f9b91 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:36.254790 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'code': 200} Sep 19 03:29:36.313367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:36.337416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa56e72-8865-479e-ae5d-1bf95720d199 req-3f81ee49-5713-42c3-955e-b4bad8c518ac tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:36.339810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1aa56e72-8865-479e-ae5d-1bf95720d199 req-3f81ee49-5713-42c3-955e-b4bad8c518ac tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.0719383 Sep 19 03:29:36.394976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1aa56e72-8865-479e-ae5d-1bf95720d199 req-f1c34aae-3421-434c-b75e-bf31a15d7298 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489955 Sep 19 03:29:36.400949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ac6c37c5-a783-46c0-b026-94584bed81a5 service neutron] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:36.405647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ac6c37c5-a783-46c0-b026-94584bed81a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.407762 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-ac6c37c5-a783-46c0-b026-94584bed81a5 service neutron] 10.222.0.30 "DELETE /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f/bindings/n-h2-809936-1 HTTP/1.1" status: 204 len: 173 time: 0.1800494 Sep 19 03:29:36.493697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49914) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:36.595821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--128254118'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:36.619365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.627410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.728069 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.732781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.767583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5c802-b92b-4812-82e9-01522db460cf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:36.829164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.833882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.869495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:36.870732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3760090 Sep 19 03:29:36.871455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acb074-bd9a-4846-9155-44d3d3117aad tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8c5666-0599-490e-9d93-5c3ec1ffbd67,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:36.873523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:36.950607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49922) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:36.951042 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e99017c4-8eb0-4a06-9273-1fbc3d61f0dd tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0759664 Sep 19 03:29:36.959021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-19bb9b21-d3ea-416f-9a2c-71f45661a6f0 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-security--1512321883', 'description': 'tempest-security-description-1117221425'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:36.993944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19bb9b21-d3ea-416f-9a2c-71f45661a6f0 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.052529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19bb9b21-d3ea-416f-9a2c-71f45661a6f0 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.058673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19bb9b21-d3ea-416f-9a2c-71f45661a6f0 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.061348 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19bb9b21-d3ea-416f-9a2c-71f45661a6f0 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.062680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-19bb9b21-d3ea-416f-9a2c-71f45661a6f0 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "PUT /v2.0/security-groups/fc8c5666-0599-490e-9d93-5c3ec1ffbd67 HTTP/1.1" status: 200 len: 1780 time: 0.1110461 Sep 19 03:29:37.065507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49924) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.088089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb9b21-d3ea-416f-9a2c-71f45661a6f0 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8c5666-0599-490e-9d93-5c3ec1ffbd67,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:37.114998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f57eaaef-7fbb-4982-8168-67c6ec4d0369 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups/fc8c5666-0599-490e-9d93-5c3ec1ffbd67 HTTP/1.1" status: 200 len: 1780 time: 0.0481734 Sep 19 03:29:37.117544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49926) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.175141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8f711b3-bfb8-463c-937a-8093782c3d64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.219140 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8f711b3-bfb8-463c-937a-8093782c3d64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.340115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928be9f-9671-48c3-8e55-347d4640fd7d req-436c62f3-f7cc-4d3d-99ec-b9f0e364672d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:37.341610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4928be9f-9671-48c3-8e55-347d4640fd7d req-436c62f3-f7cc-4d3d-99ec-b9f0e364672d tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 944 time: 0.0877078 Sep 19 03:29:37.343117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8f711b3-bfb8-463c-937a-8093782c3d64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.345779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8f711b3-bfb8-463c-937a-8093782c3d64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.347002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a8f711b3-bfb8-463c-937a-8093782c3d64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/fc8c5666-0599-490e-9d93-5c3ec1ffbd67 HTTP/1.1" status: 204 len: 168 time: 0.2284412 Sep 19 03:29:37.349620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49932) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.358240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cefc09-d8dd-48d4-8dcc-5d9ca32639da req-da38de10-2a14-4efa-8e83-67511477bb82 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:37.359556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3cefc09-d8dd-48d4-8dcc-5d9ca32639da req-da38de10-2a14-4efa-8e83-67511477bb82 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.1194179 Sep 19 03:29:37.380589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f711b3-bfb8-463c-937a-8093782c3d64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8c5666-0599-490e-9d93-5c3ec1ffbd67,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:37.419366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5664bb86-89bd-4c3a-9e7f-44658255e8f8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685709 Sep 19 03:29:37.420849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49934) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.436220 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-4d739ba9-a9f4-496c-b6de-cf7c03b9bf75 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] delete failed (client error): The resource could not be found. Sep 19 03:29:37.437514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4d739ba9-a9f4-496c-b6de-cf7c03b9bf75 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/fc8c5666-0599-490e-9d93-5c3ec1ffbd67 HTTP/1.1" status: 404 len: 347 time: 0.0155001 Sep 19 03:29:37.441693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3cefc09-d8dd-48d4-8dcc-5d9ca32639da req-4bef63ee-81e8-43d1-94d0-3b467611de8c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727084 Sep 19 03:29:37.442411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49938) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.448083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ea310b8b-036a-41ee-9a43-7341fc3d9557 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--220760703'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:37.448555 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4928be9f-9671-48c3-8e55-347d4640fd7d req-060d0739-36d3-4b38-a01d-d23266b1bfd5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 Sep 19 03:29:37.478067 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea310b8b-036a-41ee-9a43-7341fc3d9557 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.592415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea310b8b-036a-41ee-9a43-7341fc3d9557 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.598479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea310b8b-036a-41ee-9a43-7341fc3d9557 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.608384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc98b3-9e84-4b87-90f4-9daaa8c904f8 req-1201658a-9bc4-4ece-af2d-eef50dfbd0d8 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:37.615516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6fc98b3-9e84-4b87-90f4-9daaa8c904f8 req-1201658a-9bc4-4ece-af2d-eef50dfbd0d8 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.0918372 Sep 19 03:29:37.629368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742f73dc-e523-406b-82b5-c3ae033d261b req-24e73a10-10e4-4d96-840f-8c6d9c131479 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:37.629583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ea310b8b-036a-41ee-9a43-7341fc3d9557 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.630623 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ea310b8b-036a-41ee-9a43-7341fc3d9557 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1872511 Sep 19 03:29:37.632647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea310b8b-036a-41ee-9a43-7341fc3d9557 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a056484-8a15-48d3-8840-4c36c055e954,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:37.635004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49942) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.637378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-742f73dc-e523-406b-82b5-c3ae033d261b req-24e73a10-10e4-4d96-840f-8c6d9c131479 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1096 time: 0.0831747 Sep 19 03:29:37.648137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d97850b8-510f-4ce5-8457-55b056ad7318 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': '7a056484-8a15-48d3-8840-4c36c055e954', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:37.681437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d97850b8-510f-4ce5-8457-55b056ad7318 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.704608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-742f73dc-e523-406b-82b5-c3ae033d261b req-966f4125-4942-4ccc-8977-c916165c5e39 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612125 Sep 19 03:29:37.711239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6fc98b3-9e84-4b87-90f4-9daaa8c904f8 req-ed7e2e5a-a97a-4005-b365-c754a8ed6604 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944276 Sep 19 03:29:37.781975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d97850b8-510f-4ce5-8457-55b056ad7318 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.790805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d97850b8-510f-4ce5-8457-55b056ad7318 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.820250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97850b8-510f-4ce5-8457-55b056ad7318 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6573eb6-a21b-4620-b1d8-3a22624281f9,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:37.828563 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d97850b8-510f-4ce5-8457-55b056ad7318 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.832605 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d97850b8-510f-4ce5-8457-55b056ad7318 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859283 Sep 19 03:29:37.833200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49952) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.838807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa873af9-7d2b-497f-8297-d345eeda9974 req-e69347b7-a4ac-42e2-b2a3-f0bd10972f7c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:37.840680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa873af9-7d2b-497f-8297-d345eeda9974 req-e69347b7-a4ac-42e2-b2a3-f0bd10972f7c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.0629585 Sep 19 03:29:37.878539 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06129ae4-71b0-499d-b707-93039bc30f54 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.892463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06129ae4-71b0-499d-b707-93039bc30f54 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.895875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa873af9-7d2b-497f-8297-d345eeda9974 req-9b78f73e-eaae-4e0a-ae2c-e8f8f0dc5707 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486193 Sep 19 03:29:37.918312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49954) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.933228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06129ae4-71b0-499d-b707-93039bc30f54 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.940870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06129ae4-71b0-499d-b707-93039bc30f54 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:37.942452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06129ae4-71b0-499d-b707-93039bc30f54 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f6573eb6-a21b-4620-b1d8-3a22624281f9 HTTP/1.1" status: 204 len: 168 time: 0.1082644 Sep 19 03:29:37.948518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49956) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:37.955651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06129ae4-71b0-499d-b707-93039bc30f54 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6573eb6-a21b-4620-b1d8-3a22624281f9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:38.002585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-77b25e68-949f-45bd-9b3f-f5587ce9b3c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/daedfe98-fcc2-4155-87dc-49beac3fcabc HTTP/1.1" status: 200 len: 991 time: 0.0830746 Sep 19 03:29:38.026283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1103c707-96ba-4c8f-96cd-abb8d6129b76 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762348 Sep 19 03:29:38.029025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49962) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:38.086601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7580ee5-bb42-4e10-9f69-673f12874b38 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.116693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7580ee5-bb42-4e10-9f69-673f12874b38 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.168324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7580ee5-bb42-4e10-9f69-673f12874b38 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.171332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7580ee5-bb42-4e10-9f69-673f12874b38 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.172501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7580ee5-bb42-4e10-9f69-673f12874b38 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/7a056484-8a15-48d3-8840-4c36c055e954 HTTP/1.1" status: 204 len: 168 time: 0.1424003 Sep 19 03:29:38.175283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49966) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:38.185435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7580ee5-bb42-4e10-9f69-673f12874b38 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a056484-8a15-48d3-8840-4c36c055e954,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:38.239522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8805bfb2-fab3-46e9-af7d-a12396a207a2 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:29:38.353618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8805bfb2-fab3-46e9-af7d-a12396a207a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8805bfb2-fab3-46e9-af7d-a12396a207a2,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:38.366721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '8805bfb2-fab3-46e9-af7d-a12396a207a2', 'network_id': '8e2c0237-e3df-4ff0-95b0-5b940c7193b4', 'port_id': '8805bfb2-fab3-46e9-af7d-a12396a207a2', 'mac_address': 'fa:16:3e:b3:03:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05ba7dd1-3cf0-477b-96da-b57594f17113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:29:38.419734 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.440755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8805bfb2-fab3-46e9-af7d-a12396a207a2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:29:38.467750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8805bfb2-fab3-46e9-af7d-a12396a207a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8805bfb2-fab3-46e9-af7d-a12396a207a2,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:38.475309 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.564798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8805bfb2-fab3-46e9-af7d-a12396a207a2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:38.632125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7b9bd9d6-6e8b-4b17-857e-e3afe45044dc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4548111 Sep 19 03:29:38.636101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49970) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:38.640127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ca5c62d9-78e9-4ecc-a4c4-31c4216c7ecf tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177676032'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:38.650661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44f9f-c827-44a5-9781-57775a176f90 req-67c2b21d-a9bf-40f4-8937-680eec89fa11 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:38.652173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdd44f9f-c827-44a5-9781-57775a176f90 req-67c2b21d-a9bf-40f4-8937-680eec89fa11 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 945 time: 0.0813673 Sep 19 03:29:38.683638 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca5c62d9-78e9-4ecc-a4c4-31c4216c7ecf tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.715591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdd44f9f-c827-44a5-9781-57775a176f90 req-e0b8fda5-bf1c-45e3-89d5-88283379bf57 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Sep 19 03:29:38.787142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca5c62d9-78e9-4ecc-a4c4-31c4216c7ecf tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.792738 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca5c62d9-78e9-4ecc-a4c4-31c4216c7ecf tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.825804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca5c62d9-78e9-4ecc-a4c4-31c4216c7ecf tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.827091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ca5c62d9-78e9-4ecc-a4c4-31c4216c7ecf tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1903472 Sep 19 03:29:38.829991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49974) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:38.834869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5b5237f1-f540-4791-840a-872b1321402a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': '8026fb64-b89b-43be-adfa-5b31c3c46bd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:38.835613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c62d9-78e9-4ecc-a4c4-31c4216c7ecf tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8026fb64-b89b-43be-adfa-5b31c3c46bd1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:38.865273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b5237f1-f540-4791-840a-872b1321402a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.896484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['8805bfb2-fab3-46e9-af7d-a12396a207a2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:29:38.951089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b5237f1-f540-4791-840a-872b1321402a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.956327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b5237f1-f540-4791-840a-872b1321402a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.980951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5237f1-f540-4791-840a-872b1321402a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750f616a-5322-4054-8711-f6e72ab69ffd,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:38.991929 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5b5237f1-f540-4791-840a-872b1321402a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:38.996484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b5237f1-f540-4791-840a-872b1321402a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1623616 Sep 19 03:29:38.996807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49976) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.001433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-88e46103-3f5b-4429-a9cb-c024b33bee51 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': '8026fb64-b89b-43be-adfa-5b31c3c46bd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:39.036678 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88e46103-3f5b-4429-a9cb-c024b33bee51 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.111914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88e46103-3f5b-4429-a9cb-c024b33bee51 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.116150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88e46103-3f5b-4429-a9cb-c024b33bee51 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.135852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e46103-3f5b-4429-a9cb-c024b33bee51 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36408ef9-77f8-46f2-a81a-49a6735bc3ab,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:39.147157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88e46103-3f5b-4429-a9cb-c024b33bee51 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.151039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88e46103-3f5b-4429-a9cb-c024b33bee51 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505883 Sep 19 03:29:39.151283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49978) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.155980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3fbdc9ee-c2b5-4ef1-91e1-db5868593d4f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': '8026fb64-b89b-43be-adfa-5b31c3c46bd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:39.187270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc9ee-c2b5-4ef1-91e1-db5868593d4f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.269188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc9ee-c2b5-4ef1-91e1-db5868593d4f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.274169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc9ee-c2b5-4ef1-91e1-db5868593d4f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.290344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc9ee-c2b5-4ef1-91e1-db5868593d4f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a290414-c949-4e58-8761-2ad368263394,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:39.312176 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc9ee-c2b5-4ef1-91e1-db5868593d4f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.314137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3fbdc9ee-c2b5-4ef1-91e1-db5868593d4f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616571 Sep 19 03:29:39.316619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49982) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.323720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fab421c4-f537-4820-b5db-82320d55d75a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': '8026fb64-b89b-43be-adfa-5b31c3c46bd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:39.354818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fab421c4-f537-4820-b5db-82320d55d75a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.420572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fab421c4-f537-4820-b5db-82320d55d75a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.425292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fab421c4-f537-4820-b5db-82320d55d75a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.447895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab421c4-f537-4820-b5db-82320d55d75a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67f708c-27dd-4b18-a949-f7f171b766e1,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:39.451522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fab421c4-f537-4820-b5db-82320d55d75a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.454801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fab421c4-f537-4820-b5db-82320d55d75a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347861 Sep 19 03:29:39.456012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49984) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.460876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7be8e723-0277-41a5-a160-03b72130d424 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': '8026fb64-b89b-43be-adfa-5b31c3c46bd1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:39.494108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7be8e723-0277-41a5-a160-03b72130d424 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.566397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7be8e723-0277-41a5-a160-03b72130d424 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.571830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7be8e723-0277-41a5-a160-03b72130d424 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.594552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8e723-0277-41a5-a160-03b72130d424 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b366f759-f5a0-4fdb-a749-3e397c5896db,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:39.601922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7be8e723-0277-41a5-a160-03b72130d424 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.603360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7be8e723-0277-41a5-a160-03b72130d424 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1463776 Sep 19 03:29:39.606797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 49986) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.638362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7efd4cc-6d54-45ac-bc66-14f126b25b68 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.647326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7efd4cc-6d54-45ac-bc66-14f126b25b68 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.679063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7efd4cc-6d54-45ac-bc66-14f126b25b68 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.686240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c7efd4cc-6d54-45ac-bc66-14f126b25b68 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.690218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49988) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.690360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c7efd4cc-6d54-45ac-bc66-14f126b25b68 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b366f759-f5a0-4fdb-a749-3e397c5896db HTTP/1.1" status: 204 len: 168 time: 0.0821707 Sep 19 03:29:39.696518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efd4cc-6d54-45ac-bc66-14f126b25b68 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b366f759-f5a0-4fdb-a749-3e397c5896db,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:39.742792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-10a92734-2062-4b5c-8698-4d6e4e272abb tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0493259 Sep 19 03:29:39.744836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.772972 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f353003a-ff23-4a91-9278-13cad629233f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.780724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f353003a-ff23-4a91-9278-13cad629233f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.819952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f353003a-ff23-4a91-9278-13cad629233f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.835569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f353003a-ff23-4a91-9278-13cad629233f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.839070 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f353003a-ff23-4a91-9278-13cad629233f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a67f708c-27dd-4b18-a949-f7f171b766e1 HTTP/1.1" status: 204 len: 168 time: 0.0901875 Sep 19 03:29:39.839070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f353003a-ff23-4a91-9278-13cad629233f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a67f708c-27dd-4b18-a949-f7f171b766e1,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:39.840270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.893390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed7a75-ba1c-4d12-9847-bcf2ea660a86 req-210e2c0c-ace3-4195-ab7f-a55dd268df0e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:39.895627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fed7a75-ba1c-4d12-9847-bcf2ea660a86 req-210e2c0c-ace3-4195-ab7f-a55dd268df0e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 945 time: 0.0855062 Sep 19 03:29:39.911679 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7df49120-7ee6-4eef-896f-e90a91c1f591 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0648677 Sep 19 03:29:39.914450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 49998) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:39.946822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c213e6b5-037d-4ed9-b0d3-8c22cd6eb0b7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.949620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fed7a75-ba1c-4d12-9847-bcf2ea660a86 req-3e84f4aa-c545-47fb-a4b5-24ebd1fec4eb tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477221 Sep 19 03:29:39.964356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c213e6b5-037d-4ed9-b0d3-8c22cd6eb0b7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:39.995965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c213e6b5-037d-4ed9-b0d3-8c22cd6eb0b7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.002587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c213e6b5-037d-4ed9-b0d3-8c22cd6eb0b7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.003798 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c213e6b5-037d-4ed9-b0d3-8c22cd6eb0b7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9a290414-c949-4e58-8761-2ad368263394 HTTP/1.1" status: 204 len: 168 time: 0.0880201 Sep 19 03:29:40.006434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50000) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.010625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213e6b5-037d-4ed9-b0d3-8c22cd6eb0b7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a290414-c949-4e58-8761-2ad368263394,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:40.071609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-628e3d4a-d6a0-4be3-84e9-35c204914b04 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0636866 Sep 19 03:29:40.074159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50004) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.099459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9415-e323-46af-9fc4-672938051054 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.114492 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9415-e323-46af-9fc4-672938051054 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.150542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9415-e323-46af-9fc4-672938051054 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.158806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fe3d9415-e323-46af-9fc4-672938051054 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.159977 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fe3d9415-e323-46af-9fc4-672938051054 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/36408ef9-77f8-46f2-a81a-49a6735bc3ab HTTP/1.1" status: 204 len: 168 time: 0.0847099 Sep 19 03:29:40.162912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50008) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.164588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d9415-e323-46af-9fc4-672938051054 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36408ef9-77f8-46f2-a81a-49a6735bc3ab,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:40.214694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9418fba8-42ed-4d7f-88cc-4be6f9cc55e1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0500972 Sep 19 03:29:40.217378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50010) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.246492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8805bfb2-fab3-46e9-af7d-a12396a207a2 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:40.247914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1825d022-11e5-4c9e-93f9-546c557d57b2 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.255901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50014) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.256730 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1825d022-11e5-4c9e-93f9-546c557d57b2 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.294883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1825d022-11e5-4c9e-93f9-546c557d57b2 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.305964 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1825d022-11e5-4c9e-93f9-546c557d57b2 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.309933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1825d022-11e5-4c9e-93f9-546c557d57b2 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/750f616a-5322-4054-8711-f6e72ab69ffd HTTP/1.1" status: 204 len: 168 time: 0.0914948 Sep 19 03:29:40.313946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50016) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.316445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 8805bfb2-fab3-46e9-af7d-a12396a207a2 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:29:40.321209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 8805bfb2-fab3-46e9-af7d-a12396a207a2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:40.321914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.335667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825d022-11e5-4c9e-93f9-546c557d57b2 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=750f616a-5322-4054-8711-f6e72ab69ffd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:40.420636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b8d492d3-e068-4331-bfe0-17904ab14a5e tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1030698 Sep 19 03:29:40.423143 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50018) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.435731 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.471535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20072f86-46c6-46bb-b162-e003e72a8087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8805bfb2-fab3-46e9-af7d-a12396a207a2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:40.473983 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ae3276-847b-496e-8e26-8843b8d81861" -d '{"events": [{"server_uuid": "20072f86-46c6-46bb-b162-e003e72a8087", "name": "network-vif-plugged", "status": "completed", "tag": "8805bfb2-fab3-46e9-af7d-a12396a207a2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:40.523731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78762438-e31e-462b-962d-168a9ddc6828 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.557493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port eb524f3c-3897-4923-b9de-4a6c38013c11 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:40.558107 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.601204 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78762438-e31e-462b-962d-168a9ddc6828 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.661523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.662128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.688706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for eb524f3c-3897-4923-b9de-4a6c38013c11 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:40.691258 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78762438-e31e-462b-962d-168a9ddc6828 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.692591 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007e392e-283e-413e-91c7-53e75d551147 x-openstack-request-id: req-007e392e-283e-413e-91c7-53e75d551147 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:40.692959 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20072f86-46c6-46bb-b162-e003e72a8087", "name": "network-vif-plugged", "status": "completed", "tag": "8805bfb2-fab3-46e9-af7d-a12396a207a2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:40.693216 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-007e392e-283e-413e-91c7-53e75d551147 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:40.693606 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20072f86-46c6-46bb-b162-e003e72a8087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8805bfb2-fab3-46e9-af7d-a12396a207a2', 'code': 200} Sep 19 03:29:40.694391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-78762438-e31e-462b-962d-168a9ddc6828 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.695733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-78762438-e31e-462b-962d-168a9ddc6828 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/8026fb64-b89b-43be-adfa-5b31c3c46bd1 HTTP/1.1" status: 204 len: 168 time: 0.2715263 Sep 19 03:29:40.699695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 8805bfb2-fab3-46e9-af7d-a12396a207a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8805bfb2-fab3-46e9-af7d-a12396a207a2,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:40.700453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50022) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.707140 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.713406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78762438-e31e-462b-962d-168a9ddc6828 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8026fb64-b89b-43be-adfa-5b31c3c46bd1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:40.768496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-206c7abb-2b35-4cba-9f58-bc46b5766c3d tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619197 Sep 19 03:29:40.772589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50024) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:40.779784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7546b6e1-f48b-4d38-94c6-dbe527b2f235 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--329406936'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:40.797868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=8805bfb2-fab3-46e9-af7d-a12396a207a2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:40.834001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7546b6e1-f48b-4d38-94c6-dbe527b2f235 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.977771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7546b6e1-f48b-4d38-94c6-dbe527b2f235 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:40.986192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7546b6e1-f48b-4d38-94c6-dbe527b2f235 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.071179 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7546b6e1-f48b-4d38-94c6-dbe527b2f235 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.072715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7546b6e1-f48b-4d38-94c6-dbe527b2f235 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2990742 Sep 19 03:29:41.075430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50030) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:41.099501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-edf6bf2d-5706-48a6-b423-aaa157dfd8d1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': 'def06b35-41cc-4348-9cc3-146e00b81acf', 'direction': 'ingress', 'protocol': 17}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:41.106239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546b6e1-f48b-4d38-94c6-dbe527b2f235 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def06b35-41cc-4348-9cc3-146e00b81acf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:41.145118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13efe02a-cdcb-47d1-83bb-afcadb4756c5 req-999beecb-3291-46ea-aa46-5bcd74503c92 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:41.146718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13efe02a-cdcb-47d1-83bb-afcadb4756c5 req-999beecb-3291-46ea-aa46-5bcd74503c92 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.0895669 Sep 19 03:29:41.152818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf2d-5706-48a6-b423-aaa157dfd8d1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.217872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13efe02a-cdcb-47d1-83bb-afcadb4756c5 req-32324080-f2fd-40b1-8132-e2e476d6d012 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606661 Sep 19 03:29:41.233226 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf2d-5706-48a6-b423-aaa157dfd8d1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.234992 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be687a-ff34-4e7d-b0db-5086ca7eb6b4 req-3f6a3d18-f5f8-40b7-ab88-eac31f0e3cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:41.237303 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14be687a-ff34-4e7d-b0db-5086ca7eb6b4 req-3f6a3d18-f5f8-40b7-ab88-eac31f0e3cb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 1097 time: 0.1094775 Sep 19 03:29:41.248284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf2d-5706-48a6-b423-aaa157dfd8d1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.267530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6bf2d-5706-48a6-b423-aaa157dfd8d1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeeaa40-32d7-4a14-8483-1d23d9f93699,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:41.276303 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-edf6bf2d-5706-48a6-b423-aaa157dfd8d1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.278036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-edf6bf2d-5706-48a6-b423-aaa157dfd8d1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2013855 Sep 19 03:29:41.280853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50032) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:41.300480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14be687a-ff34-4e7d-b0db-5086ca7eb6b4 req-f19e5285-3e93-4208-8e82-341387144cff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546129 Sep 19 03:29:41.357575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-592cd386-cd0f-4cd7-a181-8ef04d7cdbb6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.381975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.390593 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-592cd386-cd0f-4cd7-a181-8ef04d7cdbb6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.413527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=eb524f3c-3897-4923-b9de-4a6c38013c11,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:41.480655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-592cd386-cd0f-4cd7-a181-8ef04d7cdbb6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.484296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-592cd386-cd0f-4cd7-a181-8ef04d7cdbb6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.489105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-592cd386-cd0f-4cd7-a181-8ef04d7cdbb6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/def06b35-41cc-4348-9cc3-146e00b81acf HTTP/1.1" status: 204 len: 168 time: 0.2064984 Sep 19 03:29:41.489725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50036) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:41.501660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cd386-cd0f-4cd7-a181-8ef04d7cdbb6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def06b35-41cc-4348-9cc3-146e00b81acf,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:41.518933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.519904 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP daedfe98-fcc2-4155-87dc-49beac3fcabc disassociated (deleted). External IP: 172.25.8.75, port: 39ee48e5-2604-4229-b89e-8a2e20f9377f. Sep 19 03:29:41.590378 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a69dde3-2717-49dd-88a3-50b9d25e0c49 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993252 Sep 19 03:29:41.594068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50038) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:41.600273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ed7331dd-4401-47c9-8c93-924c1fbb4278 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--558349079'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:41.640747 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed7331dd-4401-47c9-8c93-924c1fbb4278 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.758536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed7331dd-4401-47c9-8c93-924c1fbb4278 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.763588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed7331dd-4401-47c9-8c93-924c1fbb4278 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.793302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7331dd-4401-47c9-8c93-924c1fbb4278 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c14661-6c82-4dc6-bfdf-2930fce950a7,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:41.793531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:29:41.805737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed7331dd-4401-47c9-8c93-924c1fbb4278 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.810388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ed7331dd-4401-47c9-8c93-924c1fbb4278 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2128291 Sep 19 03:29:41.810946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50040) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:41.815483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-81fc819f-d4a0-4365-b0ff-0643c968a74a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413285257'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:41.841936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81fc819f-d4a0-4365-b0ff-0643c968a74a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.935038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:29:41.940948 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.948953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] Sync routers for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:29:41.953491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81fc819f-d4a0-4365-b0ff-0643c968a74a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.959682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81fc819f-d4a0-4365-b0ff-0643c968a74a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:41.964423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:41.965685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:41.978287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0ddf7007-7b1e-456d-b65b-b7123f20f3af tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/floatingips/daedfe98-fcc2-4155-87dc-49beac3fcabc HTTP/1.1" status: 204 len: 168 time: 1.7210407 Sep 19 03:29:41.979122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:41.981950 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b141d2-c181-47fb-a622-31f4264db7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:42.036229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81fc819f-d4a0-4365-b0ff-0643c968a74a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.042907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-81fc819f-d4a0-4365-b0ff-0643c968a74a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2284284 Sep 19 03:29:42.043420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50048) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:42.048958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c0c8dfc0-ed03-4d45-af4c-02acddce337b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': '27c14661-6c82-4dc6-bfdf-2930fce950a7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8920d5dc-c32e-42e7-ae87-9c5563d8069b', 'remote_ip_prefix': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:42.054442 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e971b8-f220-40b2-b33b-403433ba815d x-openstack-request-id: req-b8e971b8-f220-40b2-b33b-403433ba815d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:42.055961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc819f-d4a0-4365-b0ff-0643c968a74a tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8920d5dc-c32e-42e7-ae87-9c5563d8069b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:42.058132 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:42.058485 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8e971b8-f220-40b2-b33b-403433ba815d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:42.059042 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'status': 'completed', 'code': 200} Sep 19 03:29:42.125187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-8de9e48e-4ee3-4f0f-b81b-8a8d2d10138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:42.126825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-8de9e48e-4ee3-4f0f-b81b-8a8d2d10138f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 1096 time: 0.0594358 Sep 19 03:29:42.132660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dfc0-ed03-4d45-af4c-02acddce337b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.223666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:29:42.297680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-366aa1ba-faff-4db1-8173-d474a75fb748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:42.301698 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-366aa1ba-faff-4db1-8173-d474a75fb748 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 200 len: 898 time: 0.1653612 Sep 19 03:29:42.385272 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-a94449f1-2396-479e-80a9-37183de9a141 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 200 len: 217 time: 0.0719352 Sep 19 03:29:42.451777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dfc0-ed03-4d45-af4c-02acddce337b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.462241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dfc0-ed03-4d45-af4c-02acddce337b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.470537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d5f8c-7649-4145-910c-f2e16d09656e req-87834dd4-347f-4cf1-b939-87e9cbc601d5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:42.472172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-674d5f8c-7649-4145-910c-f2e16d09656e req-87834dd4-347f-4cf1-b939-87e9cbc601d5 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.1242692 Sep 19 03:29:42.489634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-a4ffc6a4-e126-4576-b056-e19fd763c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:42.492090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-a4ffc6a4-e126-4576-b056-e19fd763c23c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 200 len: 835 time: 0.0978522 Sep 19 03:29:42.540878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8dfc0-ed03-4d45-af4c-02acddce337b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d603e9c1-5b04-4388-8f89-4875c8fc849e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:42.550907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dfc0-ed03-4d45-af4c-02acddce337b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.552884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c0c8dfc0-ed03-4d45-af4c-02acddce337b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5078843 Sep 19 03:29:42.555122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50058) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:42.568872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-674d5f8c-7649-4145-910c-f2e16d09656e req-30727651-92e0-452c-8182-1a654f49f291 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872278 Sep 19 03:29:42.587291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-4f9573e5-793c-4f55-bb61-cefa640c60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:42.589694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-4f9573e5-793c-4f55-bb61-cefa640c60e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882943 Sep 19 03:29:42.606205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc958-32f2-4438-a3a1-f358f3fe4a71 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.634499 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc958-32f2-4438-a3a1-f358f3fe4a71 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.756625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc958-32f2-4438-a3a1-f358f3fe4a71 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.770382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:56Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:42.770723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ddcc958-32f2-4438-a3a1-f358f3fe4a71 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:42.772042 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ddcc958-32f2-4438-a3a1-f358f3fe4a71 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d603e9c1-5b04-4388-8f89-4875c8fc849e HTTP/1.1" status: 204 len: 168 time: 0.2157421 Sep 19 03:29:42.777914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:42.779936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95475961-855e-472b-9feb-9996586e445e req-0250f805-d69d-49bb-adc4-34cf8e48aaf8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:42.781488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95475961-855e-472b-9feb-9996586e445e req-0250f805-d69d-49bb-adc4-34cf8e48aaf8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.0986974 Sep 19 03:29:42.799760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcc958-32f2-4438-a3a1-f358f3fe4a71 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d603e9c1-5b04-4388-8f89-4875c8fc849e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:42.818180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-21e98f55-5450-4c32-b89a-7e9b6b2291af service neutron] 10.222.0.30 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147715 Sep 19 03:29:42.852520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] Checking router: 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:29:42.882715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:42.887179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:42.991281 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-65b141d2-c181-47fb-a622-31f4264db7e1 req-2d2d9be5-aaca-4dc9-acde-b6b49dfafc0f service neutron] 10.222.0.30 "GET /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620471 Sep 19 03:29:43.008313 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0a627b44-32c7-466b-9978-7c0dc8cf7cd3 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2280529 Sep 19 03:29:43.011585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50064) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:43.044448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 39ee48e5-2604-4229-b89e-8a2e20f9377f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:43.044863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.056897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c74a9-3c5f-4f51-9b10-b050c20285c2 req-334edd29-9af7-4b80-8f55-79721e62f1f6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:43.066127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-903c74a9-3c5f-4f51-9b10-b050c20285c2 req-334edd29-9af7-4b80-8f55-79721e62f1f6 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e2307fd-8f0e-4a05-9ee8-38e4c3aab664 HTTP/1.1" status: 200 len: 945 time: 0.4030387 Sep 19 03:29:43.078549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:29:43.091398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-014ceab6-63a0-4e2f-bd8b-efbe1e484ff1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.116327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-014ceab6-63a0-4e2f-bd8b-efbe1e484ff1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.174491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-014ceab6-63a0-4e2f-bd8b-efbe1e484ff1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.181168 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-014ceab6-63a0-4e2f-bd8b-efbe1e484ff1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.184753 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-014ceab6-63a0-4e2f-bd8b-efbe1e484ff1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/8920d5dc-c32e-42e7-ae87-9c5563d8069b HTTP/1.1" status: 204 len: 168 time: 0.1699178 Sep 19 03:29:43.187531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50068) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:43.196774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-903c74a9-3c5f-4f51-9b10-b050c20285c2 req-a72d76aa-4a4d-43de-b141-130ff7e89657 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=5cac8b8e-bbc0-4a58-89be-4a689e30f573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242607 Sep 19 03:29:43.228514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ceab6-63a0-4e2f-bd8b-efbe1e484ff1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920d5dc-c32e-42e7-ae87-9c5563d8069b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:43.248084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 39ee48e5-2604-4229-b89e-8a2e20f9377f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=39ee48e5-2604-4229-b89e-8a2e20f9377f,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:43.248975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.269705 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6285938a-4f4e-4deb-aeff-f3179e31686e tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0687640 Sep 19 03:29:43.272602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50070) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:43.293438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 39ee48e5-2604-4229-b89e-8a2e20f9377f owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:43.352121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:56Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:43.383734 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0500319b-6171-4a4b-be39-b0ad02f11887 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.385997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d6b719-3136-45e6-92bc-49f7f5314aac None None] The sync data for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 is: [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:27:51Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '0fca033d-7129-4109-8672-85db4771da8b', 'name': '', 'network_id': '3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': '1857c852-21da-47cc-9be4-28ab27922377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:49Z', 'updated_at': '2021-09-19T03:27:56Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1857c852-21da-47cc-9be4-28ab27922377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:29:43.420529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0500319b-6171-4a4b-be39-b0ad02f11887 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.497089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0500319b-6171-4a4b-be39-b0ad02f11887 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.499987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0500319b-6171-4a4b-be39-b0ad02f11887 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.501427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0500319b-6171-4a4b-be39-b0ad02f11887 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/27c14661-6c82-4dc6-bfdf-2930fce950a7 HTTP/1.1" status: 204 len: 168 time: 0.2277246 Sep 19 03:29:43.504290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50072) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:43.517813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500319b-6171-4a4b-be39-b0ad02f11887 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c14661-6c82-4dc6-bfdf-2930fce950a7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:43.532614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.568428 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a0ac64a6-784d-4192-8f46-70315a830dcc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628812 Sep 19 03:29:43.569245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50074) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:43.577287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d510da9a-f1ea-41df-98b5-921084713418 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--526008332'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:43.584686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=39ee48e5-2604-4229-b89e-8a2e20f9377f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:43.611757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d510da9a-f1ea-41df-98b5-921084713418 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.639233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] No DVR routers for this DVR port 39ee48e5-2604-4229-b89e-8a2e20f9377f on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:43.642560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.644845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-95475961-855e-472b-9feb-9996586e445e req-34343a15-d58b-4a98-b1d0-70987388bd75 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.30 "DELETE /v2.0/ports/39ee48e5-2604-4229-b89e-8a2e20f9377f HTTP/1.1" status: 204 len: 173 time: 0.8573375 Sep 19 03:29:43.645449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-deleted', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:43.648111 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf9d8e2-733f-44b9-baf4-fc0b93713a37" -d '{"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-deleted", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:43.741534 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7e3743-682a-42f1-8a94-3ce0fa63e18e x-openstack-request-id: req-8f7e3743-682a-42f1-8a94-3ce0fa63e18e {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:43.741840 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2307fd-8f0e-4a05-9ee8-38e4c3aab664", "name": "network-vif-deleted", "tag": "39ee48e5-2604-4229-b89e-8a2e20f9377f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:43.742098 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f7e3743-682a-42f1-8a94-3ce0fa63e18e {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:43.742502 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2307fd-8f0e-4a05-9ee8-38e4c3aab664', 'name': 'network-vif-deleted', 'tag': '39ee48e5-2604-4229-b89e-8a2e20f9377f', 'status': 'completed', 'code': 200} Sep 19 03:29:43.780358 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ce5b99-9f79-4a46-b37b-fd45d4b65ebe None None] New status for floating IP daedfe98-fcc2-4155-87dc-49beac3fcabc: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:29:43.799273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d510da9a-f1ea-41df-98b5-921084713418 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.803813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7b42-5bad-422c-8bb2-b3baf4bd5ac9 req-31998676-82ce-43e4-850c-a54019f5e0db tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:43.805412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a3f7b42-5bad-422c-8bb2-b3baf4bd5ac9 req-31998676-82ce-43e4-850c-a54019f5e0db tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.1194530 Sep 19 03:29:43.806992 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d510da9a-f1ea-41df-98b5-921084713418 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.858556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d510da9a-f1ea-41df-98b5-921084713418 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:43.863029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:43.872431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d1b8933c-348b-4a3f-8b25-52303c0d77e6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': 'abdcfde4-0172-4ef1-bef8-2887484f7d2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:43.872884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d510da9a-f1ea-41df-98b5-921084713418 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2896290 Sep 19 03:29:43.880066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510da9a-f1ea-41df-98b5-921084713418 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdcfde4-0172-4ef1-bef8-2887484f7d2d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:43.890456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a3f7b42-5bad-422c-8bb2-b3baf4bd5ac9 req-d66f7cbb-48da-4fb3-9b92-eae83a80c14b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756440 Sep 19 03:29:43.943413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1b8933c-348b-4a3f-8b25-52303c0d77e6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.044809 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1b8933c-348b-4a3f-8b25-52303c0d77e6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.052894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1b8933c-348b-4a3f-8b25-52303c0d77e6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.070660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8933c-348b-4a3f-8b25-52303c0d77e6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfdf89dc-30eb-4543-ab8f-c31c05423616,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:44.091401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e88ed9-0093-4dd8-a933-d3ff7e07f2d4 req-08782a6d-d869-4faf-8244-5504b55a9601 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:44.093523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2e88ed9-0093-4dd8-a933-d3ff7e07f2d4 req-08782a6d-d869-4faf-8244-5504b55a9601 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.0949712 Sep 19 03:29:44.100970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d1b8933c-348b-4a3f-8b25-52303c0d77e6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.105524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d1b8933c-348b-4a3f-8b25-52303c0d77e6 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2381930 Sep 19 03:29:44.106500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50086) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:44.139927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf64316a-851e-4378-b353-af1eaa0648eb tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.149415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf64316a-851e-4378-b353-af1eaa0648eb tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.157859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2e88ed9-0093-4dd8-a933-d3ff7e07f2d4 req-3e08f7fe-e610-4d5f-9088-975ff50dc813 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Sep 19 03:29:44.184751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf64316a-851e-4378-b353-af1eaa0648eb tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.193258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bf64316a-851e-4378-b353-af1eaa0648eb tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.194398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bf64316a-851e-4378-b353-af1eaa0648eb tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/bfdf89dc-30eb-4543-ab8f-c31c05423616 HTTP/1.1" status: 204 len: 168 time: 0.0863092 Sep 19 03:29:44.198849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50092) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:44.210030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64316a-851e-4378-b353-af1eaa0648eb tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfdf89dc-30eb-4543-ab8f-c31c05423616,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:44.253254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50096) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:44.273126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f06045a6-5002-40c4-997c-22353303db6e tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0706851 Sep 19 03:29:44.273735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50098) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:44.347448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa36e411-943e-4e13-b053-bc9f699eeba4 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.377027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa36e411-943e-4e13-b053-bc9f699eeba4 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.424584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa36e411-943e-4e13-b053-bc9f699eeba4 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.427713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa36e411-943e-4e13-b053-bc9f699eeba4 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.428986 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa36e411-943e-4e13-b053-bc9f699eeba4 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/abdcfde4-0172-4ef1-bef8-2887484f7d2d HTTP/1.1" status: 204 len: 168 time: 0.1543102 Sep 19 03:29:44.432845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50102) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:44.451191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36e411-943e-4e13-b053-bc9f699eeba4 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdcfde4-0172-4ef1-bef8-2887484f7d2d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:44.487512 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78da2ca6-77cd-4f87-baa6-c33ecbfc59c1 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534408 Sep 19 03:29:44.492762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50104) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:44.503371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5585f4-333b-43bf-8ef9-050be389249a req-56bc2726-c282-4239-84cf-4151a8bf4b0f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:44.504007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e6c5857-3b15-47ec-a187-ba0735d8b93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.504981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc5585f4-333b-43bf-8ef9-050be389249a req-56bc2726-c282-4239-84cf-4151a8bf4b0f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.1323559 Sep 19 03:29:44.509923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9c83d648-0cc2-4f13-9a0d-67bc0ec222ed tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group': {'name': 'tempest-secgroup--1981336901'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:44.585260 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c83d648-0cc2-4f13-9a0d-67bc0ec222ed tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.621629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc5585f4-333b-43bf-8ef9-050be389249a req-13fa801f-f1f9-46ae-a65e-8af2f6394fa6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013174 Sep 19 03:29:44.771585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c83d648-0cc2-4f13-9a0d-67bc0ec222ed tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.781834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c83d648-0cc2-4f13-9a0d-67bc0ec222ed tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.849461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c83d648-0cc2-4f13-9a0d-67bc0ec222ed tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.850924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c83d648-0cc2-4f13-9a0d-67bc0ec222ed tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3447933 Sep 19 03:29:44.853741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50112) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:44.856199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83d648-0cc2-4f13-9a0d-67bc0ec222ed tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca6463-c7ba-4734-ac03-988d6747a34d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:44.858937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1040cf90-cb97-47f8-8465-9ab4ef653b64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca6463-c7ba-4734-ac03-988d6747a34d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:44.892251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1040cf90-cb97-47f8-8465-9ab4ef653b64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.909234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59eee7c-df02-4bf0-8963-6a4e04623334 req-05035a3f-c0b9-460f-87fc-aefc14323ac2 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:44.911386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a59eee7c-df02-4bf0-8963-6a4e04623334 req-05035a3f-c0b9-460f-87fc-aefc14323ac2 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.1956220 Sep 19 03:29:44.938304 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.961937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1040cf90-cb97-47f8-8465-9ab4ef653b64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.966275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1040cf90-cb97-47f8-8465-9ab4ef653b64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:44.990769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040cf90-cb97-47f8-8465-9ab4ef653b64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f26bbba-1851-4b3e-9583-facd210d079a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:44.996662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1040cf90-cb97-47f8-8465-9ab4ef653b64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.001116 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1040cf90-cb97-47f8-8465-9ab4ef653b64 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438777 Sep 19 03:29:45.001765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50114) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.007128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a59eee7c-df02-4bf0-8963-6a4e04623334 req-fb5f5e0c-5591-4eaa-af7c-2e14328a852b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775592 Sep 19 03:29:45.025308 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4eeec4a-ba38-460c-8a9c-d7aaa573341b tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules/5f26bbba-1851-4b3e-9583-facd210d079a HTTP/1.1" status: 200 len: 763 time: 0.0180538 Sep 19 03:29:45.025308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50116) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.076170 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3577dfd0-9357-475a-aae3-6b41d9b4300e tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0492210 Sep 19 03:29:45.076652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50120) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.104501 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d558b4ac-2f34-4572-ae27-e950aca56f5f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.112466 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d558b4ac-2f34-4572-ae27-e950aca56f5f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.150005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d558b4ac-2f34-4572-ae27-e950aca56f5f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.159463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d558b4ac-2f34-4572-ae27-e950aca56f5f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.160779 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d558b4ac-2f34-4572-ae27-e950aca56f5f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5f26bbba-1851-4b3e-9583-facd210d079a HTTP/1.1" status: 204 len: 168 time: 0.0832064 Sep 19 03:29:45.164507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50124) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.175565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558b4ac-2f34-4572-ae27-e950aca56f5f tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f26bbba-1851-4b3e-9583-facd210d079a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:45.218283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7c85c1c-9ccf-408c-b77b-9bac3495a201 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526185 Sep 19 03:29:45.223262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50126) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.228626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4179b47a-986b-4f05-9b41-2a2c705461f7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca6463-c7ba-4734-ac03-988d6747a34d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:45.256175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4179b47a-986b-4f05-9b41-2a2c705461f7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.287695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed794e-76f0-416c-9b94-c685fe51abc4 req-313ef467-08e3-47b4-986b-4c708c1ddd80 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:45.289218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ed794e-76f0-416c-9b94-c685fe51abc4 req-313ef467-08e3-47b4-986b-4c708c1ddd80 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.0938187 Sep 19 03:29:45.342328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4179b47a-986b-4f05-9b41-2a2c705461f7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.347361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4179b47a-986b-4f05-9b41-2a2c705461f7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.358837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08ed794e-76f0-416c-9b94-c685fe51abc4 req-08f594ef-1764-42b2-b187-b31ac7ed8c93 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475183 Sep 19 03:29:45.368074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179b47a-986b-4f05-9b41-2a2c705461f7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3e3a7a-3e52-4e5a-9dce-7251092e6595,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:45.374956 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4179b47a-986b-4f05-9b41-2a2c705461f7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.386010 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4179b47a-986b-4f05-9b41-2a2c705461f7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1515267 Sep 19 03:29:45.386010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50130) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.389468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 0fca033d-7129-4109-8672-85db4771da8b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:45.389829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.402107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cc844a74-b6ee-4edd-b83b-d2781aeb8395 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules/8d3e3a7a-3e52-4e5a-9dce-7251092e6595 HTTP/1.1" status: 200 len: 763 time: 0.0201640 Sep 19 03:29:45.405877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50134) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.460782 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-62d6fb3d-5166-4fe6-a4e2-4205967d0797 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0533056 Sep 19 03:29:45.464247 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50136) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.490349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57c4d5f0-2255-4f9c-a71e-587735b2d425 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.498635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57c4d5f0-2255-4f9c-a71e-587735b2d425 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.528888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 0fca033d-7129-4109-8672-85db4771da8b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0fca033d-7129-4109-8672-85db4771da8b,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:45.529960 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.547046 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57c4d5f0-2255-4f9c-a71e-587735b2d425 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.552605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-57c4d5f0-2255-4f9c-a71e-587735b2d425 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.553739 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-57c4d5f0-2255-4f9c-a71e-587735b2d425 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8d3e3a7a-3e52-4e5a-9dce-7251092e6595 HTTP/1.1" status: 204 len: 168 time: 0.0885501 Sep 19 03:29:45.553931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee27673-a5b8-4f96-a66b-1d1cd4b446f2 req-e224c813-33b9-49ef-819d-d1dea2ee2ea3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:45.555345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ee27673-a5b8-4f96-a66b-1d1cd4b446f2 req-e224c813-33b9-49ef-819d-d1dea2ee2ea3 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.0987225 Sep 19 03:29:45.556486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50138) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.564845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 0fca033d-7129-4109-8672-85db4771da8b owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:45.575189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4d5f0-2255-4f9c-a71e-587735b2d425 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d3e3a7a-3e52-4e5a-9dce-7251092e6595,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:45.606224 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-962cb861-7980-4de7-8de7-d19ce831d799 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0481589 Sep 19 03:29:45.608827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50140) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.613135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c9680ac7-ea3d-4432-9d12-7fa33bcdfae8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Request body: {'security_group_rule': {'security_group_id': 'e9ca6463-c7ba-4734-ac03-988d6747a34d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:45.645753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ee27673-a5b8-4f96-a66b-1d1cd4b446f2 req-82f60196-92c6-4662-a92c-e61c8ff0b8c6 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744579 Sep 19 03:29:45.647577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9680ac7-ea3d-4432-9d12-7fa33bcdfae8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.712276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9680ac7-ea3d-4432-9d12-7fa33bcdfae8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.716940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9680ac7-ea3d-4432-9d12-7fa33bcdfae8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.742897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9680ac7-ea3d-4432-9d12-7fa33bcdfae8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7319a96-92a1-46af-b286-c723821892d2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:45.749966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c9680ac7-ea3d-4432-9d12-7fa33bcdfae8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.753105 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c9680ac7-ea3d-4432-9d12-7fa33bcdfae8 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433468 Sep 19 03:29:45.755837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50144) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.773063 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0b242311-9932-4bd9-9a4d-1d99243bd7c5 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules/f7319a96-92a1-46af-b286-c723821892d2 HTTP/1.1" status: 200 len: 764 time: 0.0161362 Sep 19 03:29:45.775765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50146) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.820674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aaae8153-ab25-45d7-9ea9-3c5693d0ffd7 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0414305 Sep 19 03:29:45.821137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50148) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.832691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.855996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84da21fe-3fca-434e-af37-dbd2febcaeda tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.865724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84da21fe-3fca-434e-af37-dbd2febcaeda tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.888459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=0fca033d-7129-4109-8672-85db4771da8b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:45.921239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84da21fe-3fca-434e-af37-dbd2febcaeda tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.928295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-84da21fe-3fca-434e-af37-dbd2febcaeda tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:45.930980 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-84da21fe-3fca-434e-af37-dbd2febcaeda tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f7319a96-92a1-46af-b286-c723821892d2 HTTP/1.1" status: 204 len: 168 time: 0.1087008 Sep 19 03:29:45.933815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50154) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:45.949517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da21fe-3fca-434e-af37-dbd2febcaeda tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7319a96-92a1-46af-b286-c723821892d2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:46.032344 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3feaac7-72a9-4295-8aba-589a404d56d9 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0972178 Sep 19 03:29:46.032985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50156) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:46.060367 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.132902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c59b709c-a038-41ee-b761-cebc27167efc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.160471 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c59b709c-a038-41ee-b761-cebc27167efc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.204217 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.210520 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c59b709c-a038-41ee-b761-cebc27167efc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.213941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c59b709c-a038-41ee-b761-cebc27167efc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.217720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c59b709c-a038-41ee-b761-cebc27167efc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "DELETE /v2.0/security-groups/e9ca6463-c7ba-4734-ac03-988d6747a34d HTTP/1.1" status: 204 len: 168 time: 0.1811879 Sep 19 03:29:46.217889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46639a-5b97-444d-a2b1-6e60a51d998f req-34f8b4f1-9b95-4d3e-a29a-64f32bf23c6e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:46.217889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b46639a-5b97-444d-a2b1-6e60a51d998f req-34f8b4f1-9b95-4d3e-a29a-64f32bf23c6e tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.0807412 Sep 19 03:29:46.218083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50160) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:46.225398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b709c-a038-41ee-b761-cebc27167efc tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca6463-c7ba-4734-ac03-988d6747a34d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:46.284665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:46.309290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 39ee48e5-2604-4229-b89e-8a2e20f9377f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:46.309658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 39ee48e5-2604-4229-b89e-8a2e20f9377f not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:46.319923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b46639a-5b97-444d-a2b1-6e60a51d998f req-a4de039f-4502-4e39-b49e-dcb8f4c5e673 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917847 Sep 19 03:29:46.358839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-afdc55c0-4a88-4688-ac17-f125022a8bf3 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301031 Sep 19 03:29:46.358839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50164) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:46.446298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe5b37e9-1bd7-4cf1-ba9a-a21a6269db25 tempest-SecGroupTest-1430616970 tempest-SecGroupTest-1430616970-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868063 Sep 19 03:29:46.557644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:29:46.678757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:29:46.684609 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1d41b1fe-6315-4c48-a180-621b4c1abe3c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/3ba1068b-cb4f-4924-b2b2-9966d1d5bd51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301307 Sep 19 03:29:46.687353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50170) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:46.691066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] Sync routers for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:29:46.701590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:46.702339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:46.736349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50172) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:46.759415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting subnet 1857c852-21da-47cc-9be4-28ab27922377 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:46.764714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.822048 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:46.849322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:29:46.935307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a587ae73-bc7e-4f5c-8e75-44715bbd6994 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb18353c19e440bc974182eae1284556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977844 Sep 19 03:29:46.935525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50178) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:46.949365 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.030622 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.035713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba81be6-2bd5-4333-b97d-672c4d7a12a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.066006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba81be6-2bd5-4333-b97d-672c4d7a12a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.067304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Subnet': ['ID=1857c852-21da-47cc-9be4-28ab27922377,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:47.083089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.084989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aa18b292-0b56-44ec-881d-3885aeb63b4b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/subnets/1857c852-21da-47cc-9be4-28ab27922377 HTTP/1.1" status: 204 len: 168 time: 0.3966248 Sep 19 03:29:47.087690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50180) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:47.091018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ad791-2654-4648-acfd-9eb876e504bf None None] Network 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:47.097621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:29:45Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:47.133141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba81be6-2bd5-4333-b97d-672c4d7a12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.135640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] Checking router: 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:29:47.136688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ba81be6-2bd5-4333-b97d-672c4d7a12a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.137929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ba81be6-2bd5-4333-b97d-672c4d7a12a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42e5c802-b92b-4812-82e9-01522db460cf HTTP/1.1" status: 204 len: 168 time: 0.2010992 Sep 19 03:29:47.146966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba81be6-2bd5-4333-b97d-672c4d7a12a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5c802-b92b-4812-82e9-01522db460cf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:47.154272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] Routers {'3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:47.155363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:47.242588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.296215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59fc336b-1f27-460e-8c88-ba58643f689a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.405074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] Set router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:29:47.482688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] DHCP port deletion for 3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:29:47.503377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.522320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c146b-7d61-41a6-abc6-0d042d915288 req-1ff2143f-d7d1-4164-9acc-1ee89cec9d5b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:47.523963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee1c146b-7d61-41a6-abc6-0d042d915288 req-1ff2143f-d7d1-4164-9acc-1ee89cec9d5b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.0947337 Sep 19 03:29:47.599374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] Deleting port eaa0005b-f231-4760-9013-3d03880ed08d {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:47.599760 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.608225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee1c146b-7d61-41a6-abc6-0d042d915288 req-2095a14b-0991-4afb-930e-3d4e092e0b9b tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8024846-6796-4d0a-8996-618674b8a3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561059 Sep 19 03:29:47.636807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 66f84540-4ff4-4a38-9e7d-b939f23c842b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:47.637156 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.671466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a934fc-355f-48d9-92c6-035b17da03ab req-e66248e5-4c98-4f77-96a6-5877d1711d88 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:47.673131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72a934fc-355f-48d9-92c6-035b17da03ab req-e66248e5-4c98-4f77-96a6-5877d1711d88 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 946 time: 0.0937760 Sep 19 03:29:47.697756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] For port eaa0005b-f231-4760-9013-3d03880ed08d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=eaa0005b-f231-4760-9013-3d03880ed08d,segment=NetworkSegment(cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a),segment_id=cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:47.698167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.719318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] Calling delete_port for eaa0005b-f231-4760-9013-3d03880ed08d owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:47.745859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:29:45Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:47.764485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 66f84540-4ff4-4a38-9e7d-b939f23c842b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=66f84540-4ff4-4a38-9e7d-b939f23c842b,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:47.764709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.782948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 66f84540-4ff4-4a38-9e7d-b939f23c842b owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:47.799520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Deleting port 8805bfb2-fab3-46e9-af7d-a12396a207a2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:29:47.800011 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.836382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593431f6-fb9c-4a8f-b8fd-93c1ea5fc984 None None] The sync data for ids ['3ba1068b-cb4f-4924-b2b2-9966d1d5bd51'] in n-d-809936-1 is: [{'id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131062508', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:27:40Z', 'updated_at': '2021-09-19T03:29:45Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '66f84540-4ff4-4a38-9e7d-b939f23c842b', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba1068b-cb4f-4924-b2b2-9966d1d5bd51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3144, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:27:42Z', 'updated_at': '2021-09-19T03:27:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:29:47.936671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.941100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] For port 8805bfb2-fab3-46e9-af7d-a12396a207a2, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=8805bfb2-fab3-46e9-af7d-a12396a207a2,segment=NetworkSegment(1e2aef81-7c95-4511-99d9-1e17e331bd77),segment_id=1e2aef81-7c95-4511-99d9-1e17e331bd77)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:29:47.941638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:47.973214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Calling delete_port for 8805bfb2-fab3-46e9-af7d-a12396a207a2 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:29:47.983487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] Pushing event deleted for resources: {'Port': ['ID=eaa0005b-f231-4760-9013-3d03880ed08d,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:47.990464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee70419-0ff4-4e39-ad1c-53a797e02984 None None] No DVR routers for this DVR port eaa0005b-f231-4760-9013-3d03880ed08d on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:47.998734 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.041582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.075419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=66f84540-4ff4-4a38-9e7d-b939f23c842b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:48.155790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.226731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.269158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['8805bfb2-fab3-46e9-af7d-a12396a207a2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:29:48.287456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Pushing event deleted for resources: {'Port': ['ID=8805bfb2-fab3-46e9-af7d-a12396a207a2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:48.316651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.317016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.317365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.317884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.318425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.318786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.319033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.319372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.320202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.320202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.320385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.320692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:48.334516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.340059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.390549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] No DVR routers for this DVR port 8805bfb2-fab3-46e9-af7d-a12396a207a2 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:29:48.396788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.399842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72a934fc-355f-48d9-92c6-035b17da03ab req-6ed89878-d50d-47dc-98ba-f6ef5e080cb4 tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.32 "DELETE /v2.0/ports/8805bfb2-fab3-46e9-af7d-a12396a207a2 HTTP/1.1" status: 204 len: 173 time: 0.7201002 Sep 19 03:29:48.401167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20072f86-46c6-46bb-b162-e003e72a8087', 'name': 'network-vif-deleted', 'tag': '8805bfb2-fab3-46e9-af7d-a12396a207a2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:29:48.404337 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c276c198-6759-4824-8df8-ac979c9b8fe6" -d '{"events": [{"server_uuid": "20072f86-46c6-46bb-b162-e003e72a8087", "name": "network-vif-deleted", "tag": "8805bfb2-fab3-46e9-af7d-a12396a207a2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:29:48.405449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.406164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:29:48.417104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.421701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2ef20658-631e-4e32-8bfe-e824e3047639 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/routers/3ba1068b-cb4f-4924-b2b2-9966d1d5bd51 HTTP/1.1" status: 204 len: 168 time: 1.3288636 Sep 19 03:29:48.422262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50210) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:48.469480 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5459ecda-0dee-4414-9e56-636007d05b6b x-openstack-request-id: req-5459ecda-0dee-4414-9e56-636007d05b6b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:29:48.469780 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20072f86-46c6-46bb-b162-e003e72a8087", "name": "network-vif-deleted", "tag": "8805bfb2-fab3-46e9-af7d-a12396a207a2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:29:48.470082 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5459ecda-0dee-4414-9e56-636007d05b6b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:29:48.470494 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20072f86-46c6-46bb-b162-e003e72a8087', 'name': 'network-vif-deleted', 'tag': '8805bfb2-fab3-46e9-af7d-a12396a207a2', 'status': 'completed', 'code': 200} Sep 19 03:29:48.483173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:48.914653 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc252815-f338-461e-a3c8-19d071b073b0 req-971c500e-16b4-4282-a267-59c374131b3f tempest-ServerDiskConfigTestJSON-607827397 tempest-ServerDiskConfigTestJSON-607827397-project] 10.222.0.22 "GET /v2.0/ports?device_id=20072f86-46c6-46bb-b162-e003e72a8087 HTTP/1.1" status: 200 len: 210 time: 0.0386231 Sep 19 03:29:48.962380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.059537 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.081540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:49.091819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:49.092124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1cb9bd-bc6b-48f1-909c-fddd697c0f6a') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:49.102185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.123623 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.131849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:29:49.132522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:29:49.136800 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:29:49.272170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.279389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.284503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/networks/3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac HTTP/1.1" status: 204 len: 168 time: 0.8585784 Sep 19 03:29:49.285818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:49.313024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc123e7c-6f14-4481-8338-eea06f8e9eaa tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Network': ['ID=3d6c052c-4964-4ee4-b0f0-5a920fc5e6ac,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:49.330678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0fca033d-7129-4109-8672-85db4771da8b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:49.362045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e8f34be-9779-4cfc-9138-1f6e0122e43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.371424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 0fca033d-7129-4109-8672-85db4771da8b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:49.371782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0fca033d-7129-4109-8672-85db4771da8b not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:49.372186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 66f84540-4ff4-4a38-9e7d-b939f23c842b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:49.398440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e8f34be-9779-4cfc-9138-1f6e0122e43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.399328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 66f84540-4ff4-4a38-9e7d-b939f23c842b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:49.399897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 66f84540-4ff4-4a38-9e7d-b939f23c842b not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:49.401283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device eaa0005b-f231-4760-9013-3d03880ed08d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:49.440422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: eaa0005b-f231-4760-9013-3d03880ed08d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:49.441267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device eaa0005b-f231-4760-9013-3d03880ed08d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:49.493035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e8f34be-9779-4cfc-9138-1f6e0122e43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.496288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e8f34be-9779-4cfc-9138-1f6e0122e43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:49.497441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e8f34be-9779-4cfc-9138-1f6e0122e43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/security-groups/5cac8b8e-bbc0-4a58-89be-4a689e30f573 HTTP/1.1" status: 204 len: 168 time: 0.2100437 Sep 19 03:29:49.521457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f34be-9779-4cfc-9138-1f6e0122e43e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac8b8e-bbc0-4a58-89be-4a689e30f573,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:49.937137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50252) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:49.943102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3fd88dea-920c-4466-a6db-e88cd0887aca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-25915624', 'description': 'tempest-secgroup-smoke-25915624 description', 'project_id': 'cba74cf31d394948bdcb652acbde9af3'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:49.983279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd88dea-920c-4466-a6db-e88cd0887aca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.111266 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.128552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd88dea-920c-4466-a6db-e88cd0887aca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.136716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd88dea-920c-4466-a6db-e88cd0887aca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.146765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50268) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:50.175927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd88dea-920c-4466-a6db-e88cd0887aca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.177201 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3fd88dea-920c-4466-a6db-e88cd0887aca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2393947 Sep 19 03:29:50.184054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50270) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:50.184736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd88dea-920c-4466-a6db-e88cd0887aca tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e51c9-1f61-4474-9746-97403b348198,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:50.191360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6a1212f0-8dfb-402b-b58a-84122f6007b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9f4e51c9-1f61-4474-9746-97403b348198', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:50.235489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] Deleting subnet 05ba7dd1-3cf0-477b-96da-b57594f17113 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:29:50.239838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.273597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a1212f0-8dfb-402b-b58a-84122f6007b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.284847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.369564 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.373996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a1212f0-8dfb-402b-b58a-84122f6007b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.381112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a1212f0-8dfb-402b-b58a-84122f6007b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.402004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8805bfb2-fab3-46e9-af7d-a12396a207a2 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:29:50.429838 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 8805bfb2-fab3-46e9-af7d-a12396a207a2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:29:50.432308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 8805bfb2-fab3-46e9-af7d-a12396a207a2 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:29:50.433652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1212f0-8dfb-402b-b58a-84122f6007b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98ce818-a7ba-40f7-8d08-3a67cbbd65cc,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:50.437687 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6a1212f0-8dfb-402b-b58a-84122f6007b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.439572 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6a1212f0-8dfb-402b-b58a-84122f6007b3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2520242 Sep 19 03:29:50.442247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50272) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:50.446725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.452495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-29715b92-be84-4b0b-839a-543c1706e4eb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9f4e51c9-1f61-4474-9746-97403b348198', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:50.508536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05ba7dd1-3cf0-477b-96da-b57594f17113,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:50.512862 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.517734 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50284) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:50.518172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a4e26c1-59fa-4367-acec-814015bb7e3c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/05ba7dd1-3cf0-477b-96da-b57594f17113 HTTP/1.1" status: 204 len: 168 time: 0.3698862 Sep 19 03:29:50.526372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-29715b92-be84-4b0b-839a-543c1706e4eb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.608953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.618250 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-29715b92-be84-4b0b-839a-543c1706e4eb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.622697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-29715b92-be84-4b0b-839a-543c1706e4eb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.661596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29715b92-be84-4b0b-839a-543c1706e4eb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=819dec4f-7583-431b-95bd-3e612bad14c8,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:50.674326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-29715b92-be84-4b0b-839a-543c1706e4eb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.679296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-29715b92-be84-4b0b-839a-543c1706e4eb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2347322 Sep 19 03:29:50.679296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50286) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:50.684393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b0db4245-e143-42d7-ac01-d72146b7aa50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9f4e51c9-1f61-4474-9746-97403b348198', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:50.730515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.742347 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0db4245-e143-42d7-ac01-d72146b7aa50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.755505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2c0237-e3df-4ff0-95b0-5b940c7193b4']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:50.766698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2aef81-7c95-4511-99d9-1e17e331bd77') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:50.767053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2aef81-7c95-4511-99d9-1e17e331bd77') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:50.778853 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.793646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.801416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:29:50.801841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:29:50.863092 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:29:50.873406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.875464 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0db4245-e143-42d7-ac01-d72146b7aa50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.880386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.882656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8e2c0237-e3df-4ff0-95b0-5b940c7193b4 HTTP/1.1" status: 204 len: 168 time: 0.3637331 Sep 19 03:29:50.888218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0db4245-e143-42d7-ac01-d72146b7aa50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.910627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db4245-e143-42d7-ac01-d72146b7aa50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd18129-69e6-47bf-9ba7-20fda39756c6,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:50.916491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802475c8-3ecd-4296-8fe2-db9ae8b34fd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2c0237-e3df-4ff0-95b0-5b940c7193b4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:50.925779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b0db4245-e143-42d7-ac01-d72146b7aa50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:50.927338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b0db4245-e143-42d7-ac01-d72146b7aa50 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2469881 Sep 19 03:29:50.930049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:50.936259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-10255a65-26e5-4e6f-8ad8-73f5161c5c9e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9f4e51c9-1f61-4474-9746-97403b348198', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:50.980093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10255a65-26e5-4e6f-8ad8-73f5161c5c9e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.093477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10255a65-26e5-4e6f-8ad8-73f5161c5c9e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.099780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10255a65-26e5-4e6f-8ad8-73f5161c5c9e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.119829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10255a65-26e5-4e6f-8ad8-73f5161c5c9e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6ea943-48dd-42bf-9910-491bd6b0f370,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:51.134727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50298) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:51.142717 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-10255a65-26e5-4e6f-8ad8-73f5161c5c9e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.146774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-10255a65-26e5-4e6f-8ad8-73f5161c5c9e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2127934 Sep 19 03:29:51.147079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50300) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:51.152323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9f4e51c9-1f61-4474-9746-97403b348198', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:51.178852 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:29:51.181358 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1c7ada88-b377-4b2f-b40d-79057d7d9c2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69d544fa89fe4d5a9ac556726ccc595f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451410 Sep 19 03:29:51.184042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50302) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:51.192203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.288621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.292360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c9fb48d0-9bbf-4520-9e08-3d4403730371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.296975 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.328735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a5c65e-ee28-4bc6-a04d-fbc68fd7b185,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:51.331783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c9fb48d0-9bbf-4520-9e08-3d4403730371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.340612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.344392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2b1f9d76-48e9-4966-bb13-f7c400c57354 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937261 Sep 19 03:29:51.345093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50312) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:51.348860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'security_group_rule': {'security_group_id': '9f4e51c9-1f61-4474-9746-97403b348198', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:51.391797 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Project cba74cf31d394948bdcb652acbde9af3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:29:51.397829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.433641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c9fb48d0-9bbf-4520-9e08-3d4403730371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.436340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c9fb48d0-9bbf-4520-9e08-3d4403730371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.437788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c9fb48d0-9bbf-4520-9e08-3d4403730371 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8024846-6796-4d0a-8996-618674b8a3c3 HTTP/1.1" status: 204 len: 168 time: 0.2526014 Sep 19 03:29:51.500863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.502688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb48d0-9bbf-4520-9e08-3d4403730371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8024846-6796-4d0a-8996-618674b8a3c3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:51.530073 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.613847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5bdf34-4fc5-4ae0-a7ce-251028bfd4d5,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:51.637912 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.639213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6e0524cd-2617-4a01-9e33-b54a559b8fbc tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936995 Sep 19 03:29:51.642441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50318) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:51.651670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'network': {'name': 'tempest-network-smoke--1070114856', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:51.692201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:51.700112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.737662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:29:51.748778 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.749156 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Added segment 58c8b971-92f6-4c58-a1ac-32cb566ab4c6 of type vlan for network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 Sep 19 03:29:51.803099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.839905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.848126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:51.848848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.905229 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2614696 Sep 19 03:29:51.907702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50326) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:51.912353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'admin_state_up': True, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:51.942090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb8b9b-4606-47e9-a7cb-3f9e2597d6d8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Network': ['ID=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:51.955433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.956471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:51.972056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:29:52.089932 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:52.320192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:52.629088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50350) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:52.736675 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:52.757664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:52.775900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-455749754-network', 'tenant_id': '59c137e86bfb41feb22f64a7392ebf24'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:52.821323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Made reservation on behalf of 59c137e86bfb41feb22f64a7392ebf24 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:52.825337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:52.835730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:52.932986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.19 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/4168c50a-33ef-4bac-9380-8fe40901f026) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:52.978113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:52.986704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.020563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:29:53.031112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52436d98-5072-43dd-8428-656c49cdb5e9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:53.036106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.036461 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Added segment f03c2130-82e5-45df-a790-b67fedf11b7e of type vlan for network 4a418e82-b649-422b-b823-0088fdc6eac6 Sep 19 03:29:53.077546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.080784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.131495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.156642 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.157662 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:53.158281 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.158513 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:29:53.194463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:53.202514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:53.208697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:53.211771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=4168c50a-33ef-4bac-9380-8fe40901f026,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:53.270376 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6393082 Sep 19 03:29:53.289069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50364) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:53.333397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Request body: {'subnet': {'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-455749754-subnet', 'tenant_id': '59c137e86bfb41feb22f64a7392ebf24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:53.341834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a4f6a-9a69-4752-857f-8e9176ff8da8 admin admin] Pushing event updated for resources: {'Network': ['ID=4a418e82-b649-422b-b823-0088fdc6eac6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:53.352114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4a418e82-b649-422b-b823-0088fdc6eac6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:29:53.387507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Made reservation on behalf of 59c137e86bfb41feb22f64a7392ebf24 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:53.390124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.577853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.699421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.797011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d73167-78a4-437f-afa0-2d4f9e6a581d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:53.843426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Checking segment: {'id': 'f03c2130-82e5-45df-a790-b67fedf11b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:53.844190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Network hostable DHCP agents. Network: 4a418e82-b649-422b-b823-0088fdc6eac6, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:29:53.888300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Network 4a418e82-b649-422b-b823-0088fdc6eac6 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:29:53.910425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4a418e82-b649-422b-b823-0088fdc6eac6) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:53.920789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75caa991-3ca1-4945-a751-c67fbe76f991 None None] Network 4a418e82-b649-422b-b823-0088fdc6eac6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:53.935383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:53.936198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:53.982660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1ba83c3c-dd11-455e-9540-00cdca5c12d9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6882625 Sep 19 03:29:54.036020 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:54.159169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c36b51-5151-4f5c-9bf2-0030c4697f48 None None] Network 4a418e82-b649-422b-b823-0088fdc6eac6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:54.254536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router e2009530-b7b2-41b6-af1d-20943d317e63 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:29:54.424914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:29:54.435914 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Sync routers for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:29:54.448117 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:54.449187 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:54.456739 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:54.459374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fdd19782-87a2-4a9c-897c-913ff19bfe04 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5499790 Sep 19 03:29:54.462046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50380) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:54.504320 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11ba8698-9a6c-422a-93bc-65460ea35e30 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=cba74cf31d394948bdcb652acbde9af3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406172 Sep 19 03:29:54.506897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50384) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:54.605871 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:29:54.818246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68100dca-44e3-4bf4-ab2d-61698e0c9c96 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:54.822869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-68100dca-44e3-4bf4-ab2d-61698e0c9c96 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3118031 Sep 19 03:29:54.823240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50400) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:54.838941 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:53Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:54.866778 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Checking router: e2009530-b7b2-41b6-af1d-20943d317e63 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:29:54.867322 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Updating router e2009530-b7b2-41b6-af1d-20943d317e63 port 4168c50a-33ef-4bac-9380-8fe40901f026 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:29:54.867688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-ffb7e6b4-135b-4ebd-a086-968ad66b7003 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:54.880506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-ffb7e6b4-135b-4ebd-a086-968ad66b7003 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/networks?id=4a418e82-b649-422b-b823-0088fdc6eac6 HTTP/1.1" status: 200 len: 821 time: 0.3157313 Sep 19 03:29:54.886831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb0227d5-4dec-45e3-90f9-76fe50f3fc8b tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600777 Sep 19 03:29:54.887887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50402) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:54.898990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494507434', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:54.900476 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:54.910345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-32e7df34-e462-45d9-a7ea-1112060fdb88 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/quotas/59c137e86bfb41feb22f64a7392ebf24 HTTP/1.1" status: 200 len: 375 time: 0.0288968 Sep 19 03:29:54.997103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-79ec1d2f-aadd-463d-aab1-3ac3029ff116 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=59c137e86bfb41feb22f64a7392ebf24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827661 Sep 19 03:29:55.091096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:55.098350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:55.256751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-f64836a8-22da-4deb-8a11-1adba5888d40 service neutron] 10.222.0.22 "GET /v2.0/networks/4a418e82-b649-422b-b823-0088fdc6eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487819 Sep 19 03:29:55.397765 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:55.410128 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:55.586735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:55.621905 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Attempting to bind port 4168c50a-33ef-4bac-9380-8fe40901f026 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:55.623348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Attempting to bind port 4168c50a-33ef-4bac-9380-8fe40901f026 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:55.623348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Attempting to bind port 4168c50a-33ef-4bac-9380-8fe40901f026 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:55.634048 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:55.634316 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:55.634595 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:55.635857 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:55.639607 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Bound port: 4168c50a-33ef-4bac-9380-8fe40901f026, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:55.639607 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:55.649718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Subnet': ['ID=1c956856-f07c-45fb-b65a-c2888a8c6c41,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:55.677501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-f98ec88b-aec8-4576-bd5e-e0f71d484afd service neutron] 10.222.0.22 "GET /v2.0/networks/4a418e82-b649-422b-b823-0088fdc6eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192858 Sep 19 03:29:55.717974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Checking segment: {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:55.719056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network hostable DHCP agents. Network: 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:29:55.723063 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Pushing event updated for resources: {'Port': ['ID=4168c50a-33ef-4bac-9380-8fe40901f026,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:55.766003 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.766354 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.767523 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.767927 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.768263 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.768641 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.769164 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.769530 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.773769 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.774370 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.774907 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.775916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:29:55.776084 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:29:55.803049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:55.808826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:55.809670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:55.811898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7d91b-2300-415a-a268-7cade159bed6 None None] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:55.831470 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d22157c-8088-4e1c-81e1-19d5b72c1099 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9422617 Sep 19 03:29:55.835589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50418) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:29:55.863206 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] For port 4168c50a-33ef-4bac-9380-8fe40901f026, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:55.870413 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] For port 4168c50a-33ef-4bac-9380-8fe40901f026, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4168c50a-33ef-4bac-9380-8fe40901f026,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:55.877077 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:56.018026 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b85709-9f97-4a55-a286-a36f6dce02ff None None] Pushing event updated for resources: {'Port': ['ID=4168c50a-33ef-4bac-9380-8fe40901f026,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:56.031725 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:29:56.032364 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:56.085028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-708fb1de-9773-47f1-921f-bee6a5caab99 req-58694276-f9ab-4731-b167-7ed2e19dff16 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 210 time: 0.0939219 Sep 19 03:29:56.230137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:29:56.231421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:56.388709 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:29:56.632678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Allocated IP 172.20.0.2 (6ae9d59b-e2bd-4f51-967b-3f5aa26e7158/1c956856-f07c-45fb-b65a-c2888a8c6c41/53f9b672-6353-4cd1-aa2e-9d63786ee090) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:56.933358 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:53Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:29:57.029325 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a5487-4dc1-4f9b-953f-506fdefba40f None None] The sync data for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 is: [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:53Z', 'revision_number': 3, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:29:57.045350 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:57.073266 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:57.150758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:57.154595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:57.157779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:57.175162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Pushing event updated for resources: {'Port': ['ID=53f9b672-6353-4cd1-aa2e-9d63786ee090,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:57.305940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Attempting to bind port 53f9b672-6353-4cd1-aa2e-9d63786ee090 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:29:57.306704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Attempting to bind port 53f9b672-6353-4cd1-aa2e-9d63786ee090 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:29:57.307279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Attempting to bind port 53f9b672-6353-4cd1-aa2e-9d63786ee090 on network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:29:57.317610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:29:57.318284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Checking segment: {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:29:57.320180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:57.320906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Bound using segment: {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:29:57.323874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Bound port: 53f9b672-6353-4cd1-aa2e-9d63786ee090, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:29:57.326339 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:57.329033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89ba29a6-3677-4a6c-8f4e-83adef61c163 req-f62f7358-812b-4e11-9df2-9a7283f9da05 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 210 time: 0.1164253 Sep 19 03:29:57.608250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] For port 53f9b672-6353-4cd1-aa2e-9d63786ee090, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:29:57.617207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] For port 53f9b672-6353-4cd1-aa2e-9d63786ee090, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=53f9b672-6353-4cd1-aa2e-9d63786ee090,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:29:57.648640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:57.656633 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:57.722276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda88f1-7aa1-46c3-9aaf-c42dffbce78f None None] Pushing event updated for resources: {'Port': ['ID=53f9b672-6353-4cd1-aa2e-9d63786ee090,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:58.142443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-01fa247c-b488-466c-a391-d8f890030e77 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:58.144074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-01fa247c-b488-466c-a391-d8f890030e77 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.32 "GET /v2.0/networks?id=4a418e82-b649-422b-b823-0088fdc6eac6 HTTP/1.1" status: 200 len: 821 time: 0.1442425 Sep 19 03:29:58.176024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Request body: {'port': {'device_id': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6', 'admin_state_up': True, 'tenant_id': '59c137e86bfb41feb22f64a7392ebf24'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:29:58.457294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c4746a9-bbcc-406f-8154-31818a1b8667 req-4c8de19d-c79e-427d-ac42-be2350678476 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 210 time: 0.0310962 Sep 19 03:29:58.527146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Made reservation on behalf of 59c137e86bfb41feb22f64a7392ebf24 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:29:58.530926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:58.613684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.1 (6ae9d59b-e2bd-4f51-967b-3f5aa26e7158/1c956856-f07c-45fb-b65a-c2888a8c6c41/19ff044b-b75d-48fa-9992-fd4ca048ad31) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:58.849269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Allocated IP 172.20.0.10 (4a418e82-b649-422b-b823-0088fdc6eac6/43d73167-78a4-437f-afa0-2d4f9e6a581d/37b64836-8127-4e3f-a825-70b8dd43dde5) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:29:58.912865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:59.127374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:59.207852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:59.218830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:59.224682 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:59.240399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:59.317195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=19ff044b-b75d-48fa-9992-fd4ca048ad31,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:59.372860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:59.505839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4168c50a-33ef-4bac-9380-8fe40901f026 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:29:59.521931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:59.555210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ac32b-4db7-4135-928b-c348f232e4ff None None] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:29:59.638656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Network 4a418e82-b649-422b-b823-0088fdc6eac6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:29:59.695496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:29:59.715380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:29:59.748793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38092f-e728-4b3d-984b-451a3c51c585 req-03b3865f-7e5d-4d36-ba97-a796520474f5 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:29:59.772099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e38092f-e728-4b3d-984b-451a3c51c585 req-03b3865f-7e5d-4d36-ba97-a796520474f5 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 932 time: 0.1525505 Sep 19 03:29:59.818409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Pushing event updated for resources: {'Port': ['ID=37b64836-8127-4e3f-a825-70b8dd43dde5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:29:59.848707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5481ece7-8ce0-4412-9ff6-f6faf2ff35db None None] Provisioning complete for port 53f9b672-6353-4cd1-aa2e-9d63786ee090 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:29:59.849429 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5481ece7-8ce0-4412-9ff6-f6faf2ff35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:29:59.896935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e38092f-e728-4b3d-984b-451a3c51c585 req-2739e89f-01c9-468e-89bd-8d28beab6425 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198218 Sep 19 03:29:59.957385 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.005464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:00.009942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.059785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4168c50a-33ef-4bac-9380-8fe40901f026 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:00.060916 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.128968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5481ece7-8ce0-4412-9ff6-f6faf2ff35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.137949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-211490a7-79cd-445f-a7fd-9ee97978205b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9678786 Sep 19 03:30:00.161722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Request body: {'port': {'device_id': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:00.195063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5481ece7-8ce0-4412-9ff6-f6faf2ff35db None None] For port 53f9b672-6353-4cd1-aa2e-9d63786ee090, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=53f9b672-6353-4cd1-aa2e-9d63786ee090,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:00.220949 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5481ece7-8ce0-4412-9ff6-f6faf2ff35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.276648 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.367263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.367823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.404270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 4168c50a-33ef-4bac-9380-8fe40901f026, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4168c50a-33ef-4bac-9380-8fe40901f026,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:00.406419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481ece7-8ce0-4412-9ff6-f6faf2ff35db None None] Pushing event updated for resources: {'Port': ['ID=53f9b672-6353-4cd1-aa2e-9d63786ee090,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:00.424163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.425242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 53f9b672-6353-4cd1-aa2e-9d63786ee090 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:00.572297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=4168c50a-33ef-4bac-9380-8fe40901f026,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:00.589923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c9285c67-b363-43bd-8923-cecd7ac0ae6f None None] Provisioning complete for port 53f9b672-6353-4cd1-aa2e-9d63786ee090 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:00.590601 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9285c67-b363-43bd-8923-cecd7ac0ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.592627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 53f9b672-6353-4cd1-aa2e-9d63786ee090 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:00.593189 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:00.900028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c9285c67-b363-43bd-8923-cecd7ac0ae6f None None] Provisioning complete for port 19ff044b-b75d-48fa-9992-fd4ca048ad31 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:00.904130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9285c67-b363-43bd-8923-cecd7ac0ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.020111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.041436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.105619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c9285c67-b363-43bd-8923-cecd7ac0ae6f None None] Port 19ff044b-b75d-48fa-9992-fd4ca048ad31 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:30:01.224348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.262989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4ca6032d-aee8-4ab1-b582-9fdf42117d09 None None] Provisioning complete for port 19ff044b-b75d-48fa-9992-fd4ca048ad31 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:01.264274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238c5e6-84ab-4400-9b95-5725d845ae51 req-f0b90226-1ba0-4fc2-94dc-1e82fb9a798c tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:01.267885 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4ca6032d-aee8-4ab1-b582-9fdf42117d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.293234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9238c5e6-84ab-4400-9b95-5725d845ae51 req-f0b90226-1ba0-4fc2-94dc-1e82fb9a798c tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 932 time: 0.1415832 Sep 19 03:30:01.327934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=19ff044b-b75d-48fa-9992-fd4ca048ad31,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:01.406954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9238c5e6-84ab-4400-9b95-5725d845ae51 req-5f819bb7-cc92-402c-ad5f-7336850889dd tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072052 Sep 19 03:30:01.474333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6032d-aee8-4ab1-b582-9fdf42117d09 None None] Port 19ff044b-b75d-48fa-9992-fd4ca048ad31 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:30:01.502990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4168c50a-33ef-4bac-9380-8fe40901f026 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:01.605443 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4168c50a-33ef-4bac-9380-8fe40901f026 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:01.605443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.702294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b64836-8127-4e3f-a825-70b8dd43dde5 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:01.709385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:01.717410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.721901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:01.738184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 53f9b672-6353-4cd1-aa2e-9d63786ee090 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:01.747469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Transition to ACTIVE for port object 37b64836-8127-4e3f-a825-70b8dd43dde5 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:30:01.803197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.847134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 53f9b672-6353-4cd1-aa2e-9d63786ee090 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:01.847333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:01.897161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Pushing event updated for resources: {'Port': ['ID=37b64836-8127-4e3f-a825-70b8dd43dde5,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:02.061395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router e2009530-b7b2-41b6-af1d-20943d317e63 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:30:02.122956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f45dcc1a-05e8-4690-a97a-c1851476252f None None] Provisioning complete for port 19ff044b-b75d-48fa-9992-fd4ca048ad31 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:02.124973 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f45dcc1a-05e8-4690-a97a-c1851476252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:02.172648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f45dcc1a-05e8-4690-a97a-c1851476252f None None] Port 19ff044b-b75d-48fa-9992-fd4ca048ad31 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:30:02.197671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Attempting to bind port 37b64836-8127-4e3f-a825-70b8dd43dde5 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:02.198043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Attempting to bind port 37b64836-8127-4e3f-a825-70b8dd43dde5 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f03c2130-82e5-45df-a790-b67fedf11b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:02.198355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Attempting to bind port 37b64836-8127-4e3f-a825-70b8dd43dde5 on network 4a418e82-b649-422b-b823-0088fdc6eac6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:02.232806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Port 37b64836-8127-4e3f-a825-70b8dd43dde5 on network 4a418e82-b649-422b-b823-0088fdc6eac6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:30:02.233141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Attempting to bind port 37b64836-8127-4e3f-a825-70b8dd43dde5 on network 4a418e82-b649-422b-b823-0088fdc6eac6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:02.597635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:02.598054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Checking segment: {'id': 'f03c2130-82e5-45df-a790-b67fedf11b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:02.598376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Bound using segment: {'id': 'f03c2130-82e5-45df-a790-b67fedf11b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:02.598852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Bound port: 37b64836-8127-4e3f-a825-70b8dd43dde5, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03c2130-82e5-45df-a790-b67fedf11b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:02.599222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:02.608251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc145b-eeb8-4127-ad6e-552204347471 req-32b41050-66cd-45e9-8157-1174c89205a1 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:02.611124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7acc145b-eeb8-4127-ad6e-552204347471 req-32b41050-66cd-45e9-8157-1174c89205a1 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 944 time: 0.0900300 Sep 19 03:30:02.645769 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-ccb83d02-98c2-4f6d-a551-6afeff062c92 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4690943 Sep 19 03:30:02.648786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:02.658175 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e897d5a2-7d9c-415a-b6ce-195a18a992c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/e2009530-b7b2-41b6-af1d-20943d317e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8185642 Sep 19 03:30:02.674664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Sync routers for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:02.695806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:02.697096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:02.731970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7acc145b-eeb8-4127-ad6e-552204347471 req-8af6aa34-2526-481b-a62e-ce3d11ba0092 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046357 Sep 19 03:30:02.809330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] For port 37b64836-8127-4e3f-a825-70b8dd43dde5, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:02.815125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] For port 37b64836-8127-4e3f-a825-70b8dd43dde5, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=37b64836-8127-4e3f-a825-70b8dd43dde5,segment=NetworkSegment(f03c2130-82e5-45df-a790-b67fedf11b7e),segment_id=f03c2130-82e5-45df-a790-b67fedf11b7e)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:02.828871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:02.925451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Pushing event updated for resources: {'Port': ['ID=37b64836-8127-4e3f-a825-70b8dd43dde5,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:02.932626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-f040c04a-0a94-4ee6-a05d-6c2a8378043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:02.935873 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-f040c04a-0a94-4ee6-a05d-6c2a8378043b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1136 time: 0.1909752 Sep 19 03:30:02.945243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:02.961488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:02.962584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:02.964690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-29ab8da0-a1c5-4dff-beda-7f7605d780ba service neutron] 10.222.0.32 "PUT /v2.0/ports/37b64836-8127-4e3f-a825-70b8dd43dde5 HTTP/1.1" status: 200 len: 1092 time: 2.8104334 Sep 19 03:30:02.966458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'tag': '37b64836-8127-4e3f-a825-70b8dd43dde5'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:02.968873 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ed6c92-28d8-45bb-b952-5ac24959ea0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7624a8a3-cf18-4c9b-b8dc-c36819e482fa", "tag": "37b64836-8127-4e3f-a825-70b8dd43dde5"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:03.001170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-e724f84b-f791-4053-ace4-77f299d08386 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-25915624&fields=id&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 267 time: 0.0797606 Sep 19 03:30:03.077253 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cccb93-3f37-4164-b295-67d923212dff x-openstack-request-id: req-70cccb93-3f37-4164-b295-67d923212dff {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:03.078521 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7624a8a3-cf18-4c9b-b8dc-c36819e482fa", "tag": "37b64836-8127-4e3f-a825-70b8dd43dde5", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:03.079399 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70cccb93-3f37-4164-b295-67d923212dff {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:03.080104 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'tag': '37b64836-8127-4e3f-a825-70b8dd43dde5', 'status': 'completed', 'code': 200} Sep 19 03:30:03.138200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-eea81085-cd37-40ae-87a2-5b19bc282be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:03.140515 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-eea81085-cd37-40ae-87a2-5b19bc282be6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59c137e86bfb41feb22f64a7392ebf24&device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 1095 time: 0.0816491 Sep 19 03:30:03.143447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-73738463-a2f1-45b7-813c-797e863d67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:03.145390 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-73738463-a2f1-45b7-813c-797e863d67e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2120fa7-587f-47d4-aa37-5a57a10b928b HTTP/1.1" status: 200 len: 897 time: 0.1796730 Sep 19 03:30:03.244352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-af617b30-9c60-459e-a8db-ee6e2c51d42a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:03.246196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-af617b30-9c60-459e-a8db-ee6e2c51d42a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/networks?id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 HTTP/1.1" status: 200 len: 797 time: 0.2353625 Sep 19 03:30:03.269903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-1c6afb1b-865c-4977-9e47-cd25a776a94a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/quotas/cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 375 time: 0.0178626 Sep 19 03:30:03.304363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 2, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:03.339730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Checking router: e2009530-b7b2-41b6-af1d-20943d317e63 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:03.340497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Updating router e2009530-b7b2-41b6-af1d-20943d317e63 port 19ff044b-b75d-48fa-9992-fd4ca048ad31 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:30:03.348877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-b16c38e6-dc13-4176-938e-65a752fd2d03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b64836-8127-4e3f-a825-70b8dd43dde5 HTTP/1.1" status: 200 len: 217 time: 0.1728306 Sep 19 03:30:03.367965 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:03.464687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-8300466f-e580-44f6-aa90-0a3250d29d29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5474bac9-8778-4f15-967c-69f16bea1a3f HTTP/1.1" status: 200 len: 1002 time: 0.2836432 Sep 19 03:30:03.474078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-9641c0aa-2e9f-4f5c-b6eb-ef2ea2a5a660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:03.475588 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-9641c0aa-2e9f-4f5c-b6eb-ef2ea2a5a660 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43d73167-78a4-437f-afa0-2d4f9e6a581d HTTP/1.1" status: 200 len: 861 time: 0.1145074 Sep 19 03:30:03.526777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-fb4db100-1fda-4944-bc5d-dd42c3748dd5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a418e82-b649-422b-b823-0088fdc6eac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363224 Sep 19 03:30:03.624623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-9ea29d5e-1433-4dc7-a104-377db1b95766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:03.626301 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-9ea29d5e-1433-4dc7-a104-377db1b95766 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3863b88-a6fa-4b65-aaf7-a4523eb974e0 HTTP/1.1" status: 200 len: 835 time: 0.1496744 Sep 19 03:30:03.710522 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-b8d80e70-923d-43d9-bd33-58dd4eb11b34 service neutron] 10.222.0.32 "GET /v2.0/networks/4a418e82-b649-422b-b823-0088fdc6eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594982 Sep 19 03:30:03.810173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:03.824216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:03.880792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6793c-2de5-446a-97c1-73c3f48abe68 None None] Pushing event updated for resources: {'Port': ['ID=19ff044b-b75d-48fa-9992-fd4ca048ad31,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:03.994218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b3a7cfaa-c5de-4b24-bea0-b5a1b68109cc req-e2569e7c-f072-417a-8e20-2bbab01f8af6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a418e82-b649-422b-b823-0088fdc6eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639933 Sep 19 03:30:04.020040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Attempting to bind port 19ff044b-b75d-48fa-9992-fd4ca048ad31 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:04.020693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Attempting to bind port 19ff044b-b75d-48fa-9992-fd4ca048ad31 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:04.021204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Attempting to bind port 19ff044b-b75d-48fa-9992-fd4ca048ad31 on network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:04.034517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:04.037602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Checking segment: {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:04.038433 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:04.040783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Bound using segment: {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:04.041258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Bound port: 19ff044b-b75d-48fa-9992-fd4ca048ad31, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:04.041757 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:04.057931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-35745cf0-49e6-45e3-a0b2-4c9eb06bcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:04.059650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-35745cf0-49e6-45e3-a0b2-4c9eb06bcc12 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2120fa7-587f-47d4-aa37-5a57a10b928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3479848 Sep 19 03:30:04.171584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] For port 19ff044b-b75d-48fa-9992-fd4ca048ad31, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:04.175124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] For port 19ff044b-b75d-48fa-9992-fd4ca048ad31, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=19ff044b-b75d-48fa-9992-fd4ca048ad31,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:04.187924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:04.261656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6793c-2de5-446a-97c1-73c3f48abe68 None None] Pushing event updated for resources: {'Port': ['ID=19ff044b-b75d-48fa-9992-fd4ca048ad31,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:04.281421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:04.285481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-01238751-143d-4b11-a42c-53a0ceb626fb tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0076411 Sep 19 03:30:04.294243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:04.317223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8ed0a-e3a4-41b8-bab1-bd3ca784a559 req-962149f9-d6be-4bea-9b02-a85ea6d341a0 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:04.328418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5b8ed0a-e3a4-41b8-bab1-bd3ca784a559 req-962149f9-d6be-4bea-9b02-a85ea6d341a0 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 944 time: 0.1711202 Sep 19 03:30:04.328714 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-5b601237-9397-4ff3-bd0d-8b8a5f6c3175 service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321968 Sep 19 03:30:04.479947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-f02f3882-351d-4095-813f-fbed3a596b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:04.484555 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-f02f3882-351d-4095-813f-fbed3a596b46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=59c137e86bfb41feb22f64a7392ebf24&device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 1095 time: 0.1954668 Sep 19 03:30:04.580735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5b8ed0a-e3a4-41b8-bab1-bd3ca784a559 req-f900ee9e-542c-449c-804e-21868f4d073d tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513092 Sep 19 03:30:04.711546 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c03f4104-17bc-45b6-ab40-b8253a52a503 req-a8862c35-8d3a-462a-95ef-c46c583e77a6 service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730969 Sep 19 03:30:04.719399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-f147fb54-2cbc-49f1-a0c9-d2742f851a06 service neutron] 10.222.0.22 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423748 Sep 19 03:30:04.776618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-8734fee8-d56e-4c5e-8eaa-c4bbfc1db3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:04.778181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b0c689dd-9159-4d26-aae0-112a138ebb65 None None] Provisioning complete for port 19ff044b-b75d-48fa-9992-fd4ca048ad31 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:04.778611 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-8734fee8-d56e-4c5e-8eaa-c4bbfc1db3e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4a418e82-b649-422b-b823-0088fdc6eac6 HTTP/1.1" status: 200 len: 922 time: 0.2774317 Sep 19 03:30:04.778759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0c689dd-9159-4d26-aae0-112a138ebb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:04.819306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:04.849336 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-badb9d51-b5a6-440a-a808-e0383ab360f2 service neutron] 10.222.0.22 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076319 Sep 19 03:30:04.850849 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-13a4c3eb-bb20-4044-b9ca-8321af5f8241 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37b64836-8127-4e3f-a825-70b8dd43dde5 HTTP/1.1" status: 200 len: 217 time: 0.0566230 Sep 19 03:30:04.909296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-2a422144-4781-4e24-87bf-365958152eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:04.912134 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-2a422144-4781-4e24-87bf-365958152eb1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=43d73167-78a4-437f-afa0-2d4f9e6a581d HTTP/1.1" status: 200 len: 861 time: 0.0522966 Sep 19 03:30:04.965554 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-526f78c8-59a2-4b80-b0cb-f66d6f3fe7ba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4a418e82-b649-422b-b823-0088fdc6eac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434816 Sep 19 03:30:05.017815 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0c689dd-9159-4d26-aae0-112a138ebb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:05.079788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b0c689dd-9159-4d26-aae0-112a138ebb65 None None] For port 19ff044b-b75d-48fa-9992-fd4ca048ad31, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=19ff044b-b75d-48fa-9992-fd4ca048ad31,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:05.112201 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b0c689dd-9159-4d26-aae0-112a138ebb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:05.147655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-e5e98912-fd9a-4f82-a539-7f47f8aeb6f6 service neutron] 10.222.0.32 "GET /v2.0/networks/4a418e82-b649-422b-b823-0088fdc6eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730866 Sep 19 03:30:05.164286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed84269b-f94b-4e8b-b6cb-a35b338738b2 req-e9a8a908-9d2f-469e-98cf-a21f7332dc6c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 210 time: 0.0505080 Sep 19 03:30:05.211553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c689dd-9159-4d26-aae0-112a138ebb65 None None] Pushing event updated for resources: {'Port': ['ID=19ff044b-b75d-48fa-9992-fd4ca048ad31,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:05.245848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e932e699-fc8b-4e1a-b795-f7594f0c181c None None] Provisioning complete for port 19ff044b-b75d-48fa-9992-fd4ca048ad31 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:05.246234 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e932e699-fc8b-4e1a-b795-f7594f0c181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:05.297743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:04Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:05.336698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a9caf-1a83-4576-bd4b-d3a10285789f None None] The sync data for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 is: [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:04Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:05.356350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77ed6c92-28d8-45bb-b952-5ac24959ea0a req-685e4908-4687-46b4-a5fd-52a83c09b9eb service neutron] 10.222.0.32 "GET /v2.0/networks/4a418e82-b649-422b-b823-0088fdc6eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995683 Sep 19 03:30:05.732842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74ab98-3028-47d8-bb03-c1758a21e7c8 req-c82092c1-1895-4e58-8d7b-c6400dd0c812 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:05.734707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a74ab98-3028-47d8-bb03-c1758a21e7c8 req-c82092c1-1895-4e58-8d7b-c6400dd0c812 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 944 time: 0.0661418 Sep 19 03:30:05.783649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a74ab98-3028-47d8-bb03-c1758a21e7c8 req-8d09f5e6-ea81-4219-a7dc-6f25c378c0d5 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 Sep 19 03:30:06.257352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3c7ca8d-d7a0-4b89-989e-77c0bb0437c8 req-a075249b-891d-4f26-b6d9-aa76cffaf37c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 210 time: 0.0266490 Sep 19 03:30:06.656293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-e210595b-dd4f-4cfc-b7e9-0965d11521b0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:06.657981 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-e210595b-dd4f-4cfc-b7e9-0965d11521b0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/networks?id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 HTTP/1.1" status: 200 len: 797 time: 0.1778862 Sep 19 03:30:06.726494 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-d0ccabc7-3a88-4cd9-b94a-a3662037e131 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba74cf31d394948bdcb652acbde9af3 HTTP/1.1" status: 200 len: 378 time: 0.0469022 Sep 19 03:30:06.797069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'port': {'device_id': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'admin_state_up': True, 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'security_groups': ['9f4e51c9-1f61-4474-9746-97403b348198']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:06.953260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ec691-6685-4bc4-b86a-a4864270bd7a req-1bec5c47-016c-4edd-88f1-3a80e1cce1b1 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:06.955305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-445ec691-6685-4bc4-b86a-a4864270bd7a req-1bec5c47-016c-4edd-88f1-3a80e1cce1b1 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 944 time: 0.0679982 Sep 19 03:30:06.975451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Made reservation on behalf of cba74cf31d394948bdcb652acbde9af3 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:06.980200 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:07.006492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-445ec691-6685-4bc4-b86a-a4864270bd7a req-5d2616a7-0cb8-42b2-a997-913c25e3b719 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384567 Sep 19 03:30:07.208561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.20.0.14 (6ae9d59b-e2bd-4f51-967b-3f5aa26e7158/1c956856-f07c-45fb-b65a-c2888a8c6c41/2008bde8-1c71-4c6b-a639-ce459e6dae17) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:07.355019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 19ff044b-b75d-48fa-9992-fd4ca048ad31 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:07.404996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71918c36-82c9-422f-a000-7951d89d3c65 req-fdbf7e72-21d4-4050-b511-5dff8c37335c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 210 time: 0.0396643 Sep 19 03:30:07.437630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 19ff044b-b75d-48fa-9992-fd4ca048ad31 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:07.438073 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:07.473923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:07.516006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:07.541032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:07.543783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:07.557415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:07.649412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:07.665113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:07.667423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:07.689479 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-f3400239-47c6-46f6-aabd-4368adaf250d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965113 Sep 19 03:30:07.709290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Request body: {'port': {'device_id': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:07.779041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:07.883992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d1870208-30c8-49a7-9178-eeb1c1afd9b7 None None] Provisioning complete for port 2008bde8-1c71-4c6b-a639-ce459e6dae17 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:07.885472 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d1870208-30c8-49a7-9178-eeb1c1afd9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:07.924519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d1870208-30c8-49a7-9178-eeb1c1afd9b7 None None] Port 2008bde8-1c71-4c6b-a639-ce459e6dae17 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:30:08.092626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2008bde8-1c71-4c6b-a639-ce459e6dae17 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:08.100952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:08.119637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Transition to ACTIVE for port object 2008bde8-1c71-4c6b-a639-ce459e6dae17 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:30:08.125526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:08.167302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71c3d9-aabf-491a-8bfd-b08d608f6d9d req-44d09717-e925-437a-a24f-2896898b9adf tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:08.170129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b71c3d9-aabf-491a-8bfd-b08d608f6d9d req-44d09717-e925-437a-a24f-2896898b9adf tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 944 time: 0.0681117 Sep 19 03:30:08.228578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:08.238503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4b71c3d9-aabf-491a-8bfd-b08d608f6d9d req-ba44ac68-604c-4db5-b8ef-535f978b0b54 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 Sep 19 03:30:08.323349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Attempting to bind port 2008bde8-1c71-4c6b-a639-ce459e6dae17 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:08.323690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Attempting to bind port 2008bde8-1c71-4c6b-a639-ce459e6dae17 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:08.324022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Attempting to bind port 2008bde8-1c71-4c6b-a639-ce459e6dae17 on network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:08.328676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Port 2008bde8-1c71-4c6b-a639-ce459e6dae17 on network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:30:08.329147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Attempting to bind port 2008bde8-1c71-4c6b-a639-ce459e6dae17 on network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:08.338279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:08.338859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Checking segment: {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:08.339304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Bound using segment: {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:08.340495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Bound port: 2008bde8-1c71-4c6b-a639-ce459e6dae17, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c8b971-92f6-4c58-a1ac-32cb566ab4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:08.341097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:08.406019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 37b64836-8127-4e3f-a825-70b8dd43dde5 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:30:08.424119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:08.435099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:08.441762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:08.532717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:08.532717 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:08.532717 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] 10.222.0.32 "PUT /v2.0/ports/2008bde8-1c71-4c6b-a639-ce459e6dae17 HTTP/1.1" status: 200 len: 1092 time: 0.8285329 Sep 19 03:30:08.533654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc3b19-7cef-4122-94a2-dfcf947b112f service neutron] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:08.547842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:08.551888 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa59125b-a55e-4a56-8fc9-646f4f8307c5" -d '{"events": [{"name": "network-changed", "server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:08.617524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5309d2-0d1d-4dfa-ba60-9a678f1209de req-17838125-78fa-4d41-b391-5675bf2ec156 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:08.626431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f5309d2-0d1d-4dfa-ba60-9a678f1209de req-17838125-78fa-4d41-b391-5675bf2ec156 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 944 time: 0.1087308 Sep 19 03:30:08.640234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 37b64836-8127-4e3f-a825-70b8dd43dde5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=37b64836-8127-4e3f-a825-70b8dd43dde5,segment=NetworkSegment(f03c2130-82e5-45df-a790-b67fedf11b7e),segment_id=f03c2130-82e5-45df-a790-b67fedf11b7e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:08.658265 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b7022-94c0-4f5f-a994-02eb36a33cb5 x-openstack-request-id: req-8b2b7022-94c0-4f5f-a994-02eb36a33cb5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:08.658924 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:08.659358 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b2b7022-94c0-4f5f-a994-02eb36a33cb5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:08.660071 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'status': 'completed', 'code': 200} Sep 19 03:30:08.666924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '37b64836-8127-4e3f-a825-70b8dd43dde5', 'network_id': '4a418e82-b649-422b-b823-0088fdc6eac6', 'port_id': '37b64836-8127-4e3f-a825-70b8dd43dde5', 'mac_address': 'fa:16:3e:af:66:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d73167-78a4-437f-afa0-2d4f9e6a581d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:30:08.689229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-48cb38e7-ebd5-4070-8277-10c10485f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:08.691355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-48cb38e7-ebd5-4070-8277-10c10485f963 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1095 time: 0.0955377 Sep 19 03:30:08.705628 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f5309d2-0d1d-4dfa-ba60-9a678f1209de req-f8943ec0-cd83-4cfd-b40c-ec953b780e60 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746925 Sep 19 03:30:08.732843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:08.762978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b64836-8127-4e3f-a825-70b8dd43dde5 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:08.763595 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-59015f43-8c85-44b2-8436-6a0463884fd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17 HTTP/1.1" status: 200 len: 217 time: 0.0569675 Sep 19 03:30:08.810447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 37b64836-8127-4e3f-a825-70b8dd43dde5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=37b64836-8127-4e3f-a825-70b8dd43dde5,segment=NetworkSegment(f03c2130-82e5-45df-a790-b67fedf11b7e),segment_id=f03c2130-82e5-45df-a790-b67fedf11b7e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:08.817432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:08.846774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-95d7b610-7ba8-490b-8eaa-8957ca0cbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:08.846774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-95d7b610-7ba8-490b-8eaa-8957ca0cbdd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c956856-f07c-45fb-b65a-c2888a8c6c41 HTTP/1.1" status: 200 len: 835 time: 0.0756032 Sep 19 03:30:08.900844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=37b64836-8127-4e3f-a825-70b8dd43dde5,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:08.909465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.909815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.910159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.910926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.911276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.911647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.911983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.912367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.912698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.913025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.913431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.913731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:08.973850 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90233-36b6-4751-8218-a5af59873640 req-4f0d7ff8-95bd-4356-ad06-1f5ce0b4ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:08.982116 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-4f0d7ff8-95bd-4356-ad06-1f5ce0b4ebe2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274104 Sep 19 03:30:09.092557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-68e4e615-5acf-4035-916d-0192eb601f30 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022313 Sep 19 03:30:09.202949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ed90233-36b6-4751-8218-a5af59873640 req-0d14909a-1b16-47e6-83cf-bc0b05f4618c service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873883 Sep 19 03:30:09.248529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['37b64836-8127-4e3f-a825-70b8dd43dde5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:30:09.382269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fda34f-562f-40ef-a324-c58f681167a5 req-c0740585-d219-4f7f-86ed-c73f66e79843 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:09.384810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38fda34f-562f-40ef-a324-c58f681167a5 req-c0740585-d219-4f7f-86ed-c73f66e79843 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 945 time: 0.0678473 Sep 19 03:30:09.389854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-09959600-2d49-4bee-8e06-8e1a8854a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:09.391862 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-09959600-2d49-4bee-8e06-8e1a8854a4c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1095 time: 0.0880635 Sep 19 03:30:09.426263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38fda34f-562f-40ef-a324-c58f681167a5 req-24d56e7f-4960-4882-87a4-cea4bd2ead8d tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354071 Sep 19 03:30:09.496475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-f082bb05-9ff9-4bff-8901-8259b8a8582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:09.497939 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-f082bb05-9ff9-4bff-8901-8259b8a8582a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 HTTP/1.1" status: 200 len: 898 time: 0.0983937 Sep 19 03:30:09.542703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-38cab3e4-2314-4145-8cb5-5751c795694a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17 HTTP/1.1" status: 200 len: 217 time: 0.0368326 Sep 19 03:30:09.595373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-99d26b82-5f17-4a5f-93f3-54948ad5db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:09.596919 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-99d26b82-5f17-4a5f-93f3-54948ad5db80 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c956856-f07c-45fb-b65a-c2888a8c6c41 HTTP/1.1" status: 200 len: 835 time: 0.0460253 Sep 19 03:30:09.643639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-e2482a82-38af-4515-8961-ee3f274b62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:09.645163 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-e2482a82-38af-4515-8961-ee3f274b62a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406089 Sep 19 03:30:09.738263 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-c6d141bd-6b3d-4bab-bd39-421c823eb194 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855381 Sep 19 03:30:09.841245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f8568-b89f-4011-b2ce-fad2aae3c1d8 req-6ddf912d-938a-4fdd-9af1-0305d3dfb815 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:09.842901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-117f8568-b89f-4011-b2ce-fad2aae3c1d8 req-6ddf912d-938a-4fdd-9af1-0305d3dfb815 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 944 time: 0.0558333 Sep 19 03:30:09.865323 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fa59125b-a55e-4a56-8fc9-646f4f8307c5 req-2fdb3498-7fc4-44d2-9499-edb99da73acd service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173790 Sep 19 03:30:09.895485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-117f8568-b89f-4011-b2ce-fad2aae3c1d8 req-ba31da37-5be7-4241-9ee1-12002eab8f2b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448661 Sep 19 03:30:10.563221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb83fa8-28e9-4713-9170-e3fea7e55833 req-9c313359-d895-42c4-8b83-3c21a9c51ad8 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:10.564862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bb83fa8-28e9-4713-9170-e3fea7e55833 req-9c313359-d895-42c4-8b83-3c21a9c51ad8 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 945 time: 0.0620954 Sep 19 03:30:10.622958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bb83fa8-28e9-4713-9170-e3fea7e55833 req-136a326f-35ca-4831-a9c2-af0eadca5d6b tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509973 Sep 19 03:30:11.038001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ba335-5efa-445d-bd10-204ea0e46157 req-9f3f4e83-9cce-4129-af21-e2ce44fbf738 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:11.039636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f88ba335-5efa-445d-bd10-204ea0e46157 req-9f3f4e83-9cce-4129-af21-e2ce44fbf738 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 944 time: 0.0502305 Sep 19 03:30:11.079893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f88ba335-5efa-445d-bd10-204ea0e46157 req-966b7610-d65c-41b6-adc0-354886dd730b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341589 Sep 19 03:30:11.740735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b840d9-1482-4557-b9d3-99eace80dcd6 req-16eb772e-2231-43f0-8dc9-abeec742b18a tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:11.742211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3b840d9-1482-4557-b9d3-99eace80dcd6 req-16eb772e-2231-43f0-8dc9-abeec742b18a tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 945 time: 0.0526891 Sep 19 03:30:11.779481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3b840d9-1482-4557-b9d3-99eace80dcd6 req-926c3501-4cd3-4422-8aca-5fe34c071b90 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305638 Sep 19 03:30:12.214237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52df59-778d-40a1-929d-c3090cf93424 req-7f4cd57b-d5b4-4a20-8328-a7f3286d467a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:12.222174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa52df59-778d-40a1-929d-c3090cf93424 req-7f4cd57b-d5b4-4a20-8328-a7f3286d467a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 944 time: 0.0671525 Sep 19 03:30:12.239406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50658) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:12.319661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa52df59-778d-40a1-929d-c3090cf93424 req-73f11f0f-01be-49dd-ba96-16dcb565c6c2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966301 Sep 19 03:30:12.383190 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa4cdf50-00dc-4a53-a07a-95ed9dcf8500 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2288 time: 0.1417251 Sep 19 03:30:12.386226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50664) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:12.396188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'network': {'name': 'tempest-network-smoke--1958798666', 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'port_security_enabled': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:12.428092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Made reservation on behalf of 72b9168bb80d40f5ac0f2ca74ea7e7b7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:12.428442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2008bde8-1c71-4c6b-a639-ce459e6dae17 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:30:12.435680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.436800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 37b64836-8127-4e3f-a825-70b8dd43dde5 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:12.479106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:30:12.491421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.491997 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Added segment 5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf of type vlan for network 85d6fc80-b195-45cb-9e93-e9d780073fc0 Sep 19 03:30:12.541551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.577997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.584135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 37b64836-8127-4e3f-a825-70b8dd43dde5 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:30:12.586428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:12.587742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.607465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 37b64836-8127-4e3f-a825-70b8dd43dde5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:12.615621 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.632443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2446244 Sep 19 03:30:12.645091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50670) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:12.650160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'admin_state_up': True, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:12.700959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.702209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:12.748349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb861236-f7aa-408c-99b6-c4153963d756 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Network': ['ID=85d6fc80-b195-45cb-9e93-e9d780073fc0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:12.830595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:30:12.889539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:13.076387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:13.111906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'port_id': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'mac_address': 'fa:16:3e:72:cc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:30:13.139283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:13.205239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:13.226281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2008bde8-1c71-4c6b-a639-ce459e6dae17 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:13.252596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:13.257699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b64836-8127-4e3f-a825-70b8dd43dde5'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:13.260901 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514135c3-da03-4f3e-a6df-bc24ea8f1762" -d '{"events": [{"server_uuid": "7624a8a3-cf18-4c9b-b8dc-c36819e482fa", "name": "network-vif-plugged", "status": "completed", "tag": "37b64836-8127-4e3f-a825-70b8dd43dde5"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:13.283103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:13.301627 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:13.322940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 37b64836-8127-4e3f-a825-70b8dd43dde5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=37b64836-8127-4e3f-a825-70b8dd43dde5,segment=NetworkSegment(f03c2130-82e5-45df-a790-b67fedf11b7e),segment_id=f03c2130-82e5-45df-a790-b67fedf11b7e)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:13.393128 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ec7241-98a3-49a5-bcc6-df31cb6327fa x-openstack-request-id: req-74ec7241-98a3-49a5-bcc6-df31cb6327fa {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:13.394570 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7624a8a3-cf18-4c9b-b8dc-c36819e482fa", "name": "network-vif-plugged", "status": "completed", "tag": "37b64836-8127-4e3f-a825-70b8dd43dde5", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:13.395006 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74ec7241-98a3-49a5-bcc6-df31cb6327fa {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:13.397377 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b64836-8127-4e3f-a825-70b8dd43dde5', 'code': 200} Sep 19 03:30:13.408112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:13.422438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a587e19-6ba1-461a-86f2-62374cb80c2a req-5df52459-4caf-4575-a3fb-dc4774ddd765 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:13.432118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a587e19-6ba1-461a-86f2-62374cb80c2a req-5df52459-4caf-4575-a3fb-dc4774ddd765 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 945 time: 0.4440892 Sep 19 03:30:13.500977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:13.565817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a587e19-6ba1-461a-86f2-62374cb80c2a req-cccf333a-5093-4959-8bcf-d2ecc087bbc7 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325805 Sep 19 03:30:13.648186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=37b64836-8127-4e3f-a825-70b8dd43dde5,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:13.731588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e054b99-749b-4428-88da-1110fa45c07d req-d0593cb2-93db-4e83-a0f1-ae68e0cadba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:13.735208 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7e054b99-749b-4428-88da-1110fa45c07d req-d0593cb2-93db-4e83-a0f1-ae68e0cadba0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 1097 time: 0.1140072 Sep 19 03:30:13.766737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f33e1b9-bc73-41a3-b4a4-a89493b70896 req-6fb05562-411f-463e-aef8-3e27505f575e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:13.776061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f33e1b9-bc73-41a3-b4a4-a89493b70896 req-6fb05562-411f-463e-aef8-3e27505f575e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 945 time: 0.2463818 Sep 19 03:30:13.807578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2008bde8-1c71-4c6b-a639-ce459e6dae17'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:30:13.867244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f33e1b9-bc73-41a3-b4a4-a89493b70896 req-353d6e72-67d6-4174-b675-b5458760880d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894253 Sep 19 03:30:13.899279 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7e054b99-749b-4428-88da-1110fa45c07d req-8eab3c95-3821-4950-b7fe-b3d986c9b150 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529739 Sep 19 03:30:14.015121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:14.037420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:14.199209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Allocated IP 172.25.8.142 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/0e1f3294-d34c-463b-8489-d0032ec957d8) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:14.408886 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:14.457706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:14.517941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ff41303-b780-4dcb-9b37-93cc31a25c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:14.537884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:14.543206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:14.551631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:14.654534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=0e1f3294-d34c-463b-8489-d0032ec957d8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:14.685316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.687322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.688087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.688793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.689414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.689994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.690390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.690797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.691149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.691559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.691893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.692232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:14.968586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9402f-c1f9-436d-88c1-d82c704fc679 req-3588cc1a-0c7b-43fc-b606-4ae30f81b416 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:14.975840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74f9402f-c1f9-436d-88c1-d82c704fc679 req-3588cc1a-0c7b-43fc-b606-4ae30f81b416 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 946 time: 0.3342164 Sep 19 03:30:15.147108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-74f9402f-c1f9-436d-88c1-d82c704fc679 req-89036a58-721b-4054-a8ed-af69f1831755 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699061 Sep 19 03:30:15.185177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22f39f-5afd-4a6b-92d1-4ac38fd76766 req-2d21b9ba-fbe8-444c-b3bb-7cd8767075a8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:15.186964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d22f39f-5afd-4a6b-92d1-4ac38fd76766 req-2d21b9ba-fbe8-444c-b3bb-7cd8767075a8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 945 time: 0.1835639 Sep 19 03:30:15.269451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:15.274626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d22f39f-5afd-4a6b-92d1-4ac38fd76766 req-680a33c3-fe93-4d49-a358-dfbbaa62cbb0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495238 Sep 19 03:30:15.488177 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:15.626988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:30:15.738809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:15.750413 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Sync routers for ids ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:15.760169 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Routers {'3616c1b8-4c8e-4318-8318-3369fcf0a3ef'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:15.760739 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:15.760891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:15.765029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-89a87a06-cad0-4329-ada7-5b31151f6d52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.1162505 Sep 19 03:30:15.765285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50744) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:15.954361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c67d135-412c-4f5e-a2fe-8d3aae9b90f4 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:15.958487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1c67d135-412c-4f5e-a2fe-8d3aae9b90f4 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1918027 Sep 19 03:30:15.961146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50748) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:16.012293 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Set router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:16.066786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.098399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0194a6c0-7eed-4ce1-812a-479fb930f316 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:16.103164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0194a6c0-7eed-4ce1-812a-479fb930f316 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1378956 Sep 19 03:30:16.103164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50754) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:16.146787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4aa7c526-ac91-4b80-b539-bfd1d13fe6e9 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398831 Sep 19 03:30:16.147257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50756) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:16.195386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fb0a824e-0d27-4c1e-81b1-fe95428afc99 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468311 Sep 19 03:30:16.195675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50762) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:16.227584 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:14Z', 'revision_number': 3, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:16.265193 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Checking router: 3616c1b8-4c8e-4318-8318-3369fcf0a3ef for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:16.277118 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Updating router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef port 0e1f3294-d34c-463b-8489-d0032ec957d8 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:30:16.328126 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.394290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ab821-b97d-441d-b8bc-590d22770e29 req-ec955e28-d564-4cbd-aa82-039dff823a6e tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:16.402124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b81ab821-b97d-441d-b8bc-590d22770e29 req-ec955e28-d564-4cbd-aa82-039dff823a6e tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 946 time: 0.1358500 Sep 19 03:30:16.415765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f001674-a2f7-459f-880c-15b3d019d1fb tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:16.423105 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0f001674-a2f7-459f-880c-15b3d019d1fb tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2251813 Sep 19 03:30:16.423945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50768) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:16.432421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2008bde8-1c71-4c6b-a639-ce459e6dae17 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:16.494147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b81ab821-b97d-441d-b8bc-590d22770e29 req-08ca3a7d-778c-4c8f-a906-fc41e7026b4d tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858138 Sep 19 03:30:16.506514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-27a207fd-2fb9-4dfb-a17d-5e38c841d359 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813420 Sep 19 03:30:16.507310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50772) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:16.521816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89b168-0fbf-4f76-9517-affb44b8e597 req-98abbe3c-de49-4925-a93f-676daed567e3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:16.524001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c89b168-0fbf-4f76-9517-affb44b8e597 req-98abbe3c-de49-4925-a93f-676daed567e3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 945 time: 0.1188524 Sep 19 03:30:16.527341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256462910', 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0', 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:16.572126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 2008bde8-1c71-4c6b-a639-ce459e6dae17 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:30:16.578810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c89b168-0fbf-4f76-9517-affb44b8e597 req-f2c38812-8997-443d-abd3-c355500f6077 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455415 Sep 19 03:30:16.586164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 2008bde8-1c71-4c6b-a639-ce459e6dae17 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:16.586553 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.748464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Made reservation on behalf of 72b9168bb80d40f5ac0f2ca74ea7e7b7 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:16.752121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.759999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.819711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:16.828761 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899527f2-9ae7-4cbb-bf30-6fc4c44ab579" -d '{"events": [{"server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:16.830090 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.854679 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.859535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:16.872343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:16.936355 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1d22b1-f29a-464c-a01b-4cede844ac0e x-openstack-request-id: req-7f1d22b1-f29a-464c-a01b-4cede844ac0e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:16.936657 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:16.936896 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f1d22b1-f29a-464c-a01b-4cede844ac0e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:16.937303 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'code': 200} Sep 19 03:30:17.003082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:17.043406 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Attempting to bind port 0e1f3294-d34c-463b-8489-d0032ec957d8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:17.043778 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Attempting to bind port 0e1f3294-d34c-463b-8489-d0032ec957d8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:17.044136 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Attempting to bind port 0e1f3294-d34c-463b-8489-d0032ec957d8 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:17.046870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e4394-a876-4e66-be07-afc91016bd77 req-20db0b44-fc6f-45e5-a36b-f4913dca1a05 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:17.051525 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:17.051937 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:17.052345 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:17.053320 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:17.053320 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Bound port: 0e1f3294-d34c-463b-8489-d0032ec957d8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:17.053921 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:17.058211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-459e4394-a876-4e66-be07-afc91016bd77 req-20db0b44-fc6f-45e5-a36b-f4913dca1a05 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 946 time: 0.0911992 Sep 19 03:30:17.091304 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191467-df83-44f1-98fb-f498f249bda4 None None] Pushing event updated for resources: {'Port': ['ID=0e1f3294-d34c-463b-8489-d0032ec957d8,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:17.139673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-459e4394-a876-4e66-be07-afc91016bd77 req-8f289e0b-59cb-4e77-9454-57ad42d90c5f tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774364 Sep 19 03:30:17.166588 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] For port 0e1f3294-d34c-463b-8489-d0032ec957d8, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:17.173234 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] For port 0e1f3294-d34c-463b-8489-d0032ec957d8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0e1f3294-d34c-463b-8489-d0032ec957d8,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:17.181103 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:17.252034 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Routers {'3616c1b8-4c8e-4318-8318-3369fcf0a3ef'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:17.252661 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:29:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:17.283187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84fef978-56cc-4e42-aaaa-d57a419d3b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:17.319480 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa191467-df83-44f1-98fb-f498f249bda4 None None] Pushing event updated for resources: {'Port': ['ID=0e1f3294-d34c-463b-8489-d0032ec957d8,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:17.399352 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] Set router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:17.640896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ef0f-7025-4a0b-9010-86a517838ce0 req-c54f3341-d255-4765-9d34-f33056b7ae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:17.642537 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82a5ef0f-7025-4a0b-9010-86a517838ce0 req-c54f3341-d255-4765-9d34-f33056b7ae4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1097 time: 0.1050835 Sep 19 03:30:17.691723 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:14Z', 'revision_number': 3, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:17.759602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50947cab-35cf-4685-97bb-3f1a443ce63a req-25a69846-ecca-4b87-8a24-d68006c0ab00 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:17.761909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50947cab-35cf-4685-97bb-3f1a443ce63a req-25a69846-ecca-4b87-8a24-d68006c0ab00 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0786402 Sep 19 03:30:17.771775 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216cc7a5-b151-4c8e-9276-39c737300466 None None] The sync data for ids ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'] in n-d-809936-1 is: [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:14Z', 'revision_number': 3, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:17.771929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82a5ef0f-7025-4a0b-9010-86a517838ce0 req-d09abcf8-3bce-4fe8-8708-29f39ecd8a10 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106141 Sep 19 03:30:17.861443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50947cab-35cf-4685-97bb-3f1a443ce63a req-f2ddaf61-c306-4440-a361-2518c62081f8 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883625 Sep 19 03:30:17.912391 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:17.988446 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:18.011288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Subnet': ['ID=56ad00d9-d4aa-4eab-90c8-9ce02a5977b1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:18.085531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Checking segment: {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:18.090113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network hostable DHCP agents. Network: 85d6fc80-b195-45cb-9e93-e9d780073fc0, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:30:18.141426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:30:18.163477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 85d6fc80-b195-45cb-9e93-e9d780073fc0) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:18.192098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf87ae7-17d9-448d-a34d-2d01d4133ada None None] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:30:18.193465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:18.194210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:18.229791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2dbd2f14-f47d-42bf-99f5-7f242578978f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7210107 Sep 19 03:30:18.232455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50840) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:18.468629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcb504-70c6-465d-8eff-4c74e68d22e5 req-c99872ac-a054-4c5d-a88a-0966cd82e5ed tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:18.470211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4abcb504-70c6-465d-8eff-4c74e68d22e5 req-c99872ac-a054-4c5d-a88a-0966cd82e5ed tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 946 time: 0.1446028 Sep 19 03:30:18.538812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4abcb504-70c6-465d-8eff-4c74e68d22e5 req-f98cdce1-6ecd-41a3-909e-5df19a8ffbe8 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608623 Sep 19 03:30:18.558162 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:18.564165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-85d6fc80-b195-45cb-9e93-e9d780073fc0', 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'fixed_ips': [{'subnet_id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:30:18.565527 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:18.838331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Allocated IP 172.20.0.18 (85d6fc80-b195-45cb-9e93-e9d780073fc0/56ad00d9-d4aa-4eab-90c8-9ce02a5977b1/8eac7a60-7d7d-4621-b35e-4d1b7b31de18) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:19.057134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860d9a9-9426-4872-a45a-59cb8186911d req-16060a32-fad6-41f1-92d7-12cb1d108e32 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:19.060584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:19.067738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e860d9a9-9426-4872-a45a-59cb8186911d req-16060a32-fad6-41f1-92d7-12cb1d108e32 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.1026721 Sep 19 03:30:19.151327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e860d9a9-9426-4872-a45a-59cb8186911d req-3b922ebb-7380-44ca-ba7c-86ef5007225b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785239 Sep 19 03:30:19.291299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-c6f280cf-047e-4b73-a0d1-72ce773f7a08 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:19.295344 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-c6f280cf-047e-4b73-a0d1-72ce773f7a08 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.32 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 946 time: 0.2728491 Sep 19 03:30:19.390150 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:19.404237 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:19.441936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0e1f3294-d34c-463b-8489-d0032ec957d8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:19.562419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:19.583955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:19.612910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:19.688501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Pushing event updated for resources: {'Port': ['ID=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:19.751801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08d9c6-9e85-4d6e-a93a-01f56508e09e req-735f7627-debb-4401-800d-8e782e26d059 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:19.753535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c08d9c6-9e85-4d6e-a93a-01f56508e09e req-735f7627-debb-4401-800d-8e782e26d059 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 946 time: 0.0711324 Sep 19 03:30:19.755944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Deleting port 37b64836-8127-4e3f-a825-70b8dd43dde5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:19.756294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:19.801683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Attempting to bind port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:19.847869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Attempting to bind port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:19.849109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Attempting to bind port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 on network 85d6fc80-b195-45cb-9e93-e9d780073fc0 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:19.860839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 0e1f3294-d34c-463b-8489-d0032ec957d8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:19.863279 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:19.916604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c08d9c6-9e85-4d6e-a93a-01f56508e09e req-afa09881-c012-4522-8935-94607a382c1e tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/security-groups?id=52436d98-5072-43dd-8428-656c49cdb5e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099079 Sep 19 03:30:19.945187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:19.945573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Checking segment: {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:19.945985 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:19.953759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Bound using segment: {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:19.954359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Bound port: 8eac7a60-7d7d-4621-b35e-4d1b7b31de18, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:19.954871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:19.983444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Allocated IP 172.20.0.17 (85d6fc80-b195-45cb-9e93-e9d780073fc0/56ad00d9-d4aa-4eab-90c8-9ce02a5977b1/3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:20.099612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.111164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.113755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] For port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:20.121773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] For port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:20.133611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] For port 37b64836-8127-4e3f-a825-70b8dd43dde5, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=37b64836-8127-4e3f-a825-70b8dd43dde5,segment=NetworkSegment(f03c2130-82e5-45df-a790-b67fedf11b7e),segment_id=f03c2130-82e5-45df-a790-b67fedf11b7e)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:20.134257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.142092 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.149131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 0e1f3294-d34c-463b-8489-d0032ec957d8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0e1f3294-d34c-463b-8489-d0032ec957d8,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:20.170758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Calling delete_port for 37b64836-8127-4e3f-a825-70b8dd43dde5 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:20.220092 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.284784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.292801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169f7a2-162f-4190-9745-0aa36cd31451 None None] Pushing event updated for resources: {'Port': ['ID=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:20.355249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ab45c-7421-4c1e-9d35-688c14967244 req-8609af81-2bc9-43b7-81d6-5a560e84fe5a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:20.357565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3ab45c-7421-4c1e-9d35-688c14967244 req-8609af81-2bc9-43b7-81d6-5a560e84fe5a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0859501 Sep 19 03:30:20.402481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=0e1f3294-d34c-463b-8489-d0032ec957d8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:20.496701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e3ab45c-7421-4c1e-9d35-688c14967244 req-5c0f8963-6e58-44de-9353-4290149ab5a0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089876 Sep 19 03:30:20.520897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.579564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:20.721229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:20.725611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:20.731401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:20.757109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f4aad-0cfb-411e-98d7-7d51cad84708 req-82d92f40-8abd-4da5-89a7-b3df518b1dac tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:20.759264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e8f4aad-0cfb-411e-98d7-7d51cad84708 req-82d92f40-8abd-4da5-89a7-b3df518b1dac tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0978572 Sep 19 03:30:20.804762 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.808182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:20.853305 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e8f4aad-0cfb-411e-98d7-7d51cad84708 req-c099abd1-914b-45e0-95b6-51813cb8efc3 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672741 Sep 19 03:30:20.870492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50892) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:20.951571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289487cd-082c-495b-95a5-3799adc24363 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:20.957022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Pushing event deleted for resources: {'Port': ['ID=37b64836-8127-4e3f-a825-70b8dd43dde5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:20.980446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-289487cd-082c-495b-95a5-3799adc24363 tempest-TestNetworkAdvancedServerOps-1747273767 tempest-TestNetworkAdvancedServerOps-1747273767-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1092 time: 0.1069481 Sep 19 03:30:20.986286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 50904) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:20.993142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:21.032960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] No DVR routers for this DVR port 37b64836-8127-4e3f-a825-70b8dd43dde5 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:30:21.037496 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:21.042302 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-229df610-470b-487c-b9b0-9d5b9b833f83 req-24d60370-d13a-4e8a-a1dc-e2456ae8c454 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.32 "DELETE /v2.0/ports/37b64836-8127-4e3f-a825-70b8dd43dde5 HTTP/1.1" status: 204 len: 173 time: 1.7345603 Sep 19 03:30:21.046504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'name': 'network-vif-deleted', 'tag': '37b64836-8127-4e3f-a825-70b8dd43dde5'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:21.050368 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1a3087-0f49-4ad3-b080-f30c920ed091" -d '{"events": [{"server_uuid": "7624a8a3-cf18-4c9b-b8dc-c36819e482fa", "name": "network-vif-deleted", "tag": "37b64836-8127-4e3f-a825-70b8dd43dde5"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:21.063552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:21.200823 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e503f20-7b55-4cea-a075-db8c4bab5659 req-54e993a9-6884-4ce7-8096-f0bb2c4c2e63 tempest-InstanceActionsNegativeTestJSON-1319551356 tempest-InstanceActionsNegativeTestJSON-1319551356-project] 10.222.0.22 "GET /v2.0/ports?device_id=7624a8a3-cf18-4c9b-b8dc-c36819e482fa HTTP/1.1" status: 200 len: 210 time: 0.1566851 Sep 19 03:30:21.237978 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dced5a-9cf4-43c0-a0df-91f1400324f2 x-openstack-request-id: req-c0dced5a-9cf4-43c0-a0df-91f1400324f2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:21.238515 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7624a8a3-cf18-4c9b-b8dc-c36819e482fa", "name": "network-vif-deleted", "tag": "37b64836-8127-4e3f-a825-70b8dd43dde5", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:21.238515 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0dced5a-9cf4-43c0-a0df-91f1400324f2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:21.242980 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7624a8a3-cf18-4c9b-b8dc-c36819e482fa', 'name': 'network-vif-deleted', 'tag': '37b64836-8127-4e3f-a825-70b8dd43dde5', 'status': 'completed', 'code': 200} Sep 19 03:30:21.482587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:21.549605 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:21.584865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0e1f3294-d34c-463b-8489-d0032ec957d8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:21.726524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 0e1f3294-d34c-463b-8489-d0032ec957d8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:21.727228 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:21.860493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Allocated IP 172.25.8.28 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/25557098-d6b0-4611-b14a-76283d37da0d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:21.916671 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:22.037466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:22.037836 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.088170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.123516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.130885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.161698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.178481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.227269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3015ca-8e46-42cb-b50d-2c458178d288 None None] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:30:22.253417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:22.289045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.296732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:22.313194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50932) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:22.327113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:22.329241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:22.330716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:22.335029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=25557098-d6b0-4611-b14a-76283d37da0d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:22.370671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.445693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] Deleting subnet 43d73167-78a4-437f-afa0-2d4f9e6a581d {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:30:22.452397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.506373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 37b64836-8127-4e3f-a825-70b8dd43dde5 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:30:22.533768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-017dd3a1-ee62-4a25-a10d-621fbe8ea2c6 None None] Provisioning complete for port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:22.534144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-017dd3a1-ee62-4a25-a10d-621fbe8ea2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.565627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.672254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:22.687821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:22.723336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.846035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 37b64836-8127-4e3f-a825-70b8dd43dde5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:30:22.846612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 37b64836-8127-4e3f-a825-70b8dd43dde5 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:30:22.899134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:22.902390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:22.996312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:30:22.997567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d73167-78a4-437f-afa0-2d4f9e6a581d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:23.004071 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.006780 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5669599-5fc7-418a-8ee1-19a90af71ad4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/43d73167-78a4-437f-afa0-2d4f9e6a581d HTTP/1.1" status: 204 len: 168 time: 0.6910865 Sep 19 03:30:23.008548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50944) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:23.163012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:23.182210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Sync routers for ids ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:23.190096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78926a17-0790-48e3-9007-5054062e8e8c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "PUT /v2.0/routers/3616c1b8-4c8e-4318-8318-3369fcf0a3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9563103 Sep 19 03:30:23.207185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Routers {'3616c1b8-4c8e-4318-8318-3369fcf0a3ef'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:23.207475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:23.327282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.383195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:23.586185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.612238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a418e82-b649-422b-b823-0088fdc6eac6']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:23.624287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03c2130-82e5-45df-a790-b67fedf11b7e') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:23.624789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03c2130-82e5-45df-a790-b67fedf11b7e') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:23.636048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.695415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.703860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:30:23.704564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:30:23.776420 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:30:23.783104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.790206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.793928 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4a418e82-b649-422b-b823-0088fdc6eac6 HTTP/1.1" status: 204 len: 168 time: 0.7830498 Sep 19 03:30:23.803911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7520837f-5d5d-44ec-ba40-31f891b6c40e None None] Provisioning complete for port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:23.804291 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7520837f-5d5d-44ec-ba40-31f891b6c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.806999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:23.807374 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:23.810345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Set router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:23.821995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ece051-52df-441e-9946-fce929bf3836 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a418e82-b649-422b-b823-0088fdc6eac6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:24.021095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-f937d2f4-330a-488a-9708-857b906a7f52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:24.029270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-f937d2f4-330a-488a-9708-857b906a7f52 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/networks?id=85d6fc80-b195-45cb-9e93-e9d780073fc0 HTTP/1.1" status: 200 len: 798 time: 0.3913057 Sep 19 03:30:24.032626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50970) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:24.110121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-7a4292ed-b54c-4aa7-8017-334764acbcc7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/quotas/72b9168bb80d40f5ac0f2ca74ea7e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0708804 Sep 19 03:30:24.147214 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ac10efe2-9aeb-43c8-883b-2ded27c89fe1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59c137e86bfb41feb22f64a7392ebf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099164 Sep 19 03:30:24.148234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 50974) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:24.311856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd218-77cf-4bf0-ac5c-e53df705dd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.370623 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd218-77cf-4bf0-ac5c-e53df705dd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.479101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd218-77cf-4bf0-ac5c-e53df705dd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.483968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd218-77cf-4bf0-ac5c-e53df705dd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.485290 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b9ffd218-77cf-4bf0-ac5c-e53df705dd76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52436d98-5072-43dd-8428-656c49cdb5e9 HTTP/1.1" status: 204 len: 168 time: 0.3329041 Sep 19 03:30:24.485900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-d9dd8426-1890-4a42-8080-ffac5543730d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3664744 Sep 19 03:30:24.494152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.519067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffd218-77cf-4bf0-ac5c-e53df705dd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52436d98-5072-43dd-8428-656c49cdb5e9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:24.625441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7520837f-5d5d-44ec-ba40-31f891b6c40e None None] Provisioning complete for port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:24.625977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7520837f-5d5d-44ec-ba40-31f891b6c40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.660010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.684203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:21Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280', 'name': '', 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:f0:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:19Z', 'updated_at': '2021-09-19T03:30:21Z', 'revision_number': 2, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:24.687379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7520837f-5d5d-44ec-ba40-31f891b6c40e None None] Port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:30:24.727737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Checking router: 3616c1b8-4c8e-4318-8318-3369fcf0a3ef for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:24.728549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Updating router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:30:24.768169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.895744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b927052a-0a75-4a8c-8e9e-6859dcff0ee8 None None] Provisioning complete for port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:24.905968 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b927052a-0a75-4a8c-8e9e-6859dcff0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:24.953168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-504a913d-1209-4a5f-acb7-8446b1520bfe service neutron] 10.222.0.22 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102166 Sep 19 03:30:25.037945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b927052a-0a75-4a8c-8e9e-6859dcff0ee8 None None] Port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:30:25.230679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-a311c65b-3fc2-4e15-8c45-eca7e8296b35 service neutron] 10.222.0.22 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501531 Sep 19 03:30:25.259951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51002) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:25.275494 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.293832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.392571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.401404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.480338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event updated for resources: {'Port': ['ID=25557098-d6b0-4611-b14a-76283d37da0d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:25.490546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d961631-bd83-4cb7-88b1-ead80f5c4d6f None None] Pushing event updated for resources: {'Port': ['ID=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:25.500369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.544256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5012f992-ae8d-4903-904f-32ba1759842e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.699984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Attempting to bind port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:25.700471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Attempting to bind port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:25.700924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Attempting to bind port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 on network 85d6fc80-b195-45cb-9e93-e9d780073fc0 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:25.712813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:25.713136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Checking segment: {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:25.713678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.715243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Bound using segment: {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:25.716984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Bound port: 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:25.717922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.813425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1dd25428-0b26-4575-acf3-a9558a83cba8 req-840d9755-02fb-41b9-b860-ef36844305d9 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 210 time: 0.1591499 Sep 19 03:30:25.865634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5012f992-ae8d-4903-904f-32ba1759842e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.876330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] For port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:25.877844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5012f992-ae8d-4903-904f-32ba1759842e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.881390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] For port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:25.896175 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:25.936700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012f992-ae8d-4903-904f-32ba1759842e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf550ce-18e1-4abc-9419-648648f5f47a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:25.986770 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5012f992-ae8d-4903-904f-32ba1759842e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=468c2733851347d08308d62534dc5393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7228301 Sep 19 03:30:25.986770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51032) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:25.992639 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP 6cb9667b-0150-4e21-91e5-c8be16c7aaf7 associated. External IP: 172.25.8.28, port: 2008bde8-1c71-4c6b-a639-ce459e6dae17. Sep 19 03:30:26.115259 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e24b96ae-d71e-4e7f-a7be-26e048cb528b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.200353 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e24b96ae-d71e-4e7f-a7be-26e048cb528b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.202804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d961631-bd83-4cb7-88b1-ead80f5c4d6f None None] Pushing event updated for resources: {'Port': ['ID=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:26.215848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8a8f6d1a-57e3-491e-a69d-8782dae3f89c None None] Provisioning complete for port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:26.216485 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6d1a-57e3-491e-a69d-8782dae3f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.311588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51042) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:26.319848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Routers {'3616c1b8-4c8e-4318-8318-3369fcf0a3ef'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:26.320631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:26.378612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e24b96ae-d71e-4e7f-a7be-26e048cb528b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.381862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e24b96ae-d71e-4e7f-a7be-26e048cb528b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.383361 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e24b96ae-d71e-4e7f-a7be-26e048cb528b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7bf550ce-18e1-4abc-9419-648648f5f47a HTTP/1.1" status: 204 len: 168 time: 0.3956242 Sep 19 03:30:26.403219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24b96ae-d71e-4e7f-a7be-26e048cb528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf550ce-18e1-4abc-9419-648648f5f47a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:26.656389 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6d1a-57e3-491e-a69d-8782dae3f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.672208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-network', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:26.687702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] Set router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:26.688160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router e2009530-b7b2-41b6-af1d-20943d317e63 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:30:26.757570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Made reservation on behalf of 2ae80972d7b442c686f14b7400a0bab0 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:26.760558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.779660 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.819471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8a8f6d1a-57e3-491e-a69d-8782dae3f89c None None] For port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:26.937268 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.945937 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.952626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6d1a-57e3-491e-a69d-8782dae3f89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:26.967962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:26.989585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a93083-1d3d-4345-bd7e-e3d46628bd89,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:27.006214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d68b2d8-a858-416e-8cd9-9394f60a0bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.106389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-884c63ff-e826-4a58-825a-142f5ae766c8 req-fa422628-ddca-4ff6-98b0-4d1ebc97d0d6 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 210 time: 0.1186225 Sep 19 03:30:27.125320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:30:27.152080 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d68b2d8-a858-416e-8cd9-9394f60a0bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.157719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d68b2d8-a858-416e-8cd9-9394f60a0bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.160493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.161170 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Added segment f2d1a268-b6d3-418f-8076-8e0957bbe3c9 of type vlan for network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a Sep 19 03:30:27.174552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:27.195615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] Sync routers for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:27.215630 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:27.217149 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:27.226972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.234509 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.269234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-991ce7ac-13b1-4d60-84f9-f741862093f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2799523 Sep 19 03:30:27.276379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:27.280051 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:27.299937 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1d68b2d8-a858-416e-8cd9-9394f60a0bde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a0e4341fb3b4b55a7987d15b04a569d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282185 Sep 19 03:30:27.303154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-063019bd-f1ee-410b-b46e-f0dc5810157d None None] Provisioning complete for port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:27.303315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51072) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:27.303844 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-063019bd-f1ee-410b-b46e-f0dc5810157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.309840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68b2d8-a858-416e-8cd9-9394f60a0bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e05ea6-a946-461c-87f9-9679c510ec00,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:27.320356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f6d1a-57e3-491e-a69d-8782dae3f89c None None] Pushing event updated for resources: {'Port': ['ID=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:27.365588 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31aa81e2-02a1-4d98-ad1a-5a08b060757b x-openstack-request-id: req-31aa81e2-02a1-4d98-ad1a-5a08b060757b {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:27.366103 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:27.367049 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31aa81e2-02a1-4d98-ad1a-5a08b060757b {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:27.367687 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'status': 'completed', 'code': 200} Sep 19 03:30:27.391209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.392566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:27.393403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.458965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:21Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280', 'name': '', 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:f0:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:19Z', 'updated_at': '2021-09-19T03:30:25Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:27.491232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] Pushing event updated for resources: {'Network': ['ID=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:27.531802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-4fb340a5-7b79-429e-b95d-9081990e9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:27.533602 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-4fb340a5-7b79-429e-b95d-9081990e9ff3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1097 time: 0.1201212 Sep 19 03:30:27.609810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:30:27.629154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02c8786-e445-45f4-96f1-09008e08c046 None None] The sync data for ids ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'] in n-d-809936-1 is: [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:21Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280', 'name': '', 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:f0:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:19Z', 'updated_at': '2021-09-19T03:30:25Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:27.721365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8340a827-9147-405a-8439-72e36100d749 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4081199 Sep 19 03:30:27.726254 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:27.744527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51078) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:27.871131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Request body: {'subnet': {'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-subnet', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:27.882329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7ed-987d-4cb4-a311-a7da1ad178c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:27.967847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Made reservation on behalf of 2ae80972d7b442c686f14b7400a0bab0 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:27.970554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:28.051912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54e4d6-28d8-4faf-84b0-29ad3273bdf4 req-aa31baab-e573-495b-aa83-849fdeead83e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:28.068003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d54e4d6-28d8-4faf-84b0-29ad3273bdf4 req-aa31baab-e573-495b-aa83-849fdeead83e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.6269763 Sep 19 03:30:28.090512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7ed-987d-4cb4-a311-a7da1ad178c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:28.289623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-ce0a47cc-72de-46cd-af47-363d15252ba3 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:28.292111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-ce0a47cc-72de-46cd-af47-363d15252ba3 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.30 "GET /v2.0/networks?id=85d6fc80-b195-45cb-9e93-e9d780073fc0 HTTP/1.1" status: 200 len: 798 time: 0.8619328 Sep 19 03:30:28.304685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7ed-987d-4cb4-a311-a7da1ad178c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:28.311004 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-feaaf7ed-987d-4cb4-a311-a7da1ad178c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:28.312811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-feaaf7ed-987d-4cb4-a311-a7da1ad178c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36e05ea6-a946-461c-87f9-9679c510ec00 HTTP/1.1" status: 204 len: 168 time: 1.0049889 Sep 19 03:30:28.329146 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6cb9667b-0150-4e21-91e5-c8be16c7aaf7', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'port_id': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'mac_address': 'fa:16:3e:72:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:30:22Z', 'updated_at': '2021-09-19T03:30:22Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:05Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:28.371887 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] Checking router: e2009530-b7b2-41b6-af1d-20943d317e63 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:28.390606 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42795efb-e2d5-40af-9aeb-0b0dd4d82723 req-a8190756-9384-4469-b6c9-b004861842bd tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 210 time: 0.0910680 Sep 19 03:30:28.395756 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:28.404299 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:28.405980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Request body: {'port': {'device_id': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0', 'admin_state_up': True, 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:28.478094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-a200184c-a368-48d0-8443-da6a71ec5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:28.480322 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-a200184c-a368-48d0-8443-da6a71ec5587 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 HTTP/1.1" status: 200 len: 898 time: 0.9391398 Sep 19 03:30:28.627178 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-1e72df62-d235-4ee8-9f83-8d7c99647839 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17 HTTP/1.1" status: 200 len: 999 time: 0.1378171 Sep 19 03:30:28.662523 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:28.676436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaaf7ed-987d-4cb4-a311-a7da1ad178c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e05ea6-a946-461c-87f9-9679c510ec00,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:28.747590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d54e4d6-28d8-4faf-84b0-29ad3273bdf4 req-e4318e85-d25e-4cb7-9da4-2ba72bc34a4c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6784985 Sep 19 03:30:28.765105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:28.916252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-5a745e0b-90be-45f6-abc2-d26cc6053145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:28.918107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-5a745e0b-90be-45f6-abc2-d26cc6053145 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c956856-f07c-45fb-b65a-c2888a8c6c41 HTTP/1.1" status: 200 len: 835 time: 0.2837594 Sep 19 03:30:28.953517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Made reservation on behalf of 72b9168bb80d40f5ac0f2ca74ea7e7b7 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:28.969526 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:29.142510 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01464ea2-c998-4014-bf0f-e4553ff0aa82 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/6cb9667b-0150-4e21-91e5-c8be16c7aaf7 HTTP/1.1" status: 200 len: 991 time: 0.3687465 Sep 19 03:30:29.170870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-4c9e7f17-576e-4b68-97de-6931bb741297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:29.172498 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-4c9e7f17-576e-4b68-97de-6931bb741297 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411010 Sep 19 03:30:29.233711 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6cb9667b-0150-4e21-91e5-c8be16c7aaf7', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'port_id': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'mac_address': 'fa:16:3e:72:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:30:22Z', 'updated_at': '2021-09-19T03:30:22Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:05Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:29.261504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:29.384911 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eecf514-6162-44c2-8464-cebdd1f05be1 None None] The sync data for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 is: [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6cb9667b-0150-4e21-91e5-c8be16c7aaf7', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'port_id': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'mac_address': 'fa:16:3e:72:cc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:30:22Z', 'updated_at': '2021-09-19T03:30:22Z', 'revision_number': 0, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:05Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:29.403372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9512a1f-0b84-43e0-bc1f-72a02a962260,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:29.503116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:29.528480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-59647cc3-8937-4acf-81a2-b092edfa781d service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483508 Sep 19 03:30:29.634055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Checking segment: {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:29.647394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Network hostable DHCP agents. Network: 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:30:29.693884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:29.698015 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:29.843164 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af985f1c-6e5a-4b58-9bdd-9a8d82abc0b9 req-fa53ea36-109a-4581-91e3-fc39775ca9f7 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051903 Sep 19 03:30:29.863667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd1ebb83-3e55-4573-ae41-230fcac9c699 req-f79fb52a-be50-49b6-b6f1-3f1cf45a6392 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 210 time: 0.2606509 Sep 19 03:30:29.937784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:30:30.002286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Allocated IP 172.20.0.25 (85d6fc80-b195-45cb-9e93-e9d780073fc0/56ad00d9-d4aa-4eab-90c8-9ce02a5977b1/56e94394-8d05-44a0-bfa2-0ec414ad6c9e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:30.012887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:30.018378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.024728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aca321-f741-43be-a22c-0d6ae4a2c979 None None] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:30:30.046238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:30.046927 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.093927 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-244b1afc-c613-453c-a698-300b35d953a7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3423839 Sep 19 03:30:30.097117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51132) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:30.103447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:30.141246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51136) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:30.226459 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:30:30.249364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c877cc0e-ded6-4074-890b-b09467f3c7cb None None] New status for floating IP 6cb9667b-0150-4e21-91e5-c8be16c7aaf7: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:30:30.326199 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.332541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.466487 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6ac4c78e-5b46-4e7a-9b96-6102e4255a79 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/6cb9667b-0150-4e21-91e5-c8be16c7aaf7 HTTP/1.1" status: 200 len: 991 time: 0.3211930 Sep 19 03:30:30.517977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.593932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.599943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.642407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:30.645751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:30.649897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:30.709805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:30.710542 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:30.734214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d594a-0335-4793-beda-72e34a4d8c36 None None] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:30:30.779038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event updated for resources: {'Port': ['ID=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:30.802080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-3a82821a-dbf8-4f8b-abf3-44332daafddb tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4229536 Sep 19 03:30:30.824713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Request body: {'port': {'device_id': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:31.020953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:31.101665 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:31.238936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfdb1d-4212-43a6-b2ab-4e9611696278 req-ebd28c59-aff8-48a6-85cd-bba16024ae5e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:31.243678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6cfdb1d-4212-43a6-b2ab-4e9611696278 req-ebd28c59-aff8-48a6-85cd-bba16024ae5e tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 895 time: 0.1693585 Sep 19 03:30:31.277623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7ccdff45-5767-4460-8d02-55e76b57fe30 None None] Provisioning complete for port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:31.278228 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ccdff45-5767-4460-8d02-55e76b57fe30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:31.349635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7ccdff45-5767-4460-8d02-55e76b57fe30 None None] Port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:30:31.473576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51164) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:31.740013 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-16c0e56e-d3d7-4491-bfad-b7afbc755b90 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/6cb9667b-0150-4e21-91e5-c8be16c7aaf7 HTTP/1.1" status: 200 len: 993 time: 0.2645109 Sep 19 03:30:31.827428 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:31.889252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:31.950139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e94394-8d05-44a0-bfa2-0ec414ad6c9e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:31.975053 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:32.047968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Transition to ACTIVE for port object 56e94394-8d05-44a0-bfa2-0ec414ad6c9e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:30:32.060774 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:32.140490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Pushing event updated for resources: {'Port': ['ID=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:32.233694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Allocated IP 172.25.8.252 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/d990c37f-137d-4a25-8947-22ef45d59557) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:32.426793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Attempting to bind port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:32.427371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Attempting to bind port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:32.427861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Attempting to bind port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e on network 85d6fc80-b195-45cb-9e93-e9d780073fc0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:32.493099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e on network 85d6fc80-b195-45cb-9e93-e9d780073fc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:30:32.493799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Attempting to bind port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e on network 85d6fc80-b195-45cb-9e93-e9d780073fc0 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:32.507230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:32.509060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Checking segment: {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:32.509618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Bound using segment: {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:32.510233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Bound port: 56e94394-8d05-44a0-bfa2-0ec414ad6c9e, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:32.510828 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:32.552573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c07d2-d2d5-4189-9512-3215904f5bb9 req-05031721-52cb-433b-8c77-14a06acfbeff tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:32.555881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c9c07d2-d2d5-4189-9512-3215904f5bb9 req-05031721-52cb-433b-8c77-14a06acfbeff tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 907 time: 0.1161742 Sep 19 03:30:32.597272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:32.675771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:32.695011 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] For port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:32.712371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] For port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:32.732784 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:32.739462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:32.749977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:32.749977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:32.834105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:32.835110 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:32.838240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/56e94394-8d05-44a0-bfa2-0ec414ad6c9e HTTP/1.1" status: 200 len: 1055 time: 2.0251834 Sep 19 03:30:32.840071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'tag': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:32.845152 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21ebacb-f97d-43e6-90d0-57cf14782350" -d '{"events": [{"name": "network-changed", "server_uuid": "07f89870-6c41-4f38-be31-4d1c65809b9b", "tag": "56e94394-8d05-44a0-bfa2-0ec414ad6c9e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:32.936587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af866ab1-e6d0-4952-b093-f144a7c185e0 service neutron] Pushing event updated for resources: {'Port': ['ID=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:33.021872 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662ceee9-a69d-4491-a0f0-e589e7ec03ae x-openstack-request-id: req-662ceee9-a69d-4491-a0f0-e589e7ec03ae {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:33.031992 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f89870-6c41-4f38-be31-4d1c65809b9b", "tag": "56e94394-8d05-44a0-bfa2-0ec414ad6c9e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:33.032618 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-662ceee9-a69d-4491-a0f0-e589e7ec03ae {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:33.033238 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'tag': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e', 'status': 'completed', 'code': 200} Sep 19 03:30:33.079324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Pushing event updated for resources: {'Port': ['ID=d990c37f-137d-4a25-8947-22ef45d59557,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:33.141347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-5c5769fc-d2af-47a2-837d-e6194a3def11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:33.143421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-5c5769fc-d2af-47a2-837d-e6194a3def11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 1058 time: 0.2279363 Sep 19 03:30:33.217692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-8942d366-7868-48ae-bc85-d39356f71350 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e HTTP/1.1" status: 200 len: 217 time: 0.0654528 Sep 19 03:30:33.221369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51216) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:33.235955 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:33.343691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-272dd89e-aff9-4532-920f-553b68e3b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:33.345522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-272dd89e-aff9-4532-920f-553b68e3b0ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56ad00d9-d4aa-4eab-90c8-9ce02a5977b1 HTTP/1.1" status: 200 len: 838 time: 0.1172183 Sep 19 03:30:33.427964 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93e893ea-cfaa-4125-81e5-e0a261d6bea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:33.485368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-be749d4f-9806-4b4f-9b3f-390965485b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:33.486911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-be749d4f-9806-4b4f-9b3f-390965485b35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85d6fc80-b195-45cb-9e93-e9d780073fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313097 Sep 19 03:30:33.545313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:33.690512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-08e51d3c-b7fe-4829-b579-1ff1db133a88 service neutron] 10.222.0.30 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917937 Sep 19 03:30:33.764044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Router c2738d33-6949-408c-95ef-86d4547c0643 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:30:33.920729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:33.932656 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Sync routers for ids ['c2738d33-6949-408c-95ef-86d4547c0643'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:33.972690 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Routers {'c2738d33-6949-408c-95ef-86d4547c0643'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:33.973401 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2738d33-6949-408c-95ef-86d4547c0643'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:34.149314 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Set router c2738d33-6949-408c-95ef-86d4547c0643 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:34.264799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ecdbee3-48c5-4d57-b875-fc7189194398 req-6e240bb1-1532-479e-8e35-83a2503d32b1 service neutron] 10.222.0.30 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579104 Sep 19 03:30:34.327908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719193e8-0825-4305-a9ad-2cdf3002a7c7 req-13848f20-d98f-456e-871c-0059fb5e16d4 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:34.337884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-719193e8-0825-4305-a9ad-2cdf3002a7c7 req-13848f20-d98f-456e-871c-0059fb5e16d4 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 907 time: 0.6447151 Sep 19 03:30:34.415710 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93e893ea-cfaa-4125-81e5-e0a261d6bea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:34.417294 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:30:33Z', 'revision_number': 3, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port': {'id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:31Z', 'updated_at': '2021-09-19T03:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:34.424986 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-93e893ea-cfaa-4125-81e5-e0a261d6bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:34.438646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:34.441012 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ece4b11b-b9d8-467c-b3a1-231fd75e5e54 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.3428352 Sep 19 03:30:34.447304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:34.461238 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Checking router: c2738d33-6949-408c-95ef-86d4547c0643 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:34.462214 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Updating router c2738d33-6949-408c-95ef-86d4547c0643 port d990c37f-137d-4a25-8947-22ef45d59557 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:30:34.464920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e893ea-cfaa-4125-81e5-e0a261d6bea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808eaeff-5c13-49fb-bcdd-e3b1e323bfea,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:34.469078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-0fbc89d9-5ad1-448c-8a1f-08fbb4675fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:34.470908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-0fbc89d9-5ad1-448c-8a1f-08fbb4675fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 1058 time: 0.1243336 Sep 19 03:30:34.502485 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:34.556537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-93e893ea-cfaa-4125-81e5-e0a261d6bea5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7995aecb3c9b470e88e0fef4894e8d78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3316553 Sep 19 03:30:34.569751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:34.842114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea261ce7-73a5-46ae-8cc8-3facd6796844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:34.849937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-6d1899d7-ef8b-4455-972a-bb7115f22b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:34.854782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-6d1899d7-ef8b-4455-972a-bb7115f22b09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85d6fc80-b195-45cb-9e93-e9d780073fc0 HTTP/1.1" status: 200 len: 899 time: 0.3700674 Sep 19 03:30:34.963096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-b063aba1-8bd3-4918-b154-f942efc77d0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e HTTP/1.1" status: 200 len: 217 time: 0.1002824 Sep 19 03:30:34.985057 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.000071 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.051277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea261ce7-73a5-46ae-8cc8-3facd6796844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.123881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-7876098e-6ef9-42d6-bcf0-96bf1d910ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:35.127466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-7876098e-6ef9-42d6-bcf0-96bf1d910ca5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56ad00d9-d4aa-4eab-90c8-9ce02a5977b1 HTTP/1.1" status: 200 len: 838 time: 0.1533275 Sep 19 03:30:35.139336 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1585-2d6c-4cfc-971b-aebc3e1acf2a None None] Pushing event updated for resources: {'Port': ['ID=d990c37f-137d-4a25-8947-22ef45d59557,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:35.189734 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Attempting to bind port d990c37f-137d-4a25-8947-22ef45d59557 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:35.190628 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Attempting to bind port d990c37f-137d-4a25-8947-22ef45d59557 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:35.191188 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Attempting to bind port d990c37f-137d-4a25-8947-22ef45d59557 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:35.203117 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:35.206282 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:35.206669 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.207151 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:35.207633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Bound port: d990c37f-137d-4a25-8947-22ef45d59557, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:35.208258 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.219127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-4e50ab6f-313f-4be1-baa5-d57f63f63e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:35.221049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-4e50ab6f-313f-4be1-baa5-d57f63f63e20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85d6fc80-b195-45cb-9e93-e9d780073fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878081 Sep 19 03:30:35.221874 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea261ce7-73a5-46ae-8cc8-3facd6796844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.224555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ea261ce7-73a5-46ae-8cc8-3facd6796844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.228640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ea261ce7-73a5-46ae-8cc8-3facd6796844 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/808eaeff-5c13-49fb-bcdd-e3b1e323bfea HTTP/1.1" status: 204 len: 168 time: 0.6548648 Sep 19 03:30:35.284150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.292822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea261ce7-73a5-46ae-8cc8-3facd6796844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808eaeff-5c13-49fb-bcdd-e3b1e323bfea,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:35.349388 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] For port d990c37f-137d-4a25-8947-22ef45d59557, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:35.354579 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] For port d990c37f-137d-4a25-8947-22ef45d59557, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d990c37f-137d-4a25-8947-22ef45d59557,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:35.392571 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:35.473152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-38bc1fb4-df30-40e9-bfd3-9ed50db0c5cb service neutron] 10.222.0.30 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442052 Sep 19 03:30:35.565566 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Routers {'c2738d33-6949-408c-95ef-86d4547c0643'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:35.566439 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2738d33-6949-408c-95ef-86d4547c0643'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:35.626017 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc1585-2d6c-4cfc-971b-aebc3e1acf2a None None] Pushing event updated for resources: {'Port': ['ID=d990c37f-137d-4a25-8947-22ef45d59557,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:35.787922 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] Set router c2738d33-6949-408c-95ef-86d4547c0643 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:35.852705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504fe2c-994b-45dc-8381-c49c307bcdf0 req-91d1fb84-09e9-4392-b835-646975735008 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:35.855971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8504fe2c-994b-45dc-8381-c49c307bcdf0 req-91d1fb84-09e9-4392-b835-646975735008 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 907 time: 0.3117833 Sep 19 03:30:35.876656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a21ebacb-f97d-43e6-90d0-57cf14782350 req-336fb1d5-e106-43d7-9088-a71e40162cc3 service neutron] 10.222.0.30 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937643 Sep 19 03:30:35.926585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Allocated IP 172.20.0.1 (7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a/c9512a1f-0b84-43e0-bc1f-72a02a962260/875bdd18-0240-4c23-80fa-8e1c1333fdd8) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:35.960673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51266) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:35.985526 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fbf36fa-d3b5-47aa-899d-942a0f64751b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.139110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.173251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fbf36fa-d3b5-47aa-899d-942a0f64751b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.180236 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7fbf36fa-d3b5-47aa-899d-942a0f64751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.221598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf36fa-d3b5-47aa-899d-942a0f64751b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b34f9b-05e2-4977-bf04-77bc02edc788,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:36.270408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.280011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7fbf36fa-d3b5-47aa-899d-942a0f64751b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59070e05ee0b4493922047a611bf26c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181310 Sep 19 03:30:36.282576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51274) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:36.295685 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:30:33Z', 'revision_number': 3, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port': {'id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:31Z', 'updated_at': '2021-09-19T03:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:36.326212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:36.336379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:36.347622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:36.415461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32605932-8fa1-4b42-a252-ae3675518802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.469632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 56e94394-8d05-44a0-bfa2-0ec414ad6c9e details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:30:36.476116 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32605932-8fa1-4b42-a252-ae3675518802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.586504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32605932-8fa1-4b42-a252-ae3675518802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.591715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32605932-8fa1-4b42-a252-ae3675518802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.593611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32605932-8fa1-4b42-a252-ae3675518802 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59b34f9b-05e2-4977-bf04-77bc02edc788 HTTP/1.1" status: 204 len: 168 time: 0.3099730 Sep 19 03:30:36.602346 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a08919-1bb0-4a64-95e5-46772f72dcfe None None] The sync data for ids ['c2738d33-6949-408c-95ef-86d4547c0643'] in n-d-809936-1 is: [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:30:33Z', 'revision_number': 3, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port': {'id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:31Z', 'updated_at': '2021-09-19T03:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:36.607797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32605932-8fa1-4b42-a252-ae3675518802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b34f9b-05e2-4977-bf04-77bc02edc788,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:36.766348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:36.797685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e', 'network_id': '85d6fc80-b195-45cb-9e93-e9d780073fc0', 'port_id': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e', 'mac_address': 'fa:16:3e:fe:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ad00d9-d4aa-4eab-90c8-9ce02a5977b1', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:30:36.901770 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:36.940822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Pushing event updated for resources: {'Port': ['ID=875bdd18-0240-4c23-80fa-8e1c1333fdd8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:36.946451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e94394-8d05-44a0-bfa2-0ec414ad6c9e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:36.986788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:37.002238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:37.011619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:37.246584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afb266-dea7-4d54-9a93-5b6cd18874c4 req-5bc8e013-ce76-448b-b315-8f8b3338ed30 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:37.248334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03afb266-dea7-4d54-9a93-5b6cd18874c4 req-5bc8e013-ce76-448b-b315-8f8b3338ed30 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 908 time: 0.1820993 Sep 19 03:30:37.501952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:37.667519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:37.680127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d990c37f-137d-4a25-8947-22ef45d59557 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:37.804867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['56e94394-8d05-44a0-bfa2-0ec414ad6c9e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:30:37.888871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d990c37f-137d-4a25-8947-22ef45d59557 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:37.889264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:37.952398 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:37.965154 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:38.049909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:38.096475 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:38.163912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port d990c37f-137d-4a25-8947-22ef45d59557, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d990c37f-137d-4a25-8947-22ef45d59557,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:38.172371 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:38.212984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Pushing event updated for resources: {'Port': ['ID=875bdd18-0240-4c23-80fa-8e1c1333fdd8,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:38.282204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=d990c37f-137d-4a25-8947-22ef45d59557,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:38.416596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:38.418763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:38.486034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 56e94394-8d05-44a0-bfa2-0ec414ad6c9e up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:38.567103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005cb384-4980-442b-bc82-02ba0320f27c req-6fd66d8c-8947-443d-acd7-6528630c39a5 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:38.574138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-005cb384-4980-442b-bc82-02ba0320f27c req-6fd66d8c-8947-443d-acd7-6528630c39a5 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 908 time: 0.1363807 Sep 19 03:30:38.639076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:30:38.646108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:38.646890 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:38.659691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Router c2738d33-6949-408c-95ef-86d4547c0643 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:30:38.793378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:38.830786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:38.834264 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad9d34-a74d-4793-96d9-7007d466818d" -d '{"events": [{"server_uuid": "07f89870-6c41-4f38-be31-4d1c65809b9b", "name": "network-vif-plugged", "status": "completed", "tag": "56e94394-8d05-44a0-bfa2-0ec414ad6c9e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:38.866340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:38.874787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:38.896840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:38.905418 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-42fed7f0-c749-4f39-a9a8-9c6e1a4333e8 admin admin] 10.222.0.22 "PUT /v2.0/routers/c2738d33-6949-408c-95ef-86d4547c0643/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4564464 Sep 19 03:30:38.957841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:38.974569 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962edb0b-72ec-4a3f-a3f2-d477ff58b02e x-openstack-request-id: req-962edb0b-72ec-4a3f-a3f2-d477ff58b02e {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:38.975336 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f89870-6c41-4f38-be31-4d1c65809b9b", "name": "network-vif-plugged", "status": "completed", "tag": "56e94394-8d05-44a0-bfa2-0ec414ad6c9e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:38.975792 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-962edb0b-72ec-4a3f-a3f2-d477ff58b02e {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:38.976996 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e', 'code': 200} Sep 19 03:30:39.085970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c7bce-92a4-4cb3-86b4-f874bd0544ee req-ab1e694d-8a6a-4ae3-ba6b-699b976d1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:39.088459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f53c7bce-92a4-4cb3-86b4-f874bd0544ee req-ab1e694d-8a6a-4ae3-ba6b-699b976d1bbb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 1060 time: 0.0830460 Sep 19 03:30:39.416435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d990c37f-137d-4a25-8947-22ef45d59557 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:39.486359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51358) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:39.553474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d990c37f-137d-4a25-8947-22ef45d59557 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:39.554073 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:39.734296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-8a002056-b23c-4ff7-8cf4-fd784d0373cb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:39.746991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-8a002056-b23c-4ff7-8cf4-fd784d0373cb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 819 time: 0.2020988 Sep 19 03:30:39.768676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-e700b91a-9955-49d8-9889-a6624cabd2e8 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/quotas/2ae80972d7b442c686f14b7400a0bab0 HTTP/1.1" status: 200 len: 375 time: 0.0205541 Sep 19 03:30:39.904876 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6eb2-d496-4c97-ac5d-8007de811be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:39.969566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-efc682fa-c377-4310-b2ea-ef023efe0aef tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997805 Sep 19 03:30:40.086041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc962c-192a-44f2-bbcd-ffde2db07227 req-54973f88-ebc4-4e5c-9c7c-794469eac3da tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:40.088597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07fc962c-192a-44f2-bbcd-ffde2db07227 req-54973f88-ebc4-4e5c-9c7c-794469eac3da tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 909 time: 0.2590983 Sep 19 03:30:40.222440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-65ba977e-94f8-4893-81bb-b2c83ab429ce service neutron] 10.222.0.22 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518756 Sep 19 03:30:40.288954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Sync routers for ids ['c2738d33-6949-408c-95ef-86d4547c0643'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:40.304134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Routers {'c2738d33-6949-408c-95ef-86d4547c0643'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:40.304774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2738d33-6949-408c-95ef-86d4547c0643'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:40.377936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6eb2-d496-4c97-ac5d-8007de811be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:40.391840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6eb2-d496-4c97-ac5d-8007de811be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:40.414169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-70557775-a7ce-430b-985a-52d52d2689c6 service neutron] 10.222.0.22 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899791 Sep 19 03:30:40.434088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6bcb6eb2-d496-4c97-ac5d-8007de811be6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47c1fd403d2f4934b8ec7b60a90f9115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9461706 Sep 19 03:30:40.436939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51386) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:40.452110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Set router c2738d33-6949-408c-95ef-86d4547c0643 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:40.520055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb6eb2-d496-4c97-ac5d-8007de811be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5194513-9684-4851-b494-4472cbbb6995,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:40.606651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c354b4be-c336-44d1-8db6-d080330754ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:40.643251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c354b4be-c336-44d1-8db6-d080330754ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:40.738904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:30:37Z', 'revision_number': 4, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port': {'id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:31Z', 'updated_at': '2021-09-19T03:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '875bdd18-0240-4c23-80fa-8e1c1333fdd8', 'name': '', 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'mac_address': 'fa:16:3e:25:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:35Z', 'updated_at': '2021-09-19T03:30:37Z', 'revision_number': 2, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'subnets': [{'id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:40.763013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6871857-ce13-41cd-b889-c28fdab80b51 req-59de3eec-76a6-4d90-a807-76bfb4c96be5 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 210 time: 0.0701010 Sep 19 03:30:40.764457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c354b4be-c336-44d1-8db6-d080330754ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:40.767373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c354b4be-c336-44d1-8db6-d080330754ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:40.768528 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c354b4be-c336-44d1-8db6-d080330754ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5194513-9684-4851-b494-4472cbbb6995 HTTP/1.1" status: 204 len: 168 time: 0.3305922 Sep 19 03:30:40.826676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354b4be-c336-44d1-8db6-d080330754ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5194513-9684-4851-b494-4472cbbb6995,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:40.890834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Checking router: c2738d33-6949-408c-95ef-86d4547c0643 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:40.891349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Updating router c2738d33-6949-408c-95ef-86d4547c0643 port 875bdd18-0240-4c23-80fa-8e1c1333fdd8 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:30:41.007733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:41.401628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f0029-b68e-4fc9-a1a9-f08f0ce18f64 req-e075f851-8988-4ab2-9212-fc2b769b0367 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:41.415550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-109f0029-b68e-4fc9-a1a9-f08f0ce18f64 req-e075f851-8988-4ab2-9212-fc2b769b0367 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 909 time: 0.0982172 Sep 19 03:30:41.432881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-0bfffd2a-b6fa-4163-8794-339d02454134 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:41.441671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-0bfffd2a-b6fa-4163-8794-339d02454134 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 819 time: 0.3048851 Sep 19 03:30:41.468324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-b06ae9ea-f0d0-4644-8a2a-86767d91dd84 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/quotas/2ae80972d7b442c686f14b7400a0bab0 HTTP/1.1" status: 200 len: 375 time: 0.0191820 Sep 19 03:30:41.662062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-6298cc97-c0c0-4d41-b132-70139b52405b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1868091 Sep 19 03:30:41.718253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:41.730998 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:41.783436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-85eeda39-52d1-46cd-9c24-cbf46b3bcc1f service neutron] 10.222.0.22 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062670 Sep 19 03:30:41.834370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe300e6c-f288-4562-88dd-001dfed6ba23 req-fea5d93d-0c00-42d3-965f-a45a388b922a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:41.843619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe300e6c-f288-4562-88dd-001dfed6ba23 req-fea5d93d-0c00-42d3-965f-a45a388b922a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 946 time: 0.3193038 Sep 19 03:30:41.867994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4d3ee-b94b-4925-acdb-618a575e0136 None None] Pushing event updated for resources: {'Port': ['ID=875bdd18-0240-4c23-80fa-8e1c1333fdd8,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:41.957338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe300e6c-f288-4562-88dd-001dfed6ba23 req-e37c8db9-0918-4ef6-ac6e-ae4b3fc52fbb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125414 Sep 19 03:30:42.000992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Attempting to bind port 875bdd18-0240-4c23-80fa-8e1c1333fdd8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:42.001474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Attempting to bind port 875bdd18-0240-4c23-80fa-8e1c1333fdd8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:42.002147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Attempting to bind port 875bdd18-0240-4c23-80fa-8e1c1333fdd8 on network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:42.008075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:42.008537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Checking segment: {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:42.009146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:42.009609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Bound using segment: {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:42.010156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Bound port: 875bdd18-0240-4c23-80fa-8e1c1333fdd8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:42.010723 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:42.015806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-43557f25-7ee9-488a-8226-ff1b42cd4c90 service neutron] 10.222.0.22 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306633 Sep 19 03:30:42.096715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] For port 875bdd18-0240-4c23-80fa-8e1c1333fdd8, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:42.101145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] For port 875bdd18-0240-4c23-80fa-8e1c1333fdd8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=875bdd18-0240-4c23-80fa-8e1c1333fdd8,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:42.106944 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:42.223276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Routers {'c2738d33-6949-408c-95ef-86d4547c0643'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:42.224224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2738d33-6949-408c-95ef-86d4547c0643'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:42.232037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b23e799-3c3c-4d7e-8083-fb508b56bbc1 req-cdc35f79-4e14-49c3-83f6-fb859f263a81 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 210 time: 0.0367961 Sep 19 03:30:42.262464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56ee34-4d0a-42ba-89a4-0009be9d5897 req-b65ea820-1531-4465-9f2d-2d09146a1e08 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:42.270207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e56ee34-4d0a-42ba-89a4-0009be9d5897 req-b65ea820-1531-4465-9f2d-2d09146a1e08 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 909 time: 0.1417139 Sep 19 03:30:42.333350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4d3ee-b94b-4925-acdb-618a575e0136 None None] Pushing event updated for resources: {'Port': ['ID=875bdd18-0240-4c23-80fa-8e1c1333fdd8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:42.419997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7db69-ac71-4649-baae-c3d68428ced7 req-96c6e39f-7308-41df-b25b-6cb19786db77 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:42.433913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89e7db69-ac71-4649-baae-c3d68428ced7 req-96c6e39f-7308-41df-b25b-6cb19786db77 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 1060 time: 0.0530436 Sep 19 03:30:42.513028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] Set router c2738d33-6949-408c-95ef-86d4547c0643 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:42.573441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2750d-54c7-45bf-8652-5e17c698e6ea req-c11ff69c-2aeb-4a79-a29e-ed8c3b7cd067 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:42.578885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86d2750d-54c7-45bf-8652-5e17c698e6ea req-c11ff69c-2aeb-4a79-a29e-ed8c3b7cd067 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1136 time: 0.0504341 Sep 19 03:30:42.676988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-e6260bff-dc7d-494b-9a57-ddd6c0d07fdf tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:42.679485 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-e6260bff-dc7d-494b-9a57-ddd6c0d07fdf tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 819 time: 0.2188330 Sep 19 03:30:42.731909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-86d2750d-54c7-45bf-8652-5e17c698e6ea req-9170095e-167c-45f2-a2ce-e8f956ca94f1 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1428473 Sep 19 03:30:42.736183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Request body: {'port': {'device_id': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'admin_state_up': True, 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:42.760872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51484) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:42.815561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5616d370-7246-4508-be54-b6e4845268eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:30:37Z', 'revision_number': 4, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port': {'id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:31Z', 'updated_at': '2021-09-19T03:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '875bdd18-0240-4c23-80fa-8e1c1333fdd8', 'name': '', 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'mac_address': 'fa:16:3e:25:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:35Z', 'updated_at': '2021-09-19T03:30:42Z', 'revision_number': 4, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'subnets': [{'id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:42.882197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de2cf4-1935-4667-9ba2-8b46bac81641 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:42.899540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a8de2cf4-1935-4667-9ba2-8b46bac81641 tempest-TestSecurityGroupsBasicOps-171929915 tempest-TestSecurityGroupsBasicOps-171929915-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 1055 time: 0.1373072 Sep 19 03:30:42.903958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-012fa775-ad1d-4813-ad82-ed098ca1829d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340997 Sep 19 03:30:42.905000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5616d370-7246-4508-be54-b6e4845268eb None None] The sync data for ids ['c2738d33-6949-408c-95ef-86d4547c0643'] in n-d-809936-1 is: [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:30:37Z', 'revision_number': 4, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port': {'id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:31Z', 'updated_at': '2021-09-19T03:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '875bdd18-0240-4c23-80fa-8e1c1333fdd8', 'name': '', 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'mac_address': 'fa:16:3e:25:7b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:35Z', 'updated_at': '2021-09-19T03:30:42Z', 'revision_number': 4, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'subnets': [{'id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:43.095814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Made reservation on behalf of 2ae80972d7b442c686f14b7400a0bab0 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:43.112043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:43.222861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-9f30d1db-04ac-42f0-b274-693c0afc684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:43.233098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-9f30d1db-04ac-42f0-b274-693c0afc684a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 1060 time: 0.1868696 Sep 19 03:30:43.465422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Allocated IP 172.20.0.13 (7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a/c9512a1f-0b84-43e0-bc1f-72a02a962260/59ca5145-79ae-4208-8351-932af3b7c4ee) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:43.467851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 875bdd18-0240-4c23-80fa-8e1c1333fdd8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:43.590185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 875bdd18-0240-4c23-80fa-8e1c1333fdd8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:43.593181 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:43.637212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540c90c-9018-4f97-9391-18ee7f9149d5 req-c3239f6f-513d-4cbc-a75f-8272832f951e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:43.645023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3540c90c-9018-4f97-9391-18ee7f9149d5 req-c3239f6f-513d-4cbc-a75f-8272832f951e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 946 time: 0.4105508 Sep 19 03:30:43.655750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-ba940174-3718-4ccd-a091-5ef7b73c6fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:43.657751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-ba940174-3718-4ccd-a091-5ef7b73c6fb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85d6fc80-b195-45cb-9e93-e9d780073fc0 HTTP/1.1" status: 200 len: 899 time: 0.3245914 Sep 19 03:30:43.744842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-451540c5-0cea-4718-83cf-9d4d3c2dc85c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e HTTP/1.1" status: 200 len: 217 time: 0.0739856 Sep 19 03:30:43.783547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3540c90c-9018-4f97-9391-18ee7f9149d5 req-8e16cf3f-de9d-4e0e-853a-97728910ac1f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371260 Sep 19 03:30:43.795880 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:43.885458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a26457-fec3-4c80-a862-af0f4cbaf1ec req-3dc702af-487b-4872-899f-a31859440b83 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:43.887823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:43.896398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0a26457-fec3-4c80-a862-af0f4cbaf1ec req-3dc702af-487b-4872-899f-a31859440b83 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 909 time: 0.4145496 Sep 19 03:30:43.978670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-252e4c9b-4359-49a1-9673-255a4552cc20 req-5be4dd7a-fc0d-4421-9124-5ecbf9ecc8eb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 210 time: 0.0748322 Sep 19 03:30:44.018425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-106d8633-5d50-44cc-9265-c3586a330cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:44.020359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-106d8633-5d50-44cc-9265-c3586a330cf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56ad00d9-d4aa-4eab-90c8-9ce02a5977b1 HTTP/1.1" status: 200 len: 838 time: 0.2651391 Sep 19 03:30:44.024566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.051007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 875bdd18-0240-4c23-80fa-8e1c1333fdd8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=875bdd18-0240-4c23-80fa-8e1c1333fdd8,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:44.058874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.152403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-c6597263-80c0-4d4c-8de5-43e34d910703 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:44.154416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-c6597263-80c0-4d4c-8de5-43e34d910703 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 819 time: 0.2358551 Sep 19 03:30:44.164140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-88febc9a-d8c0-4998-b3c5-9c089be3cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:44.167261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-88febc9a-d8c0-4998-b3c5-9c089be3cb72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85d6fc80-b195-45cb-9e93-e9d780073fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982301 Sep 19 03:30:44.175705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Request body: {'port': {'device_id': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'admin_state_up': True, 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:44.226613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-65764f21-6c70-42ff-8f90-4ee0470a4deb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:44.228768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-65764f21-6c70-42ff-8f90-4ee0470a4deb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.32 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 946 time: 0.6709569 Sep 19 03:30:44.235736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=875bdd18-0240-4c23-80fa-8e1c1333fdd8,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:44.257593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Pushing event updated for resources: {'Port': ['ID=59ca5145-79ae-4208-8351-932af3b7c4ee,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:44.288958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:44.293128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:44.298033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:44.419755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:44.420837 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.451013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Deleting port bd717767-e795-48da-854e-60e0ab3748fc {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:44.451721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.480110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-a2e94d4e-1038-493c-8bfb-e9aae43f6de9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7554176 Sep 19 03:30:44.507612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-8e67dd7b-8cb2-4c9e-9339-380cd547015d service neutron] 10.222.0.30 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267865 Sep 19 03:30:44.511576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-bc4d98d6-9225-499a-9184-b7bb5de8442b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:30:44.513011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-bc4d98d6-9225-499a-9184-b7bb5de8442b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207963 Sep 19 03:30:44.517361 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-249a2396-526f-4f6a-bc1b-6be89ae4a4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.539633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Request body: {'port': {'device_id': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:44.569142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Made reservation on behalf of 2ae80972d7b442c686f14b7400a0bab0 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:44.576276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.734203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-7c9e709a-706d-4a0f-89a4-1db0690f3b6b tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:44.736931 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-7c9e709a-706d-4a0f-89a4-1db0690f3b6b tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 909 time: 0.2148964 Sep 19 03:30:44.787028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.799188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] For port bd717767-e795-48da-854e-60e0ab3748fc, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=bd717767-e795-48da-854e-60e0ab3748fc,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:44.799907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:44.846053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f53b6f6-4849-4b27-a6b6-4607304c16cb req-e4aa4320-ee79-47fb-b37b-45713a87fca9 service neutron] 10.222.0.30 "GET /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097129 Sep 19 03:30:44.856635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Allocated IP 172.20.0.10 (7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a/c9512a1f-0b84-43e0-bc1f-72a02a962260/a2ff54f3-134b-4b91-bd6e-86723e7ff04e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:44.856842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Calling delete_port for bd717767-e795-48da-854e-60e0ab3748fc owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:45.070224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ecc17-7217-4349-9826-c2c57397bca4 req-19f4cfb9-1325-462a-8bab-fa0cb29d188f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:45.077304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-591ecc17-7217-4349-9826-c2c57397bca4 req-19f4cfb9-1325-462a-8bab-fa0cb29d188f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 946 time: 0.1358709 Sep 19 03:30:45.174523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc4a3e-b2e7-4e92-8ebf-f5a1cf075a7c req-1ab153a3-fece-437e-b0d2-212d94ce5b95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:45.175962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20dc4a3e-b2e7-4e92-8ebf-f5a1cf075a7c req-1ab153a3-fece-437e-b0d2-212d94ce5b95 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 909 time: 0.1631794 Sep 19 03:30:45.189565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-591ecc17-7217-4349-9826-c2c57397bca4 req-dcda6792-9b08-4cc3-9bfd-c0057d48d876 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112604 Sep 19 03:30:45.213007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:45.213451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.253597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.297934 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.308053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.384913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Pushing event updated for resources: {'Port': ['ID=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:45.388482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:45.398044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:45.398044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:45.411688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 875bdd18-0240-4c23-80fa-8e1c1333fdd8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:45.434672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Pushing event deleted for resources: {'Port': ['ID=bd717767-e795-48da-854e-60e0ab3748fc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:45.487950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 875bdd18-0240-4c23-80fa-8e1c1333fdd8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:45.489326 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.489519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] No DVR routers for this DVR port bd717767-e795-48da-854e-60e0ab3748fc on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:30:45.501062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.503196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.32 "DELETE /v2.0/ports/bd717767-e795-48da-854e-60e0ab3748fc HTTP/1.1" status: 204 len: 173 time: 1.2593277 Sep 19 03:30:45.505075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] For port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:45.505444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.509106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'name': 'network-vif-deleted', 'tag': 'bd717767-e795-48da-854e-60e0ab3748fc'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:45.511931 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c32a3-f136-4f80-81fa-edabcf3b4661" -d '{"events": [{"server_uuid": "7732bca5-ef18-4799-a58c-92b5ab86c2b8", "name": "network-vif-deleted", "tag": "bd717767-e795-48da-854e-60e0ab3748fc"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:45.534138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for 56e94394-8d05-44a0-bfa2-0ec414ad6c9e owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:45.628679 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a960db5c-ff8e-4316-a343-74e51f84a0cc x-openstack-request-id: req-a960db5c-ff8e-4316-a343-74e51f84a0cc {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:45.628974 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7732bca5-ef18-4799-a58c-92b5ab86c2b8", "name": "network-vif-deleted", "tag": "bd717767-e795-48da-854e-60e0ab3748fc", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:45.629427 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a960db5c-ff8e-4316-a343-74e51f84a0cc {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:45.629978 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7732bca5-ef18-4799-a58c-92b5ab86c2b8', 'name': 'network-vif-deleted', 'tag': 'bd717767-e795-48da-854e-60e0ab3748fc', 'status': 'completed', 'code': 200} Sep 19 03:30:45.695304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ca5145-79ae-4208-8351-932af3b7c4ee {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:45.704938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.773062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Transition to ACTIVE for port object 59ca5145-79ae-4208-8351-932af3b7c4ee will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:30:45.775490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.801561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=56e94394-8d05-44a0-bfa2-0ec414ad6c9e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:45.802173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.891514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9e1a6-3771-40e2-8df0-619eb1cddfcd req-39522cb0-fcab-43e6-b978-0a5c353fd647 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:45.899109 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6e9e1a6-3771-40e2-8df0-619eb1cddfcd req-39522cb0-fcab-43e6-b978-0a5c353fd647 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 932 time: 0.6124396 Sep 19 03:30:45.915090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] No DVR routers for this DVR port 56e94394-8d05-44a0-bfa2-0ec414ad6c9e on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:30:45.944414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Pushing event updated for resources: {'Port': ['ID=59ca5145-79ae-4208-8351-932af3b7c4ee,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:45.948139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.948678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:45.949485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:45.951156 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-09447d5a-59ee-451f-acd6-f2c2f272c4ce req-cf2fb8bb-22fe-4f04-9e5e-d1b246e61f68 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.30 "DELETE /v2.0/ports/56e94394-8d05-44a0-bfa2-0ec414ad6c9e HTTP/1.1" status: 204 len: 173 time: 1.2028837 Sep 19 03:30:46.015124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6e9e1a6-3771-40e2-8df0-619eb1cddfcd req-5956f21e-df5d-4de5-b3c4-553e1094724c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100731 Sep 19 03:30:46.042617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2303b754-1c35-457a-8289-5cc227413b13 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8721769 Sep 19 03:30:46.071352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Request body: {'port': {'device_id': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:46.087373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Attempting to bind port 59ca5145-79ae-4208-8351-932af3b7c4ee on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:46.087725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Attempting to bind port 59ca5145-79ae-4208-8351-932af3b7c4ee by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:46.088081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Attempting to bind port 59ca5145-79ae-4208-8351-932af3b7c4ee on network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:46.099821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Port 59ca5145-79ae-4208-8351-932af3b7c4ee on network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:30:46.100506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Attempting to bind port 59ca5145-79ae-4208-8351-932af3b7c4ee on network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:46.110487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:46.113188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Checking segment: {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:46.113631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Bound using segment: {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:46.114130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Bound port: 59ca5145-79ae-4208-8351-932af3b7c4ee, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:46.114511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.124690 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.202891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.362015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] For port 59ca5145-79ae-4208-8351-932af3b7c4ee, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:46.371897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] For port 59ca5145-79ae-4208-8351-932af3b7c4ee, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59ca5145-79ae-4208-8351-932af3b7c4ee,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:46.385718 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.408486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:46.409188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.410648 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] 10.222.0.32 "PUT /v2.0/ports/59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 200 len: 1092 time: 1.8778894 Sep 19 03:30:46.447694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fd7f597-4271-458a-9a19-6e227db08215 req-30ee10d6-b2d2-425a-a73f-892c80c70879 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f89870-6c41-4f38-be31-4d1c65809b9b HTTP/1.1" status: 200 len: 210 time: 0.1237662 Sep 19 03:30:46.510480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36cd2df8-28e5-4982-bf58-0f21d956683d req-d4949a99-39b8-46d6-b1f1-b7f39c9bdb64 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=7732bca5-ef18-4799-a58c-92b5ab86c2b8 HTTP/1.1" status: 200 len: 210 time: 0.0757995 Sep 19 03:30:46.540395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a398fde-7338-49b2-bf90-804cc2f94927 service neutron] Pushing event updated for resources: {'Port': ['ID=59ca5145-79ae-4208-8351-932af3b7c4ee,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:46.568784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-24f64f26-7598-475d-8f1d-69f239820aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:46.570723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-24f64f26-7598-475d-8f1d-69f239820aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1095 time: 0.0852337 Sep 19 03:30:46.644440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-5dcc7450-b8b2-4407-95d1-5ee06a1a9b87 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 200 len: 217 time: 0.0552304 Sep 19 03:30:46.677862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bd717767-e795-48da-854e-60e0ab3748fc no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:30:46.697609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: bd717767-e795-48da-854e-60e0ab3748fc {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:30:46.698188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device bd717767-e795-48da-854e-60e0ab3748fc not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:30:46.723170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-5da78eb1-ee1a-429c-b4dd-c86e3f35a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:46.724825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-5da78eb1-ee1a-429c-b4dd-c86e3f35a317 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.0701931 Sep 19 03:30:46.752976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ff54f3-134b-4b91-bd6e-86723e7ff04e {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:46.757294 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-c4644458-c85c-422a-880f-1d014da2b737 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248775 Sep 19 03:30:46.761302 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.774658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Transition to ACTIVE for port object a2ff54f3-134b-4b91-bd6e-86723e7ff04e will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:30:46.792100 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.859175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:46.880416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-6c78f7d6-a978-48b3-bc3a-99d45a51f2a8 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159320 Sep 19 03:30:46.970235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Attempting to bind port a2ff54f3-134b-4b91-bd6e-86723e7ff04e on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:46.970612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Attempting to bind port a2ff54f3-134b-4b91-bd6e-86723e7ff04e by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:46.970981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Attempting to bind port a2ff54f3-134b-4b91-bd6e-86723e7ff04e on network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:46.975805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Port a2ff54f3-134b-4b91-bd6e-86723e7ff04e on network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:30:46.976132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Attempting to bind port a2ff54f3-134b-4b91-bd6e-86723e7ff04e on network 7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:46.983039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:46.983540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Checking segment: {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:46.983942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Bound using segment: {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:46.984387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Bound port: a2ff54f3-134b-4b91-bd6e-86723e7ff04e, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:46.984802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:46.986532 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e239dd2-69a7-4605-8f7e-0439551205f6 req-18cd863c-e57b-4780-b945-798e3a4b79e4 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976257 Sep 19 03:30:47.072985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] For port a2ff54f3-134b-4b91-bd6e-86723e7ff04e, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:47.076830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] For port a2ff54f3-134b-4b91-bd6e-86723e7ff04e, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:47.082583 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:47.133369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:47.134525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:47.137112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] 10.222.0.32 "PUT /v2.0/ports/a2ff54f3-134b-4b91-bd6e-86723e7ff04e HTTP/1.1" status: 200 len: 1092 time: 1.0716777 Sep 19 03:30:47.140635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'tag': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:47.142959 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a614d8-f504-4210-86c6-9b96b3fa26b8" -d '{"events": [{"name": "network-changed", "server_uuid": "812d88de-0c43-452d-99e0-bc7e55bbc339", "tag": "a2ff54f3-134b-4b91-bd6e-86723e7ff04e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:47.260556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4fc264b4-198f-43e7-95d0-9534532bf2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:47.277577 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e23942f-55c1-417e-97c3-02262e29ae1a x-openstack-request-id: req-2e23942f-55c1-417e-97c3-02262e29ae1a {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:47.277874 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812d88de-0c43-452d-99e0-bc7e55bbc339", "tag": "a2ff54f3-134b-4b91-bd6e-86723e7ff04e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:47.278180 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e23942f-55c1-417e-97c3-02262e29ae1a {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:47.278512 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'tag': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e', 'status': 'completed', 'code': 200} Sep 19 03:30:47.281835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bd1d0-3a61-4375-a955-c7e05e21a241 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:47.295577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545e3db-c40b-43a2-a263-535ba6df0ec6 req-91180f28-07ab-476d-8f44-fa9f81f16938 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:47.297201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5545e3db-c40b-43a2-a263-535ba6df0ec6 req-91180f28-07ab-476d-8f44-fa9f81f16938 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 944 time: 0.1809633 Sep 19 03:30:47.329522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-9c632f21-4122-46e1-be11-4cb3d8e94006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:47.331088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-9c632f21-4122-46e1-be11-4cb3d8e94006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 1095 time: 0.1189067 Sep 19 03:30:47.363302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5545e3db-c40b-43a2-a263-535ba6df0ec6 req-7430f5c1-0029-47ea-a75f-a3181717bc1b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577877 Sep 19 03:30:47.401646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-ccafbb28-f10c-471e-9fea-9085b24230ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e HTTP/1.1" status: 200 len: 217 time: 0.0566404 Sep 19 03:30:47.522995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-591ca7a0-66e7-4b76-938b-03a6293167a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:47.527084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-591ca7a0-66e7-4b76-938b-03a6293167a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.1129644 Sep 19 03:30:47.547617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51592) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:47.590341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-32f34ffe-404c-48b3-bd0d-5766b0bc2b3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554647 Sep 19 03:30:47.633639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'name': 'network-vif-deleted', 'tag': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e'}, {'name': 'network-changed', 'server_uuid': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'tag': '59ca5145-79ae-4208-8351-932af3b7c4ee'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:47.640521 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7" -d '{"events": [{"server_uuid": "07f89870-6c41-4f38-be31-4d1c65809b9b", "name": "network-vif-deleted", "tag": "56e94394-8d05-44a0-bfa2-0ec414ad6c9e"}, {"name": "network-changed", "server_uuid": "6796c9f8-7121-4b7c-9a55-eca80025ee0e", "tag": "59ca5145-79ae-4208-8351-932af3b7c4ee"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:47.715789 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7f85e-ad9a-4d2c-860e-9dabc9686557 x-openstack-request-id: req-1aa7f85e-ad9a-4d2c-860e-9dabc9686557 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:47.716987 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f89870-6c41-4f38-be31-4d1c65809b9b", "name": "network-vif-deleted", "tag": "56e94394-8d05-44a0-bfa2-0ec414ad6c9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6796c9f8-7121-4b7c-9a55-eca80025ee0e", "tag": "59ca5145-79ae-4208-8351-932af3b7c4ee", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:47.717338 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1aa7f85e-ad9a-4d2c-860e-9dabc9686557 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:47.718000 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f89870-6c41-4f38-be31-4d1c65809b9b', 'name': 'network-vif-deleted', 'tag': '56e94394-8d05-44a0-bfa2-0ec414ad6c9e', 'status': 'completed', 'code': 200} Sep 19 03:30:47.718463 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'tag': '59ca5145-79ae-4208-8351-932af3b7c4ee', 'status': 'completed', 'code': 200} Sep 19 03:30:47.932787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-2c662f40-5b41-44bb-a53e-367668172b6f service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131368 Sep 19 03:30:47.972894 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:48.049797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd9e4151-d88d-4337-9f64-697b96352cb6 req-b207dd88-151f-415f-be26-0832aceb45f4 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095808 Sep 19 03:30:48.192100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-7e32c21f-ef2c-47ec-973c-2c608fec7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:48.193610 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-7e32c21f-ef2c-47ec-973c-2c608fec7369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1095 time: 0.3842692 Sep 19 03:30:48.221074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-d2fd7780-8d4d-4566-a798-2cfc4a5523ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:48.223162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-d2fd7780-8d4d-4566-a798-2cfc4a5523ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 1095 time: 0.0690200 Sep 19 03:30:48.361640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-1aca96b7-9dff-43aa-8a42-cbd7dc2be492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:48.363158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-1aca96b7-9dff-43aa-8a42-cbd7dc2be492 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 920 time: 0.1316116 Sep 19 03:30:48.417464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-234f88e8-0d6e-4d5e-ad62-5e7450bd1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:48.427096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-74e8c385-dedb-4e2d-be92-840576f3232a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e HTTP/1.1" status: 200 len: 217 time: 0.0546474 Sep 19 03:30:48.428356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-234f88e8-0d6e-4d5e-ad62-5e7450bd1fc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 920 time: 0.2155631 Sep 19 03:30:48.501825 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:48.505321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-1de2f5b7-5fc0-4fb4-90e1-309075d2f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:48.506826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-1de2f5b7-5fc0-4fb4-90e1-309075d2f06a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.0737307 Sep 19 03:30:48.542000 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-ae3d5d16-49f1-4d4e-b833-6fafeabc3718 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 200 len: 217 time: 0.1126451 Sep 19 03:30:48.547686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 56e94394-8d05-44a0-bfa2-0ec414ad6c9e no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:30:48.567256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-3bdece32-3d4d-4c12-82af-5cc4e6f6f52a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459013 Sep 19 03:30:48.581779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 56e94394-8d05-44a0-bfa2-0ec414ad6c9e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:30:48.582134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 56e94394-8d05-44a0-bfa2-0ec414ad6c9e not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:30:48.628019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22066ec3-c1aa-489b-b269-6ee77fbea814 req-d73983ad-13db-4534-a3de-9a89c8ff2a60 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:48.636246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22066ec3-c1aa-489b-b269-6ee77fbea814 req-d73983ad-13db-4534-a3de-9a89c8ff2a60 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 944 time: 0.1284552 Sep 19 03:30:48.642550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-a9fd3da3-e353-484a-83c5-743d70922c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:48.644364 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-a9fd3da3-e353-484a-83c5-743d70922c44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.0908203 Sep 19 03:30:48.696988 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-012f66b3-f017-43e7-a93e-ca33d8c49ece service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426626 Sep 19 03:30:48.722561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-22066ec3-c1aa-489b-b269-6ee77fbea814 req-6d7acb76-6d54-4bc7-b9ad-a800aa669485 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853422 Sep 19 03:30:48.751835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-2d8f0cf2-ca33-47ba-a5eb-e62b52af26c7 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763308 Sep 19 03:30:48.753283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:48.900785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26a614d8-f504-4210-86c6-9b96b3fa26b8 req-14caef63-da0d-4d96-95dd-b1f291ab6003 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406801 Sep 19 03:30:48.988893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-79bf005b-67cf-4806-bdee-ed5121a4ab07 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813230 Sep 19 03:30:49.167355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cc3b6962-863f-4b9a-b43f-fee20d83b1a7 req-fc3d119d-f98d-44ff-9ef6-25d9ae8745ad service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630127 Sep 19 03:30:49.380934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:49.381594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:49.484068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] For port 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:49.484860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:49.499279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:49.725763 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:49.781239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:49.851924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.863171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.863676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.864035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.864376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.864719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.865527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.865527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.865738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.866028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.866356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.866685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:30:49.896118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b48a9-3f65-47f6-906b-fe8422ae0bd1 req-d93c5be4-d903-4f18-ade5-5f1e9966568e tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:49.899273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d7b48a9-3f65-47f6-906b-fe8422ae0bd1 req-d93c5be4-d903-4f18-ade5-5f1e9966568e tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 944 time: 0.0758486 Sep 19 03:30:49.972882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d7b48a9-3f65-47f6-906b-fe8422ae0bd1 req-e68a3818-b584-49a4-901b-2eea2165690f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673566 Sep 19 03:30:50.061766 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.114020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.357872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:30:50.468659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:50.475031 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d7511303-69cd-4a98-9c85-93af0e93b371 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "PUT /v2.0/routers/3616c1b8-4c8e-4318-8318-3369fcf0a3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9261208 Sep 19 03:30:50.478086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51672) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:50.480724 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] Sync routers for ids ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:50.493833 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] Routers {'3616c1b8-4c8e-4318-8318-3369fcf0a3ef'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:50.494957 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:50.542594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting subnet 56ad00d9-d4aa-4eab-90c8-9ce02a5977b1 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:30:50.548102 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.606894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.643155 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] Set router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:50.682506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59ca5145-79ae-4208-8351-932af3b7c4ee details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:30:50.775818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.829099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 59ca5145-79ae-4208-8351-932af3b7c4ee, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59ca5145-79ae-4208-8351-932af3b7c4ee,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:50.860483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '59ca5145-79ae-4208-8351-932af3b7c4ee', 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'port_id': '59ca5145-79ae-4208-8351-932af3b7c4ee', 'mac_address': 'fa:16:3e:ef:19:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:30:50.912298 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.928243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.931654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ca5145-79ae-4208-8351-932af3b7c4ee {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:50.936172 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:49Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:50.955232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 59ca5145-79ae-4208-8351-932af3b7c4ee, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59ca5145-79ae-4208-8351-932af3b7c4ee,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:50.962125 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.964117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a2ff54f3-134b-4b91-bd6e-86723e7ff04e details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:30:50.972705 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] Checking router: 3616c1b8-4c8e-4318-8318-3369fcf0a3ef for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:50.982503 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] Routers {'3616c1b8-4c8e-4318-8318-3369fcf0a3ef'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:50.983335 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:50.989450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:50.992901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/subnets/56ad00d9-d4aa-4eab-90c8-9ce02a5977b1 HTTP/1.1" status: 204 len: 168 time: 0.5132594 Sep 19 03:30:50.995573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51688) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:50.996561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658e823-901d-495b-bcdc-02c5639d24a7 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Subnet': ['ID=56ad00d9-d4aa-4eab-90c8-9ce02a5977b1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:51.027710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port a2ff54f3-134b-4b91-bd6e-86723e7ff04e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:51.058178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e', 'network_id': '7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a', 'port_id': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e', 'mac_address': 'fa:16:3e:2e:aa:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9512a1f-0b84-43e0-bc1f-72a02a962260', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:30:51.065961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774d8790-12cd-405d-b1b7-e000437b551a None None] Network 85d6fc80-b195-45cb-9e93-e9d780073fc0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:30:51.169991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:51.246039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4533b-142d-4a6f-afbb-b1cec6dce8d5 req-96820f4f-790d-4ce8-8fd0-4e3b92a52bfb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:51.252473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7e4533b-142d-4a6f-afbb-b1cec6dce8d5 req-96820f4f-790d-4ce8-8fd0-4e3b92a52bfb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 944 time: 0.1624415 Sep 19 03:30:51.304609 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=59ca5145-79ae-4208-8351-932af3b7c4ee,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:51.355516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:51.360647 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] Set router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:51.375491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:51.392084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ff54f3-134b-4b91-bd6e-86723e7ff04e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:51.408124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7e4533b-142d-4a6f-afbb-b1cec6dce8d5 req-e41dde39-0b6d-46be-89b6-def85e117be0 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473546 Sep 19 03:30:51.476120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port 0e1f3294-d34c-463b-8489-d0032ec957d8 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:51.476793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:51.540903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port a2ff54f3-134b-4b91-bd6e-86723e7ff04e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:51.553239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:51.639316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] For port 0e1f3294-d34c-463b-8489-d0032ec957d8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=0e1f3294-d34c-463b-8489-d0032ec957d8,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:51.639696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:51.641156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:51.661641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for 0e1f3294-d34c-463b-8489-d0032ec957d8 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:51.714390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] DHCP port deletion for 85d6fc80-b195-45cb-9e93-e9d780073fc0 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:30:51.761417 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:49Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:51.817581 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9006de95-f0f3-4fac-8e97-6967ab85484e None None] The sync data for ids ['3616c1b8-4c8e-4318-8318-3369fcf0a3ef'] in n-d-809936-1 is: [{'id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'name': 'tempest-TestSecurityGroupsBasicOps-router-379406634', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:12Z', 'updated_at': '2021-09-19T03:30:49Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '0e1f3294-d34c-463b-8489-d0032ec957d8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3616c1b8-4c8e-4318-8318-3369fcf0a3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:14Z', 'updated_at': '2021-09-19T03:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:51.882834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] Deleting port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:51.893230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.016604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.017896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] For port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,segment=NetworkSegment(5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf),segment_id=5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:52.018628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.036706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['59ca5145-79ae-4208-8351-932af3b7c4ee'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:30:52.047861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=0e1f3294-d34c-463b-8489-d0032ec957d8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:52.099696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['a2ff54f3-134b-4b91-bd6e-86723e7ff04e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:30:52.118604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.172636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] Calling delete_port for 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:52.240662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.245468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.362530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.363197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Fanout notify agent at l3_agent the message router_deleted on router 3616c1b8-4c8e-4318-8318-3369fcf0a3ef {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:30:52.372547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.376635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51716) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:52.389419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-920f7a4f-25f4-4611-9a07-5815ee87d7ec tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/routers/3616c1b8-4c8e-4318-8318-3369fcf0a3ef HTTP/1.1" status: 204 len: 168 time: 1.3917346 Sep 19 03:30:52.509460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.713251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32d956-ce7b-497d-a702-d1b938d415c8 req-a265dcb0-f455-4fe1-93a2-d68fe7397455 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:52.716050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca32d956-ce7b-497d-a702-d1b938d415c8 req-a265dcb0-f455-4fe1-93a2-d68fe7397455 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 945 time: 0.1631103 Sep 19 03:30:52.740412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.745622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:52.746154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.780061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] Pushing event deleted for resources: {'Port': ['ID=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:52.812181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4942f05c-0087-4e64-8b38-a4490927fc65 None None] No DVR routers for this DVR port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:30:52.812473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca32d956-ce7b-497d-a702-d1b938d415c8 req-693e621f-4e4f-410c-a8e2-db74d3f280e7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872386 Sep 19 03:30:52.895620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] For port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18, host n-d-809936-1, got binding levels [] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:52.896235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.910563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:52.915908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 was not found and therefore no delete operation was performed {{(pid=94723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:30:52.917390 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:52.968485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=8eac7a60-7d7d-4621-b35e-4d1b7b31de18,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:52.979673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] No DVR routers for this DVR port 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:30:53.118157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.138601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d6fc80-b195-45cb-9e93-e9d780073fc0']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:53.147863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:53.148163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3e03c5-7e82-4d03-b33e-0fc57eb4fbcf') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:53.157614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.170551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.176789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:30:53.177225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:30:53.213234 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:30:53.276107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.282032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.287221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/networks/85d6fc80-b195-45cb-9e93-e9d780073fc0 HTTP/1.1" status: 204 len: 168 time: 0.9059110 Sep 19 03:30:53.287834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:53.312329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00d60-0b8d-4e83-9cf9-57ff429b3cd8 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Network': ['ID=85d6fc80-b195-45cb-9e93-e9d780073fc0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:53.455396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0e1f3294-d34c-463b-8489-d0032ec957d8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:30:53.486860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 0e1f3294-d34c-463b-8489-d0032ec957d8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:30:53.487898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 0e1f3294-d34c-463b-8489-d0032ec957d8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:30:53.488481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:30:53.505425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port b0a8b982-7aab-460d-9c07-aba28be7daf7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:53.505938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.514355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:30:53.515194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8eac7a60-7d7d-4621-b35e-4d1b7b31de18 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:30:53.516010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:30:53.540955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:30:53.542399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3ae3dd0b-7dfc-4400-bd0a-e6bdca69a280 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:30:53.626204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.626607 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.651150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for b0a8b982-7aab-460d-9c07-aba28be7daf7 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:53.843626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.881499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=b0a8b982-7aab-460d-9c07-aba28be7daf7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:53.996511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:53.997397 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Floating IP 426694e4-983e-4653-aae9-1367e213fb35 disassociated (deleted). External IP: 172.25.8.159, port: 5474bac9-8778-4f15-967c-69f16bea1a3f. Sep 19 03:30:54.029509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f30d89-9e85-45ee-92ca-f6f09dc7b69c req-2504dd4f-4488-4626-966b-58a4518ed701 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:54.055564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42f30d89-9e85-45ee-92ca-f6f09dc7b69c req-2504dd4f-4488-4626-966b-58a4518ed701 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 945 time: 0.1082809 Sep 19 03:30:54.156838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42f30d89-9e85-45ee-92ca-f6f09dc7b69c req-15b278b0-e37e-4093-8140-63344e6f5ca7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039739 Sep 19 03:30:54.546134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51764) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:54.704224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8ec851c-5c3d-4b69-b50c-1609408fd3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:54.713289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a2ff54f3-134b-4b91-bd6e-86723e7ff04e up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:54.769549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 0032ceb8-7283-4b8a-aad1-2a284511fb87 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:30:54.788898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port a2ff54f3-134b-4b91-bd6e-86723e7ff04e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:30:54.794967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port a2ff54f3-134b-4b91-bd6e-86723e7ff04e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:54.795637 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:54.889417 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8ec851c-5c3d-4b69-b50c-1609408fd3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:54.899609 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8ec851c-5c3d-4b69-b50c-1609408fd3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:54.941866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec851c-5c3d-4b69-b50c-1609408fd3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72da76d-9b70-41f1-b2d9-868981cde772,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:54.974602 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:54.979345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b8ec851c-5c3d-4b69-b50c-1609408fd3de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff706685e6434e1ba7608b72ed130094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319999 Sep 19 03:30:54.981803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51788) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:54.988908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:30:55.002290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] Sync routers for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:30:55.005936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.027824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:55.028462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:55.042772 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f7ca412a-d405-4862-8433-503c23e267fe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/floatingips/426694e4-983e-4653-aae9-1367e213fb35 HTTP/1.1" status: 204 len: 168 time: 1.7543437 Sep 19 03:30:55.043482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:55.046534 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:55.066390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:55.068755 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34936a0a-652d-4d91-a34c-7ea63264cf75" -d '{"events": [{"server_uuid": "812d88de-0c43-452d-99e0-bc7e55bbc339", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff54f3-134b-4b91-bd6e-86723e7ff04e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:55.132762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-ea55054f-aa60-4fbd-a8bf-754fdb9eaa25 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:55.134280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-ea55054f-aa60-4fbd-a8bf-754fdb9eaa25 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/networks?id=8760a76b-1a45-4a56-86fb-87b6d601fbea HTTP/1.1" status: 200 len: 814 time: 0.1263115 Sep 19 03:30:55.143896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port a2ff54f3-134b-4b91-bd6e-86723e7ff04e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:55.154588 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.155578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59ca5145-79ae-4208-8351-932af3b7c4ee up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:30:55.155789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-d41f9df4-83ca-4c43-bcdd-5c16c44a5b8b tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/quotas/6e7f1ff549cd45b888783d91afa579dd HTTP/1.1" status: 200 len: 375 time: 0.0123954 Sep 19 03:30:55.168376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b056370-21fb-4f03-8fb5-f26ab249ccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.210117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:55.219997 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-f1b471e1-93ca-429c-964c-ac2d8d24c02f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e7f1ff549cd45b888783d91afa579dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486560 Sep 19 03:30:55.251424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b056370-21fb-4f03-8fb5-f26ab249ccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.256200 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2346793f-3704-49b0-af53-f8d38add01f2 x-openstack-request-id: req-2346793f-3704-49b0-af53-f8d38add01f2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:55.256518 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:55.256653 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2346793f-3704-49b0-af53-f8d38add01f2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:55.257059 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'status': 'completed', 'code': 200} Sep 19 03:30:55.324694 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deef4075-2345-4b3a-8b2d-5ec6a18962ee x-openstack-request-id: req-deef4075-2345-4b3a-8b2d-5ec6a18962ee {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:55.324991 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812d88de-0c43-452d-99e0-bc7e55bbc339", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff54f3-134b-4b91-bd6e-86723e7ff04e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:55.325245 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-deef4075-2345-4b3a-8b2d-5ec6a18962ee {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:55.325641 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e', 'code': 200} Sep 19 03:30:55.374917 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-3968de45-5df4-48fa-87c7-75b6691818d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:55.376726 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-3968de45-5df4-48fa-87c7-75b6691818d9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 1136 time: 0.0606635 Sep 19 03:30:55.402954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-67f7507e-aded-4c2c-855e-fed475249b25 service neutron] 10.222.0.22 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820362 Sep 19 03:30:55.433250 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b056370-21fb-4f03-8fb5-f26ab249ccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.436372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b056370-21fb-4f03-8fb5-f26ab249ccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.437067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2b056370-21fb-4f03-8fb5-f26ab249ccfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c72da76d-9b70-41f1-b2d9-868981cde772 HTTP/1.1" status: 204 len: 168 time: 0.4541457 Sep 19 03:30:55.443556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:55.513243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-190e3835-2571-4214-94c9-81c1f879b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:55.515195 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-190e3835-2571-4214-94c9-81c1f879b5d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c2120fa7-587f-47d4-aa37-5a57a10b928b HTTP/1.1" status: 200 len: 897 time: 0.1246579 Sep 19 03:30:55.533189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 59ca5145-79ae-4208-8351-932af3b7c4ee completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:30:55.561650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 59ca5145-79ae-4208-8351-932af3b7c4ee triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:30:55.562181 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.578682 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-6495f8d0-f7a7-44cc-a720-5c3b3284d81d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5474bac9-8778-4f15-967c-69f16bea1a3f HTTP/1.1" status: 200 len: 217 time: 0.0533416 Sep 19 03:30:55.584946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056370-21fb-4f03-8fb5-f26ab249ccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72da76d-9b70-41f1-b2d9-868981cde772,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:55.656529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-f0a8cf88-4f88-469c-9dbc-bfff240a40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:55.658660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-f0a8cf88-4f88-469c-9dbc-bfff240a40ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f3863b88-a6fa-4b65-aaf7-a4523eb974e0 HTTP/1.1" status: 200 len: 835 time: 0.0712781 Sep 19 03:30:55.659202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163f456-76a0-48de-a832-8a91e7ba70f0 req-ea2694ce-6be9-41fd-967d-87f5073af277 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:55.667103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7163f456-76a0-48de-a832-8a91e7ba70f0 req-ea2694ce-6be9-41fd-967d-87f5073af277 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.2631085 Sep 19 03:30:55.740171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c8d1f-8dd9-443f-a58a-4cdea968bff1 req-77354608-8152-4d62-806c-5b3a836044c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:55.741708 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c6c8d1f-8dd9-443f-a58a-4cdea968bff1 req-77354608-8152-4d62-806c-5b3a836044c7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 1097 time: 0.3028142 Sep 19 03:30:55.741908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:29Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:55.745172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-daf903a6-4a3b-426a-af14-49697e3e92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:55.748918 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-daf903a6-4a3b-426a-af14-49697e3e92e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c2120fa7-587f-47d4-aa37-5a57a10b928b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763998 Sep 19 03:30:55.774114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-04deb43e-1bc8-4c89-a1cc-7cf59b124057 service neutron] 10.222.0.22 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527737 Sep 19 03:30:55.799311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] Checking router: 0032ceb8-7283-4b8a-aad1-2a284511fb87 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:30:55.823745 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:55.883874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:30:55.884517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:55.899835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7163f456-76a0-48de-a832-8a91e7ba70f0 req-b3c58bab-ab46-4835-9f17-37a3cd148f5e tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317238 Sep 19 03:30:55.902181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c6c8d1f-8dd9-443f-a58a-4cdea968bff1 req-5c5fb9e1-8434-4eb5-980a-5ef95f47d593 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240032 Sep 19 03:30:55.909453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-276eba3f-3a8d-4f30-ad32-a5021dee5b42 service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388335 Sep 19 03:30:55.997586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-532c0131-3e9f-45f9-be11-e65ed90928d7 req-aad17541-4098-4849-9a7e-95de6282b3fb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 210 time: 0.0281718 Sep 19 03:30:56.031101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 59ca5145-79ae-4208-8351-932af3b7c4ee, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59ca5145-79ae-4208-8351-932af3b7c4ee,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:56.041769 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:56.054363 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa3769-de97-4cb0-a33a-b2dd7c97fd98 req-e896e816-dd23-4e78-8bf8-c6d154b9c56d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:56.064456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3afa3769-de97-4cb0-a33a-b2dd7c97fd98 req-e896e816-dd23-4e78-8bf8-c6d154b9c56d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 985 time: 0.0655861 Sep 19 03:30:56.117910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=59ca5145-79ae-4208-8351-932af3b7c4ee,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:56.141299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:30:56.159354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3afa3769-de97-4cb0-a33a-b2dd7c97fd98 req-a50f59ed-3e91-44d3-a10e-1f742fa76efe tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0924411 Sep 19 03:30:56.426087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:29Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:30:56.461433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a4f486-a79c-49c2-941b-bb2f4550186b None None] The sync data for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 is: [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:28:24Z', 'revision_number': 4, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '60aaaf51-dd67-40ab-b6be-9668d4bd16d7', 'name': '', 'network_id': 'c2120fa7-587f-47d4-aa37-5a57a10b928b', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'mac_address': 'fa:16:3e:4f:20:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:22Z', 'updated_at': '2021-09-19T03:28:29Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'subnets': [{'id': 'f3863b88-a6fa-4b65-aaf7-a4523eb974e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:30:56.475506 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-47ab4dc1-7c94-487f-a748-2bb12ad30f9a req-3e350d99-f3bb-4abf-a08f-8f27c85a1101 service neutron] 10.222.0.32 "GET /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500177 Sep 19 03:30:56.554549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51852) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:56.709926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1651331479-network', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:56.743524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Made reservation on behalf of c1e22f32b44340ca917458e70147eb42 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:56.746628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:56.756706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:56.863105 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac5b539-41fe-4eee-a2fb-729151aaad1d None None] New status for floating IP 426694e4-983e-4653-aae9-1367e213fb35: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:30:56.874655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:56.880413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:56.918505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d948b6da-af1f-45a0-b9cb-75d313fcb888,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:56.921923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:30:56.934528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:56.935738 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Added segment 62f0cd31-e6b6-4713-b3f1-f47d1cc492af of type vlan for network 15ab9404-6739-4f65-b45e-846e805bf18b Sep 19 03:30:57.023981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.076792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34e0b9-78a6-45e4-be7b-4a4df45029b8 req-69488387-8a5c-4c9a-9398-7611293bf650 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:57.078301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a34e0b9-78a6-45e4-be7b-4a4df45029b8 req-69488387-8a5c-4c9a-9398-7611293bf650 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0757284 Sep 19 03:30:57.089459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.090510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:57.091127 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.134634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34638313-29fc-4717-82a4-afcd27e56cc6 req-1f66ecfe-11e1-4c0e-9d89-37e7060d3f9d tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 210 time: 0.0549626 Sep 19 03:30:57.153912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5978565 Sep 19 03:30:57.157025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51872) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:57.163180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Request body: {'subnet': {'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1651331479-subnet', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:57.199213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Made reservation on behalf of c1e22f32b44340ca917458e70147eb42 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:57.200087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2e4fb-a838-4269-8d7e-282a913b1f9b admin admin] Pushing event updated for resources: {'Network': ['ID=15ab9404-6739-4f65-b45e-846e805bf18b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:57.205058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.210969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 15ab9404-6739-4f65-b45e-846e805bf18b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:30:57.212024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a34e0b9-78a6-45e4-be7b-4a4df45029b8 req-773e23bb-f2e6-43b2-83b4-03813ed25bd0 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216471 Sep 19 03:30:57.327259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ca5145-79ae-4208-8351-932af3b7c4ee'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:57.330223 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f7aef8-e854-484e-81ab-35e5b8515c5a" -d '{"events": [{"server_uuid": "6796c9f8-7121-4b7c-9a55-eca80025ee0e", "name": "network-vif-plugged", "status": "completed", "tag": "59ca5145-79ae-4208-8351-932af3b7c4ee"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:57.366839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cef90-feb3-4345-9abe-cbb97dc50586 req-e55c3ed4-c0ab-42e0-a034-4fe851ad83b6 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:57.368868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c68cef90-feb3-4345-9abe-cbb97dc50586 req-e55c3ed4-c0ab-42e0-a034-4fe851ad83b6 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 985 time: 0.0966513 Sep 19 03:30:57.387468 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6083df58-0eba-48da-b794-6ff121f9752c x-openstack-request-id: req-6083df58-0eba-48da-b794-6ff121f9752c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:57.387747 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6796c9f8-7121-4b7c-9a55-eca80025ee0e", "name": "network-vif-plugged", "status": "completed", "tag": "59ca5145-79ae-4208-8351-932af3b7c4ee", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:57.388196 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6083df58-0eba-48da-b794-6ff121f9752c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:57.388406 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ca5145-79ae-4208-8351-932af3b7c4ee', 'code': 200} Sep 19 03:30:57.453743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c68cef90-feb3-4345-9abe-cbb97dc50586 req-d83a8fac-3757-448d-b894-ef7421444da0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/security-groups?id=c7602698-3f4e-4b8f-b3ba-341b9d316408&id=a3fa13bc-10dc-469f-b007-c0d053fdf73a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0748410 Sep 19 03:30:57.512066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-5d93196e-103a-4706-a882-eecf9785588a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:57.513697 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-5d93196e-103a-4706-a882-eecf9785588a tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.30 "GET /v2.0/networks?id=8760a76b-1a45-4a56-86fb-87b6d601fbea HTTP/1.1" status: 200 len: 814 time: 0.1849487 Sep 19 03:30:57.537375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Request body: {'port': {'device_id': '966a7027-3464-4d82-a792-d7b1a34621a6', 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea', 'admin_state_up': True, 'tenant_id': '6e7f1ff549cd45b888783d91afa579dd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:57.680347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.692949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cabcc-49cf-4472-9c70-3a96bbd62d57 req-03e333cb-f2a7-4852-9652-3055d174ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:57.694619 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-637cabcc-49cf-4472-9c70-3a96bbd62d57 req-03e333cb-f2a7-4852-9652-3055d174ab2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1097 time: 0.1742430 Sep 19 03:30:57.738198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37001413-4a33-4625-9411-1b03263b2d6e req-70793db2-2a0a-46f0-a780-d1408f988d4c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:57.739713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37001413-4a33-4625-9411-1b03263b2d6e req-70793db2-2a0a-46f0-a780-d1408f988d4c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.32 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 985 time: 0.0585539 Sep 19 03:30:57.790167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a68536e-885e-4b28-8213-9fa12b1c5ca2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:57.812200 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-637cabcc-49cf-4472-9c70-3a96bbd62d57 req-66dc2fcb-0bc0-4e60-bc27-a5af5b2358bc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936313 Sep 19 03:30:57.817071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Checking segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:57.817441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Network hostable DHCP agents. Network: 15ab9404-6739-4f65-b45e-846e805bf18b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:30:57.822004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Made reservation on behalf of 6e7f1ff549cd45b888783d91afa579dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:30:57.825524 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.849674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Network 15ab9404-6739-4f65-b45e-846e805bf18b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:30:57.869559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port 5474bac9-8778-4f15-967c-69f16bea1a3f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:30:57.869971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.870325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 15ab9404-6739-4f65-b45e-846e805bf18b) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:57.876462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:57.877068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.879578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c88925a-58d1-4c80-9965-f41a6081c983 None None] Network 15ab9404-6739-4f65-b45e-846e805bf18b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:30:57.936504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e9b1d090-79c0-4fed-9984-11da112f5133 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7782061 Sep 19 03:30:57.939857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51894) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:57.947405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:57.976306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] For port 5474bac9-8778-4f15-967c-69f16bea1a3f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5474bac9-8778-4f15-967c-69f16bea1a3f,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:30:57.976801 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:57.990255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for 5474bac9-8778-4f15-967c-69f16bea1a3f owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:30:58.027530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.028613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.043889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Allocated IP 172.20.0.6 (8760a76b-1a45-4a56-86fb-87b6d601fbea/0283f435-123c-4c2f-840f-92a88280c645/daf94fc4-67b4-4484-9a0f-1f932c00d4f6) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:58.075828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-15ab9404-6739-4f65-b45e-846e805bf18b', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'fixed_ips': [{'subnet_id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:30:58.077172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.117670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.168191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.221048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=5474bac9-8778-4f15-967c-69f16bea1a3f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:58.282358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] No DVR routers for this DVR port 5474bac9-8778-4f15-967c-69f16bea1a3f on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:30:58.294779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.295658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37001413-4a33-4625-9411-1b03263b2d6e req-7f83d12d-11b2-43e7-b604-aff2ec2a3c7c tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.32 "DELETE /v2.0/ports/5474bac9-8778-4f15-967c-69f16bea1a3f HTTP/1.1" status: 204 len: 173 time: 0.5489931 Sep 19 03:30:58.295873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'name': 'network-vif-deleted', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:30:58.298715 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af042b4d-69f8-480a-8f1e-3b2ff9b02bbc" -d '{"events": [{"server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "name": "network-vif-deleted", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:30:58.325932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-594f0850-76c5-423c-92a2-942fd0b2cbf3 req-8ee16c30-f6c5-4c04-b304-97c4e25f6793 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 210 time: 0.0648487 Sep 19 03:30:58.338261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Allocated IP 172.20.0.2 (15ab9404-6739-4f65-b45e-846e805bf18b/0a68536e-885e-4b28-8213-9fa12b1c5ca2/7782d160-7cbb-4645-b3ba-3eecb0c4a9c7) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:58.356541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.406792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55079ff-5b89-4798-b006-4290f1a8abfa req-990ad3ce-9c1b-49ff-b2e5-8bb1efd9b86f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:58.415543 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a55079ff-5b89-4798-b006-4290f1a8abfa req-990ad3ce-9c1b-49ff-b2e5-8bb1efd9b86f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0925705 Sep 19 03:30:58.445799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.457136 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabb6973-d576-4e7c-bcee-d3cbe42be895 x-openstack-request-id: req-cabb6973-d576-4e7c-bcee-d3cbe42be895 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:30:58.457599 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b133dd8b-3f2b-49ff-89b2-7318eedabf0e", "name": "network-vif-deleted", "tag": "5474bac9-8778-4f15-967c-69f16bea1a3f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:30:58.457947 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cabb6973-d576-4e7c-bcee-d3cbe42be895 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:30:58.458953 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b133dd8b-3f2b-49ff-89b2-7318eedabf0e', 'name': 'network-vif-deleted', 'tag': '5474bac9-8778-4f15-967c-69f16bea1a3f', 'status': 'completed', 'code': 200} Sep 19 03:30:58.491357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a55079ff-5b89-4798-b006-4290f1a8abfa req-13d02041-3447-4711-a805-30f4ae82469f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746098 Sep 19 03:30:58.550704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.627124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6bbdf04d-ae7b-45c2-b8a1-9aa5dd6dd0f8 req-ecc45265-2948-434e-b5f5-cf1a128df93f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "GET /v2.0/ports?device_id=b133dd8b-3f2b-49ff-89b2-7318eedabf0e HTTP/1.1" status: 200 len: 210 time: 0.0581923 Sep 19 03:30:58.632344 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.647765 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.683020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Network 8760a76b-1a45-4a56-86fb-87b6d601fbea is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:58.691626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:58.710403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Network 15ab9404-6739-4f65-b45e-846e805bf18b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:58.728645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:58.729242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:58.732023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:58.763421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Pushing event updated for resources: {'Port': ['ID=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:58.771990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Pushing event updated for resources: {'Port': ['ID=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:58.812887 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.870622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.875660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Attempting to bind port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:30:58.876304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Attempting to bind port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:30:58.876910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Attempting to bind port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 on network 15ab9404-6739-4f65-b45e-846e805bf18b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:30:58.882771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:30:58.883804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Checking segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:30:58.884521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.885150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Bound using segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:30:58.885835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Bound port: 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:30:58.886449 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.906919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-6aa75d9d-c166-4d64-922d-fa40ee314cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:58.908638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-6aa75d9d-c166-4d64-922d-fa40ee314cd8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 1097 time: 0.1053140 Sep 19 03:30:58.922871 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdcfe4-459d-47c3-bc37-5a79b8052148 req-3b057561-b0f1-45e4-b42c-98ef0bd6f49b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:58.931442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9abdcfe4-459d-47c3-bc37-5a79b8052148 req-3b057561-b0f1-45e4-b42c-98ef0bd6f49b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0833588 Sep 19 03:30:58.931804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:58.932638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:58.958880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-45c7628e-9575-4e8e-87ea-99c1b7045f7e tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4266047 Sep 19 03:30:58.994810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Request body: {'port': {'device_id': '966a7027-3464-4d82-a792-d7b1a34621a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:30:59.020007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] For port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:30:59.027110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] For port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:30:59.038093 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.090478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc012cd-b1a0-48a9-83f1-9cb200b54083 None None] Pushing event updated for resources: {'Port': ['ID=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:59.091375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Allocated IP 172.25.8.253 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/f435e2c0-c112-45f2-b2b5-84ad24c5c2be) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:30:59.103552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.364831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9abdcfe4-459d-47c3-bc37-5a79b8052148 req-a72c771f-20e7-4bd1-a39a-f6414a1156dd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258633 Sep 19 03:30:59.394292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-df02b8af-274e-4123-a16a-0a07b4352555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:59.397750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-df02b8af-274e-4123-a16a-0a07b4352555 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 920 time: 0.4625187 Sep 19 03:30:59.459031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-4f7d1353-559f-4072-a6e8-8e30b75139a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e HTTP/1.1" status: 200 len: 217 time: 0.0486178 Sep 19 03:30:59.547506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.578435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-f398489b-0b09-4edf-a311-9eebef608f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:59.579982 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-f398489b-0b09-4edf-a311-9eebef608f41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.1135695 Sep 19 03:30:59.592823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370636b5-99ca-4295-a7d3-cbc89a3142c2 req-28aa396f-8294-47fb-ac80-8a7638b6cdba tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:30:59.594577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-370636b5-99ca-4295-a7d3-cbc89a3142c2 req-28aa396f-8294-47fb-ac80-8a7638b6cdba tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 931 time: 0.0757751 Sep 19 03:30:59.623990 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-115a38e4-c4eb-4cb6-9944-ec768b6aa065 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283775 Sep 19 03:30:59.650401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.699435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-370636b5-99ca-4295-a7d3-cbc89a3142c2 req-98e49b9f-fd30-43e9-8729-2a7d014d85d0 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785441 Sep 19 03:30:59.707092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51914) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:30:59.718095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf94fc4-67b4-4484-9a0f-1f932c00d4f6 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:30:59.736645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:30:59.745075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.757249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:30:59.760644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:30:59.761274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-a8790bb5-6e8b-499e-97f5-aa37fbeb8860 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194341 Sep 19 03:30:59.794891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Pushing event updated for resources: {'Port': ['ID=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:30:59.826393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Transition to ACTIVE for port object daf94fc4-67b4-4484-9a0f-1f932c00d4f6 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:30:59.840477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.912494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a483b1d-9365-43b2-a53d-86b56a27bf43 req-300a733e-b3dd-4efa-ba49-d0782f1be1a9 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431122 Sep 19 03:30:59.948299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262b749c-072b-45f6-8273-d7b4e1686d75 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.983376 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262b749c-072b-45f6-8273-d7b4e1686d75 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:30:59.999097 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.025536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Pushing event updated for resources: {'Port': ['ID=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:00.159082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262b749c-072b-45f6-8273-d7b4e1686d75 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.161683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262b749c-072b-45f6-8273-d7b4e1686d75 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.165872 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-262b749c-072b-45f6-8273-d7b4e1686d75 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/security-groups/a3fa13bc-10dc-469f-b007-c0d053fdf73a HTTP/1.1" status: 204 len: 168 time: 0.4384186 Sep 19 03:31:00.166351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 51926) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:00.191998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b749c-072b-45f6-8273-d7b4e1686d75 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa13bc-10dc-469f-b007-c0d053fdf73a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:00.255829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Attempting to bind port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:00.256176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Attempting to bind port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:00.256523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Attempting to bind port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 on network 8760a76b-1a45-4a56-86fb-87b6d601fbea {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:00.272057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 on network 8760a76b-1a45-4a56-86fb-87b6d601fbea not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:31:00.272391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Attempting to bind port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 on network 8760a76b-1a45-4a56-86fb-87b6d601fbea {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:00.280736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:00.281753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Checking segment: {'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:00.282672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Bound using segment: {'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:00.283261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Bound port: daf94fc4-67b4-4484-9a0f-1f932c00d4f6, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4447a9c6-39bf-4352-991c-df9dbf29324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:00.283636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.315658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3925e3e4-08ed-4c07-b4e2-14dd4812b8c0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.345985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3925e3e4-08ed-4c07-b4e2-14dd4812b8c0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.401152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3925e3e4-08ed-4c07-b4e2-14dd4812b8c0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.405254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3925e3e4-08ed-4c07-b4e2-14dd4812b8c0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.406774 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3925e3e4-08ed-4c07-b4e2-14dd4812b8c0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/security-groups/c7602698-3f4e-4b8f-b3ba-341b9d316408 HTTP/1.1" status: 204 len: 168 time: 0.2392209 Sep 19 03:31:00.410283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51930) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:00.420730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925e3e4-08ed-4c07-b4e2-14dd4812b8c0 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7602698-3f4e-4b8f-b3ba-341b9d316408,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:00.435906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.529303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85d696f-920a-4e6a-9a59-fe098f8ff952 None None] Network 15ab9404-6739-4f65-b45e-846e805bf18b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:00.573292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac7ba0-3b6a-468f-9ecf-ee98c6601cfe req-a2825aed-fece-43ba-9c0a-25e22bf2f058 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:00.581678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38ac7ba0-3b6a-468f-9ecf-ee98c6601cfe req-a2825aed-fece-43ba-9c0a-25e22bf2f058 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0721302 Sep 19 03:31:00.623322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c5e5b6c4-acd5-437c-95a8-32ae74209406 None None] Provisioning complete for port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:00.623997 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b6c4-acd5-437c-95a8-32ae74209406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.629393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38ac7ba0-3b6a-468f-9ecf-ee98c6601cfe req-44229643-f556-4e26-805e-aa25ab691161 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465262 Sep 19 03:31:00.773783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5474bac9-8778-4f15-967c-69f16bea1a3f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:00.782167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b6c4-acd5-437c-95a8-32ae74209406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.809164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 5474bac9-8778-4f15-967c-69f16bea1a3f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:00.809661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5474bac9-8778-4f15-967c-69f16bea1a3f not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:00.847825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] For port daf94fc4-67b4-4484-9a0f-1f932c00d4f6, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:00.848381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5116a55-1e0a-4e6e-93b7-42e19c3e812a req-2cbbb9f7-4073-4d73-87f0-3c01cc04887c tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:00.848491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] For port daf94fc4-67b4-4484-9a0f-1f932c00d4f6, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:00.857078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5116a55-1e0a-4e6e-93b7-42e19c3e812a req-2cbbb9f7-4073-4d73-87f0-3c01cc04887c tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 943 time: 0.0694742 Sep 19 03:31:00.895770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c5e5b6c4-acd5-437c-95a8-32ae74209406 None None] For port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:00.901577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.905540 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5e5b6c4-acd5-437c-95a8-32ae74209406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:00.918078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5116a55-1e0a-4e6e-93b7-42e19c3e812a req-416db9fe-18d1-4e27-9220-18c82560bbb0 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598946 Sep 19 03:31:00.975105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5b6c4-acd5-437c-95a8-32ae74209406 None None] Pushing event updated for resources: {'Port': ['ID=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:01.006035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:01.006654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:01.008156 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] 10.222.0.30 "PUT /v2.0/ports/daf94fc4-67b4-4484-9a0f-1f932c00d4f6 HTTP/1.1" status: 200 len: 1091 time: 2.0380287 Sep 19 03:31:01.012163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966a7027-3464-4d82-a792-d7b1a34621a6', 'tag': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:01.014271 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ae52d0-6d35-49d8-af6f-121cde79f9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "966a7027-3464-4d82-a792-d7b1a34621a6", "tag": "daf94fc4-67b4-4484-9a0f-1f932c00d4f6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:01.129661 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84fb91c-48d2-4df2-a103-a26bc02b8cf5 x-openstack-request-id: req-c84fb91c-48d2-4df2-a103-a26bc02b8cf5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:01.129918 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966a7027-3464-4d82-a792-d7b1a34621a6", "tag": "daf94fc4-67b4-4484-9a0f-1f932c00d4f6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:01.130123 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c84fb91c-48d2-4df2-a103-a26bc02b8cf5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:01.130523 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966a7027-3464-4d82-a792-d7b1a34621a6', 'tag': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6', 'status': 'completed', 'code': 200} Sep 19 03:31:01.131230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8da7642e-aba4-479f-9d0c-761b7ae54b55 None None] Provisioning complete for port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:01.131697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8da7642e-aba4-479f-9d0c-761b7ae54b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:01.161373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545395ed-9a51-4685-af5e-c97293fb001b service neutron] Pushing event updated for resources: {'Port': ['ID=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:01.265071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-ec2564d7-5e8a-4b2e-a460-4c3afd3ef017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:01.266188 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-ec2564d7-5e8a-4b2e-a460-4c3afd3ef017 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e7f1ff549cd45b888783d91afa579dd&device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 1094 time: 0.1987641 Sep 19 03:31:01.324081 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-f5c9b166-0eb6-4d98-874b-d16d2f1b752d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf94fc4-67b4-4484-9a0f-1f932c00d4f6 HTTP/1.1" status: 200 len: 217 time: 0.0454090 Sep 19 03:31:01.333609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:01.378396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:01.468142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-4fb30138-bde1-491c-9c69-6ff853be98e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:01.469742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-4fb30138-bde1-491c-9c69-6ff853be98e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0283f435-123c-4c2f-840f-92a88280c645 HTTP/1.1" status: 200 len: 854 time: 0.1370718 Sep 19 03:31:01.552051 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-806a33ee-8173-48f9-bbcc-8293d890b6aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8760a76b-1a45-4a56-86fb-87b6d601fbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630608 Sep 19 03:31:01.582578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:01.583382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:01.719992 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-0fc12000-f6e3-4169-b6d8-4e21f4a8c783 service neutron] 10.222.0.30 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574891 Sep 19 03:31:01.723957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Router 1950a073-8093-412f-b6d2-3e701d78b3a1 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:31:01.752133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956e9fe-408b-4b01-a853-58698905117f req-eb24d1ea-e358-495a-9075-995449a0f498 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:01.753930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d956e9fe-408b-4b01-a853-58698905117f req-eb24d1ea-e358-495a-9075-995449a0f498 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0516765 Sep 19 03:31:01.797096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d956e9fe-408b-4b01-a853-58698905117f req-807a2702-dccb-4426-9bf1-cfba092dc678 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353949 Sep 19 03:31:01.863572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:01.963557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-321da362-3b5b-45d2-838c-16e6c87c15d2 req-69aea3db-86ca-445c-94ab-f4727e8274e0 service neutron] 10.222.0.30 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355859 Sep 19 03:31:01.993784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:02.002217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Sync routers for ids ['1950a073-8093-412f-b6d2-3e701d78b3a1'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:02.017986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Routers {'1950a073-8093-412f-b6d2-3e701d78b3a1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:02.018632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1950a073-8093-412f-b6d2-3e701d78b3a1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:02.073157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d96e35-01ab-4c78-a1e7-ee8798fe6daa req-075381a9-86e2-48b8-bd3e-919f51977add tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:02.082722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96d96e35-01ab-4c78-a1e7-ee8798fe6daa req-075381a9-86e2-48b8-bd3e-919f51977add tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 943 time: 0.0922558 Sep 19 03:31:02.098657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.102954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc9dc02b-38be-42f9-9101-c9dc6bb5d018 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1591480 Sep 19 03:31:02.103610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 51946) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:02.137801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96d96e35-01ab-4c78-a1e7-ee8798fe6daa req-078a13fd-ede7-4cd6-8045-78598137cd80 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489252 Sep 19 03:31:02.157491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Set router 1950a073-8093-412f-b6d2-3e701d78b3a1 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:02.227972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-689b8aa5-c7f5-43fa-9da8-6ecfa6da66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:02.229403 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-689b8aa5-c7f5-43fa-9da8-6ecfa6da66d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e7f1ff549cd45b888783d91afa579dd&device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 1094 time: 0.1864858 Sep 19 03:31:02.338311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:00Z', 'revision_number': 3, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port': {'id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:02.364639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Checking router: 1950a073-8093-412f-b6d2-3e701d78b3a1 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:02.365022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Updating router 1950a073-8093-412f-b6d2-3e701d78b3a1 port f435e2c0-c112-45f2-b2b5-84ad24c5c2be binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:31:02.389242 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.661785 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.668319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.721979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Attempting to bind port f435e2c0-c112-45f2-b2b5-84ad24c5c2be on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:02.722361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Attempting to bind port f435e2c0-c112-45f2-b2b5-84ad24c5c2be by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:02.722726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Attempting to bind port f435e2c0-c112-45f2-b2b5-84ad24c5c2be on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:02.730931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209a1ea-61de-47dd-9cf4-7c4700838728 None None] Pushing event updated for resources: {'Port': ['ID=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:02.734216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:02.734585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:02.735032 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.735418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:02.735899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Bound port: f435e2c0-c112-45f2-b2b5-84ad24c5c2be, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:02.736283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.787288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-71d0e507-42a4-4d03-a8ca-9c3aa99f9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:02.789304 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-71d0e507-42a4-4d03-a8ca-9c3aa99f9ed9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8760a76b-1a45-4a56-86fb-87b6d601fbea HTTP/1.1" status: 200 len: 915 time: 0.5249786 Sep 19 03:31:02.793193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] For port f435e2c0-c112-45f2-b2b5-84ad24c5c2be, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:02.798306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] For port f435e2c0-c112-45f2-b2b5-84ad24c5c2be, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:02.803091 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.864130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Routers {'1950a073-8093-412f-b6d2-3e701d78b3a1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:02.864777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1950a073-8093-412f-b6d2-3e701d78b3a1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:02.904687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6209a1ea-61de-47dd-9cf4-7c4700838728 None None] Pushing event updated for resources: {'Port': ['ID=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:02.953019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-30797cfa-7820-4fbc-95b6-0cb561edcade service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=daf94fc4-67b4-4484-9a0f-1f932c00d4f6 HTTP/1.1" status: 200 len: 217 time: 0.0525610 Sep 19 03:31:02.961522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3783796-958e-413c-8cb6-afcd9ca21894 req-e256dc37-962a-4176-86c4-14605ff0ea6c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:02.963564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:02.963918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:02.972083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3783796-958e-413c-8cb6-afcd9ca21894 req-e256dc37-962a-4176-86c4-14605ff0ea6c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0851278 Sep 19 03:31:02.997095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] Set router 1950a073-8093-412f-b6d2-3e701d78b3a1 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:03.047297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3783796-958e-413c-8cb6-afcd9ca21894 req-30e3904e-3e0a-4a17-822e-31b91dbe40ea tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718994 Sep 19 03:31:03.180738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] For port 60aaaf51-dd67-40ab-b6be-9668d4bd16d7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:03.181124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:03.196859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:03.212991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-291e821d-3c3b-4cff-bffb-fa30721e9144 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903716 Sep 19 03:31:03.370082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:00Z', 'revision_number': 3, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port': {'id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:03.401600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-80987a06-5115-4d1d-b53e-2a9da0aa1f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:03.402490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-81900f67-916e-47ab-a5b6-9fdb9d89d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:03.403097 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-80987a06-5115-4d1d-b53e-2a9da0aa1f33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0283f435-123c-4c2f-840f-92a88280c645 HTTP/1.1" status: 200 len: 854 time: 0.4345691 Sep 19 03:31:03.404421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-81900f67-916e-47ab-a5b6-9fdb9d89d120 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9cac8b7487b84cc6b96579d41b31723a&device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 1101 time: 0.1146150 Sep 19 03:31:03.411658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367c99da-4629-4d69-85e0-d15c1d76d510 None None] The sync data for ids ['1950a073-8093-412f-b6d2-3e701d78b3a1'] in n-d-809936-1 is: [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:00Z', 'revision_number': 3, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port': {'id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:03.477020 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-5d474ce4-1b51-4383-bd36-3fa0fc2997b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8760a76b-1a45-4a56-86fb-87b6d601fbea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580297 Sep 19 03:31:03.537340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23878b35-41b7-4807-93a8-f0b4e52edfab req-60f8711e-a543-425a-876f-96754da5daab tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:03.540008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23878b35-41b7-4807-93a8-f0b4e52edfab req-60f8711e-a543-425a-876f-96754da5daab tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 943 time: 0.1907401 Sep 19 03:31:03.610435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-c37b4e64-1abd-4bb5-96fd-5286ce563a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:03.612070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-c37b4e64-1abd-4bb5-96fd-5286ce563a4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.1710882 Sep 19 03:31:03.615010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23878b35-41b7-4807-93a8-f0b4e52edfab req-58606340-bcbc-4070-9172-9f5399895b13 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663965 Sep 19 03:31:03.639057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:03.706664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-4aa3a993-be37-4117-a9e9-f794ad8374e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d HTTP/1.1" status: 200 len: 217 time: 0.0860674 Sep 19 03:31:03.710713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:03.754993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=60aaaf51-dd67-40ab-b6be-9668d4bd16d7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:03.855795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-ae251286-3b25-40b6-a18e-cfe6b770242e service neutron] 10.222.0.30 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702445 Sep 19 03:31:03.871288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-63fd9aeb-7883-4ab5-a495-78ff5c54d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:03.872819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-63fd9aeb-7883-4ab5-a495-78ff5c54d116 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.1579549 Sep 19 03:31:03.958860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-a16953f7-f492-424c-a16f-b4b78639e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:03.962043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-a16953f7-f492-424c-a16f-b4b78639e6bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821717 Sep 19 03:31:04.207673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-e8f0c4e0-995c-4847-937a-e42bbb96332f service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272055 Sep 19 03:31:04.318617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7aa3ffe-a158-45ce-a4af-0623e01222ac req-012a9e93-63d5-43e6-8abf-d312932f4043 service neutron] 10.222.0.32 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002357 Sep 19 03:31:04.358634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2de2d-e9a4-4a99-9832-f7b06cb1424b req-8cebc023-ba60-471b-8975-849e53647654 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:04.360143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ac2de2d-e9a4-4a99-9832-f7b06cb1424b req-8cebc023-ba60-471b-8975-849e53647654 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1562150 Sep 19 03:31:04.390411 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-14ae52d0-6d35-49d8-af6f-121cde79f9fb req-5a5d466b-8960-4409-9c3b-729395750a4a service neutron] 10.222.0.30 "GET /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983709 Sep 19 03:31:04.420678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ac2de2d-e9a4-4a99-9832-f7b06cb1424b req-5a07a3b4-1576-4566-b6b4-11a86ba5553f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542958 Sep 19 03:31:04.423127 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:04.434312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Allocated IP 172.20.0.1 (15ab9404-6739-4f65-b45e-846e805bf18b/0a68536e-885e-4b28-8213-9fa12b1c5ca2/ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:04.641476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device daf94fc4-67b4-4484-9a0f-1f932c00d4f6 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:31:04.740106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:04.811960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb4eac-92ab-4956-9a0f-e73bf53405ad req-80029cfe-b62b-47d8-bc0c-c23e4bf0db1f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:04.818428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85fb4eac-92ab-4956-9a0f-e73bf53405ad req-80029cfe-b62b-47d8-bc0c-c23e4bf0db1f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 943 time: 0.0868583 Sep 19 03:31:04.830262 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port daf94fc4-67b4-4484-9a0f-1f932c00d4f6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:04.842487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Router 0032ceb8-7283-4b8a-aad1-2a284511fb87 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:31:04.849102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:04.859988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6', 'network_id': '8760a76b-1a45-4a56-86fb-87b6d601fbea', 'port_id': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6', 'mac_address': 'fa:16:3e:13:b5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0283f435-123c-4c2f-840f-92a88280c645', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:31:04.901641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-85fb4eac-92ab-4956-9a0f-e73bf53405ad req-a7b78508-3ed9-4fff-899d-ce5d1953a057 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744660 Sep 19 03:31:04.911118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:04.928196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf94fc4-67b4-4484-9a0f-1f932c00d4f6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:31:04.956093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port daf94fc4-67b4-4484-9a0f-1f932c00d4f6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:04.959159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Network 15ab9404-6739-4f65-b45e-846e805bf18b is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:04.963219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:04.972578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:04.975530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:05.018240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:05.035275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:05.035490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.134034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:05.147072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52162) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:05.147552 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a3e17432-33b6-4c84-a686-d0431d2909cc tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "PUT /v2.0/routers/0032ceb8-7283-4b8a-aad1-2a284511fb87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7357016 Sep 19 03:31:05.152357 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] Sync routers for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:05.155350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['daf94fc4-67b4-4484-9a0f-1f932c00d4f6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:05.163226 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:05.165251 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:05.311003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting subnet f3863b88-a6fa-4b65-aaf7-a4523eb974e0 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:31:05.319364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.361164 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:05.371391 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.482585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.581436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e479ab16-e872-483c-9c76-f33e861d1b1d None None] Provisioning complete for port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:05.582054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e479ab16-e872-483c-9c76-f33e861d1b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.593152 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f435e2c0-c112-45f2-b2b5-84ad24c5c2be up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:05.662174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e479ab16-e872-483c-9c76-f33e861d1b1d None None] Port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:05.675643 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:31:03Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:05.705623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f435e2c0-c112-45f2-b2b5-84ad24c5c2be triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:05.706007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.717230 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] Checking router: 0032ceb8-7283-4b8a-aad1-2a284511fb87 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:05.731262 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] Routers {'0032ceb8-7283-4b8a-aad1-2a284511fb87'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:05.732130 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0032ceb8-7283-4b8a-aad1-2a284511fb87'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:05.812344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763f04a-9ed7-43b1-b971-33978e760d0b req-8356423e-7035-497c-8616-7a8a98191d17 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:05.818328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3763f04a-9ed7-43b1-b971-33978e760d0b req-8356423e-7035-497c-8616-7a8a98191d17 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1406724 Sep 19 03:31:05.832720 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.869370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.873263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.881479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.905229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port f435e2c0-c112-45f2-b2b5-84ad24c5c2be, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:05.912139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3763f04a-9ed7-43b1-b971-33978e760d0b req-30a656b2-b73c-4e00-a53a-3b85a1f8f34f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813215 Sep 19 03:31:05.914288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:05.998403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.011164 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] Set router 0032ceb8-7283-4b8a-aad1-2a284511fb87 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:06.036749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:06.046510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.047222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e8797-0662-4427-9e1e-c2cb1d7fe5f3 None None] Network c2120fa7-587f-47d4-aa37-5a57a10b928b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:06.055548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/subnets/f3863b88-a6fa-4b65-aaf7-a4523eb974e0 HTTP/1.1" status: 204 len: 168 time: 0.9071062 Sep 19 03:31:06.060542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:06.063281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52246) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:06.123965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05ba69-dccc-4db5-a5a8-9de9de969282 tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Subnet': ['ID=f3863b88-a6fa-4b65-aaf7-a4523eb974e0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:06.195735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.250082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a97da-9f64-40e5-b76b-ff213789e694 req-455e79a6-eb3f-430e-800b-0d8691378784 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:06.261749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a2a97da-9f64-40e5-b76b-ff213789e694 req-455e79a6-eb3f-430e-800b-0d8691378784 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 944 time: 0.1398335 Sep 19 03:31:06.337793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] DHCP port deletion for c2120fa7-587f-47d4-aa37-5a57a10b928b request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:31:06.343374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a2a97da-9f64-40e5-b76b-ff213789e694 req-c88aa72a-7347-461a-8afe-9bbbb1240f82 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732799 Sep 19 03:31:06.424672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] Deleting port c0d32e24-dd03-40e2-906c-b4332fd3daef {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:06.425392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.448967 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:31:03Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:06.509945 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69dad10a-d5ec-4b93-825e-fe7017aa8a00 None None] The sync data for ids ['0032ceb8-7283-4b8a-aad1-2a284511fb87'] in n-d-809936-1 is: [{'id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1893382866', 'tenant_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:28:16Z', 'updated_at': '2021-09-19T03:31:03Z', 'revision_number': 5, 'project_id': '72b9168bb80d40f5ac0f2ca74ea7e7b7', 'gw_port': {'id': '96c0ac23-d506-456b-b412-6c4184529cc6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0032ceb8-7283-4b8a-aad1-2a284511fb87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:28:17Z', 'updated_at': '2021-09-19T03:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:06.515436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] For port c0d32e24-dd03-40e2-906c-b4332fd3daef, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0d32e24-dd03-40e2-906c-b4332fd3daef,segment=NetworkSegment(58ae8c44-2c35-4bf0-b8cf-abdc8e88c010),segment_id=58ae8c44-2c35-4bf0-b8cf-abdc8e88c010)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:06.515616 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.532065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] Calling delete_port for c0d32e24-dd03-40e2-906c-b4332fd3daef owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:06.637197 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.663440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device daf94fc4-67b4-4484-9a0f-1f932c00d4f6 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:06.690208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] Pushing event deleted for resources: {'Port': ['ID=c0d32e24-dd03-40e2-906c-b4332fd3daef,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:06.700470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8906c46-01fd-4192-8888-5519ce7f00c6 None None] No DVR routers for this DVR port c0d32e24-dd03-40e2-906c-b4332fd3daef on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:06.705413 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.731671 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:31:06.735861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:06.736273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.777631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Network 15ab9404-6739-4f65-b45e-846e805bf18b is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:06.780742 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:06.825610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.860178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966a7027-3464-4d82-a792-d7b1a34621a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:06.865393 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e03abf-1d48-412d-83fd-d5d034654652" -d '{"events": [{"server_uuid": "966a7027-3464-4d82-a792-d7b1a34621a6", "name": "network-vif-plugged", "status": "completed", "tag": "daf94fc4-67b4-4484-9a0f-1f932c00d4f6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:06.889684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port daf94fc4-67b4-4484-9a0f-1f932c00d4f6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:06.900485 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.944412 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:06.964301 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a0b351-5668-462e-a1ac-e7e1e8173483 x-openstack-request-id: req-50a0b351-5668-462e-a1ac-e7e1e8173483 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:06.964762 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966a7027-3464-4d82-a792-d7b1a34621a6", "name": "network-vif-plugged", "status": "completed", "tag": "daf94fc4-67b4-4484-9a0f-1f932c00d4f6", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:06.964910 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50a0b351-5668-462e-a1ac-e7e1e8173483 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:06.965325 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966a7027-3464-4d82-a792-d7b1a34621a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6', 'code': 200} Sep 19 03:31:07.033221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:07.099838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Router 1950a073-8093-412f-b6d2-3e701d78b3a1 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:31:07.136719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec415b7-fc31-4f7b-89cc-7cf3c388c542 req-6c102527-2ac5-49ed-941b-999a803d694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:07.138969 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cec415b7-fc31-4f7b-89cc-7cf3c388c542 req-6c102527-2ac5-49ed-941b-999a803d694c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 1096 time: 0.0820472 Sep 19 03:31:07.144998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Deleting port 96c0ac23-d506-456b-b412-6c4184529cc6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:07.145977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.171832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bc454-d3cd-45d7-b29d-1552e6b6dd52 req-bca3ae69-3a2c-4cc1-9c62-3f463e17f7ff tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:07.173851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-925bc454-d3cd-45d7-b29d-1552e6b6dd52 req-bca3ae69-3a2c-4cc1-9c62-3f463e17f7ff tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0915463 Sep 19 03:31:07.198291 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:31:07.257996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-925bc454-d3cd-45d7-b29d-1552e6b6dd52 req-481ef93f-3007-4d2f-bd21-0129894d72cb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713892 Sep 19 03:31:07.331928 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cec415b7-fc31-4f7b-89cc-7cf3c388c542 req-669f6495-2533-48f3-9fbb-e807a5417d20 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814928 Sep 19 03:31:07.373752 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:07.387611 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c2020fe5-96b4-4445-a6cb-df5bc65d8634 admin admin] 10.222.0.22 "PUT /v2.0/routers/1950a073-8093-412f-b6d2-3e701d78b3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2827978 Sep 19 03:31:07.388426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f435e2c0-c112-45f2-b2b5-84ad24c5c2be up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:07.410694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] For port 96c0ac23-d506-456b-b412-6c4184529cc6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=96c0ac23-d506-456b-b412-6c4184529cc6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:07.411134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.418554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Sync routers for ids ['1950a073-8093-412f-b6d2-3e701d78b3a1'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:07.438431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Routers {'1950a073-8093-412f-b6d2-3e701d78b3a1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:07.439186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Calling delete_port for 96c0ac23-d506-456b-b412-6c4184529cc6 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:07.439326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1950a073-8093-412f-b6d2-3e701d78b3a1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:07.563371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac331bb-1299-4062-88a6-e513a97ba1ec req-3624cf26-dffa-48c4-bb6c-23440a820a5d tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:07.565058 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac331bb-1299-4062-88a6-e513a97ba1ec req-3624cf26-dffa-48c4-bb6c-23440a820a5d tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 945 time: 0.0947707 Sep 19 03:31:07.573687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Set router 1950a073-8093-412f-b6d2-3e701d78b3a1 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:07.607923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f435e2c0-c112-45f2-b2b5-84ad24c5c2be triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:07.608267 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.610593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-588183cd-b5fc-49ba-9bbf-342ca36d086f None None] Provisioning complete for port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:07.610971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-588183cd-b5fc-49ba-9bbf-342ca36d086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.627145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dac331bb-1299-4062-88a6-e513a97ba1ec req-040005a5-ce45-443d-986a-3bc833525216 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 Sep 19 03:31:07.712839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.735020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-588183cd-b5fc-49ba-9bbf-342ca36d086f None None] Port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:07.741183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Port': ['ID=96c0ac23-d506-456b-b412-6c4184529cc6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:07.818095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.888644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:07.915370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:07.915844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 60aaaf51-dd67-40ab-b6be-9668d4bd16d7 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:07.916363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0d32e24-dd03-40e2-906c-b4332fd3daef no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:07.921385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 4, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port': {'id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689', 'name': '', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'mac_address': 'fa:16:3e:54:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:03Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 2, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'subnets': [{'id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:07.938527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.940709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.990372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:07.991190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Fanout notify agent at l3_agent the message router_deleted on router 0032ceb8-7283-4b8a-aad1-2a284511fb87 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:31:08.000017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.003566 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9684f86c-d49a-46ae-8bd1-f68e397caf4d tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/routers/0032ceb8-7283-4b8a-aad1-2a284511fb87 HTTP/1.1" status: 204 len: 168 time: 1.9290471 Sep 19 03:31:08.004066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52432) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:08.043367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:08.048704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-156189770-network', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:08.074441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Made reservation on behalf of 45473dab3eef4b00b5e6489a79db213d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:31:08.078003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.088771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.096426 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.147601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Checking router: 1950a073-8093-412f-b6d2-3e701d78b3a1 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:08.147970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Updating router 1950a073-8093-412f-b6d2-3e701d78b3a1 port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:31:08.151386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c0d32e24-dd03-40e2-906c-b4332fd3daef {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:08.151912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0d32e24-dd03-40e2-906c-b4332fd3daef not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:08.182690 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.216112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.221203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.223990 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.249149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:31:08.249589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2120fa7-587f-47d4-aa37-5a57a10b928b']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:08.259739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:08.260820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ae8c44-2c35-4bf0-b8cf-abdc8e88c010') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:08.266331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb40a5f1-605a-4f8d-b767-663f6d40a466,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:08.276132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.276743 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Added segment bb7e5532-d680-484b-9b1f-95d9997858c4 of type vlan for network e1752623-d27b-4776-ba35-9846fa5c5582 Sep 19 03:31:08.280960 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.316068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.328981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:31:08.329646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:31:08.334614 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:31:08.337820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.367813 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.368830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:08.369508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.442093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] Pushing event updated for resources: {'Network': ['ID=e1752623-d27b-4776-ba35-9846fa5c5582,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:08.445092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2919184c-d0e4-4ab4-ac8e-5196c12f315b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4006472 Sep 19 03:31:08.448493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52444) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:08.453621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e1752623-d27b-4776-ba35-9846fa5c5582 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:31:08.454301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Request body: {'subnet': {'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-156189770-subnet', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:08.471226 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.478439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.484416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] 10.222.0.22 "DELETE /v2.0/networks/c2120fa7-587f-47d4-aa37-5a57a10b928b HTTP/1.1" status: 204 len: 168 time: 0.4792759 Sep 19 03:31:08.494893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Made reservation on behalf of 45473dab3eef4b00b5e6489a79db213d for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:31:08.498278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.507356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802b1f4-2831-461e-a8bd-a1b0db522b6f tempest-TestSecurityGroupsBasicOps-1609668546 tempest-TestSecurityGroupsBasicOps-1609668546-project] Pushing event deleted for resources: {'Network': ['ID=c2120fa7-587f-47d4-aa37-5a57a10b928b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:08.532006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b252f81-3233-435b-8a1d-5f8d2595014f req-a49763d7-e152-4f93-b131-fccd9a588aa9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:08.533563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b252f81-3233-435b-8a1d-5f8d2595014f req-a49763d7-e152-4f93-b131-fccd9a588aa9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1450894 Sep 19 03:31:08.587860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b252f81-3233-435b-8a1d-5f8d2595014f req-a89c7c07-486a-4621-846f-b27c00039d56 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Sep 19 03:31:08.687218 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.703070 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.762028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Pushing event updated for resources: {'Port': ['ID=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:08.807265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bba4b-5198-42fe-83e3-0aed1d36a6b2 req-cf3d09a6-4321-4cbd-bb26-18b3fdb05bfe tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:08.816428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-771bba4b-5198-42fe-83e3-0aed1d36a6b2 req-cf3d09a6-4321-4cbd-bb26-18b3fdb05bfe tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 945 time: 0.0778253 Sep 19 03:31:08.828950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.889673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Attempting to bind port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:08.889897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-771bba4b-5198-42fe-83e3-0aed1d36a6b2 req-f7ff5ec9-c390-4b11-af23-407f5255cdfb tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720227 Sep 19 03:31:08.891673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Attempting to bind port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:08.892156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Attempting to bind port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 on network 15ab9404-6739-4f65-b45e-846e805bf18b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:08.898888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:08.902369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Checking segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:08.904395 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.905653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Bound using segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:08.907304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Bound port: ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:08.910364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.912813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289c097c-da07-471e-9bfb-43c92672e0fa,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:08.925826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Checking segment: {'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:08.926201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Network hostable DHCP agents. Network: e1752623-d27b-4776-ba35-9846fa5c5582, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:31:08.954537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Network e1752623-d27b-4776-ba35-9846fa5c5582 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:31:08.969517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e1752623-d27b-4776-ba35-9846fa5c5582) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:08.980329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:08.982051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:08.991990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c607531a-2d32-40c7-9da9-438014bf270c None None] Network e1752623-d27b-4776-ba35-9846fa5c5582 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:09.009876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-960f96a2-e85d-48be-9e7e-b6d7742f0836 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5599663 Sep 19 03:31:09.012824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52462) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:09.018178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:09.037917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] For port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:09.060311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.061598 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.094317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] For port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:09.103349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.126560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.138787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:09.160165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-607fbcd1-8c00-40c7-a403-ef3ade9f19b2 None None] Provisioning complete for port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:09.160785 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-607fbcd1-8c00-40c7-a403-ef3ade9f19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.260890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Routers {'1950a073-8093-412f-b6d2-3e701d78b3a1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:09.261980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1950a073-8093-412f-b6d2-3e701d78b3a1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:09.272295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Pushing event updated for resources: {'Port': ['ID=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:09.318312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.347560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.347560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.353259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.356198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.356614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.356914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.357260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.357608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.357946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.358285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.358601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.358962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b97a86-31b4-46a7-8598-1849dc44c108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:09.430160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2c4b653d-af9c-47d0-a1a1-643d69a8d387 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72b9168bb80d40f5ac0f2ca74ea7e7b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895772 Sep 19 03:31:09.436226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 96c0ac23-d506-456b-b412-6c4184529cc6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:09.439479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52474) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:09.491885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e1752623-d27b-4776-ba35-9846fa5c5582', 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'fixed_ips': [{'subnet_id': '289c097c-da07-471e-9bfb-43c92672e0fa'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:31:09.497961 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.542661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 96c0ac23-d506-456b-b412-6c4184529cc6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:09.543429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 96c0ac23-d506-456b-b412-6c4184529cc6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:09.556658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af6ed45b-6564-44a5-9635-31038d6bc296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.572859 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-607fbcd1-8c00-40c7-a403-ef3ade9f19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.582329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af6ed45b-6564-44a5-9635-31038d6bc296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.643631 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af6ed45b-6564-44a5-9635-31038d6bc296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.648526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-af6ed45b-6564-44a5-9635-31038d6bc296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.652816 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-af6ed45b-6564-44a5-9635-31038d6bc296 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47981530-c428-47ae-92f5-26be78b5cbf7 HTTP/1.1" status: 204 len: 168 time: 0.2118871 Sep 19 03:31:09.662201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ed45b-6564-44a5-9635-31038d6bc296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47981530-c428-47ae-92f5-26be78b5cbf7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:09.778602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-607fbcd1-8c00-40c7-a403-ef3ade9f19b2 None None] For port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:09.792125 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-607fbcd1-8c00-40c7-a403-ef3ade9f19b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.858536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] Set router 1950a073-8093-412f-b6d2-3e701d78b3a1 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:09.878304 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.917088 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:09.936158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b09b1-3b29-4689-aaa9-56a98fbada9a req-849a9fd1-f825-4703-9302-60ae984f67cd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:09.943767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-336b09b1-3b29-4689-aaa9-56a98fbada9a req-849a9fd1-f825-4703-9302-60ae984f67cd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.2373862 Sep 19 03:31:09.971153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Allocated IP 172.20.0.2 (e1752623-d27b-4776-ba35-9846fa5c5582/289c097c-da07-471e-9bfb-43c92672e0fa/fb02fced-7407-42f2-af77-4aff7865353f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:10.043535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52484) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:10.060069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-336b09b1-3b29-4689-aaa9-56a98fbada9a req-77418196-ec45-4ad5-9a0f-0abe2915a61a tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154208 Sep 19 03:31:10.063537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa95f-90a1-42a9-b37f-c0d7c5c818ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.129130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Allocated IP 172.25.8.98 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/d114c795-a8a2-4c3b-af96-6d6e344b516a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:10.229671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa95f-90a1-42a9-b37f-c0d7c5c818ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.236699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0eaaa95f-90a1-42a9-b37f-c0d7c5c818ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.245394 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.267933 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.294605 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.303413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-353d74f4-463e-47a4-8eee-80bf4572e5c1 None None] Provisioning complete for port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:10.303789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-353d74f4-463e-47a4-8eee-80bf4572e5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.305503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaaa95f-90a1-42a9-b37f-c0d7c5c818ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8405b35-747d-4e64-bc73-dabbd01393a4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:10.305948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607fbcd1-8c00-40c7-a403-ef3ade9f19b2 None None] Pushing event updated for resources: {'Port': ['ID=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:10.324126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0eaaa95f-90a1-42a9-b37f-c0d7c5c818ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fe5ddccc261482d99c8d0cf5098abac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2789233 Sep 19 03:31:10.326761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52486) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:10.401814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Network e1752623-d27b-4776-ba35-9846fa5c5582 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:10.406463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.416719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:10.417577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6d65761-1fe7-4329-b1b3-2d1846501bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.423964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Pushing event updated for resources: {'Port': ['ID=fb02fced-7407-42f2-af77-4aff7865353f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:10.426343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:10.480723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:10.487935 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6d65761-1fe7-4329-b1b3-2d1846501bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.490174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:10.497687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:10.499753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Pushing event updated for resources: {'Port': ['ID=d114c795-a8a2-4c3b-af96-6d6e344b516a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:10.536035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Attempting to bind port fb02fced-7407-42f2-af77-4aff7865353f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:10.536763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Attempting to bind port fb02fced-7407-42f2-af77-4aff7865353f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:10.536763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Attempting to bind port fb02fced-7407-42f2-af77-4aff7865353f on network e1752623-d27b-4776-ba35-9846fa5c5582 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:10.552128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 4, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port': {'id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689', 'name': '', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'mac_address': 'fa:16:3e:54:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:03Z', 'updated_at': '2021-09-19T03:31:09Z', 'revision_number': 4, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'subnets': [{'id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:10.554767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:10.555151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Checking segment: {'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:10.555556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.555953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Bound using segment: {'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:10.556440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Bound port: fb02fced-7407-42f2-af77-4aff7865353f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:10.556821 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.595695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34857198-88d8-4f86-9b8e-96b486edcf92 None None] The sync data for ids ['1950a073-8093-412f-b6d2-3e701d78b3a1'] in n-d-809936-1 is: [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 4, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port': {'id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689', 'name': '', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'mac_address': 'fa:16:3e:54:f3:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:03Z', 'updated_at': '2021-09-19T03:31:09Z', 'revision_number': 4, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'subnets': [{'id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:10.673095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] For port fb02fced-7407-42f2-af77-4aff7865353f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:10.677563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] For port fb02fced-7407-42f2-af77-4aff7865353f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fb02fced-7407-42f2-af77-4aff7865353f,segment=NetworkSegment(bb7e5532-d680-484b-9b1f-95d9997858c4),segment_id=bb7e5532-d680-484b-9b1f-95d9997858c4)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:10.691292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.772517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbda3d-b94e-4202-aab8-bb2e98c57101 None None] Pushing event updated for resources: {'Port': ['ID=fb02fced-7407-42f2-af77-4aff7865353f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:10.902686 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6d65761-1fe7-4329-b1b3-2d1846501bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.905276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6d65761-1fe7-4329-b1b3-2d1846501bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:10.906469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f6d65761-1fe7-4329-b1b3-2d1846501bd4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8405b35-747d-4e64-bc73-dabbd01393a4 HTTP/1.1" status: 204 len: 168 time: 0.5779593 Sep 19 03:31:10.960093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d65761-1fe7-4329-b1b3-2d1846501bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8405b35-747d-4e64-bc73-dabbd01393a4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:11.235161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.471950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:11.478836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc461437-5c10-4891-96d8-28f4e53cae3d req-878641bc-30f9-4b22-9467-d86d4d48dfb4 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:11.480503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc461437-5c10-4891-96d8-28f4e53cae3d req-878641bc-30f9-4b22-9467-d86d4d48dfb4 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.3124018 Sep 19 03:31:11.574536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52498) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:11.576371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:11.576757 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.586285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc461437-5c10-4891-96d8-28f4e53cae3d req-cb9d0a13-7039-41f9-b9fd-23487b2e6154 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705423 Sep 19 03:31:11.595170 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.683883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-274ef911-2c7d-4d4c-a072-efe5a267a169 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=577777bd45454759aff11dab8fe01063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079092 Sep 19 03:31:11.686522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52500) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:11.693741 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fb02fced-7407-42f2-af77-4aff7865353f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:11.751269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fb02fced-7407-42f2-af77-4aff7865353f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:11.751726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.791270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Router dcb218dc-3aa5-4f27-a238-663a88ed2647 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:31:11.805178 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d884527-13ba-4bec-b619-cb70b4e1dc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.861646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d884527-13ba-4bec-b619-cb70b4e1dc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.931040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d884527-13ba-4bec-b619-cb70b4e1dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.934192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d884527-13ba-4bec-b619-cb70b4e1dc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.935429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d884527-13ba-4bec-b619-cb70b4e1dc19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34411311-8106-4062-a0c5-e227c00e5895 HTTP/1.1" status: 204 len: 168 time: 0.2470846 Sep 19 03:31:11.939726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:11.954248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d884527-13ba-4bec-b619-cb70b4e1dc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34411311-8106-4062-a0c5-e227c00e5895,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:12.002109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port fb02fced-7407-42f2-af77-4aff7865353f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fb02fced-7407-42f2-af77-4aff7865353f,segment=NetworkSegment(bb7e5532-d680-484b-9b1f-95d9997858c4),segment_id=bb7e5532-d680-484b-9b1f-95d9997858c4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:12.008949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:12.011187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:12.021562 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Sync routers for ids ['dcb218dc-3aa5-4f27-a238-663a88ed2647'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:12.041426 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Routers {'dcb218dc-3aa5-4f27-a238-663a88ed2647'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:12.042202 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dcb218dc-3aa5-4f27-a238-663a88ed2647'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:12.042672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:12.047641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b81188eb-dd7f-4035-a6a6-bdf34c5b22cb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0335000 Sep 19 03:31:12.048262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52504) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:12.126818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=fb02fced-7407-42f2-af77-4aff7865353f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:12.203709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4fdfc1-d3ba-4050-8153-901229c47310 None None] Network e1752623-d27b-4776-ba35-9846fa5c5582 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:12.242615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Set router dcb218dc-3aa5-4f27-a238-663a88ed2647 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:12.365221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-77287ca3-e16e-46df-9e86-e6f88b8debf7 None None] Provisioning complete for port fb02fced-7407-42f2-af77-4aff7865353f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:12.365746 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77287ca3-e16e-46df-9e86-e6f88b8debf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:12.631116 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:10Z', 'revision_number': 3, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port': {'id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:12.712667 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Checking router: dcb218dc-3aa5-4f27-a238-663a88ed2647 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:12.713184 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Updating router dcb218dc-3aa5-4f27-a238-663a88ed2647 port d114c795-a8a2-4c3b-af96-6d6e344b516a binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:31:12.717018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:12.784165 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:12.835155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe0f6c-6d42-489c-8252-d0873aea8b61 req-46bf8379-1c97-47c1-a2e5-f37156207c56 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:12.836712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdfe0f6c-6d42-489c-8252-d0873aea8b61 req-46bf8379-1c97-47c1-a2e5-f37156207c56 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1053662 Sep 19 03:31:12.902634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdfe0f6c-6d42-489c-8252-d0873aea8b61 req-2f15405c-833e-46af-a3a5-f5869121b839 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590985 Sep 19 03:31:12.980320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Allocated IP 172.20.0.1 (e1752623-d27b-4776-ba35-9846fa5c5582/289c097c-da07-471e-9bfb-43c92672e0fa/036bdaab-bbdd-473e-883d-84952e0b8424) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:13.133244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.164868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c782bb55-8f9f-4bee-ab82-083f7d7d484d None None] Provisioning complete for port fb02fced-7407-42f2-af77-4aff7865353f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:13.167118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c782bb55-8f9f-4bee-ab82-083f7d7d484d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.188903 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.200274 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.206623 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.258349 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Attempting to bind port d114c795-a8a2-4c3b-af96-6d6e344b516a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:13.258710 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Attempting to bind port d114c795-a8a2-4c3b-af96-6d6e344b516a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:13.259104 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Attempting to bind port d114c795-a8a2-4c3b-af96-6d6e344b516a on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:13.268507 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:13.268878 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:13.269817 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.269817 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:13.270129 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Bound port: d114c795-a8a2-4c3b-af96-6d6e344b516a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:13.270493 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.285447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Network e1752623-d27b-4776-ba35-9846fa5c5582 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:13.297632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:13.300716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:13.338020 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] For port d114c795-a8a2-4c3b-af96-6d6e344b516a, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:13.341249 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] For port d114c795-a8a2-4c3b-af96-6d6e344b516a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d114c795-a8a2-4c3b-af96-6d6e344b516a,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:13.360056 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Pushing event updated for resources: {'Port': ['ID=d114c795-a8a2-4c3b-af96-6d6e344b516a,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:13.365307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Pushing event updated for resources: {'Port': ['ID=036bdaab-bbdd-473e-883d-84952e0b8424,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:13.379710 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.391862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.392178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52526) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:13.399553 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.400147 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.400926 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.401865 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.403590 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.404433 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.404977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.405562 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.406106 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.406674 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.407121 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.407564 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:13.442633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fb02fced-7407-42f2-af77-4aff7865353f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:13.472398 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Routers {'dcb218dc-3aa5-4f27-a238-663a88ed2647'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:13.473770 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dcb218dc-3aa5-4f27-a238-663a88ed2647'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:13.539952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fb02fced-7407-42f2-af77-4aff7865353f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:13.541608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.571979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-547127412-network', 'tenant_id': 'aa6d40526d7740399567b607dae6222b'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:13.627947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Made reservation on behalf of aa6d40526d7740399567b607dae6222b for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:31:13.630464 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.633419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] Set router dcb218dc-3aa5-4f27-a238-663a88ed2647 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:13.648564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.653028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.728123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-34dbc74c-9531-4c86-842e-3344e4dc07c6 None None] Provisioning complete for port 036bdaab-bbdd-473e-883d-84952e0b8424 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:13.730419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34dbc74c-9531-4c86-842e-3344e4dc07c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.735952 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d769419-6932-468f-8a39-626afd6d00b4 None None] Pushing event updated for resources: {'Port': ['ID=d114c795-a8a2-4c3b-af96-6d6e344b516a,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:13.795868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-34dbc74c-9531-4c86-842e-3344e4dc07c6 None None] Port 036bdaab-bbdd-473e-883d-84952e0b8424 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:13.838101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.858337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.879354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:31:13.880088 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c560f925-d667-4b79-8453-31460f288e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:10Z', 'revision_number': 3, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port': {'id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:13.893071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56872823-174d-48ed-9201-a1dba3936b71,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:13.898353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.898698 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Added segment 204cbcce-9ff0-4dbf-82f7-9470640e4420 of type vlan for network 3c8ebe07-7844-4f03-80a0-1e77b41f052b Sep 19 03:31:13.917835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.927111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:13.951257 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f925-d667-4b79-8453-31460f288e45 None None] The sync data for ids ['dcb218dc-3aa5-4f27-a238-663a88ed2647'] in n-d-809936-1 is: [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:10Z', 'revision_number': 3, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port': {'id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:13.953301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.000782 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.001737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:14.002327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.047992 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.050356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Pushing event updated for resources: {'Port': ['ID=036bdaab-bbdd-473e-883d-84952e0b8424,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:14.052600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6593049 Sep 19 03:31:14.056056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52532) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:14.070645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Request body: {'subnet': {'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-547127412-subnet', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:14.117443 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d32499-9961-4613-8d21-77e9554d012c admin admin] Pushing event updated for resources: {'Network': ['ID=3c8ebe07-7844-4f03-80a0-1e77b41f052b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:14.130921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:31:14.136229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3673-923c-419e-baa3-88fe5e38aba9 req-f5a3adb6-68e0-4e66-a4de-b77da873cf21 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:14.143662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a3d3673-923c-419e-baa3-88fe5e38aba9 req-f5a3adb6-68e0-4e66-a4de-b77da873cf21 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1544445 Sep 19 03:31:14.166409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Network e1752623-d27b-4776-ba35-9846fa5c5582 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:14.168704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:14.182785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Made reservation on behalf of aa6d40526d7740399567b607dae6222b for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:31:14.185423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.215538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a3d3673-923c-419e-baa3-88fe5e38aba9 req-da2610bf-fe1f-4f8c-97d0-af280fd1ff41 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708945 Sep 19 03:31:14.377638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Router dcb218dc-3aa5-4f27-a238-663a88ed2647 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:31:14.491104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.528569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:14.538063 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-27e61d6a-8abc-42f7-b7cc-d56943064785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.563733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06809a61-32f3-4ada-a3d3-2aba77a711b0 admin admin] 10.222.0.22 "PUT /v2.0/routers/dcb218dc-3aa5-4f27-a238-663a88ed2647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5137644 Sep 19 03:31:14.625868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1283c6c4-cd51-421d-aa9a-5ba635af350e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:14.630398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Checking segment: {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:14.635433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-de0f7c83-a699-4a19-ae7e-402ed16303fc None None] Provisioning complete for port 036bdaab-bbdd-473e-883d-84952e0b8424 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:14.635778 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-de0f7c83-a699-4a19-ae7e-402ed16303fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.642788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Network hostable DHCP agents. Network: 3c8ebe07-7844-4f03-80a0-1e77b41f052b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:31:14.696334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:31:14.714979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 3c8ebe07-7844-4f03-80a0-1e77b41f052b) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:14.719487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:14.720089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.727427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-de0f7c83-a699-4a19-ae7e-402ed16303fc None None] Port 036bdaab-bbdd-473e-883d-84952e0b8424 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:14.732704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752dcbf-77b2-481e-a595-f7654587c821 None None] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:14.750977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ed220d4e-5213-482a-b0b2-6aed2375ebb8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6913719 Sep 19 03:31:14.751484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52538) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:14.755580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:14.798226 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.799298 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:14.916381 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.056311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-3c8ebe07-7844-4f03-80a0-1e77b41f052b', 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'fixed_ips': [{'subnet_id': '1283c6c4-cd51-421d-aa9a-5ba635af350e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:31:15.057208 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.150822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b13b04-f475-489d-83e8-c8006359decc req-9e7eca6f-cdf8-481e-a9fa-5e0b53c2a59e tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:15.153205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29b13b04-f475-489d-83e8-c8006359decc req-9e7eca6f-cdf8-481e-a9fa-5e0b53c2a59e tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.1681943 Sep 19 03:31:15.155687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.244923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29b13b04-f475-489d-83e8-c8006359decc req-9262c5e0-529d-4061-a788-05edd325125c tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782793 Sep 19 03:31:15.265914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Allocated IP 172.20.0.2 (3c8ebe07-7844-4f03-80a0-1e77b41f052b/1283c6c4-cd51-421d-aa9a-5ba635af350e/ac24fd12-1368-449f-b66b-8d3dc91a3e82) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:15.431709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d114c795-a8a2-4c3b-af96-6d6e344b516a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:15.555086 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.559294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d114c795-a8a2-4c3b-af96-6d6e344b516a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:15.559674 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.564531 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.645524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:15.650672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:15.653158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:15.655167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Pushing event updated for resources: {'Port': ['ID=ac24fd12-1368-449f-b66b-8d3dc91a3e82,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:15.770829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Attempting to bind port ac24fd12-1368-449f-b66b-8d3dc91a3e82 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:15.771217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Attempting to bind port ac24fd12-1368-449f-b66b-8d3dc91a3e82 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:15.771582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Attempting to bind port ac24fd12-1368-449f-b66b-8d3dc91a3e82 on network 3c8ebe07-7844-4f03-80a0-1e77b41f052b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:15.773850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.790003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d10b89-51e5-451c-ab37-4e15471ac60f req-8cf34f9c-95d3-4236-aef9-8b4aaea46eae tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:15.790428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:15.790834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Checking segment: {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:15.791332 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.791728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Bound using segment: {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:15.792276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Bound port: ac24fd12-1368-449f-b66b-8d3dc91a3e82, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:15.792656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.797535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13d10b89-51e5-451c-ab37-4e15471ac60f req-8cf34f9c-95d3-4236-aef9-8b4aaea46eae tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.3978927 Sep 19 03:31:15.809497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port d114c795-a8a2-4c3b-af96-6d6e344b516a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d114c795-a8a2-4c3b-af96-6d6e344b516a,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:15.815031 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.825095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-945d6793-5597-4520-9ef0-b2d8a74f1acb tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:15.826580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-945d6793-5597-4520-9ef0-b2d8a74f1acb tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/networks?id=15ab9404-6739-4f65-b45e-846e805bf18b HTTP/1.1" status: 200 len: 911 time: 0.4484837 Sep 19 03:31:15.861676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13d10b89-51e5-451c-ab37-4e15471ac60f req-35800086-e395-470d-8edb-5436ef65552a tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614061 Sep 19 03:31:15.907048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-c9518f3b-8ee1-4d12-a0c5-b77de6a3981f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/quotas/45473dab3eef4b00b5e6489a79db213d HTTP/1.1" status: 200 len: 375 time: 0.0674732 Sep 19 03:31:15.912214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=d114c795-a8a2-4c3b-af96-6d6e344b516a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:15.915871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] For port ac24fd12-1368-449f-b66b-8d3dc91a3e82, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:15.919158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] For port ac24fd12-1368-449f-b66b-8d3dc91a3e82, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac24fd12-1368-449f-b66b-8d3dc91a3e82,segment=NetworkSegment(204cbcce-9ff0-4dbf-82f7-9470640e4420),segment_id=204cbcce-9ff0-4dbf-82f7-9470640e4420)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:15.926063 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:15.996062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d25ae-4466-4136-a23f-d7aee3887fda None None] Pushing event updated for resources: {'Port': ['ID=ac24fd12-1368-449f-b66b-8d3dc91a3e82,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:16.007649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:16.051312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:16.124581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-ff013fbc-8f3d-4085-b954-ae8159cbe08a tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=45473dab3eef4b00b5e6489a79db213d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863332 Sep 19 03:31:16.139128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:16.140193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-68c888ce-0487-4a45-9b76-a36715a5362e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:31:16.141188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-68c888ce-0487-4a45-9b76-a36715a5362e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085618 Sep 19 03:31:16.260767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Allocated IP 172.25.8.210 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/90e231d8-5e39-4809-bd83-34d8e3c74f2d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:16.366426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-32f93ebc-e3ee-4979-b662-70ddd7ae8a54 service neutron] 10.222.0.22 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012665 Sep 19 03:31:16.432827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Sync routers for ids ['dcb218dc-3aa5-4f27-a238-663a88ed2647'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:16.444975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Routers {'dcb218dc-3aa5-4f27-a238-663a88ed2647'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:16.445760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:30:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dcb218dc-3aa5-4f27-a238-663a88ed2647'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:16.506638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a84c61-d4bc-402f-ae90-2c78b493c583 req-9194e532-de18-4f10-9906-da12cb23c037 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:16.508238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31a84c61-d4bc-402f-ae90-2c78b493c583 req-9194e532-de18-4f10-9906-da12cb23c037 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.1662576 Sep 19 03:31:16.559692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:16.566557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Set router dcb218dc-3aa5-4f27-a238-663a88ed2647 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:16.590515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31a84c61-d4bc-402f-ae90-2c78b493c583 req-46cdf647-38df-416f-8fbe-deb35c43c767 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724962 Sep 19 03:31:16.597106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-624c6fa0-d3c6-4fca-aca1-369b7158f3c9 service neutron] 10.222.0.22 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854131 Sep 19 03:31:16.650434 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:16.701560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Pushing event updated for resources: {'Port': ['ID=90e231d8-5e39-4809-bd83-34d8e3c74f2d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:16.738104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.739558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.740125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.740933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.741510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.742068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.742604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.743168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.743860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.744391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.745247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.745786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:16.755542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:16.758189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:16.766829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:16.829477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7f3ce57-e2d6-46af-a096-630bcb5c4a4c req-2c1a1f8f-470d-475e-9262-36b8cd0e4c34 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 210 time: 0.0338585 Sep 19 03:31:16.927600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:13Z', 'revision_number': 4, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port': {'id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '036bdaab-bbdd-473e-883d-84952e0b8424', 'name': '', 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'mac_address': 'fa:16:3e:d3:0d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '289c097c-da07-471e-9bfb-43c92672e0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:12Z', 'updated_at': '2021-09-19T03:31:13Z', 'revision_number': 2, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'subnets': [{'id': '289c097c-da07-471e-9bfb-43c92672e0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:16.955506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Checking router: dcb218dc-3aa5-4f27-a238-663a88ed2647 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:16.955864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Updating router dcb218dc-3aa5-4f27-a238-663a88ed2647 port 036bdaab-bbdd-473e-883d-84952e0b8424 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:31:16.987188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.128700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-7bc66d13-ba9b-4456-8de3-7bf8eb5caa46 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:17.130454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-7bc66d13-ba9b-4456-8de3-7bf8eb5caa46 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.32 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.1668854 Sep 19 03:31:17.280055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98458c4f-94ba-4b49-86c1-5973926752f3 req-2dcab7d3-7402-43e9-8fb6-b2d16e1a1fc2 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:17.280911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b26a6cee-68d3-462c-b64c-f5448b13ea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.281691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98458c4f-94ba-4b49-86c1-5973926752f3 req-2dcab7d3-7402-43e9-8fb6-b2d16e1a1fc2 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.2536554 Sep 19 03:31:17.431056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.441670 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.493255 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.518140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40435f53-8761-4524-94a7-3181f6e4879f None None] Pushing event updated for resources: {'Port': ['ID=036bdaab-bbdd-473e-883d-84952e0b8424,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:17.566049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac24fd12-1368-449f-b66b-8d3dc91a3e82 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:17.620319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Attempting to bind port 036bdaab-bbdd-473e-883d-84952e0b8424 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:17.620885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Attempting to bind port 036bdaab-bbdd-473e-883d-84952e0b8424 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:17.621037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Attempting to bind port 036bdaab-bbdd-473e-883d-84952e0b8424 on network e1752623-d27b-4776-ba35-9846fa5c5582 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:17.626607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:17.627229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Checking segment: {'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:17.627768 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.628160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Bound using segment: {'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:17.628626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Bound port: 036bdaab-bbdd-473e-883d-84952e0b8424, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7e5532-d680-484b-9b1f-95d9997858c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:17.629138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.655615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98458c4f-94ba-4b49-86c1-5973926752f3 req-2a434549-8b5b-4d47-a127-1d9f4f911aed tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850177 Sep 19 03:31:17.712842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ac24fd12-1368-449f-b66b-8d3dc91a3e82 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:17.713382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.719639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93659d2-4dc6-4ca1-8b08-78963c431964 None None] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:17.749278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Deleting port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:17.749629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.864007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] For port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:17.864394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:17.879767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Calling delete_port for fe3aa4c0-e8c5-4f16-81cc-021a2b26504d owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:17.891280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] For port 036bdaab-bbdd-473e-883d-84952e0b8424, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:17.895720 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] For port 036bdaab-bbdd-473e-883d-84952e0b8424, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=036bdaab-bbdd-473e-883d-84952e0b8424,segment=NetworkSegment(bb7e5532-d680-484b-9b1f-95d9997858c4),segment_id=bb7e5532-d680-484b-9b1f-95d9997858c4)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:17.912766 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.021843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.043999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bde5ae78-93fd-4b3a-a2a9-3199d8711752 None None] Provisioning complete for port ac24fd12-1368-449f-b66b-8d3dc91a3e82 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:18.044375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bde5ae78-93fd-4b3a-a2a9-3199d8711752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.062232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0aea8066-29ca-432c-b9a4-b9de60b61bd5 req-a366a7c3-4dee-4890-92a5-817cf3ae11ab tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 210 time: 0.0586624 Sep 19 03:31:18.096706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40435f53-8761-4524-94a7-3181f6e4879f None None] Pushing event updated for resources: {'Port': ['ID=036bdaab-bbdd-473e-883d-84952e0b8424,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:18.106651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Routers {'dcb218dc-3aa5-4f27-a238-663a88ed2647'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:18.107313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dcb218dc-3aa5-4f27-a238-663a88ed2647'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:18.198588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.258623 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.278269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33769568-836d-41c6-80ca-4dcb9d31951f req-446be0f0-52cb-423b-a14a-c5624406ef11 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:18.285943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33769568-836d-41c6-80ca-4dcb9d31951f req-446be0f0-52cb-423b-a14a-c5624406ef11 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 950 time: 0.3104603 Sep 19 03:31:18.410388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33769568-836d-41c6-80ca-4dcb9d31951f req-186cae33-1421-4ac1-b871-e4ebe07b58da tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ee7a18-c106-4939-8f34-466f8e7663b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235073 Sep 19 03:31:18.423760 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.474774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['fe3aa4c0-e8c5-4f16-81cc-021a2b26504d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:18.498987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Pushing event deleted for resources: {'Port': ['ID=fe3aa4c0-e8c5-4f16-81cc-021a2b26504d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:18.575435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-caef97ce-4d5d-4f00-9bb7-888bd79cc302 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:18.576937 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-caef97ce-4d5d-4f00-9bb7-888bd79cc302 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.32 "GET /v2.0/networks?id=15ab9404-6739-4f65-b45e-846e805bf18b HTTP/1.1" status: 200 len: 911 time: 0.2109091 Sep 19 03:31:18.590117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Request body: {'port': {'device_id': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'admin_state_up': True, 'tenant_id': '45473dab3eef4b00b5e6489a79db213d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:18.616019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bde5ae78-93fd-4b3a-a2a9-3199d8711752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.625600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Made reservation on behalf of 45473dab3eef4b00b5e6489a79db213d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:31:18.628139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.660620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port ac24fd12-1368-449f-b66b-8d3dc91a3e82, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac24fd12-1368-449f-b66b-8d3dc91a3e82,segment=NetworkSegment(204cbcce-9ff0-4dbf-82f7-9470640e4420),segment_id=204cbcce-9ff0-4dbf-82f7-9470640e4420)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:18.664525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] Set router dcb218dc-3aa5-4f27-a238-663a88ed2647 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:18.732177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.735080 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:18.735902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d114c795-a8a2-4c3b-af96-6d6e344b516a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:18.823988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Allocated IP 172.20.0.3 (15ab9404-6739-4f65-b45e-846e805bf18b/0a68536e-885e-4b28-8213-9fa12b1c5ca2/7a81add9-844b-44fe-a374-18d4e7cd68ae) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:18.917432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=ac24fd12-1368-449f-b66b-8d3dc91a3e82,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:18.929553 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-bde5ae78-93fd-4b3a-a2a9-3199d8711752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:31:18.929913 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-bde5ae78-93fd-4b3a-a2a9-3199d8711752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:31:18.998946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] No DVR routers for this DVR port fe3aa4c0-e8c5-4f16-81cc-021a2b26504d on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:19.004185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.006371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.32 "DELETE /v2.0/ports/fe3aa4c0-e8c5-4f16-81cc-021a2b26504d HTTP/1.1" status: 204 len: 173 time: 1.7028553 Sep 19 03:31:19.008288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6884be5a-cacc-4df8-a753-c6748373bd33', 'name': 'network-vif-deleted', 'tag': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:19.009821 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60525418-6691-4163-b45f-7935017089bd" -d '{"events": [{"server_uuid": "6884be5a-cacc-4df8-a753-c6748373bd33", "name": "network-vif-deleted", "tag": "fe3aa4c0-e8c5-4f16-81cc-021a2b26504d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:19.016086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:31:19.042566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port d114c795-a8a2-4c3b-af96-6d6e344b516a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:19.042960 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.098051 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1161fc62-f54e-4a10-9aa1-d630e4b2d85c x-openstack-request-id: req-1161fc62-f54e-4a10-9aa1-d630e4b2d85c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:19.098607 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6884be5a-cacc-4df8-a753-c6748373bd33", "name": "network-vif-deleted", "tag": "fe3aa4c0-e8c5-4f16-81cc-021a2b26504d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:19.099107 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1161fc62-f54e-4a10-9aa1-d630e4b2d85c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:19.099703 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6884be5a-cacc-4df8-a753-c6748373bd33', 'name': 'network-vif-deleted', 'tag': 'fe3aa4c0-e8c5-4f16-81cc-021a2b26504d', 'status': 'completed', 'code': 200} Sep 19 03:31:19.133977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc60e7-5b25-4c44-814e-53e80bea6ed7 req-43ed63dc-3dd6-4a40-b3d4-71d0d4ef7f00 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:19.138695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37bc60e7-5b25-4c44-814e-53e80bea6ed7 req-43ed63dc-3dd6-4a40-b3d4-71d0d4ef7f00 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1715884 Sep 19 03:31:19.255818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37bc60e7-5b25-4c44-814e-53e80bea6ed7 req-3218fc40-0030-40af-b399-c95d2d9ea8d8 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094711 Sep 19 03:31:19.325782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:13Z', 'revision_number': 4, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port': {'id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '036bdaab-bbdd-473e-883d-84952e0b8424', 'name': '', 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'mac_address': 'fa:16:3e:d3:0d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '289c097c-da07-471e-9bfb-43c92672e0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:12Z', 'updated_at': '2021-09-19T03:31:17Z', 'revision_number': 4, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'subnets': [{'id': '289c097c-da07-471e-9bfb-43c92672e0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:19.345665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29e61c59-b0c4-4b3e-a1ae-3e69e938c685 req-db30172f-aa6e-42c4-b2f9-2b0f0881db27 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 210 time: 0.0857360 Sep 19 03:31:19.365483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:19.381780 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Sync routers for ids ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:19.396945 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Routers {'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:19.405442 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:19.408750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a4b908-c820-4561-925e-c64c924e55bc None None] The sync data for ids ['dcb218dc-3aa5-4f27-a238-663a88ed2647'] in n-d-809936-1 is: [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:13Z', 'revision_number': 4, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port': {'id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '036bdaab-bbdd-473e-883d-84952e0b8424', 'name': '', 'network_id': 'e1752623-d27b-4776-ba35-9846fa5c5582', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'mac_address': 'fa:16:3e:d3:0d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '289c097c-da07-471e-9bfb-43c92672e0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:12Z', 'updated_at': '2021-09-19T03:31:17Z', 'revision_number': 4, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'subnets': [{'id': '289c097c-da07-471e-9bfb-43c92672e0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:19.418245 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.422894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-72bf30cc-86bd-4f9b-837e-ce12bbbb9c6a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.6681452 Sep 19 03:31:19.424984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52596) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:19.530713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac24fd12-1368-449f-b66b-8d3dc91a3e82 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:19.689715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ac24fd12-1368-449f-b66b-8d3dc91a3e82 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:19.690347 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.741237 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Set router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:19.751788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.809108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] Provisioning complete for port 036bdaab-bbdd-473e-883d-84952e0b8424 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:19.809462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.809713 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.872555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Network 15ab9404-6739-4f65-b45e-846e805bf18b is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:19.875946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:19.882992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fe4aec5-a115-4dd8-8ffc-ded7174ade71 req-d7a53f7e-5d5c-4c2c-aa5e-803588cafeb2 tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] 10.222.0.22 "GET /v2.0/ports?device_id=6884be5a-cacc-4df8-a753-c6748373bd33 HTTP/1.1" status: 200 len: 210 time: 0.1822350 Sep 19 03:31:19.896077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:19.935399 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Pushing event updated for resources: {'Port': ['ID=7a81add9-844b-44fe-a374-18d4e7cd68ae,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:19.962036 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:19.979887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:19.980683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.004514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] For port 036bdaab-bbdd-473e-883d-84952e0b8424, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=036bdaab-bbdd-473e-883d-84952e0b8424,segment=NetworkSegment(bb7e5532-d680-484b-9b1f-95d9997858c4),segment_id=bb7e5532-d680-484b-9b1f-95d9997858c4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:20.010509 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-83b7a1ce-ad96-4c08-a05d-5316dd38e848 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4240174 Sep 19 03:31:20.011858 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.047874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Request body: {'port': {'device_id': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:20.096887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] Provisioning complete for port ac24fd12-1368-449f-b66b-8d3dc91a3e82 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:20.097262 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.134359 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.205947 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.230625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9776f2-ccda-4f12-abc3-896ec91fba9e None None] Pushing event updated for resources: {'Port': ['ID=036bdaab-bbdd-473e-883d-84952e0b8424,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:20.381275 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:14Z', 'updated_at': '2021-09-19T03:31:17Z', 'revision_number': 3, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'gw_port': {'id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:16Z', 'updated_at': '2021-09-19T03:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:20.412746 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Checking router: bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:20.414355 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Updating router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 port 90e231d8-5e39-4809-bd83-34d8e3c74f2d binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:31:20.446147 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.475995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c16031cf-7ca6-4729-828f-419bb1b32b41 None None] Provisioning complete for port 7a81add9-844b-44fe-a374-18d4e7cd68ae triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:20.476378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c16031cf-7ca6-4729-828f-419bb1b32b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.532027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c16031cf-7ca6-4729-828f-419bb1b32b41 None None] Port 7a81add9-844b-44fe-a374-18d4e7cd68ae cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:20.537454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a81add9-844b-44fe-a374-18d4e7cd68ae {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:31:20.545089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.556369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f9a49-7319-42c7-906f-bb9d10e6247f req-6b862fee-9923-489b-b01d-7362014b808b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:20.557881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c14f9a49-7319-42c7-906f-bb9d10e6247f req-6b862fee-9923-489b-b01d-7362014b808b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1913698 Sep 19 03:31:20.561051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.561765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Transition to ACTIVE for port object 7a81add9-844b-44fe-a374-18d4e7cd68ae will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:31:20.564898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079b295-a02e-4705-96af-132e9069f2eb req-2e3b026a-f4db-4621-9990-0e2f50e4fa9c tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:20.566625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5079b295-a02e-4705-96af-132e9069f2eb req-2e3b026a-f4db-4621-9990-0e2f50e4fa9c tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1027 time: 0.1227751 Sep 19 03:31:20.567208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.665630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Pushing event updated for resources: {'Port': ['ID=7a81add9-844b-44fe-a374-18d4e7cd68ae,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:20.727428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Attempting to bind port 7a81add9-844b-44fe-a374-18d4e7cd68ae on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:20.727823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Attempting to bind port 7a81add9-844b-44fe-a374-18d4e7cd68ae by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:20.728286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Attempting to bind port 7a81add9-844b-44fe-a374-18d4e7cd68ae on network 15ab9404-6739-4f65-b45e-846e805bf18b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:20.733254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Port 7a81add9-844b-44fe-a374-18d4e7cd68ae on network 15ab9404-6739-4f65-b45e-846e805bf18b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:31:20.733621 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Attempting to bind port 7a81add9-844b-44fe-a374-18d4e7cd68ae on network 15ab9404-6739-4f65-b45e-846e805bf18b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:20.739198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:20.740004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Checking segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:20.740004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Bound using segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:20.740331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Bound port: 7a81add9-844b-44fe-a374-18d4e7cd68ae, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:20.740831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.758603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c14f9a49-7319-42c7-906f-bb9d10e6247f req-c40d81b5-608d-40a8-8136-b81c2d1f4298 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893778 Sep 19 03:31:20.782078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5079b295-a02e-4705-96af-132e9069f2eb req-271e02b0-56ca-43fa-83ab-7ae52b34aaa7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984928 Sep 19 03:31:20.825320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] For port 7a81add9-844b-44fe-a374-18d4e7cd68ae, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:20.830779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] For port 7a81add9-844b-44fe-a374-18d4e7cd68ae, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7a81add9-844b-44fe-a374-18d4e7cd68ae,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:20.835976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.867444 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.879208 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.880475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:20.881576 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:20.883921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] 10.222.0.32 "PUT /v2.0/ports/7a81add9-844b-44fe-a374-18d4e7cd68ae HTTP/1.1" status: 200 len: 1091 time: 0.8411918 Sep 19 03:31:20.884376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'tag': '7a81add9-844b-44fe-a374-18d4e7cd68ae'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:20.887264 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19b4f42-2832-4ea5-b150-a68b68767699" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0fdc7b-e51a-46df-be70-96ad63ee5ea3", "tag": "7a81add9-844b-44fe-a374-18d4e7cd68ae"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:20.920290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dbf1aa-a8b9-49ff-b84d-f4bfc1d3cc1f service neutron] Pushing event updated for resources: {'Port': ['ID=7a81add9-844b-44fe-a374-18d4e7cd68ae,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:20.921428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fe3aa4c0-e8c5-4f16-81cc-021a2b26504d no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:20.945714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Allocated IP 172.20.0.1 (3c8ebe07-7844-4f03-80a0-1e77b41f052b/1283c6c4-cd51-421d-aa9a-5ba635af350e/aab877dc-94ef-493d-ab91-ca2d4ba1c113) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:20.965028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: fe3aa4c0-e8c5-4f16-81cc-021a2b26504d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:20.965377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device fe3aa4c0-e8c5-4f16-81cc-021a2b26504d not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:21.001619 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8ee58-f16a-4ca7-b2cf-d9010acaa5af None None] Pushing event updated for resources: {'Port': ['ID=90e231d8-5e39-4809-bd83-34d8e3c74f2d,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:21.001766 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2d8201-0fda-40ab-9b35-739e971f0a1d x-openstack-request-id: req-5a2d8201-0fda-40ab-9b35-739e971f0a1d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:21.001936 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0fdc7b-e51a-46df-be70-96ad63ee5ea3", "tag": "7a81add9-844b-44fe-a374-18d4e7cd68ae", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:21.002292 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a2d8201-0fda-40ab-9b35-739e971f0a1d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:21.002584 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'tag': '7a81add9-844b-44fe-a374-18d4e7cd68ae', 'status': 'completed', 'code': 200} Sep 19 03:31:21.006825 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Attempting to bind port 90e231d8-5e39-4809-bd83-34d8e3c74f2d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:21.011351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Attempting to bind port 90e231d8-5e39-4809-bd83-34d8e3c74f2d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:21.012005 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Attempting to bind port 90e231d8-5e39-4809-bd83-34d8e3c74f2d on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:21.021024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-d0f90a5d-d926-452a-b751-936678aa3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:21.022597 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-d0f90a5d-d926-452a-b751-936678aa3940 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45473dab3eef4b00b5e6489a79db213d&device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1094 time: 0.0697982 Sep 19 03:31:21.023770 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:21.024267 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:21.024775 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.025269 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:21.025840 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Bound port: 90e231d8-5e39-4809-bd83-34d8e3c74f2d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:21.027189 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.092879 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-b8c7c151-1c98-43b3-841f-82edaa30c8b4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a81add9-844b-44fe-a374-18d4e7cd68ae HTTP/1.1" status: 200 len: 217 time: 0.0483110 Sep 19 03:31:21.117105 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] For port 90e231d8-5e39-4809-bd83-34d8e3c74f2d, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:21.121292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.123533 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] For port 90e231d8-5e39-4809-bd83-34d8e3c74f2d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=90e231d8-5e39-4809-bd83-34d8e3c74f2d,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:21.133661 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.199598 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.203245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-d42d7cb2-ddc8-4b5c-8e97-70586ead0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:21.207203 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-d42d7cb2-ddc8-4b5c-8e97-70586ead0822 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a68536e-885e-4b28-8213-9fa12b1c5ca2 HTTP/1.1" status: 200 len: 849 time: 0.1066368 Sep 19 03:31:21.229317 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8ee58-f16a-4ca7-b2cf-d9010acaa5af None None] Pushing event updated for resources: {'Port': ['ID=90e231d8-5e39-4809-bd83-34d8e3c74f2d,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:21.240537 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Routers {'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:21.241279 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:21.271303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:21.285315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:21.289240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:21.300618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-2e77399d-e224-4257-a41d-00b9d88d5fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:21.303389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-2e77399d-e224-4257-a41d-00b9d88d5fdb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15ab9404-6739-4f65-b45e-846e805bf18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893128 Sep 19 03:31:21.364119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=aab877dc-94ef-493d-ab91-ca2d4ba1c113,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:21.383526 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.485780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 036bdaab-bbdd-473e-883d-84952e0b8424 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:21.492433 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] Set router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:21.504003 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-9b4001c7-2ad9-4259-ac02-aab4ba750130 service neutron] 10.222.0.32 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907055 Sep 19 03:31:21.584598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 036bdaab-bbdd-473e-883d-84952e0b8424 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:21.584966 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.658582 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9950d1d5-8a34-4eb8-99dd-011b6abb5a1b req-c9accffe-c348-439d-a526-06371b3bd482 service neutron] 10.222.0.32 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461608 Sep 19 03:31:21.666639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7706ee55-6f8d-4383-a041-919028674071 None None] Provisioning complete for port aab877dc-94ef-493d-ab91-ca2d4ba1c113 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:21.673618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.679945 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7706ee55-6f8d-4383-a041-919028674071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:21.836001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7706ee55-6f8d-4383-a041-919028674071 None None] Port aab877dc-94ef-493d-ab91-ca2d4ba1c113 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:21.858594 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:14Z', 'updated_at': '2021-09-19T03:31:17Z', 'revision_number': 3, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'gw_port': {'id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:16Z', 'updated_at': '2021-09-19T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:21.878706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-eeeb7d2c-a888-46c6-a77a-63a92e74c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:21.880305 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-eeeb7d2c-a888-46c6-a77a-63a92e74c997 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=45473dab3eef4b00b5e6489a79db213d&device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1094 time: 0.0850008 Sep 19 03:31:21.903588 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b26062c-6661-4fba-9faa-27939467dcf4 None None] The sync data for ids ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'] in n-d-809936-1 is: [{'id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:14Z', 'updated_at': '2021-09-19T03:31:17Z', 'revision_number': 3, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'gw_port': {'id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:16Z', 'updated_at': '2021-09-19T03:31:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:22.024843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:22.042174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:22.060199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-3dac05c9-348f-417c-b59b-29b9dc5efec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:22.061774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-3dac05c9-348f-417c-b59b-29b9dc5efec1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=15ab9404-6739-4f65-b45e-846e805bf18b HTTP/1.1" status: 200 len: 911 time: 0.1735179 Sep 19 03:31:22.113340 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-687d841d-49fa-4def-b168-1074ef83776a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a81add9-844b-44fe-a374-18d4e7cd68ae HTTP/1.1" status: 200 len: 217 time: 0.0436528 Sep 19 03:31:22.131733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992f1bf-a9cf-4b71-9705-db633674b7dc req-5a32fa0f-de2c-4792-b5a9-2239cc9e3608 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:22.133812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6992f1bf-a9cf-4b71-9705-db633674b7dc req-5a32fa0f-de2c-4792-b5a9-2239cc9e3608 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1094 time: 0.2095664 Sep 19 03:31:22.137529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:22.146264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10337f-9e14-46cd-a9be-adabf0727c02 req-e2ede6dd-1455-4367-bff2-e258056fd1e0 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:22.154049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e10337f-9e14-46cd-a9be-adabf0727c02 req-e2ede6dd-1455-4367-bff2-e258056fd1e0 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.2388186 Sep 19 03:31:22.173347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Pushing event updated for resources: {'Port': ['ID=aab877dc-94ef-493d-ab91-ca2d4ba1c113,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:22.175203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-4f215d4f-3780-4154-83c2-97f1bdb67955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:22.177026 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-4f215d4f-3780-4154-83c2-97f1bdb67955 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a68536e-885e-4b28-8213-9fa12b1c5ca2 HTTP/1.1" status: 200 len: 849 time: 0.0566440 Sep 19 03:31:22.263599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-3ccf7389-4e8f-40e3-9a22-9d9550f87491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:22.265292 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-3ccf7389-4e8f-40e3-9a22-9d9550f87491 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=15ab9404-6739-4f65-b45e-846e805bf18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784400 Sep 19 03:31:22.290909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e10337f-9e14-46cd-a9be-adabf0727c02 req-bcb11f96-aeea-44a7-af22-214e6859bf47 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331713 Sep 19 03:31:22.295186 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6992f1bf-a9cf-4b71-9705-db633674b7dc req-255c802d-eb66-4d30-b0ba-5d6af7f4200f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333735 Sep 19 03:31:22.420508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:22.422250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:22.458705 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-023c6682-ae6c-4349-90d1-a05738a3a9f5 service neutron] 10.222.0.32 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840422 Sep 19 03:31:22.607183 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c19b4f42-2832-4ea5-b150-a68b68767699 req-8540ef80-4678-44a1-83ad-283e226157b8 service neutron] 10.222.0.32 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377182 Sep 19 03:31:22.620002 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:31:22.754606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:22.760669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d6da411f-e94c-4ca2-ae7b-c8764dd3a0b1 admin admin] 10.222.0.22 "PUT /v2.0/routers/bb44a86b-4638-4c81-9c1f-3ae3b314c8e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3344085 Sep 19 03:31:22.784784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f48575cb-cf47-4534-b65d-bb6d7b80ae84 None None] Provisioning complete for port aab877dc-94ef-493d-ab91-ca2d4ba1c113 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:22.785382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f48575cb-cf47-4534-b65d-bb6d7b80ae84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:22.828203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f48575cb-cf47-4534-b65d-bb6d7b80ae84 None None] Port aab877dc-94ef-493d-ab91-ca2d4ba1c113 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:23.471390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90e231d8-5e39-4809-bd83-34d8e3c74f2d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:23.488714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f77c7b-c7db-433e-a601-04b87d6597c2 req-42d48ee4-4470-4778-94a6-3f3707af908b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:23.495882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2f77c7b-c7db-433e-a601-04b87d6597c2 req-42d48ee4-4470-4778-94a6-3f3707af908b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1096492 Sep 19 03:31:23.524151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 90e231d8-5e39-4809-bd83-34d8e3c74f2d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:23.524816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:23.525794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b5f46-3d82-4fae-86a2-5fbbe4e90e82 req-6c144a62-c782-4b0f-b415-b7ce2f54ca7f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:23.528098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-295b5f46-3d82-4fae-86a2-5fbbe4e90e82 req-6c144a62-c782-4b0f-b415-b7ce2f54ca7f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1094 time: 0.0956213 Sep 19 03:31:23.567027 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2f77c7b-c7db-433e-a601-04b87d6597c2 req-3ed215fd-be2a-4163-bb99-18f5c62178ee tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702419 Sep 19 03:31:23.612721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-295b5f46-3d82-4fae-86a2-5fbbe4e90e82 req-2386a9d7-9eea-4481-8c57-d9bcb0d9686a tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694497 Sep 19 03:31:23.650338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:23.673372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 90e231d8-5e39-4809-bd83-34d8e3c74f2d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=90e231d8-5e39-4809-bd83-34d8e3c74f2d,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:23.680111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:23.736210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=90e231d8-5e39-4809-bd83-34d8e3c74f2d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:23.981018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Sync routers for ids ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:23.992335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Routers {'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:23.993470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:24.012005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52652) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:24.107056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Set router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:24.314284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:14Z', 'updated_at': '2021-09-19T03:31:21Z', 'revision_number': 4, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'gw_port': {'id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:16Z', 'updated_at': '2021-09-19T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'aab877dc-94ef-493d-ab91-ca2d4ba1c113', 'name': '', 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'mac_address': 'fa:16:3e:62:25:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1283c6c4-cd51-421d-aa9a-5ba635af350e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:20Z', 'updated_at': '2021-09-19T03:31:21Z', 'revision_number': 2, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'subnets': [{'id': '1283c6c4-cd51-421d-aa9a-5ba635af350e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:24.343178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Checking router: bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:24.343541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Updating router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 port aab877dc-94ef-493d-ab91-ca2d4ba1c113 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:31:24.358967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.369278 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.684059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Deleting port aab877dc-94ef-493d-ab91-ca2d4ba1c113 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:24.684603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.750532 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.758589 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.783462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.797483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Calling delete_port for aab877dc-94ef-493d-ab91-ca2d4ba1c113 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:24.821075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99699b53-0686-4a7b-b293-9f46fbca6fe0 req-4984a91b-c586-4856-b111-f92078801ba7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:24.824743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99699b53-0686-4a7b-b293-9f46fbca6fe0 req-4984a91b-c586-4856-b111-f92078801ba7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1094 time: 0.1084557 Sep 19 03:31:24.842016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5563da-ff37-4c87-86dc-f9b82966e31f req-132c0271-f452-4983-8338-1298df9bbe03 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:24.843904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e5563da-ff37-4c87-86dc-f9b82966e31f req-132c0271-f452-4983-8338-1298df9bbe03 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1108165 Sep 19 03:31:24.868693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfae7c1-d31a-43d3-a275-a816137856c3 None None] Pushing event updated for resources: {'Port': ['ID=aab877dc-94ef-493d-ab91-ca2d4ba1c113,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:24.883487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Attempting to bind port aab877dc-94ef-493d-ab91-ca2d4ba1c113 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:24.883903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Attempting to bind port aab877dc-94ef-493d-ab91-ca2d4ba1c113 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:24.884508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Attempting to bind port aab877dc-94ef-493d-ab91-ca2d4ba1c113 on network 3c8ebe07-7844-4f03-80a0-1e77b41f052b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:24.891466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:24.891899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Checking segment: {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:24.892365 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.892770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Bound using segment: {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:24.893253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Bound port: aab877dc-94ef-493d-ab91-ca2d4ba1c113, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:24.893693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:24.953473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e5563da-ff37-4c87-86dc-f9b82966e31f req-d8ba699f-1b12-475e-b376-57bbe5deb1c7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690775 Sep 19 03:31:24.955371 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99699b53-0686-4a7b-b293-9f46fbca6fe0 req-7282f6bf-fb51-44d8-9d79-230297f64383 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245043 Sep 19 03:31:24.975189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7a81add9-844b-44fe-a374-18d4e7cd68ae details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:31:25.048209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] For port aab877dc-94ef-493d-ab91-ca2d4ba1c113, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:25.087499 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:31:25.087499 n-d-809936-1 neutron-server[94724]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Sep 19 03:31:25.087499 n-d-809936-1 neutron-server[94724]: [parameters: {'port_id': 'aab877dc-94ef-493d-ab91-ca2d4ba1c113', 'host': 'n-d-809936-1', 'level': 0, 'driver': 'openvswitch', 'segment_id': '204cbcce-9ff0-4dbf-82f7-9470640e4420'}] Sep 19 03:31:25.087499 n-d-809936-1 neutron-server[94724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:31:25.087860 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:31:25.131418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.134391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 7a81add9-844b-44fe-a374-18d4e7cd68ae, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7a81add9-844b-44fe-a374-18d4e7cd68ae,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:25.146901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '7a81add9-844b-44fe-a374-18d4e7cd68ae', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'port_id': '7a81add9-844b-44fe-a374-18d4e7cd68ae', 'mac_address': 'fa:16:3e:4d:41:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:31:25.161585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab877dc-94ef-493d-ab91-ca2d4ba1c113,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:25.185028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b535d1eb-f64a-49c0-8c05-5aca7ed4d51f None None] Could not find standard attr ID for object aab877dc-94ef-493d-ab91-ca2d4ba1c113. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:31:25.207987 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.230297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a81add9-844b-44fe-a374-18d4e7cd68ae {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:31:25.258952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 7a81add9-844b-44fe-a374-18d4e7cd68ae, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7a81add9-844b-44fe-a374-18d4e7cd68ae,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:25.271340 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.340406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=7a81add9-844b-44fe-a374-18d4e7cd68ae,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:25.419458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.452406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90e231d8-5e39-4809-bd83-34d8e3c74f2d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:25.507934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 90e231d8-5e39-4809-bd83-34d8e3c74f2d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:25.508304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.612021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Attempting to bind port aab877dc-94ef-493d-ab91-ca2d4ba1c113 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:25.612399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Attempting to bind port aab877dc-94ef-493d-ab91-ca2d4ba1c113 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:25.613017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Attempting to bind port aab877dc-94ef-493d-ab91-ca2d4ba1c113 on network 3c8ebe07-7844-4f03-80a0-1e77b41f052b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:25.618547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:25.618945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Checking segment: {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:25.619350 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.619732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Bound using segment: {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:25.620455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Bound port: aab877dc-94ef-493d-ab91-ca2d4ba1c113, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204cbcce-9ff0-4dbf-82f7-9470640e4420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c8ebe07-7844-4f03-80a0-1e77b41f052b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:25.620840 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.650342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Port aab877dc-94ef-493d-ab91-ca2d4ba1c113 has been deleted concurrently {{(pid=94724) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 19 03:31:25.660169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Routers {'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:25.660792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:25.672265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:31:25.721894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['7a81add9-844b-44fe-a374-18d4e7cd68ae'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:25.791175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:25.799212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52738) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:25.799365 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e0a8356b-0e43-44d0-92f5-d48aa07e80c3 admin admin] 10.222.0.22 "PUT /v2.0/routers/bb44a86b-4638-4c81-9c1f-3ae3b314c8e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7857270 Sep 19 03:31:25.934732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:25.997005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] Set router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:26.236454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:26.248574 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe470e0-24f9-4268-99b5-9356c44c0128 req-3826f8f0-6643-4eaf-84ad-574ce9475068 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:26.250712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbe470e0-24f9-4268-99b5-9356c44c0128 req-3826f8f0-6643-4eaf-84ad-574ce9475068 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1095 time: 0.1512227 Sep 19 03:31:26.276999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336dfec-b56a-44a6-87e6-01fa5f450ec7 req-2439f2ab-07c7-427c-8f61-19b857a56757 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:26.286446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5336dfec-b56a-44a6-87e6-01fa5f450ec7 req-2439f2ab-07c7-427c-8f61-19b857a56757 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1851771 Sep 19 03:31:26.337763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:14Z', 'updated_at': '2021-09-19T03:31:25Z', 'revision_number': 5, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'gw_port': {'id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:16Z', 'updated_at': '2021-09-19T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:26.384897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94d227b-e5c9-4b32-9986-efd5c225341c None None] The sync data for ids ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'] in n-d-809936-1 is: [{'id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:14Z', 'updated_at': '2021-09-19T03:31:25Z', 'revision_number': 5, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'gw_port': {'id': '90e231d8-5e39-4809-bd83-34d8e3c74f2d', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:4e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:16Z', 'updated_at': '2021-09-19T03:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:26.635459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5336dfec-b56a-44a6-87e6-01fa5f450ec7 req-77fcf49b-5457-4b91-981a-6350cb2545b5 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474035 Sep 19 03:31:26.648957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbe470e0-24f9-4268-99b5-9356c44c0128 req-8d8a12d2-4486-4262-96d3-f2d95b579276 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856072 Sep 19 03:31:26.661548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Deleting port 90e231d8-5e39-4809-bd83-34d8e3c74f2d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:26.661889 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:26.767564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] For port 90e231d8-5e39-4809-bd83-34d8e3c74f2d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=90e231d8-5e39-4809-bd83-34d8e3c74f2d,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:26.768253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:26.784115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Calling delete_port for 90e231d8-5e39-4809-bd83-34d8e3c74f2d owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:26.972840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.003410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Pushing event deleted for resources: {'Port': ['ID=90e231d8-5e39-4809-bd83-34d8e3c74f2d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:27.102300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.342694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.347755 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.357153 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] Sync routers for ids ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:27.373329 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] Routers {'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:27.375012 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:27.404865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.405382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:31:27.410050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.414014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07efd193-d247-4db7-9586-163219f28505 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 HTTP/1.1" status: 204 len: 168 time: 1.6110404 Sep 19 03:31:27.414314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52752) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:27.465744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] Deleting subnet 1283c6c4-cd51-421d-aa9a-5ba635af350e {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:31:27.468804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.480293 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] Set router bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:27.505535 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.540813 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4', 'name': 'tempest-ImageQuotaTest-547127412-router', 'tenant_id': 'aa6d40526d7740399567b607dae6222b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:14Z', 'updated_at': '2021-09-19T03:31:26Z', 'revision_number': 7, 'project_id': 'aa6d40526d7740399567b607dae6222b', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:27.567621 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] Checking router: bb44a86b-4638-4c81-9c1f-3ae3b314c8e4 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:27.578964 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] Routers set() bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:27.579336 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] Router IDs set() for agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 03:31:27.579944 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_agentschedulers_db [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent'). {{(pid=94725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 19 03:31:27.580318 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd1292f-2eb1-49ef-95b1-8534d97242c5 None None] The sync data for ids ['bb44a86b-4638-4c81-9c1f-3ae3b314c8e4'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:27.583866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.641729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.679369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.681285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1283c6c4-cd51-421d-aa9a-5ba635af350e HTTP/1.1" status: 204 len: 168 time: 0.2658567 Sep 19 03:31:27.682320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab538a7-c528-44cc-8a47-4b4ffbbcf45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1283c6c4-cd51-421d-aa9a-5ba635af350e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:27.683845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52758) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:27.691975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86373ea8-4f2b-4dce-bc34-18b8ac17bbfd None None] Network 3c8ebe07-7844-4f03-80a0-1e77b41f052b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:27.805543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.820929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07464e-45e4-48a6-936d-5a3ccd2dea71 req-56884950-6ac9-49bd-b10c-a7015d908e64 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:27.822596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf07464e-45e4-48a6-936d-5a3ccd2dea71 req-56884950-6ac9-49bd-b10c-a7015d908e64 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0840001 Sep 19 03:31:27.837211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b3ec-cad2-4be7-9935-ba2c59bb8655 req-d83d4eb7-96dc-41f8-b666-14e2eb3be8e7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:27.838666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a19b3ec-cad2-4be7-9935-ba2c59bb8655 req-d83d4eb7-96dc-41f8-b666-14e2eb3be8e7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0701404 Sep 19 03:31:27.886015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Deleting port ac24fd12-1368-449f-b66b-8d3dc91a3e82 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:27.886375 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.907530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a19b3ec-cad2-4be7-9935-ba2c59bb8655 req-a27e76d4-b7ef-4db9-8cbf-6476961e4964 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609760 Sep 19 03:31:27.920576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf07464e-45e4-48a6-936d-5a3ccd2dea71 req-3ebd7f32-9b2c-43ff-ae4c-2a3b9623f66e tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806458 Sep 19 03:31:27.973602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] For port ac24fd12-1368-449f-b66b-8d3dc91a3e82, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ac24fd12-1368-449f-b66b-8d3dc91a3e82,segment=NetworkSegment(204cbcce-9ff0-4dbf-82f7-9470640e4420),segment_id=204cbcce-9ff0-4dbf-82f7-9470640e4420)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:27.973970 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:27.986576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Calling delete_port for ac24fd12-1368-449f-b66b-8d3dc91a3e82 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:28.072330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.103203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] No DVR routers for this DVR port ac24fd12-1368-449f-b66b-8d3dc91a3e82 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:28.105365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac24fd12-1368-449f-b66b-8d3dc91a3e82,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:28.119741 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaee02fe-0c4f-4a7b-98d3-a7bb1ac319ae None None] DHCP port deletion for 3c8ebe07-7844-4f03-80a0-1e77b41f052b request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:31:28.199057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.225930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8ebe07-7844-4f03-80a0-1e77b41f052b']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:28.239425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204cbcce-9ff0-4dbf-82f7-9470640e4420') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:28.240002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204cbcce-9ff0-4dbf-82f7-9470640e4420') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:28.251964 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.279328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.287729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:31:28.288320 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: items = [ Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:31:28.290582 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:31:28.348151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.372641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.381235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3c8ebe07-7844-4f03-80a0-1e77b41f052b HTTP/1.1" status: 204 len: 168 time: 0.6961896 Sep 19 03:31:28.383164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bce6a-fe6a-4719-969f-79e3e171fec3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c8ebe07-7844-4f03-80a0-1e77b41f052b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:28.517909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52770) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:28.563180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e1605f6b-f672-41f0-8bbe-9e994bec47b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa6d40526d7740399567b607dae6222b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439682 Sep 19 03:31:28.565737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52772) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:28.622040 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ed97c36-3b85-4671-bb25-783cd26c515f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.645733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ed97c36-3b85-4671-bb25-783cd26c515f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.699207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ed97c36-3b85-4671-bb25-783cd26c515f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.701180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ed97c36-3b85-4671-bb25-783cd26c515f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:28.702363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ed97c36-3b85-4671-bb25-783cd26c515f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56872823-174d-48ed-9201-a1dba3936b71 HTTP/1.1" status: 204 len: 168 time: 0.1356311 Sep 19 03:31:28.711673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed97c36-3b85-4671-bb25-783cd26c515f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56872823-174d-48ed-9201-a1dba3936b71,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:28.989056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7a81add9-844b-44fe-a374-18d4e7cd68ae up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:29.084239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 7a81add9-844b-44fe-a374-18d4e7cd68ae completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:31:29.091350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 7a81add9-844b-44fe-a374-18d4e7cd68ae triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:29.092462 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.106417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813594d-e41c-462d-a257-01ca4f02abbe req-677cdc26-2be2-49ff-bc71-7886c2ad88df tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:29.108397 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0813594d-e41c-462d-a257-01ca4f02abbe req-677cdc26-2be2-49ff-bc71-7886c2ad88df tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0816386 Sep 19 03:31:29.145007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5dad9-783a-4fbe-ad47-9b93bc969999 req-67c539b0-a610-48f1-9aa4-d5de38fba185 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:29.146900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fcd5dad9-783a-4fbe-ad47-9b93bc969999 req-67c539b0-a610-48f1-9aa4-d5de38fba185 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1107602 Sep 19 03:31:29.176899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 52782) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:29.200552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34238588-baec-4c49-8cce-732bb82cb0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.229805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fcd5dad9-783a-4fbe-ad47-9b93bc969999 req-9ac7644c-709c-431f-8472-9ffe6781346c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719752 Sep 19 03:31:29.234318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0813594d-e41c-462d-a257-01ca4f02abbe req-0431df55-628a-4c62-accc-2f47372bf9c8 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148725 Sep 19 03:31:29.242588 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.291814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a81add9-844b-44fe-a374-18d4e7cd68ae'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:29.294432 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30066a6b-9831-4f20-a149-1f483831e955" -d '{"events": [{"server_uuid": "4e0fdc7b-e51a-46df-be70-96ad63ee5ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7a81add9-844b-44fe-a374-18d4e7cd68ae"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:29.308149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 7a81add9-844b-44fe-a374-18d4e7cd68ae, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7a81add9-844b-44fe-a374-18d4e7cd68ae,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:29.321206 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.427060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=7a81add9-844b-44fe-a374-18d4e7cd68ae,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:29.434072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34238588-baec-4c49-8cce-732bb82cb0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.445417 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-34238588-baec-4c49-8cce-732bb82cb0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.524653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac24fd12-1368-449f-b66b-8d3dc91a3e82 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:29.594901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ac24fd12-1368-449f-b66b-8d3dc91a3e82 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:29.599266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ac24fd12-1368-449f-b66b-8d3dc91a3e82 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:29.599994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90e231d8-5e39-4809-bd83-34d8e3c74f2d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:29.652162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 90e231d8-5e39-4809-bd83-34d8e3c74f2d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:29.657295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-34238588-baec-4c49-8cce-732bb82cb0e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4768498 Sep 19 03:31:29.657295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34238588-baec-4c49-8cce-732bb82cb0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7aa551-84e7-476c-b1bf-7d08825a269a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:29.658106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 90e231d8-5e39-4809-bd83-34d8e3c74f2d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:29.658399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 52792) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:29.746731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52c41de3-716e-4b72-b621-9c65ad783323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.776276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52c41de3-716e-4b72-b621-9c65ad783323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.833577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52c41de3-716e-4b72-b621-9c65ad783323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.836560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52c41de3-716e-4b72-b621-9c65ad783323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:29.837831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52c41de3-716e-4b72-b621-9c65ad783323 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b7aa551-84e7-476c-b1bf-7d08825a269a HTTP/1.1" status: 204 len: 168 time: 0.1769266 Sep 19 03:31:29.850361 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c41de3-716e-4b72-b621-9c65ad783323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7aa551-84e7-476c-b1bf-7d08825a269a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:29.913311 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7038a26e-9354-4205-8c86-eb2de31c874c x-openstack-request-id: req-7038a26e-9354-4205-8c86-eb2de31c874c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:29.913655 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0fdc7b-e51a-46df-be70-96ad63ee5ea3", "name": "network-vif-plugged", "status": "completed", "tag": "7a81add9-844b-44fe-a374-18d4e7cd68ae", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:29.913902 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7038a26e-9354-4205-8c86-eb2de31c874c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:29.914307 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a81add9-844b-44fe-a374-18d4e7cd68ae', 'code': 200} Sep 19 03:31:30.045454 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:30.083568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff7146-41da-49b5-a59d-c7586cf4af07 req-18a04135-c796-447a-810c-11256afe3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:30.085995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fdff7146-41da-49b5-a59d-c7586cf4af07 req-18a04135-c796-447a-810c-11256afe3a27 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0725424 Sep 19 03:31:30.140210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fdff7146-41da-49b5-a59d-c7586cf4af07 req-c22394aa-582a-4ed9-ba34-3da5a8722082 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Sep 19 03:31:30.485694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8aecff-87e4-46eb-ae27-7698531e1cc4 req-e2b4b36f-6d15-461c-ad45-184a18f7f873 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:30.486952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8aecff-87e4-46eb-ae27-7698531e1cc4 req-e2b4b36f-6d15-461c-ad45-184a18f7f873 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.1293442 Sep 19 03:31:30.497084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67f9c9-0e76-48f8-9426-6b4040748e56 req-75f90e09-26f5-49e4-a7cd-de15b46ffc5c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:30.498836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f67f9c9-0e76-48f8-9426-6b4040748e56 req-75f90e09-26f5-49e4-a7cd-de15b46ffc5c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1207285 Sep 19 03:31:30.551667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a8aecff-87e4-46eb-ae27-7698531e1cc4 req-d90c78e5-65cd-46c2-a587-0b01c8e1d44f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515885 Sep 19 03:31:30.565700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f67f9c9-0e76-48f8-9426-6b4040748e56 req-3c0805b0-7935-4528-8ede-1cba3f447bfe tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591121 Sep 19 03:31:31.761804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541eba5-de4a-4560-bacd-f3b8b0b7ac09 req-05974ace-ec7c-4afa-8cbe-f3b1a8ddad43 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:31.764226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b541eba5-de4a-4560-bacd-f3b8b0b7ac09 req-05974ace-ec7c-4afa-8cbe-f3b1a8ddad43 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0808189 Sep 19 03:31:31.773901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc91389-2aeb-4d3e-a5cb-b8f6c3707c03 req-8b3492a6-3ad1-4975-a005-69cad620a8a7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:31.775437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fc91389-2aeb-4d3e-a5cb-b8f6c3707c03 req-8b3492a6-3ad1-4975-a005-69cad620a8a7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.1023979 Sep 19 03:31:31.843057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b541eba5-de4a-4560-bacd-f3b8b0b7ac09 req-3cdf51fe-9159-49d2-807e-c1bfc5717187 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664849 Sep 19 03:31:31.855646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fc91389-2aeb-4d3e-a5cb-b8f6c3707c03 req-92cf1669-941d-4ff6-a642-ac0c8dbdced0 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720911 Sep 19 03:31:32.627230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02818c-b5ec-4b95-81a7-c6038bb0a006 req-f258c956-78ce-4b96-a379-61dce1f4a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:32.628905 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb02818c-b5ec-4b95-81a7-c6038bb0a006 req-f258c956-78ce-4b96-a379-61dce1f4a8ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 1097 time: 0.0465527 Sep 19 03:31:32.670573 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb02818c-b5ec-4b95-81a7-c6038bb0a006 req-95a85f4c-5c29-4f44-b438-517167146f0b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329456 Sep 19 03:31:32.988867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe19b2-2932-4ea8-a847-140af92aa316 req-b926427d-a76d-455d-b310-1151d63020ce tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:32.990525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7cbe19b2-2932-4ea8-a847-140af92aa316 req-b926427d-a76d-455d-b310-1151d63020ce tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0683103 Sep 19 03:31:33.011261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286ac1f-fc1e-448e-a0fb-0c0ba4a063cd req-0be92958-b9d9-4774-9c01-5a0165b1d193 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:33.012788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7286ac1f-fc1e-448e-a0fb-0c0ba4a063cd req-0be92958-b9d9-4774-9c01-5a0165b1d193 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0814655 Sep 19 03:31:33.055652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7cbe19b2-2932-4ea8-a847-140af92aa316 req-21b74172-2d9f-4beb-a5ce-7cf969993793 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580888 Sep 19 03:31:33.071639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7286ac1f-fc1e-448e-a0fb-0c0ba4a063cd req-108a2fa7-7e8a-4c7e-b3c2-4cdcba2e0f34 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508966 Sep 19 03:31:33.179247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6b8b3-6083-4754-bdfa-58c87f81c648 req-fbfad75e-6a70-4e7b-a146-e19314b22978 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:33.181083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1df6b8b3-6083-4754-bdfa-58c87f81c648 req-fbfad75e-6a70-4e7b-a146-e19314b22978 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0500546 Sep 19 03:31:33.222206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1df6b8b3-6083-4754-bdfa-58c87f81c648 req-91e2fb11-d481-4f70-b9c9-1665c3b865a7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348737 Sep 19 03:31:33.351681 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde9bdf-82b3-4643-a9ea-ab5d35b37d7c req-fba6c0fb-403c-4896-8f42-017ec8f6a836 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:33.353706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffde9bdf-82b3-4643-a9ea-ab5d35b37d7c req-fba6c0fb-403c-4896-8f42-017ec8f6a836 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0520091 Sep 19 03:31:33.395706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffde9bdf-82b3-4643-a9ea-ab5d35b37d7c req-6bcfa3bf-ec38-499f-a1f0-c6db4e5aea91 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337470 Sep 19 03:31:33.733470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-4327dcad-23b6-4aa9-ad97-41024618d04b tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:33.734918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-4327dcad-23b6-4aa9-ad97-41024618d04b tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/networks?id=15ab9404-6739-4f65-b45e-846e805bf18b HTTP/1.1" status: 200 len: 911 time: 0.1010046 Sep 19 03:31:33.751848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-ce2001fa-7583-4575-89cd-170a2876dad1 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/quotas/45473dab3eef4b00b5e6489a79db213d HTTP/1.1" status: 200 len: 375 time: 0.0105641 Sep 19 03:31:33.812777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-3edd1dcc-5f6b-4e9a-9cbd-b9202f14642e tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=45473dab3eef4b00b5e6489a79db213d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518074 Sep 19 03:31:33.929156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e7a2cb9e-b395-4f71-8e1f-69b286f79f0f service neutron] 10.222.0.22 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058838 Sep 19 03:31:34.037572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-7406bb15-2d4d-4b33-bbe3-7316cc4f8d18 service neutron] 10.222.0.22 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018403 Sep 19 03:31:34.216643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b71cb-3fca-49cb-8be5-f8ff104abfaa req-24923525-e8c1-4d49-9466-c7fa10bc307c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:34.218264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae0b71cb-3fca-49cb-8be5-f8ff104abfaa req-24923525-e8c1-4d49-9466-c7fa10bc307c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0726194 Sep 19 03:31:34.256052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46e45e95-b1e3-4995-b63c-82c14fb219ac req-75259ca4-d606-4822-8dec-e0b10e568002 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 210 time: 0.0367327 Sep 19 03:31:34.276331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ae0b71cb-3fca-49cb-8be5-f8ff104abfaa req-a2a51b4d-c80c-4aa5-9fbe-0fdfb9f8f91f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 Sep 19 03:31:34.410840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f185d19-e63f-4cbf-9e7f-2cf703b0faf5 req-2fd9c81e-cf41-4d55-a71c-a4a61bd6ec05 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:34.413468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f185d19-e63f-4cbf-9e7f-2cf703b0faf5 req-2fd9c81e-cf41-4d55-a71c-a4a61bd6ec05 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0671031 Sep 19 03:31:34.464377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f185d19-e63f-4cbf-9e7f-2cf703b0faf5 req-3374b47c-5bab-4b1b-9ee9-e909316829c9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386331 Sep 19 03:31:34.718069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f166186-bc22-49f2-84df-706156a809ad req-930a28b1-0ac1-454a-82c2-29eaaaadddd3 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:34.720320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f166186-bc22-49f2-84df-706156a809ad req-930a28b1-0ac1-454a-82c2-29eaaaadddd3 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0648770 Sep 19 03:31:34.773759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f166186-bc22-49f2-84df-706156a809ad req-87ffcb39-5cb4-4d9d-8ffa-bc191f6ce319 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467515 Sep 19 03:31:35.281958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-d64d9724-75e5-478d-9847-ea64dfa83b1f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:35.283504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-d64d9724-75e5-478d-9847-ea64dfa83b1f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.30 "GET /v2.0/networks?id=15ab9404-6739-4f65-b45e-846e805bf18b HTTP/1.1" status: 200 len: 911 time: 0.1021638 Sep 19 03:31:35.303838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Request body: {'port': {'device_id': '64680b57-e405-44f8-92db-071b9c9fbeae', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'admin_state_up': True, 'tenant_id': '45473dab3eef4b00b5e6489a79db213d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:35.342368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Made reservation on behalf of 45473dab3eef4b00b5e6489a79db213d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:31:35.345397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:35.402772 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4323ddcb-5a55-4828-81de-2372ac3817ab req-3a94afa3-4faf-46b5-b91b-1146dcd01518 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 210 time: 0.0443377 Sep 19 03:31:35.507496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Allocated IP 172.20.0.8 (15ab9404-6739-4f65-b45e-846e805bf18b/0a68536e-885e-4b28-8213-9fa12b1c5ca2/578fff70-592a-4036-826d-75f1027ae00c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:31:35.644306 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:35.687609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:35.737402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['7a81add9-844b-44fe-a374-18d4e7cd68ae'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:35.769342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Network 15ab9404-6739-4f65-b45e-846e805bf18b is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:31:35.771387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:31:35.776212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:31:35.850211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Pushing event updated for resources: {'Port': ['ID=578fff70-592a-4036-826d-75f1027ae00c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:35.853613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:35.854424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:35.875703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-e3e1f5fd-bb9e-40d4-901b-e00899a99941 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5744374 Sep 19 03:31:35.891174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Request body: {'port': {'device_id': '64680b57-e405-44f8-92db-071b9c9fbeae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:31:35.996727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc17d02-fdf3-4feb-b8bc-d074a1ec286d req-9133031d-2ad3-494d-9656-252b9059c0e4 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:35.999582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edc17d02-fdf3-4feb-b8bc-d074a1ec286d req-9133031d-2ad3-494d-9656-252b9059c0e4 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0902920 Sep 19 03:31:36.014502 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:36.067306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edc17d02-fdf3-4feb-b8bc-d074a1ec286d req-04365177-ebb3-4afd-b734-84abe741e8f1 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557179 Sep 19 03:31:36.116874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac28b1de-634b-4f43-9e9c-cb6b6c0560b9 None None] Provisioning complete for port 578fff70-592a-4036-826d-75f1027ae00c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:36.117966 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac28b1de-634b-4f43-9e9c-cb6b6c0560b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:36.162189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac28b1de-634b-4f43-9e9c-cb6b6c0560b9 None None] Port 578fff70-592a-4036-826d-75f1027ae00c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:31:36.341369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578fff70-592a-4036-826d-75f1027ae00c {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:31:36.350969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:36.365840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Transition to ACTIVE for port object 578fff70-592a-4036-826d-75f1027ae00c will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:31:36.368842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:36.396104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2aced-3b73-4195-b0d6-b46ddfc203e0 req-c3534099-1f4a-42f3-b618-d44af3a51600 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:36.398568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54b2aced-3b73-4195-b0d6-b46ddfc203e0 req-c3534099-1f4a-42f3-b618-d44af3a51600 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0586817 Sep 19 03:31:36.432642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Pushing event updated for resources: {'Port': ['ID=578fff70-592a-4036-826d-75f1027ae00c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:36.472175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54b2aced-3b73-4195-b0d6-b46ddfc203e0 req-406110e5-d07e-4983-8976-e63ce1dc281d tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605280 Sep 19 03:31:36.548681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Attempting to bind port 578fff70-592a-4036-826d-75f1027ae00c on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:31:36.548936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Attempting to bind port 578fff70-592a-4036-826d-75f1027ae00c by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:31:36.549413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Attempting to bind port 578fff70-592a-4036-826d-75f1027ae00c on network 15ab9404-6739-4f65-b45e-846e805bf18b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:36.550540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4106-42e1-4ba4-a007-091fa3fbe028 req-02bd2d40-44b9-4e9d-bdc9-bdd1ef786c62 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:36.555628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Port 578fff70-592a-4036-826d-75f1027ae00c on network 15ab9404-6739-4f65-b45e-846e805bf18b not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:31:36.555963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Attempting to bind port 578fff70-592a-4036-826d-75f1027ae00c on network 15ab9404-6739-4f65-b45e-846e805bf18b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:31:36.562088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:31:36.562480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Checking segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:31:36.562969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Bound using segment: {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:31:36.563402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Bound port: 578fff70-592a-4036-826d-75f1027ae00c, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f0cd31-e6b6-4713-b3f1-f47d1cc492af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:31:36.563765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:36.564437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36cc4106-42e1-4ba4-a007-091fa3fbe028 req-02bd2d40-44b9-4e9d-bdc9-bdd1ef786c62 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1052 time: 0.0679674 Sep 19 03:31:36.608935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36cc4106-42e1-4ba4-a007-091fa3fbe028 req-8798eb72-daa0-4717-968c-07d5a4459f3b tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433350 Sep 19 03:31:36.975935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] For port 578fff70-592a-4036-826d-75f1027ae00c, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:31:36.979221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] For port 578fff70-592a-4036-826d-75f1027ae00c, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=578fff70-592a-4036-826d-75f1027ae00c,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:31:36.984465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:37.031400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.032027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:37.033434 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] 10.222.0.30 "PUT /v2.0/ports/578fff70-592a-4036-826d-75f1027ae00c HTTP/1.1" status: 200 len: 1091 time: 1.1500230 Sep 19 03:31:37.036021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64680b57-e405-44f8-92db-071b9c9fbeae', 'tag': '578fff70-592a-4036-826d-75f1027ae00c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:37.040882 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb94aae-45e0-48ed-b9a8-33c10919c586" -d '{"events": [{"name": "network-changed", "server_uuid": "64680b57-e405-44f8-92db-071b9c9fbeae", "tag": "578fff70-592a-4036-826d-75f1027ae00c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:37.069638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aef6a-ed00-4e1c-ac3b-d8c0df67846f service neutron] Pushing event updated for resources: {'Port': ['ID=578fff70-592a-4036-826d-75f1027ae00c,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:37.112247 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47703563-fffb-4dfa-8855-1ebea58d088e x-openstack-request-id: req-47703563-fffb-4dfa-8855-1ebea58d088e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:37.112549 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64680b57-e405-44f8-92db-071b9c9fbeae", "tag": "578fff70-592a-4036-826d-75f1027ae00c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:37.112798 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47703563-fffb-4dfa-8855-1ebea58d088e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:37.113200 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64680b57-e405-44f8-92db-071b9c9fbeae', 'tag': '578fff70-592a-4036-826d-75f1027ae00c', 'status': 'completed', 'code': 200} Sep 19 03:31:37.159610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-7735b35d-4144-4727-a8a4-33292d7c9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.162435 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-7735b35d-4144-4727-a8a4-33292d7c9f42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45473dab3eef4b00b5e6489a79db213d&device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1094 time: 0.0649319 Sep 19 03:31:37.214110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-843a064e-094d-43d8-9e54-626937130cdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578fff70-592a-4036-826d-75f1027ae00c HTTP/1.1" status: 200 len: 217 time: 0.0427575 Sep 19 03:31:37.270423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-df15266c-353a-492a-8c50-69f577765ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.272084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-df15266c-353a-492a-8c50-69f577765ae0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a68536e-885e-4b28-8213-9fa12b1c5ca2 HTTP/1.1" status: 200 len: 849 time: 0.0502222 Sep 19 03:31:37.321760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-c27e5c27-981f-46fe-aaad-f916e9348bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.323407 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-c27e5c27-981f-46fe-aaad-f916e9348bd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15ab9404-6739-4f65-b45e-846e805bf18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436556 Sep 19 03:31:37.421130 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-f8fefa02-17c9-4b25-ad8b-d183fb59054c service neutron] 10.222.0.30 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895641 Sep 19 03:31:37.526608 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a69b54d9-0ebc-479e-a915-f63bfad291b2 req-75b6039a-8e93-440c-a04c-e118b6e2f284 service neutron] 10.222.0.30 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970771 Sep 19 03:31:37.609607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d12bd-501e-43b5-90e1-048d8a9bd017 req-d1e1eaa3-78b4-41cf-b92a-deac420e322c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.613134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d13d12bd-501e-43b5-90e1-048d8a9bd017 req-d1e1eaa3-78b4-41cf-b92a-deac420e322c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0574811 Sep 19 03:31:37.618563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-c29567e5-77fc-4132-a5bf-392107b25088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.620115 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-c29567e5-77fc-4132-a5bf-392107b25088 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=45473dab3eef4b00b5e6489a79db213d&device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1094 time: 0.0473406 Sep 19 03:31:37.689896 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d13d12bd-501e-43b5-90e1-048d8a9bd017 req-79e907b2-9585-4406-8424-6e6a157eed69 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671258 Sep 19 03:31:37.789118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-37f4cc31-4ba7-4131-8f49-ce10a0af1c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.791086 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-37f4cc31-4ba7-4131-8f49-ce10a0af1c38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15ab9404-6739-4f65-b45e-846e805bf18b HTTP/1.1" status: 200 len: 911 time: 0.1636159 Sep 19 03:31:37.872589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418a632-eaef-4f1c-95f0-ae6425c91962 req-45626179-5b85-4fdd-86b0-d3190080cc0e tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.873657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-ca8cc4ed-8f56-40e0-bbb4-e5a2f5beb26c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=578fff70-592a-4036-826d-75f1027ae00c HTTP/1.1" status: 200 len: 217 time: 0.0724516 Sep 19 03:31:37.875819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c418a632-eaef-4f1c-95f0-ae6425c91962 req-45626179-5b85-4fdd-86b0-d3190080cc0e tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1094 time: 0.0777555 Sep 19 03:31:37.932022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-23adb65c-2457-45ff-8e61-1d832b9a9165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:37.933735 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-23adb65c-2457-45ff-8e61-1d832b9a9165 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0a68536e-885e-4b28-8213-9fa12b1c5ca2 HTTP/1.1" status: 200 len: 849 time: 0.0527034 Sep 19 03:31:37.939332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c418a632-eaef-4f1c-95f0-ae6425c91962 req-6c3234f2-1142-4c5c-83a6-33ca7882191f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507152 Sep 19 03:31:38.006058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-47fbc199-a931-4602-855a-cb3a2dc332ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:38.008050 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-47fbc199-a931-4602-855a-cb3a2dc332ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15ab9404-6739-4f65-b45e-846e805bf18b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645206 Sep 19 03:31:38.152608 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-e81df388-6167-4fc8-9a12-5ea6e09a75fb service neutron] 10.222.0.30 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344302 Sep 19 03:31:38.296051 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-beb94aae-45e0-48ed-b9a8-33c10919c586 req-93f77489-e953-4465-9974-9147ae3f8118 service neutron] 10.222.0.30 "GET /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340938 Sep 19 03:31:38.796750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 578fff70-592a-4036-826d-75f1027ae00c details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:31:38.957627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 578fff70-592a-4036-826d-75f1027ae00c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=578fff70-592a-4036-826d-75f1027ae00c,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:38.973240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '578fff70-592a-4036-826d-75f1027ae00c', 'network_id': '15ab9404-6739-4f65-b45e-846e805bf18b', 'port_id': '578fff70-592a-4036-826d-75f1027ae00c', 'mac_address': 'fa:16:3e:82:ab:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a68536e-885e-4b28-8213-9fa12b1c5ca2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:31:39.022626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:39.036957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578fff70-592a-4036-826d-75f1027ae00c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:31:39.061894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 578fff70-592a-4036-826d-75f1027ae00c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=578fff70-592a-4036-826d-75f1027ae00c,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:39.067827 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:39.084763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fba4d-cff2-4d45-8b39-723aaf2046f1 req-8e864334-cd3c-4c02-ae70-2fc8e8944fd7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:39.093815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-547fba4d-cff2-4d45-8b39-723aaf2046f1 req-8e864334-cd3c-4c02-ae70-2fc8e8944fd7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1094 time: 0.0869992 Sep 19 03:31:39.142933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-547fba4d-cff2-4d45-8b39-723aaf2046f1 req-04544862-af8b-423a-9009-d620ee73327e tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Sep 19 03:31:39.151090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=578fff70-592a-4036-826d-75f1027ae00c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:39.296164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['578fff70-592a-4036-826d-75f1027ae00c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:39.492465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8a36a-cbd7-4da1-b3ae-dd4165488983 req-63ed6317-7948-4f52-9bc8-699b5e37c4db tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:39.493930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5d8a36a-cbd7-4da1-b3ae-dd4165488983 req-63ed6317-7948-4f52-9bc8-699b5e37c4db tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.1006784 Sep 19 03:31:39.558357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5d8a36a-cbd7-4da1-b3ae-dd4165488983 req-ab4069b2-8ed2-4a54-bdf0-4ea23a7482f5 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531604 Sep 19 03:31:39.651350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803071b7-ebfb-4294-a848-c886ef948803 req-29b5adc6-2673-4656-8220-994f49a70dce tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:39.653889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-803071b7-ebfb-4294-a848-c886ef948803 req-29b5adc6-2673-4656-8220-994f49a70dce tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0567844 Sep 19 03:31:39.657464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-198cfa88-d99e-4a61-87bf-9a6824c866b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:39.659093 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-198cfa88-d99e-4a61-87bf-9a6824c866b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1097 time: 0.0618508 Sep 19 03:31:39.712617 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-803071b7-ebfb-4294-a848-c886ef948803 req-886f5867-2b66-4e85-bf58-7fa87c8de7c9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507915 Sep 19 03:31:39.773808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-fb51d102-da32-4d3a-b998-bc154cb12ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:39.775193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-fb51d102-da32-4d3a-b998-bc154cb12ebc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 920 time: 0.1075842 Sep 19 03:31:39.834203 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-4d75bfe0-4bfc-4d61-aeeb-9057a9d7213c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 200 len: 217 time: 0.0406222 Sep 19 03:31:39.889149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-2631e2b5-28aa-4fa6-bf76-568790ffbfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:39.891131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-2631e2b5-28aa-4fa6-bf76-568790ffbfd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.0481896 Sep 19 03:31:39.926152 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-ee0b412f-06ad-4f5d-9e57-edc477353048 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268593 Sep 19 03:31:40.039764 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-c7ae88b2-425f-494c-83f6-258b7499d62e service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040862 Sep 19 03:31:40.135206 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-497b6ff1-ae44-4260-9a56-d3bc9a88e993 req-6f5df210-8cee-415b-9625-539ff2a6ca5b service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880468 Sep 19 03:31:40.248905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3ae04-61d6-451b-a933-788cdaf7a3d3 req-028bd115-8701-4949-9275-4080af39c58f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:40.252224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1e3ae04-61d6-451b-a933-788cdaf7a3d3 req-028bd115-8701-4949-9275-4080af39c58f tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1095 time: 0.0478928 Sep 19 03:31:40.291750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e1e3ae04-61d6-451b-a933-788cdaf7a3d3 req-95794b91-7a01-42a6-919a-36b314cc778c tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Sep 19 03:31:40.676599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eee5b6-3c75-42aa-ba77-25844792752b req-fa3ed8e2-f80e-4359-b684-68061095029a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:40.678147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10eee5b6-3c75-42aa-ba77-25844792752b req-fa3ed8e2-f80e-4359-b684-68061095029a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0558279 Sep 19 03:31:40.720302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10eee5b6-3c75-42aa-ba77-25844792752b req-b92c6862-54cc-4fdb-9908-320b9e529d57 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351853 Sep 19 03:31:40.820201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 578fff70-592a-4036-826d-75f1027ae00c up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:40.833613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e10180-8107-48bd-bf00-bc1b8e44065b req-76d6e5d3-14ee-47ee-86eb-a53398581e57 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:40.836123 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2e10180-8107-48bd-bf00-bc1b8e44065b req-76d6e5d3-14ee-47ee-86eb-a53398581e57 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0535655 Sep 19 03:31:40.886615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 578fff70-592a-4036-826d-75f1027ae00c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:31:40.891432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 578fff70-592a-4036-826d-75f1027ae00c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:40.891914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:40.897729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2e10180-8107-48bd-bf00-bc1b8e44065b req-9ae53e01-af07-4753-be12-0e1add5a3f0b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Sep 19 03:31:40.976066 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:41.001683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680b57-e405-44f8-92db-071b9c9fbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578fff70-592a-4036-826d-75f1027ae00c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:41.004009 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2744509c-3179-459e-9335-088d1c2db3e8" -d '{"events": [{"server_uuid": "64680b57-e405-44f8-92db-071b9c9fbeae", "name": "network-vif-plugged", "status": "completed", "tag": "578fff70-592a-4036-826d-75f1027ae00c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:41.020507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 578fff70-592a-4036-826d-75f1027ae00c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=578fff70-592a-4036-826d-75f1027ae00c,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:41.025356 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:41.075384 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a200151-8708-4bb5-949c-261facdb087f x-openstack-request-id: req-5a200151-8708-4bb5-949c-261facdb087f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:41.075612 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680b57-e405-44f8-92db-071b9c9fbeae", "name": "network-vif-plugged", "status": "completed", "tag": "578fff70-592a-4036-826d-75f1027ae00c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:41.075851 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a200151-8708-4bb5-949c-261facdb087f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:41.076241 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680b57-e405-44f8-92db-071b9c9fbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578fff70-592a-4036-826d-75f1027ae00c', 'code': 200} Sep 19 03:31:41.076785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=578fff70-592a-4036-826d-75f1027ae00c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:41.164471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9090c-5cef-46b3-9d9d-5be024e1c37b req-432277c2-6971-4ff3-b6cc-96586e22dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:41.166414 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d1b9090c-5cef-46b3-9d9d-5be024e1c37b req-432277c2-6971-4ff3-b6cc-96586e22dc7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0425844 Sep 19 03:31:41.202925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d1b9090c-5cef-46b3-9d9d-5be024e1c37b req-15b759dc-f435-4519-b5ff-1aa2e4e09a56 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290015 Sep 19 03:31:41.432117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7be104-d14a-4dba-9fbf-f054d14f10fd req-1fdd4a70-1c9e-413b-b37f-8a871692f4c7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:41.433819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e7be104-d14a-4dba-9fbf-f054d14f10fd req-1fdd4a70-1c9e-413b-b37f-8a871692f4c7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0425322 Sep 19 03:31:41.472752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e7be104-d14a-4dba-9fbf-f054d14f10fd req-6a3f2cb9-276b-4e04-a491-2209f198f7ca tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Sep 19 03:31:41.798895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afec992-fc6b-479e-8dd4-977d8a62ca43 req-aef2e275-9f56-4d8c-983a-9775ec4721a9 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:41.800488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4afec992-fc6b-479e-8dd4-977d8a62ca43 req-aef2e275-9f56-4d8c-983a-9775ec4721a9 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 945 time: 0.0614858 Sep 19 03:31:41.879857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4afec992-fc6b-479e-8dd4-977d8a62ca43 req-c4b097a8-7054-4ff1-b02a-c24fe29d8d90 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705619 Sep 19 03:31:41.897756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a330849-4648-4f57-a156-818ed2cbc243 req-ace46703-f085-466f-a229-31db5aaa076b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:41.899445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a330849-4648-4f57-a156-818ed2cbc243 req-ace46703-f085-466f-a229-31db5aaa076b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0835903 Sep 19 03:31:41.949041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a330849-4648-4f57-a156-818ed2cbc243 req-86287136-6672-487e-87a5-2359001a0127 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419576 Sep 19 03:31:42.024777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b62dfd-4d50-4851-a236-0b393351d282 req-45a828cb-b231-48bc-b279-a8b8c0391a3b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:42.026538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90b62dfd-4d50-4851-a236-0b393351d282 req-45a828cb-b231-48bc-b279-a8b8c0391a3b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0561962 Sep 19 03:31:42.074651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90b62dfd-4d50-4851-a236-0b393351d282 req-bbc887b4-cbbe-4e29-a354-62f5513392ce tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Sep 19 03:31:42.579634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d2a38-13f5-4169-891d-2a09673c725e req-0007d651-e16e-4767-8504-9944b903e670 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:42.581162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d67d2a38-13f5-4169-891d-2a09673c725e req-0007d651-e16e-4767-8504-9944b903e670 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0448961 Sep 19 03:31:42.618549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d67d2a38-13f5-4169-891d-2a09673c725e req-8a9a741a-6b62-415f-b680-66405c25c4ed tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302560 Sep 19 03:31:42.722515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bac3f0-28ec-4d0c-b57b-4f7e527aee3f req-6f86d5a8-5066-4f53-ae8b-c0b6f3ef2f26 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:42.724066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6bac3f0-28ec-4d0c-b57b-4f7e527aee3f req-6f86d5a8-5066-4f53-ae8b-c0b6f3ef2f26 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0405052 Sep 19 03:31:42.759525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6bac3f0-28ec-4d0c-b57b-4f7e527aee3f req-ce210be1-171e-4404-b3d0-064392e3958a tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286160 Sep 19 03:31:42.868984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a108e-0cd0-407d-b93a-0938f270f002 req-b35409d4-a2ca-4335-88f2-4951f40d318c tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:42.870523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b4a108e-0cd0-407d-b93a-0938f270f002 req-b35409d4-a2ca-4335-88f2-4951f40d318c tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0435014 Sep 19 03:31:42.905004 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b4a108e-0cd0-407d-b93a-0938f270f002 req-ad29baf6-c48b-470c-8f0a-bf687f1fc7fe tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277214 Sep 19 03:31:43.007230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75e0a1-02af-42b6-8742-73c7d7507975 req-ae9a7286-19a5-47d0-8c05-905dc118e923 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:43.008650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f75e0a1-02af-42b6-8742-73c7d7507975 req-ae9a7286-19a5-47d0-8c05-905dc118e923 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 945 time: 0.0538447 Sep 19 03:31:43.051601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f75e0a1-02af-42b6-8742-73c7d7507975 req-a39ba689-47e2-492f-80ca-70e9999e3630 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/security-groups?id=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364034 Sep 19 03:31:43.163508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64373a6c-78c0-45a2-95c4-23d5bc105273 req-6916a850-d1bd-4cc7-b235-693abaec5750 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:43.164988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64373a6c-78c0-45a2-95c4-23d5bc105273 req-6916a850-d1bd-4cc7-b235-693abaec5750 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0765560 Sep 19 03:31:43.170147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978adf0-e049-4205-9e69-d4dbcb84d2b9 req-3cae1d5f-b308-40a2-a6d9-d2fb6fab0e79 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:43.171584 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3978adf0-e049-4205-9e69-d4dbcb84d2b9 req-3cae1d5f-b308-40a2-a6d9-d2fb6fab0e79 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0575237 Sep 19 03:31:43.226408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64373a6c-78c0-45a2-95c4-23d5bc105273 req-60162720-fc9b-4be9-a937-39452b5983ae tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538826 Sep 19 03:31:43.231844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3978adf0-e049-4205-9e69-d4dbcb84d2b9 req-254010db-41a0-4dc6-82ad-ec18a1e0cd5b tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528951 Sep 19 03:31:43.311300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-0132b453-5ab6-44e1-becd-90babee01f36 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:43.312794 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-0132b453-5ab6-44e1-becd-90babee01f36 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.30 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 945 time: 0.0532296 Sep 19 03:31:43.329007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743b283-8864-4bdd-8b12-7705b328a19d req-d4f1cb6e-8e00-47ef-99dc-bff02d352e52 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:43.330473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f743b283-8864-4bdd-8b12-7705b328a19d req-d4f1cb6e-8e00-47ef-99dc-bff02d352e52 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0492582 Sep 19 03:31:43.370958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f743b283-8864-4bdd-8b12-7705b328a19d req-5bae522d-68c2-47eb-89f0-9292158edc0d tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Sep 19 03:31:43.407314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Deleting port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:43.407669 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:43.499955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] For port daf94fc4-67b4-4484-9a0f-1f932c00d4f6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,segment=NetworkSegment(4447a9c6-39bf-4352-991c-df9dbf29324f),segment_id=4447a9c6-39bf-4352-991c-df9dbf29324f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:43.500333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:43.513070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Calling delete_port for daf94fc4-67b4-4484-9a0f-1f932c00d4f6 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:43.642389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:43.660539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['daf94fc4-67b4-4484-9a0f-1f932c00d4f6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:43.682050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Pushing event deleted for resources: {'Port': ['ID=daf94fc4-67b4-4484-9a0f-1f932c00d4f6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:43.730657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] No DVR routers for this DVR port daf94fc4-67b4-4484-9a0f-1f932c00d4f6 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:43.733527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:43.735547 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9b48ffa5-59ba-44bd-9ec1-d54030e1aea8 req-61bb6693-8044-4f9e-b60c-ad1886ee48d7 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.30 "DELETE /v2.0/ports/daf94fc4-67b4-4484-9a0f-1f932c00d4f6 HTTP/1.1" status: 204 len: 173 time: 0.4168148 Sep 19 03:31:43.735983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966a7027-3464-4d82-a792-d7b1a34621a6', 'name': 'network-vif-deleted', 'tag': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:43.738195 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fec168-4814-4141-b72d-597cf399aa25" -d '{"events": [{"server_uuid": "966a7027-3464-4d82-a792-d7b1a34621a6", "name": "network-vif-deleted", "tag": "daf94fc4-67b4-4484-9a0f-1f932c00d4f6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:43.779077 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f05dc21-74af-49f8-89b7-c5ab633dc649 x-openstack-request-id: req-3f05dc21-74af-49f8-89b7-c5ab633dc649 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:43.779443 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966a7027-3464-4d82-a792-d7b1a34621a6", "name": "network-vif-deleted", "tag": "daf94fc4-67b4-4484-9a0f-1f932c00d4f6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:43.779607 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f05dc21-74af-49f8-89b7-c5ab633dc649 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:43.780004 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966a7027-3464-4d82-a792-d7b1a34621a6', 'name': 'network-vif-deleted', 'tag': 'daf94fc4-67b4-4484-9a0f-1f932c00d4f6', 'status': 'completed', 'code': 200} Sep 19 03:31:44.169946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60dd0cc2-f873-46d4-ac4b-6cba83fb972b req-5e05acd4-44e6-4a74-97a1-83d5c84ce11f tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] 10.222.0.22 "GET /v2.0/ports?device_id=966a7027-3464-4d82-a792-d7b1a34621a6 HTTP/1.1" status: 200 len: 210 time: 0.0278432 Sep 19 03:31:44.198794 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:31:44.379322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d38a4-29ca-4312-aed8-4b21b7dba0ea req-df09aa75-de9c-4cc7-8ede-9939dff56b40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:44.380900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e8d38a4-29ca-4312-aed8-4b21b7dba0ea req-df09aa75-de9c-4cc7-8ede-9939dff56b40 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0803974 Sep 19 03:31:44.383218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655407-0c90-4a5c-a548-c6171aa061bd req-63dcac34-8324-4590-aff0-775c1fa6a466 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:44.384671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9655407-0c90-4a5c-a548-c6171aa061bd req-63dcac34-8324-4590-aff0-775c1fa6a466 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0822754 Sep 19 03:31:44.414921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718584-863d-44cc-a58f-f94544067f98 req-c68d6403-edef-4e0a-bdfd-6ed3f19f47b8 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:44.416552 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87718584-863d-44cc-a58f-f94544067f98 req-c68d6403-edef-4e0a-bdfd-6ed3f19f47b8 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64680b57-e405-44f8-92db-071b9c9fbeae HTTP/1.1" status: 200 len: 1096 time: 0.0427630 Sep 19 03:31:44.446121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e8d38a4-29ca-4312-aed8-4b21b7dba0ea req-c1ebeef5-6c22-4543-a301-ced682e7868b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556803 Sep 19 03:31:44.450063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9655407-0c90-4a5c-a548-c6171aa061bd req-c0d4391e-b70a-496c-9eae-6bd67a31251e tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579176 Sep 19 03:31:44.503707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Deleting port 578fff70-592a-4036-826d-75f1027ae00c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:44.504162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:44.519455 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-013c6d0a-9509-4294-82aa-bc4397364602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:44.566790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f7f03-5402-4f8b-b1aa-ceada0efe762 req-63b98065-4ad0-4417-938a-1576787adf16 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:44.568009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-017f7f03-5402-4f8b-b1aa-ceada0efe762 req-63b98065-4ad0-4417-938a-1576787adf16 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0497892 Sep 19 03:31:44.589962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] For port 578fff70-592a-4036-826d-75f1027ae00c, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=578fff70-592a-4036-826d-75f1027ae00c,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:44.590335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:44.603832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Calling delete_port for 578fff70-592a-4036-826d-75f1027ae00c owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:44.616478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-017f7f03-5402-4f8b-b1aa-ceada0efe762 req-3bd98b26-0834-4486-9cee-506a744ef38a tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394127 Sep 19 03:31:44.732594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:44.744283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['578fff70-592a-4036-826d-75f1027ae00c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:44.758591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Pushing event deleted for resources: {'Port': ['ID=578fff70-592a-4036-826d-75f1027ae00c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:44.774149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['7a81add9-844b-44fe-a374-18d4e7cd68ae'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:44.801309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] No DVR routers for this DVR port 578fff70-592a-4036-826d-75f1027ae00c on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:44.804785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:44.806966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87718584-863d-44cc-a58f-f94544067f98 req-aa6280e5-35c0-4ccb-9696-b63c77f19454 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.30 "DELETE /v2.0/ports/578fff70-592a-4036-826d-75f1027ae00c HTTP/1.1" status: 204 len: 173 time: 0.3847570 Sep 19 03:31:45.609274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9277f-3437-4135-a52f-a68ef5286f14 req-5982dca8-8ae2-4914-a912-06e0c30ff3c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:45.611062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01a9277f-3437-4135-a52f-a68ef5286f14 req-5982dca8-8ae2-4914-a912-06e0c30ff3c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0635297 Sep 19 03:31:45.681071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01a9277f-3437-4135-a52f-a68ef5286f14 req-d0e223ba-692d-4572-a593-ec32cd1dce10 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545604 Sep 19 03:31:45.780763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64680b57-e405-44f8-92db-071b9c9fbeae', 'name': 'network-vif-deleted', 'tag': '578fff70-592a-4036-826d-75f1027ae00c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:45.783850 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491674ae-8461-4f62-9c3d-8dae03773304" -d '{"events": [{"server_uuid": "64680b57-e405-44f8-92db-071b9c9fbeae", "name": "network-vif-deleted", "tag": "578fff70-592a-4036-826d-75f1027ae00c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:45.825032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc091a7-65f8-413a-b61a-257086af35b1 req-dc200a23-2968-47dd-9497-c1d175ac2294 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:45.826542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecc091a7-65f8-413a-b61a-257086af35b1 req-dc200a23-2968-47dd-9497-c1d175ac2294 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0783329 Sep 19 03:31:45.828551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15fa18-1673-4646-8b41-8185e553ce15 req-df49a838-3774-436e-bb7e-3f6bb6e4b7a7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:45.829924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f15fa18-1673-4646-8b41-8185e553ce15 req-df49a838-3774-436e-bb7e-3f6bb6e4b7a7 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0720313 Sep 19 03:31:45.888343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecc091a7-65f8-413a-b61a-257086af35b1 req-382e78a3-2e7e-42db-bbfc-b01b83f32439 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528471 Sep 19 03:31:45.894140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f15fa18-1673-4646-8b41-8185e553ce15 req-1b859331-952e-443f-9653-1305eda0dda3 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525877 Sep 19 03:31:45.944440 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f304a69-39f5-4fe1-ab06-14e6cbd73714 x-openstack-request-id: req-0f304a69-39f5-4fe1-ab06-14e6cbd73714 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:45.944960 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64680b57-e405-44f8-92db-071b9c9fbeae", "name": "network-vif-deleted", "tag": "578fff70-592a-4036-826d-75f1027ae00c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:45.945300 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f304a69-39f5-4fe1-ab06-14e6cbd73714 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:45.945764 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64680b57-e405-44f8-92db-071b9c9fbeae', 'name': 'network-vif-deleted', 'tag': '578fff70-592a-4036-826d-75f1027ae00c', 'status': 'completed', 'code': 200} Sep 19 03:31:46.150643 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:46.816557 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3e2b9-faab-4502-82c1-8c146ed2ff35 req-aacfcd8f-5c0f-419a-820a-ac89c66d7838 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:46.818220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aff3e2b9-faab-4502-82c1-8c146ed2ff35 req-aacfcd8f-5c0f-419a-820a-ac89c66d7838 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0553501 Sep 19 03:31:46.843821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 578fff70-592a-4036-826d-75f1027ae00c no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:46.868955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aff3e2b9-faab-4502-82c1-8c146ed2ff35 req-19cca1c3-0237-4468-a8d3-9efe38de40c9 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436852 Sep 19 03:31:46.872254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 578fff70-592a-4036-826d-75f1027ae00c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:46.872842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 578fff70-592a-4036-826d-75f1027ae00c not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:46.873739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device daf94fc4-67b4-4484-9a0f-1f932c00d4f6 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:46.901376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: daf94fc4-67b4-4484-9a0f-1f932c00d4f6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:46.901844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device daf94fc4-67b4-4484-9a0f-1f932c00d4f6 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:47.044984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a547e-4094-412f-aecf-b5de637b648d req-fe2aabc0-b86e-42b7-9757-31735accff31 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:47.046523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-696a547e-4094-412f-aecf-b5de637b648d req-fe2aabc0-b86e-42b7-9757-31735accff31 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0732913 Sep 19 03:31:47.059507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe48afa-fd3e-40e3-8812-44d2b1fdc5bb req-53d1a2b8-3dee-4f9f-8cee-e5cc35b0d3e7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:47.061067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfe48afa-fd3e-40e3-8812-44d2b1fdc5bb req-53d1a2b8-3dee-4f9f-8cee-e5cc35b0d3e7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0610878 Sep 19 03:31:47.123724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-696a547e-4094-412f-aecf-b5de637b648d req-c3cea4f5-6065-4d1b-8c59-f46720390754 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bb40a5f1-605a-4f8d-b767-663f6d40a466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616605 Sep 19 03:31:47.126557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfe48afa-fd3e-40e3-8812-44d2b1fdc5bb req-47e005f6-9dc0-4a22-b490-f549104557d9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583370 Sep 19 03:31:47.269584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce891ffa-729f-43d1-ae1f-c0bab288c55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:47.673278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-036ee125-706c-4fbf-bfe5-1e6155daee03 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:47.675565 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-036ee125-706c-4fbf-bfe5-1e6155daee03 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0571065 Sep 19 03:31:47.793194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Deleting port 7a81add9-844b-44fe-a374-18d4e7cd68ae {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:47.793194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:47.904266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] For port 7a81add9-844b-44fe-a374-18d4e7cd68ae, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7a81add9-844b-44fe-a374-18d4e7cd68ae,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:47.904641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:47.920888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Calling delete_port for 7a81add9-844b-44fe-a374-18d4e7cd68ae owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:47.972229 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:48.023656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603c8d7-892d-447e-acc4-ecc714ffd3ed req-6f0db38e-9ef7-40e2-82ef-076a23115647 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:48.025302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2603c8d7-892d-447e-acc4-ecc714ffd3ed req-6f0db38e-9ef7-40e2-82ef-076a23115647 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0672932 Sep 19 03:31:48.075817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:48.077995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2603c8d7-892d-447e-acc4-ecc714ffd3ed req-f36b2550-88f3-4e2b-be6d-84f6112b3364 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445812 Sep 19 03:31:48.108361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a81add9-844b-44fe-a374-18d4e7cd68ae,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:48.118452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['7a81add9-844b-44fe-a374-18d4e7cd68ae'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:48.158694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] No DVR routers for this DVR port 7a81add9-844b-44fe-a374-18d4e7cd68ae on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:48.161744 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:48.164612 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3290b1a9-71d3-495a-8248-d07d0c85be8e req-741f8481-308c-4696-8eb1-80f18a9c7ccd tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7a81add9-844b-44fe-a374-18d4e7cd68ae HTTP/1.1" status: 204 len: 173 time: 0.4813993 Sep 19 03:31:48.165323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'name': 'network-vif-deleted', 'tag': '7a81add9-844b-44fe-a374-18d4e7cd68ae'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:48.176050 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a4e6d-c360-4b53-8044-90f845a5ca0e" -d '{"events": [{"server_uuid": "4e0fdc7b-e51a-46df-be70-96ad63ee5ea3", "name": "network-vif-deleted", "tag": "7a81add9-844b-44fe-a374-18d4e7cd68ae"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:48.271145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6c6b08a-0077-4330-a79f-d8e009dd8bfb req-4eaaa4f1-c311-4429-a718-56246fe2de12 tempest-TestServerMultinode-1170499959 tempest-TestServerMultinode-1170499959-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4e0fdc7b-e51a-46df-be70-96ad63ee5ea3 HTTP/1.1" status: 200 len: 210 time: 0.0317199 Sep 19 03:31:48.297090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9de039-a5cb-4f75-a1fb-b42af9ccbacb req-9b106c60-1a33-4e09-aac3-3788a84c6eb6 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:48.299509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da9de039-a5cb-4f75-a1fb-b42af9ccbacb req-9b106c60-1a33-4e09-aac3-3788a84c6eb6 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0886123 Sep 19 03:31:48.334951 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bed5de-80c2-4864-a77e-e512b93b867c x-openstack-request-id: req-96bed5de-80c2-4864-a77e-e512b93b867c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:48.335258 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0fdc7b-e51a-46df-be70-96ad63ee5ea3", "name": "network-vif-deleted", "tag": "7a81add9-844b-44fe-a374-18d4e7cd68ae", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:48.335517 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96bed5de-80c2-4864-a77e-e512b93b867c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:48.335926 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0fdc7b-e51a-46df-be70-96ad63ee5ea3', 'name': 'network-vif-deleted', 'tag': '7a81add9-844b-44fe-a374-18d4e7cd68ae', 'status': 'completed', 'code': 200} Sep 19 03:31:48.343328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da9de039-a5cb-4f75-a1fb-b42af9ccbacb req-58af0852-8f66-4b27-8ab5-1e01967630be tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Sep 19 03:31:48.483832 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:49.204147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa322d-564d-4743-b79d-1be0d5512433 req-85307006-ba6e-4390-8ba3-792d980ea69a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:49.205904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5afa322d-564d-4743-b79d-1be0d5512433 req-85307006-ba6e-4390-8ba3-792d980ea69a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0547450 Sep 19 03:31:49.248815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5afa322d-564d-4743-b79d-1be0d5512433 req-505919f4-ed8d-47aa-8ea1-f41ba24c6e0a tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333049 Sep 19 03:31:49.338752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53122) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:49.551510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c630c-2fce-4208-b88c-212c7534928a req-4f79e4d3-5834-4806-80c9-92dd8fa120c1 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:49.553557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d34c630c-2fce-4208-b88c-212c7534928a req-4f79e4d3-5834-4806-80c9-92dd8fa120c1 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.1030333 Sep 19 03:31:49.635923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d34c630c-2fce-4208-b88c-212c7534928a req-74c8ac6c-31f2-48d1-ba90-890a1aa17327 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700057 Sep 19 03:31:50.144180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:50.197877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:50.418750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794a850-e00f-461d-a469-cec4db73a4a3 req-2fb4fb04-345a-46be-9791-75f9ce87c442 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:50.420514 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e794a850-e00f-461d-a469-cec4db73a4a3 req-2fb4fb04-345a-46be-9791-75f9ce87c442 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0716653 Sep 19 03:31:50.487751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e794a850-e00f-461d-a469-cec4db73a4a3 req-3a1a60b1-4282-4699-ae3b-37754998f34e tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566094 Sep 19 03:31:50.538054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Deleting port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:50.538396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:50.628670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] For port ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:50.629161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:50.644666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Calling delete_port for ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:50.824200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6c69e-144c-40c8-9f64-8565dac1ad52 req-12241803-f1ce-4e27-a485-bf0547b05743 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:50.825716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03f6c69e-144c-40c8-9f64-8565dac1ad52 req-12241803-f1ce-4e27-a485-bf0547b05743 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0753019 Sep 19 03:31:50.909285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03f6c69e-144c-40c8-9f64-8565dac1ad52 req-e0133272-44be-492f-9fb2-08924dd671ae tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729363 Sep 19 03:31:50.921588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:50.949066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:51.062288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7a81add9-844b-44fe-a374-18d4e7cd68ae no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:51.098614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 7a81add9-844b-44fe-a374-18d4e7cd68ae {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:51.099373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7a81add9-844b-44fe-a374-18d4e7cd68ae not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:51.149785 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:51.395689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Router 1950a073-8093-412f-b6d2-3e701d78b3a1 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:31:51.544788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:51.550751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-03e5fbc5-cb13-44ce-abda-5eaa07ba4998 admin admin] 10.222.0.22 "PUT /v2.0/routers/1950a073-8093-412f-b6d2-3e701d78b3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2106011 Sep 19 03:31:51.554217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53158) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:51.562244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] Sync routers for ids ['1950a073-8093-412f-b6d2-3e701d78b3a1'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:51.572607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] Routers {'1950a073-8093-412f-b6d2-3e701d78b3a1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:51.574929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1950a073-8093-412f-b6d2-3e701d78b3a1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:51.732748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] Set router 1950a073-8093-412f-b6d2-3e701d78b3a1 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:51.734068 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7ea6e-8a65-4fb1-ba24-decebdc5df76 req-131c17db-c033-4ffa-9247-f8b59249bc44 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:51.735641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbf7ea6e-8a65-4fb1-ba24-decebdc5df76 req-131c17db-c033-4ffa-9247-f8b59249bc44 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.1046867 Sep 19 03:31:51.768355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:51.815445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbf7ea6e-8a65-4fb1-ba24-decebdc5df76 req-f3b92fa0-3a2f-4842-b022-62163e130dba tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716972 Sep 19 03:31:51.890787 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.013059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Deleting port f435e2c0-c112-45f2-b2b5-84ad24c5c2be {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:52.013689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.090019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253'}], 'enable_snat': True}, 'gw_port_id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:50Z', 'revision_number': 5, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port': {'id': 'f435e2c0-c112-45f2-b2b5-84ad24c5c2be', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:19:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3473, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:52.121886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] For port f435e2c0-c112-45f2-b2b5-84ad24c5c2be, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:52.122766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.140983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c11e95-2ed1-42ee-8354-abe15f8df87f req-cdc0997e-04c9-4287-bc3e-aca8236ff11d tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:52.143662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79c11e95-2ed1-42ee-8354-abe15f8df87f req-cdc0997e-04c9-4287-bc3e-aca8236ff11d tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.1288068 Sep 19 03:31:52.147650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Calling delete_port for f435e2c0-c112-45f2-b2b5-84ad24c5c2be owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:52.191818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] Checking router: 1950a073-8093-412f-b6d2-3e701d78b3a1 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:52.203306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] Routers {'1950a073-8093-412f-b6d2-3e701d78b3a1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:52.205039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['1950a073-8093-412f-b6d2-3e701d78b3a1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:52.296942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79c11e95-2ed1-42ee-8354-abe15f8df87f req-b8bfd670-10f0-45b7-b2d3-5fb456d85b16 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283195 Sep 19 03:31:52.321583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4a531-acec-4250-aed6-69656e7a9d0c req-a74bc85b-6078-46a2-8371-3c233f33bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:52.324264 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acd4a531-acec-4250-aed6-69656e7a9d0c req-a74bc85b-6078-46a2-8371-3c233f33bee7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1097 time: 0.0796204 Sep 19 03:31:52.382325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] Set router 1950a073-8093-412f-b6d2-3e701d78b3a1 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:52.405504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acd4a531-acec-4250-aed6-69656e7a9d0c req-a56d7419-eab0-4bf8-acff-51997bad6ff5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486887 Sep 19 03:31:52.437251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:51Z', 'revision_number': 6, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:52.464036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad2b44c-45fe-452a-81ef-f94ca8efa306 None None] The sync data for ids ['1950a073-8093-412f-b6d2-3e701d78b3a1'] in n-d-809936-1 is: [{'id': '1950a073-8093-412f-b6d2-3e701d78b3a1', 'name': 'tempest-TestServerMultinode-1651331479-router', 'tenant_id': 'c1e22f32b44340ca917458e70147eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:58Z', 'updated_at': '2021-09-19T03:31:51Z', 'revision_number': 6, 'project_id': 'c1e22f32b44340ca917458e70147eb42', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:52.468013 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.509200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f435e2c0-c112-45f2-b2b5-84ad24c5c2be,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:52.556957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.557680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.558230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.558863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.560483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.561054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.561852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.562408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.563039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.563575 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.564172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.564706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:31:52.613769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.707659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.710840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.760530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.762588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1950a073-8093-412f-b6d2-3e701d78b3a1 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:31:52.770671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.775198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53170) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:52.775723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-173b4e24-50a2-4bb7-ad10-43a050973e08 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1950a073-8093-412f-b6d2-3e701d78b3a1 HTTP/1.1" status: 204 len: 168 time: 1.2199361 Sep 19 03:31:52.822427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] Deleting subnet 0a68536e-885e-4b28-8213-9fa12b1c5ca2 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:31:52.831411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:52.932175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.013594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad517f3a-ebda-4679-9d13-8c221b3b0ee9 req-1c56f986-1c5b-4109-89bf-034c4c1e3add tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:53.014876 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad517f3a-ebda-4679-9d13-8c221b3b0ee9 req-1c56f986-1c5b-4109-89bf-034c4c1e3add tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.1008766 Sep 19 03:31:53.080059 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad517f3a-ebda-4679-9d13-8c221b3b0ee9 req-b261bcdd-d61a-4c37-aca4-430d54e9910d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570934 Sep 19 03:31:53.091892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.149400 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.176956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a68536e-885e-4b28-8213-9fa12b1c5ca2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:53.181084 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.189835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6278be73-3897-491d-ad7e-7951b959c2c9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0a68536e-885e-4b28-8213-9fa12b1c5ca2 HTTP/1.1" status: 204 len: 168 time: 0.4136100 Sep 19 03:31:53.191014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb73471-971c-49d4-b216-6b4e92ca52ab None None] Network 15ab9404-6739-4f65-b45e-846e805bf18b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:53.194803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53176) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:53.372242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.465172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] DHCP port deletion for 15ab9404-6739-4f65-b45e-846e805bf18b request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:31:53.519335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428af3-a37e-4c79-8df6-acc9d6e7d5b2 req-72823b57-7008-43c5-986c-4d8e4fbf3946 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:53.520872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6428af3-a37e-4c79-8df6-acc9d6e7d5b2 req-72823b57-7008-43c5-986c-4d8e4fbf3946 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0822144 Sep 19 03:31:53.547851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:53.550453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] Deleting port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:53.550893 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.564331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Deleting port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:53.564331 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.605541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6428af3-a37e-4c79-8df6-acc9d6e7d5b2 req-106c7d04-1f76-45ad-b12a-84ff0bcaba75 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653596 Sep 19 03:31:53.632351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] For port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:53.632756 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.650810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] Calling delete_port for 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:53.675481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] For port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,segment=NetworkSegment(62f0cd31-e6b6-4713-b3f1-f47d1cc492af),segment_id=62f0cd31-e6b6-4713-b3f1-f47d1cc492af)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:53.675978 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.690234 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Calling delete_port for 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:53.714111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:53.714466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ba8a2dc2-4fa1-466d-af6f-e1cfb6af4689 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:53.714889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f435e2c0-c112-45f2-b2b5-84ad24c5c2be no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:53.737907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f435e2c0-c112-45f2-b2b5-84ad24c5c2be {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:53.738240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f435e2c0-c112-45f2-b2b5-84ad24c5c2be not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:53.788880 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.810613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:53.829364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] No DVR routers for this DVR port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:53.837114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f107e-4e50-44c1-a495-73fd79b90d21 None None] Pushing event deleted for resources: {'Port': ['ID=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:53.850575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Pushing event deleted for resources: {'Port': ['ID=7782d160-7cbb-4645-b3ba-3eecb0c4a9c7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:53.860883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] No DVR routers for this DVR port 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:53.978381 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:54.026496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ab9404-6739-4f65-b45e-846e805bf18b']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:54.041308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f0cd31-e6b6-4713-b3f1-f47d1cc492af') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:54.041308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f0cd31-e6b6-4713-b3f1-f47d1cc492af') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:54.056909 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:54.073780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:54.085963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:31:54.086380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:31:54.088589 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:31:54.165439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:54.188795 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:54.197529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] 10.222.0.22 "DELETE /v2.0/networks/15ab9404-6739-4f65-b45e-846e805bf18b HTTP/1.1" status: 204 len: 168 time: 1.0005679 Sep 19 03:31:54.197780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:54.210073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c98b22-46a8-47f0-9e5c-c2c6210b474d admin admin] Pushing event deleted for resources: {'Network': ['ID=15ab9404-6739-4f65-b45e-846e805bf18b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:54.277054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150070-05fd-49ff-a39a-960853db20ba req-e0aa87c8-14f5-4e2e-9909-b6e7e8490f9f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:54.285317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a150070-05fd-49ff-a39a-960853db20ba req-e0aa87c8-14f5-4e2e-9909-b6e7e8490f9f tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0863431 Sep 19 03:31:54.330132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a150070-05fd-49ff-a39a-960853db20ba req-116ebea6-2730-4fb6-a99b-41d007c24ef1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438285 Sep 19 03:31:54.698809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:54.749927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d954-173e-482e-9d53-5b21586aeef4 req-86f6f07a-d862-4fdb-a5c2-d4a4b5ce3707 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:54.760783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc68d954-173e-482e-9d53-5b21586aeef4 req-86f6f07a-d862-4fdb-a5c2-d4a4b5ce3707 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0743692 Sep 19 03:31:54.805943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc68d954-173e-482e-9d53-5b21586aeef4 req-1fa3c1ca-58e5-4499-bb71-9503b0c23002 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448983 Sep 19 03:31:54.951485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca6e74-045c-4e4b-a530-bc3bf79154bf req-f8a412c8-3f2c-4383-a055-ab4f4b997c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:54.952955 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3dca6e74-045c-4e4b-a530-bc3bf79154bf req-f8a412c8-3f2c-4383-a055-ab4f4b997c2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1097 time: 0.1315355 Sep 19 03:31:55.019226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3dca6e74-045c-4e4b-a530-bc3bf79154bf req-bfb760e2-6b38-46a1-8a55-fb09b9e1b636 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516310 Sep 19 03:31:55.061646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2008bde8-1c71-4c6b-a639-ce459e6dae17 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:31:55.085969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2008bde8-1c71-4c6b-a639-ce459e6dae17 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:55.131098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Deleting port 036bdaab-bbdd-473e-883d-84952e0b8424 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:55.131820 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:55.251976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d439f-db54-4136-a485-c1a9926386f6 req-29108964-9f4d-4d84-aeba-5666addeec4d tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:55.253575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-059d439f-db54-4136-a485-c1a9926386f6 req-29108964-9f4d-4d84-aeba-5666addeec4d tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.1204638 Sep 19 03:31:55.334873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] For port 036bdaab-bbdd-473e-883d-84952e0b8424, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=036bdaab-bbdd-473e-883d-84952e0b8424,segment=NetworkSegment(bb7e5532-d680-484b-9b1f-95d9997858c4),segment_id=bb7e5532-d680-484b-9b1f-95d9997858c4)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:55.335494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:55.344922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-059d439f-db54-4136-a485-c1a9926386f6 req-51a82aef-44ad-435b-87b3-59f01239e480 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Sep 19 03:31:55.350044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Calling delete_port for 036bdaab-bbdd-473e-883d-84952e0b8424 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:55.434523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:55.447562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'port_id': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'mac_address': 'fa:16:3e:72:cc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:31:55.508026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:55.542189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:55.542815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 7782d160-7cbb-4645-b3ba-3eecb0c4a9c7 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:55.557619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:55.562090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:55.575524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2008bde8-1c71-4c6b-a639-ce459e6dae17 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:31:55.609193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205132fc-8fd6-430b-97d5-58a744b6f2b8 req-856dc210-bba2-4747-970a-aaeba71822b1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:55.617658 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-205132fc-8fd6-430b-97d5-58a744b6f2b8 req-856dc210-bba2-4747-970a-aaeba71822b1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.1699452 Sep 19 03:31:55.635300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:55.645200 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:55.704878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-205132fc-8fd6-430b-97d5-58a744b6f2b8 req-0a2c4622-c63f-4e44-b553-699737dc233d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820680 Sep 19 03:31:55.745326 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:31:55.745846 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:31:55.766793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:56.048112 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:56.058894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-055029be-73a7-497a-b553-96e252665265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:56.060880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-055029be-73a7-497a-b553-96e252665265 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1097 time: 0.0707679 Sep 19 03:31:56.094543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=036bdaab-bbdd-473e-883d-84952e0b8424,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:56.303389 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:56.343614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2008bde8-1c71-4c6b-a639-ce459e6dae17 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:31:56.413087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:56.422634 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:56.432952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-04375c1e-c4b4-4366-bd7b-47c64352c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:56.434621 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-04375c1e-c4b4-4366-bd7b-47c64352c12d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 920 time: 0.3493159 Sep 19 03:31:56.522871 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-00b386c0-1d4a-4e98-aa99-e1fc6740f0be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 200 len: 217 time: 0.0804448 Sep 19 03:31:56.530057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:56.546773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9213f-b8f3-4b5d-b335-eb66616d6b38 req-57480b55-7f90-48dc-a5f2-116dc9026092 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:56.552650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62d9213f-b8f3-4b5d-b335-eb66616d6b38 req-57480b55-7f90-48dc-a5f2-116dc9026092 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0974591 Sep 19 03:31:56.557248 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:56.603795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62d9213f-b8f3-4b5d-b335-eb66616d6b38 req-834310b3-09c7-40bd-9c17-a867355dd0ce tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Sep 19 03:31:56.742215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-6ac2b709-28b6-4fba-968a-6bed010e1259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:56.744204 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-6ac2b709-28b6-4fba-968a-6bed010e1259 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.1363881 Sep 19 03:31:56.815866 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-ba0286cd-0caf-4e07-8437-65719f6309dd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295017 Sep 19 03:31:56.962214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a09f8-d201-4ad3-a0f5-26e02fa14b7d req-6d347700-4f95-4f9d-a6eb-479086d72855 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:56.974350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b7a09f8-d201-4ad3-a0f5-26e02fa14b7d req-6d347700-4f95-4f9d-a6eb-479086d72855 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 944 time: 0.1169298 Sep 19 03:31:57.047166 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b7a09f8-d201-4ad3-a0f5-26e02fa14b7d req-d72bcba0-94d4-4a31-8e26-8e77bad6d138 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720482 Sep 19 03:31:57.142891 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-736da167-4790-4137-b05e-4ab99cde1250 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188739 Sep 19 03:31:57.144553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Router dcb218dc-3aa5-4f27-a238-663a88ed2647 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:31:57.293771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['2008bde8-1c71-4c6b-a639-ce459e6dae17'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:31:57.360718 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f32002d8-e6e7-4d9d-83aa-f27998f7529f req-69b5f8a3-9938-4a45-89d1-6780cf7e5c56 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034638 Sep 19 03:31:57.368579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:31:57.374789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bda8cc51-d2e1-4b7a-9a45-ba9a94b102e1 admin admin] 10.222.0.22 "PUT /v2.0/routers/dcb218dc-3aa5-4f27-a238-663a88ed2647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1758890 Sep 19 03:31:57.377270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53250) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:57.388921 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] Sync routers for ids ['dcb218dc-3aa5-4f27-a238-663a88ed2647'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:31:57.402394 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] Routers {'dcb218dc-3aa5-4f27-a238-663a88ed2647'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:57.403039 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dcb218dc-3aa5-4f27-a238-663a88ed2647'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:57.523422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:57.620159 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] Set router dcb218dc-3aa5-4f27-a238-663a88ed2647 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:57.700653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:57.780461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Deleting port d114c795-a8a2-4c3b-af96-6d6e344b516a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:57.781009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:57.829741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c4868-bde4-4915-9cbf-0c980e11f454 req-e24723ee-d571-4d66-8b09-d3d584e4e522 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:57.832716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-935c4868-bde4-4915-9cbf-0c980e11f454 req-e24723ee-d571-4d66-8b09-d3d584e4e522 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0937042 Sep 19 03:31:57.888791 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:55Z', 'revision_number': 5, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port': {'id': 'd114c795-a8a2-4c3b-af96-6d6e344b516a', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:58:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:57.910279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] For port d114c795-a8a2-4c3b-af96-6d6e344b516a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d114c795-a8a2-4c3b-af96-6d6e344b516a,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:57.910908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:57.915070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-935c4868-bde4-4915-9cbf-0c980e11f454 req-27a59ef6-df35-4eae-b0d3-be2cb2b3b8c9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740867 Sep 19 03:31:57.928398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Calling delete_port for d114c795-a8a2-4c3b-af96-6d6e344b516a owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:57.948942 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] Checking router: dcb218dc-3aa5-4f27-a238-663a88ed2647 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:31:57.957824 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] Routers {'dcb218dc-3aa5-4f27-a238-663a88ed2647'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:31:57.959934 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['dcb218dc-3aa5-4f27-a238-663a88ed2647'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:58.199871 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] Set router dcb218dc-3aa5-4f27-a238-663a88ed2647 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:31:58.203558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.219991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00693029-9f96-402c-8cfa-7fcdabb3c090 req-55e2b50c-42a9-4c11-b622-17690b76d9a7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:58.225701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00693029-9f96-402c-8cfa-7fcdabb3c090 req-55e2b50c-42a9-4c11-b622-17690b76d9a7 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 944 time: 0.0820227 Sep 19 03:31:58.257154 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:57Z', 'revision_number': 6, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:58.264332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=d114c795-a8a2-4c3b-af96-6d6e344b516a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:58.292271 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e75e3d-612e-4a56-ae88-d2f81a7cdcf3 None None] The sync data for ids ['dcb218dc-3aa5-4f27-a238-663a88ed2647'] in n-d-809936-1 is: [{'id': 'dcb218dc-3aa5-4f27-a238-663a88ed2647', 'name': 'tempest-TestServerMultinode-156189770-router', 'tenant_id': '45473dab3eef4b00b5e6489a79db213d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:31:09Z', 'updated_at': '2021-09-19T03:31:57Z', 'revision_number': 6, 'project_id': '45473dab3eef4b00b5e6489a79db213d', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:31:58.309019 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00693029-9f96-402c-8cfa-7fcdabb3c090 req-9714f7e9-9015-4105-8dc1-a5253c7e299c tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768950 Sep 19 03:31:58.331572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53268) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:58.400086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.480496 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-63edb391-3b0b-4448-a59f-9f18b738671b tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/floatingips/6cb9667b-0150-4e21-91e5-c8be16c7aaf7 HTTP/1.1" status: 200 len: 991 time: 0.1447430 Sep 19 03:31:58.508504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.510706 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.554363 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.555044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcb218dc-3aa5-4f27-a238-663a88ed2647 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:31:58.560292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.563820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01f31e33-a570-4d7c-ab74-3111c8248cfd admin admin] 10.222.0.22 "DELETE /v2.0/routers/dcb218dc-3aa5-4f27-a238-663a88ed2647 HTTP/1.1" status: 204 len: 168 time: 1.1832421 Sep 19 03:31:58.564298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53272) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:58.612303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] Deleting subnet 289c097c-da07-471e-9bfb-43c92672e0fa {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:31:58.615251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.650253 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.745813 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.806831 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.819586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:58.824180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:58.826104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef92363-d2a1-4b0f-a35b-cbacca769493 None None] Network e1752623-d27b-4776-ba35-9846fa5c5582 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:31:58.829188 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/289c097c-da07-471e-9bfb-43c92672e0fa HTTP/1.1" status: 204 len: 168 time: 0.2636161 Sep 19 03:31:58.873064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44223062-860c-484a-b57a-ebe6c4f25c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289c097c-da07-471e-9bfb-43c92672e0fa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:58.926619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.004521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Deleting port fb02fced-7407-42f2-af77-4aff7865353f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:59.004876 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.079301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2008bde8-1c71-4c6b-a639-ce459e6dae17 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:31:59.082508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e1cb8-ca58-4534-afe1-bd4d1644fc58 req-1785ae3b-e459-48a0-a942-6854665cfb60 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:31:59.085421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-876e1cb8-ca58-4534-afe1-bd4d1644fc58 req-1785ae3b-e459-48a0-a942-6854665cfb60 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0671475 Sep 19 03:31:59.121564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] For port fb02fced-7407-42f2-af77-4aff7865353f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fb02fced-7407-42f2-af77-4aff7865353f,segment=NetworkSegment(bb7e5532-d680-484b-9b1f-95d9997858c4),segment_id=bb7e5532-d680-484b-9b1f-95d9997858c4)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:59.124003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.143153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] DHCP port deletion for e1752623-d27b-4776-ba35-9846fa5c5582 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:31:59.166377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-876e1cb8-ca58-4534-afe1-bd4d1644fc58 req-33e9cbcd-7f1b-47d9-bf53-94e4a5b90d0e tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742581 Sep 19 03:31:59.177120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Calling delete_port for fb02fced-7407-42f2-af77-4aff7865353f owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:59.227913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 2008bde8-1c71-4c6b-a639-ce459e6dae17 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:31:59.228280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.288951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] Deleting port fb02fced-7407-42f2-af77-4aff7865353f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:31:59.288951 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.306837 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.335263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb02fced-7407-42f2-af77-4aff7865353f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:59.342435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] No DVR routers for this DVR port fb02fced-7407-42f2-af77-4aff7865353f on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:59.362459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.424668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:31:59.426935 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5b0cc1-1e36-4a49-bb59-aef8c8d7cd24" -d '{"events": [{"server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:31:59.439184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.445181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] For port fb02fced-7407-42f2-af77-4aff7865353f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fb02fced-7407-42f2-af77-4aff7865353f,segment=NetworkSegment(bb7e5532-d680-484b-9b1f-95d9997858c4),segment_id=bb7e5532-d680-484b-9b1f-95d9997858c4)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:59.445603 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.449070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:31:59.457171 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.473807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1752623-d27b-4776-ba35-9846fa5c5582']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:59.489943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7e5532-d680-484b-9b1f-95d9997858c4') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:59.490342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7e5532-d680-484b-9b1f-95d9997858c4') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:31:59.492652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] Calling delete_port for fb02fced-7407-42f2-af77-4aff7865353f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:31:59.501285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.516346 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.525203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:31:59.525780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.594759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.598528 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c24b2-b6e3-4ff6-a88f-91d56da9a5b6 x-openstack-request-id: req-a32c24b2-b6e3-4ff6-a88f-91d56da9a5b6 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:31:59.598850 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "name": "network-vif-plugged", "status": "completed", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:31:59.599117 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a32c24b2-b6e3-4ff6-a88f-91d56da9a5b6 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:31:59.599545 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'code': 200} Sep 19 03:31:59.603900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 036bdaab-bbdd-473e-883d-84952e0b8424 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:31:59.624296 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:31:59.628049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.635751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.639035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 036bdaab-bbdd-473e-883d-84952e0b8424 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:59.639388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 036bdaab-bbdd-473e-883d-84952e0b8424 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:59.639804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d114c795-a8a2-4c3b-af96-6d6e344b516a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:59.641377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e1752623-d27b-4776-ba35-9846fa5c5582 HTTP/1.1" status: 204 len: 168 time: 0.8154962 Sep 19 03:31:59.653283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e969695-4767-4aa6-a8cb-1844f7c8bc91 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1752623-d27b-4776-ba35-9846fa5c5582,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:59.697965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] No DVR routers for this DVR port fb02fced-7407-42f2-af77-4aff7865353f on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:31:59.699819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d114c795-a8a2-4c3b-af96-6d6e344b516a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:59.700492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d114c795-a8a2-4c3b-af96-6d6e344b516a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:59.700952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fb02fced-7407-42f2-af77-4aff7865353f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:31:59.703011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:59.731950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: fb02fced-7407-42f2-af77-4aff7865353f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:31:59.732414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fb02fced-7407-42f2-af77-4aff7865353f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:31:59.753384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f345b-332a-43d3-8a77-b89197ede47f None None] Pushing event deleted for resources: {'Port': ['ID=fb02fced-7407-42f2-af77-4aff7865353f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:31:59.805798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53290) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:59.858798 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1165806a-5c17-4395-badd-dbb7ce644bf1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1e22f32b44340ca917458e70147eb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496709 Sep 19 03:31:59.859591 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53292) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:31:59.924338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb77-cfe5-43fc-8934-f4eaedb975ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:31:59.950037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb77-cfe5-43fc-8934-f4eaedb975ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.025325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb77-cfe5-43fc-8934-f4eaedb975ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.028566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c5bcb77-cfe5-43fc-8934-f4eaedb975ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.030476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8c5bcb77-cfe5-43fc-8934-f4eaedb975ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d948b6da-af1f-45a0-b9cb-75d313fcb888 HTTP/1.1" status: 204 len: 168 time: 0.1698878 Sep 19 03:32:00.040437 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.042775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bcb77-cfe5-43fc-8934-f4eaedb975ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d948b6da-af1f-45a0-b9cb-75d313fcb888,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:00.351809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fbe7f-64c0-4a76-b8d7-ead958713960 req-2a3a0af6-212c-464b-bf1c-47c7c55a4e3f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:00.361530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-770fbe7f-64c0-4a76-b8d7-ead958713960 req-2a3a0af6-212c-464b-bf1c-47c7c55a4e3f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0743237 Sep 19 03:32:00.416905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-770fbe7f-64c0-4a76-b8d7-ead958713960 req-5e443f98-07d4-47ce-bb95-cef42f2399a0 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540621 Sep 19 03:32:00.547541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53312) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:00.607275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-48155d12-3868-4061-8b56-4c4f7a665deb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45473dab3eef4b00b5e6489a79db213d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577164 Sep 19 03:32:00.609271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53316) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:00.678375 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07eae5f1-fd9f-44d2-852d-188c91051291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.704256 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07eae5f1-fd9f-44d2-852d-188c91051291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.771071 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07eae5f1-fd9f-44d2-852d-188c91051291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.774184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07eae5f1-fd9f-44d2-852d-188c91051291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:00.775633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-07eae5f1-fd9f-44d2-852d-188c91051291 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb40a5f1-605a-4f8d-b767-663f6d40a466 HTTP/1.1" status: 204 len: 168 time: 0.1646905 Sep 19 03:32:00.784926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eae5f1-fd9f-44d2-852d-188c91051291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb40a5f1-605a-4f8d-b767-663f6d40a466,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:01.751273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53352) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:01.872308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-19449909-network', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:01.925405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:32:01.928400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:01.939688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.091925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.096979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.123943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:32:02.141291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc99ccec-82f3-4237-a7e8-8d7599dfdf70,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:02.148158 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.148516 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Added segment 666c76b2-bed1-40e3-923e-83d0fd7f13e7 of type vlan for network fe1836b4-136e-4016-89e0-ca4fe200a02c Sep 19 03:32:02.186157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce72eb2-45d8-4aa6-b5b4-5b5f3dd5d97e req-4961ae3b-a56a-4cc5-ad26-617565eeeeec tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:02.188430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ce72eb2-45d8-4aa6-b5b4-5b5f3dd5d97e req-4961ae3b-a56a-4cc5-ad26-617565eeeeec tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0671453 Sep 19 03:32:02.206409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.233481 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.234779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:02.235551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.236344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ce72eb2-45d8-4aa6-b5b4-5b5f3dd5d97e req-4f6dd7c7-1ea1-42d8-9ffd-7f1423442d66 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Sep 19 03:32:02.324961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1836b4-136e-4016-89e0-ca4fe200a02c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:02.338496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network fe1836b4-136e-4016-89e0-ca4fe200a02c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:32:02.344631 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-87899c58-a3cd-4267-bc14-4251ed16d248 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5918498 Sep 19 03:32:02.346822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53374) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:02.352107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Request body: {'subnet': {'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-19449909-subnet', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:02.382771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:32:02.385811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.584849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.658706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1d4b37-3509-491c-8238-ca03089e98e8,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:02.696940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:02.697389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Network hostable DHCP agents. Network: fe1836b4-136e-4016-89e0-ca4fe200a02c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:32:02.733660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:32:02.749344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, fe1836b4-136e-4016-89e0-ca4fe200a02c) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:02.755294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:02.757116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.759959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20183534-486a-47a5-b86a-c07bf4840b7b None None] Network fe1836b4-136e-4016-89e0-ca4fe200a02c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:32:02.787689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53382) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:02.789909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c0d1b036-731f-4fd9-802f-99e24ebe22f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4418638 Sep 19 03:32:02.793078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:02.830239 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.835273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:02.920404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.015866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-fe1836b4-136e-4016-89e0-ca4fe200a02c', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:32:03.016721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.066538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.206849 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-5beedf58-2663-4539-b6df-3adc575b309f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0776467 Sep 19 03:32:03.348390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Allocated IP 172.20.0.2 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/076d6cbd-4d26-4613-8a57-21a233ae3c50) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:32:03.393050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-5f189088-0d77-4736-b6c7-09537f05083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:03.394687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-5f189088-0d77-4736-b6c7-09537f05083c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1097 time: 0.1473083 Sep 19 03:32:03.473927 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.528029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.576801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.584903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-acc0c5d5-eba5-4b09-9425-e72a7946a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:03.586400 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-acc0c5d5-eba5-4b09-9425-e72a7946a256 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 HTTP/1.1" status: 200 len: 898 time: 0.1692493 Sep 19 03:32:03.590150 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.655116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:03.660382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:03.664638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:32:03.666408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Allocated IP 172.25.8.161 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/40356dc6-9f42-4091-928d-ceef8596a1c2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:32:03.678779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Pushing event updated for resources: {'Port': ['ID=076d6cbd-4d26-4613-8a57-21a233ae3c50,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:03.679706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-ebca6eb5-f7e1-479f-aad7-f767c8f065c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17 HTTP/1.1" status: 200 len: 1001 time: 0.0859537 Sep 19 03:32:03.762244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-b85b53cb-5369-4ad3-9355-02cddfb66245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:03.764090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Attempting to bind port 076d6cbd-4d26-4613-8a57-21a233ae3c50 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:32:03.764360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Attempting to bind port 076d6cbd-4d26-4613-8a57-21a233ae3c50 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:32:03.764713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Attempting to bind port 076d6cbd-4d26-4613-8a57-21a233ae3c50 on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:03.766145 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-b85b53cb-5369-4ad3-9355-02cddfb66245 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c956856-f07c-45fb-b65a-c2888a8c6c41 HTTP/1.1" status: 200 len: 835 time: 0.0790844 Sep 19 03:32:03.771640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:32:03.772017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:03.772421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.772810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:32:03.780951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Bound port: 076d6cbd-4d26-4613-8a57-21a233ae3c50, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:32:03.781361 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.849618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-eb8d3b0b-b81e-42f7-bdff-5256166f9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:03.851739 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-eb8d3b0b-b81e-42f7-bdff-5256166f9fac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778553 Sep 19 03:32:03.867810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] For port 076d6cbd-4d26-4613-8a57-21a233ae3c50, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:32:03.871689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] For port 076d6cbd-4d26-4613-8a57-21a233ae3c50, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=076d6cbd-4d26-4613-8a57-21a233ae3c50,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:32:03.874119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.878127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.918300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:03.969124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:03.973480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:03.999763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcc655-c84b-4f5f-90f0-284b7a31c6eb None None] Pushing event updated for resources: {'Port': ['ID=076d6cbd-4d26-4613-8a57-21a233ae3c50,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:04.000791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:32:04.018051 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-2575a6b5-6284-4205-a095-5c13c8e803e6 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584802 Sep 19 03:32:04.055829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Pushing event updated for resources: {'Port': ['ID=40356dc6-9f42-4091-928d-ceef8596a1c2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:04.182791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b0172be9-26b8-41d7-a863-ff5b4b8955a7 req-7691e6f1-04dd-4cdd-9b79-56b6e95a2b59 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576264 Sep 19 03:32:04.477592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:05.061205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:05.257387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:32:05.432048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b752c2-3d5d-43ac-835b-0c0acad6c277 None None] Network fe1836b4-136e-4016-89e0-ca4fe200a02c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:32:05.448933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:32:05.468989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:32:05.508252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:05.509600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88737f15-2000-46e4-afaf-2dfd3501149c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7208319 Sep 19 03:32:05.512898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53414) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:05.519233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:05.519900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:05.567458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 076d6cbd-4d26-4613-8a57-21a233ae3c50 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:05.674914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d38833da-e4b9-4f45-8c7b-7ab758506b81 None None] Provisioning complete for port 076d6cbd-4d26-4613-8a57-21a233ae3c50 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:05.675324 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d38833da-e4b9-4f45-8c7b-7ab758506b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:05.767083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 076d6cbd-4d26-4613-8a57-21a233ae3c50 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:05.767459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:06.056091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:06.221193 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d38833da-e4b9-4f45-8c7b-7ab758506b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:06.297414 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:06.434409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d38833da-e4b9-4f45-8c7b-7ab758506b81 None None] For port 076d6cbd-4d26-4613-8a57-21a233ae3c50, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=076d6cbd-4d26-4613-8a57-21a233ae3c50,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:06.465629 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d38833da-e4b9-4f45-8c7b-7ab758506b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:06.566395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38833da-e4b9-4f45-8c7b-7ab758506b81 None None] Pushing event updated for resources: {'Port': ['ID=076d6cbd-4d26-4613-8a57-21a233ae3c50,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:06.638555 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:32:06.638946 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:32:06.676839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:04Z', 'revision_number': 3, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:06.711829 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:06.723416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:32:06.723847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Updating router aa04e22d-6a1f-415a-a07e-f447b93ff2aa port 40356dc6-9f42-4091-928d-ceef8596a1c2 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:32:06.814056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.033521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Allocated IP 172.20.0.1 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/2a9e03dd-87d7-44ae-a78c-55c947f3820c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:32:07.118008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1bfc371f-03b3-4293-b5d6-3cc0a4e130c5 None None] Provisioning complete for port 076d6cbd-4d26-4613-8a57-21a233ae3c50 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:07.118381 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1bfc371f-03b3-4293-b5d6-3cc0a4e130c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.174567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.261262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.298639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:07.327242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:07.352747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:32:07.405855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.420044 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.467711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9e03dd-87d7-44ae-a78c-55c947f3820c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:07.517162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.536258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 076d6cbd-4d26-4613-8a57-21a233ae3c50 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:07.601991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Attempting to bind port 40356dc6-9f42-4091-928d-ceef8596a1c2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:32:07.602377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Attempting to bind port 40356dc6-9f42-4091-928d-ceef8596a1c2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:32:07.602734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Attempting to bind port 40356dc6-9f42-4091-928d-ceef8596a1c2 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:07.621280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:32:07.621666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:07.624228 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.624649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:32:07.625147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Bound port: 40356dc6-9f42-4091-928d-ceef8596a1c2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:32:07.625541 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.715923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.716929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1c799-01c3-4df0-a64d-a74a5a3de0ce None None] Pushing event updated for resources: {'Port': ['ID=40356dc6-9f42-4091-928d-ceef8596a1c2,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:07.742354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 076d6cbd-4d26-4613-8a57-21a233ae3c50 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:07.742729 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.817478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] For port 40356dc6-9f42-4091-928d-ceef8596a1c2, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:32:07.822870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] For port 40356dc6-9f42-4091-928d-ceef8596a1c2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=40356dc6-9f42-4091-928d-ceef8596a1c2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:32:07.870334 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:07.918101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:07.918779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:07.927261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ba9a763d-b494-4461-8f0c-bcedc8328a9e None None] Provisioning complete for port 2a9e03dd-87d7-44ae-a78c-55c947f3820c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:07.928228 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba9a763d-b494-4461-8f0c-bcedc8328a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:08.011324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a763d-b494-4461-8f0c-bcedc8328a9e None None] Port 2a9e03dd-87d7-44ae-a78c-55c947f3820c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:32:08.061427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1c799-01c3-4df0-a64d-a74a5a3de0ce None None] Pushing event updated for resources: {'Port': ['ID=40356dc6-9f42-4091-928d-ceef8596a1c2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:08.094903 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:08.106141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:08.187870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:08.206359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2a9e03dd-87d7-44ae-a78c-55c947f3820c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:08.253345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:08.467953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:08.469343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:08.766871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:32:08.857277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:08.912528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b9d1ff-03b0-4ac6-9366-ccfcf07f06cc None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:32:08.975201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-21699ab1-ef47-4421-a032-46e9c11724a6 None None] Provisioning complete for port 2a9e03dd-87d7-44ae-a78c-55c947f3820c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:08.975575 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21699ab1-ef47-4421-a032-46e9c11724a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:08.982274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:32:08.999564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2e7c5450-d135-4dbd-a1ba-1162bb1d1bc5 admin admin] 10.222.0.22 "PUT /v2.0/routers/aa04e22d-6a1f-415a-a07e-f447b93ff2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4834232 Sep 19 03:32:09.031463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-21699ab1-ef47-4421-a032-46e9c11724a6 None None] Port 2a9e03dd-87d7-44ae-a78c-55c947f3820c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:32:09.816623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53470) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:09.822482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-948559662-network', 'tenant_id': '27152534c635445f8f0ba92b79448443'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:09.908213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Made reservation on behalf of 27152534c635445f8f0ba92b79448443 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:32:09.910653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:09.931314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.127717 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.137781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.151303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:32:10.164520 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.164876 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Added segment 86395e00-1a69-4052-9bf6-94025322487c of type vlan for network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 Sep 19 03:32:10.224046 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2b9ffa-426f-4bb9-af4b-3508f4ae9f59,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:10.259169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.317286 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.321048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:10.322660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.399310 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5785728 Sep 19 03:32:10.400006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53474) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:10.400490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef90f-c735-4e05-b1ee-b164c94dfbbd admin admin] Pushing event updated for resources: {'Network': ['ID=99e4afc6-68d0-42fb-bb3b-62cb88b66030,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:10.412887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Request body: {'subnet': {'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-948559662-subnet', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:10.413264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:32:10.485070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Made reservation on behalf of 27152534c635445f8f0ba92b79448443 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:32:10.490816 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.758704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.863907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Checking segment: {'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:10.864378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Network hostable DHCP agents. Network: 99e4afc6-68d0-42fb-bb3b-62cb88b66030, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:32:10.868679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc6089e-00ea-49f7-ae06-0e7c7451e6fa,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:10.889069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:32:10.905022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 99e4afc6-68d0-42fb-bb3b-62cb88b66030) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:10.910570 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:10.911096 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.921638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdabf3e-8584-4f98-8c63-e6ad75522fe4 None None] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:32:10.936718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b40630f4-787e-4a57-ad0a-3c5e318c6c74 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5308022 Sep 19 03:32:10.938685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53484) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:10.941679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:10.975738 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:10.979799 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.060289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.139099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'fixed_ips': [{'subnet_id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:32:11.139971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.312243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.324962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Allocated IP 172.20.0.2 (99e4afc6-68d0-42fb-bb3b-62cb88b66030/bbc6089e-00ea-49f7-ae06-0e7c7451e6fa/033456e3-a3ae-4019-a3a9-12bef31c8da9) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:32:11.537423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.564155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.625747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 40356dc6-9f42-4091-928d-ceef8596a1c2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:11.728572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:11.731181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Pushing event updated for resources: {'Port': ['ID=033456e3-a3ae-4019-a3a9-12bef31c8da9,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:11.736283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:11.746269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.746634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.747105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.747454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.747798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.748132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.748468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.748802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.749130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.749456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.749791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.750114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:11.755485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:32:11.816596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.849113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.868113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Attempting to bind port 033456e3-a3ae-4019-a3a9-12bef31c8da9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:32:11.868498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Attempting to bind port 033456e3-a3ae-4019-a3a9-12bef31c8da9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:32:11.868880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Attempting to bind port 033456e3-a3ae-4019-a3a9-12bef31c8da9 on network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:11.874728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 40356dc6-9f42-4091-928d-ceef8596a1c2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:11.875168 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.909229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:32:11.909600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Checking segment: {'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:11.910019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:11.910411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Bound using segment: {'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:32:11.910942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Bound port: 033456e3-a3ae-4019-a3a9-12bef31c8da9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:32:11.911430 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:12.012510 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:12.074555 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:32:12.079406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Allocated IP 172.25.8.137 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/5ea66d98-14e8-4dee-a30d-52234b015caa) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:32:12.080944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] For port 033456e3-a3ae-4019-a3a9-12bef31c8da9, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:32:12.087478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] For port 033456e3-a3ae-4019-a3a9-12bef31c8da9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=033456e3-a3ae-4019-a3a9-12bef31c8da9,segment=NetworkSegment(86395e00-1a69-4052-9bf6-94025322487c),segment_id=86395e00-1a69-4052-9bf6-94025322487c)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:32:12.101451 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:12.102429 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:12.109105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 40356dc6-9f42-4091-928d-ceef8596a1c2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=40356dc6-9f42-4091-928d-ceef8596a1c2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:12.115286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:12.140261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:12.287616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72f7f6-5f09-4e9a-8fc5-61ecfdeb6729 None None] Pushing event updated for resources: {'Port': ['ID=033456e3-a3ae-4019-a3a9-12bef31c8da9,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:12.376551 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:12.395152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:12.397309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=40356dc6-9f42-4091-928d-ceef8596a1c2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:12.473486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:12.513756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:12.517376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:12.520859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:32:12.562353 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Pushing event updated for resources: {'Port': ['ID=5ea66d98-14e8-4dee-a30d-52234b015caa,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:12.808347 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 2, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:12.873330 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:32:12.873694 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Updating router aa04e22d-6a1f-415a-a07e-f447b93ff2aa port 2a9e03dd-87d7-44ae-a78c-55c947f3820c binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:32:12.929348 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:12.955487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:13.193279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:13.467892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Router c8482c66-0946-4d73-aa49-70cba4d2f7fb is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:32:13.526910 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:13.537594 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:13.619982 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Pushing event updated for resources: {'Port': ['ID=2a9e03dd-87d7-44ae-a78c-55c947f3820c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:13.667716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:32:13.678707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Sync routers for ids ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:32:13.695391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 40356dc6-9f42-4091-928d-ceef8596a1c2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:13.705381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:13.710367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 53508) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:13.711066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ee180f0-36a5-4e4b-bd26-46f51eb0290e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7746024 Sep 19 03:32:13.844146 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.844942 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.845519 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.845952 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.846379 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.846836 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.847259 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.847936 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.848439 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.848931 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.850033 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.850413 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:13.893979 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Attempting to bind port 2a9e03dd-87d7-44ae-a78c-55c947f3820c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:32:13.894402 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Attempting to bind port 2a9e03dd-87d7-44ae-a78c-55c947f3820c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:32:13.894892 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Attempting to bind port 2a9e03dd-87d7-44ae-a78c-55c947f3820c on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:13.909307 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:32:13.910776 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:13.910776 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:13.910776 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:32:13.916907 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Bound port: 2a9e03dd-87d7-44ae-a78c-55c947f3820c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:32:13.922121 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:14.078520 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] For port 2a9e03dd-87d7-44ae-a78c-55c947f3820c, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:32:14.083082 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] For port 2a9e03dd-87d7-44ae-a78c-55c947f3820c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2a9e03dd-87d7-44ae-a78c-55c947f3820c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:32:14.093561 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:14.175075 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:14.175957 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:14.214923 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d0b83-0d5f-45ca-9792-33aca3896fe4 None None] Pushing event updated for resources: {'Port': ['ID=2a9e03dd-87d7-44ae-a78c-55c947f3820c,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:14.273688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf4647f-7188-4871-a93a-9e2244d242ce None None] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:32:14.306898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Routers {'c8482c66-0946-4d73-aa49-70cba4d2f7fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:14.308082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:14.431542 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:14.632555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-feaf9bef-a8ab-4f5e-b322-0d1db07c23d1 None None] Provisioning complete for port 033456e3-a3ae-4019-a3a9-12bef31c8da9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:14.632931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feaf9bef-a8ab-4f5e-b322-0d1db07c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:14.662609 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:14.676354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70abf2b6-73d7-4dfe-8942-1abcef07e33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:14.762089 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:14Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:14.778214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 40356dc6-9f42-4091-928d-ceef8596a1c2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:14.778773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:14.793525 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4e1d82-cc32-4c8a-bfb3-3d151560e7f5 None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:14Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:32:14.822044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Set router c8482c66-0946-4d73-aa49-70cba4d2f7fb gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:14.867203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Allocated IP 172.20.0.1 (99e4afc6-68d0-42fb-bb3b-62cb88b66030/bbc6089e-00ea-49f7-ae06-0e7c7451e6fa/42145286-fe9b-438c-9302-365b55ac0a2c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:32:15.043986 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feaf9bef-a8ab-4f5e-b322-0d1db07c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.046570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.104305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.150553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 033456e3-a3ae-4019-a3a9-12bef31c8da9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:15.188677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=42145286-fe9b-438c-9302-365b55ac0a2c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:15.200382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:15.202445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:15.210268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:32:15.248924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-feaf9bef-a8ab-4f5e-b322-0d1db07c23d1 None None] For port 033456e3-a3ae-4019-a3a9-12bef31c8da9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=033456e3-a3ae-4019-a3a9-12bef31c8da9,segment=NetworkSegment(86395e00-1a69-4052-9bf6-94025322487c),segment_id=86395e00-1a69-4052-9bf6-94025322487c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:15.284185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.317385 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-feaf9bef-a8ab-4f5e-b322-0d1db07c23d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.362765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 033456e3-a3ae-4019-a3a9-12bef31c8da9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:15.363157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.466338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf9bef-a8ab-4f5e-b322-0d1db07c23d1 None None] Pushing event updated for resources: {'Port': ['ID=033456e3-a3ae-4019-a3a9-12bef31c8da9,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:15.494111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9b71691b-f65a-4745-8d34-932f09c6f035 None None] Provisioning complete for port 033456e3-a3ae-4019-a3a9-12bef31c8da9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:15.494872 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b71691b-f65a-4745-8d34-932f09c6f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.580688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 3, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port': {'id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:11Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:15.597108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.608556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-22ef1b78-e293-4671-8474-891fda0e7310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:15.610131 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-22ef1b78-e293-4671-8474-891fda0e7310 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1097 time: 0.0960836 Sep 19 03:32:15.707038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Checking router: c8482c66-0946-4d73-aa49-70cba4d2f7fb for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:32:15.707378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Updating router c8482c66-0946-4d73-aa49-70cba4d2f7fb port 5ea66d98-14e8-4dee-a30d-52234b015caa binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:32:15.757538 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:15.801554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2a9e03dd-87d7-44ae-a78c-55c947f3820c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:15.846442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-d7b4862f-27cf-4458-9fce-bc7c10f1ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:15.847869 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-d7b4862f-27cf-4458-9fce-bc7c10f1ea23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 920 time: 0.2280266 Sep 19 03:32:15.940839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-b902da77-71f5-4a80-86eb-0576e681986d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 200 len: 217 time: 0.0776837 Sep 19 03:32:16.038694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-18f879bb-ce49-49cf-b9a0-0beeaa07747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:16.043099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-18f879bb-ce49-49cf-b9a0-0beeaa07747a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.1007502 Sep 19 03:32:16.051008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.053081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2a9e03dd-87d7-44ae-a78c-55c947f3820c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:16.053458 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.072904 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.120186 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-d6f517d6-103f-4a21-ae42-2916692b3026 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677419 Sep 19 03:32:16.179814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9b71691b-f65a-4745-8d34-932f09c6f035 None None] Provisioning complete for port 2a9e03dd-87d7-44ae-a78c-55c947f3820c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:16.180236 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b71691b-f65a-4745-8d34-932f09c6f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.185082 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.201772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=42145286-fe9b-438c-9302-365b55ac0a2c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:16.218700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaab13-1831-47b5-8701-acb22fbc9e3c req-73c2241a-753a-45fd-b8fe-6480c0e44ffb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:16.220386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bfaab13-1831-47b5-8701-acb22fbc9e3c req-73c2241a-753a-45fd-b8fe-6480c0e44ffb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.6242616 Sep 19 03:32:16.262765 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.274808 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-ba0724f8-0892-41fc-94b4-dd64e7a9db0e service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400127 Sep 19 03:32:16.284257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bfaab13-1831-47b5-8701-acb22fbc9e3c req-f18dbd7a-01e0-47ec-aa08-56da7f28da98 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566657 Sep 19 03:32:16.375811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:16.377184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:16.456860 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.486368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.488976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.501309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Router c8482c66-0946-4d73-aa49-70cba4d2f7fb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:32:16.534867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f85267e-16ee-455b-9535-97b1bb8fe4ce req-fc9052bd-fcd4-4445-aa32-c534eb62f311 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511046 Sep 19 03:32:16.659729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:32:16.669888 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-399f0684-c300-48c0-a0b2-5c4057ff8cc3 admin admin] 10.222.0.22 "PUT /v2.0/routers/c8482c66-0946-4d73-aa49-70cba4d2f7fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9573288 Sep 19 03:32:16.673174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Attempting to bind port 5ea66d98-14e8-4dee-a30d-52234b015caa on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:32:16.673559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Attempting to bind port 5ea66d98-14e8-4dee-a30d-52234b015caa by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:32:16.674046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Attempting to bind port 5ea66d98-14e8-4dee-a30d-52234b015caa on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:16.683978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 2a9e03dd-87d7-44ae-a78c-55c947f3820c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2a9e03dd-87d7-44ae-a78c-55c947f3820c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:16.689747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:32:16.690390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:16.690907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.691540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:32:16.692131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Bound port: 5ea66d98-14e8-4dee-a30d-52234b015caa, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:32:16.692522 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.751923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] For port 5ea66d98-14e8-4dee-a30d-52234b015caa, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:32:16.756134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] For port 5ea66d98-14e8-4dee-a30d-52234b015caa, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5ea66d98-14e8-4dee-a30d-52234b015caa,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:32:16.770559 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.772182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 033456e3-a3ae-4019-a3a9-12bef31c8da9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:16.813462 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b71691b-f65a-4745-8d34-932f09c6f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.819928 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:16.831625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ba187-c4f0-4967-bc90-fde06914fd37 None None] Pushing event updated for resources: {'Port': ['ID=5ea66d98-14e8-4dee-a30d-52234b015caa,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:16.888712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=2a9e03dd-87d7-44ae-a78c-55c947f3820c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:16.954258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ba187-c4f0-4967-bc90-fde06914fd37 None None] Pushing event updated for resources: {'Port': ['ID=5ea66d98-14e8-4dee-a30d-52234b015caa,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:17.065769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Routers {'c8482c66-0946-4d73-aa49-70cba4d2f7fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:17.066418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:31:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:17.110004 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-9b71691b-f65a-4745-8d34-932f09c6f035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:32:17.110372 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-9b71691b-f65a-4745-8d34-932f09c6f035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:32:17.113082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 033456e3-a3ae-4019-a3a9-12bef31c8da9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:17.113468 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:17.469949 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14a56419-c1fd-46ed-94b3-351ca5fc2ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:17.482127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] Set router c8482c66-0946-4d73-aa49-70cba4d2f7fb gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:17.494389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139fe98-0f79-41f2-b22d-85b9ba74e5cc req-4fd66d0d-33ef-4fd0-a741-089a838b1abd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:17.496226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2139fe98-0f79-41f2-b22d-85b9ba74e5cc req-4fd66d0d-33ef-4fd0-a741-089a838b1abd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0857468 Sep 19 03:32:17.553537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2139fe98-0f79-41f2-b22d-85b9ba74e5cc req-725f194d-0c69-4a00-8cd5-e2b962a9f2bd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499046 Sep 19 03:32:17.700862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2a9e03dd-87d7-44ae-a78c-55c947f3820c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:17.814883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2a9e03dd-87d7-44ae-a78c-55c947f3820c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:17.815579 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:17.897944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 4, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port': {'id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:11Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '42145286-fe9b-438c-9302-365b55ac0a2c', 'name': '', 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'mac_address': 'fa:16:3e:df:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:14Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 2, 'project_id': '27152534c635445f8f0ba92b79448443', 'subnets': [{'id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:17.901379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-dfce7ded-e9e2-4dd3-a200-68c49c00c45f None None] Provisioning complete for port 42145286-fe9b-438c-9302-365b55ac0a2c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:17.901916 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfce7ded-e9e2-4dd3-a200-68c49c00c45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:17.947385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebf1f82-3eb6-4a1d-a71c-746079f35daf None None] The sync data for ids ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'] in n-d-809936-1 is: [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 4, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port': {'id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:11Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '42145286-fe9b-438c-9302-365b55ac0a2c', 'name': '', 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'mac_address': 'fa:16:3e:df:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:14Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 2, 'project_id': '27152534c635445f8f0ba92b79448443', 'subnets': [{'id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:32:18.015365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dfce7ded-e9e2-4dd3-a200-68c49c00c45f None None] Port 42145286-fe9b-438c-9302-365b55ac0a2c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:32:18.020055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:18.504947 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:18.717867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedac2-da08-47e1-9b2e-8231f18a7ff4 req-de4764ed-3d19-436c-9489-b626d501e726 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:18.727510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adfedac2-da08-47e1-9b2e-8231f18a7ff4 req-de4764ed-3d19-436c-9489-b626d501e726 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0832367 Sep 19 03:32:18.772235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adfedac2-da08-47e1-9b2e-8231f18a7ff4 req-a4f96aec-33d3-4cf0-9b77-ef3e2101edeb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434003 Sep 19 03:32:19.276666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-72cf7f93-1c54-4264-b831-e95e7dffbe9a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:19.278704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-72cf7f93-1c54-4264-b831-e95e7dffbe9a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1682889 Sep 19 03:32:19.300748 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-b80e797b-5d42-49ad-8376-11c8e25a1f28 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/quotas/fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 375 time: 0.0158198 Sep 19 03:32:19.365033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-eff01251-70cd-4446-9a85-2afde5756d7a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573869 Sep 19 03:32:19.814598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5ea66d98-14e8-4dee-a30d-52234b015caa up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:19.882408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3eac67ab-241a-4194-98f6-aef0771e7655 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050180 Sep 19 03:32:19.891738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5ea66d98-14e8-4dee-a30d-52234b015caa triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:19.892111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:19.999146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:20.026164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 5ea66d98-14e8-4dee-a30d-52234b015caa, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5ea66d98-14e8-4dee-a30d-52234b015caa,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:20.031064 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:20.048162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cc62a-916b-42ae-a3c1-1209a536fe54 req-13191ace-0fe4-4694-b43e-d320225994da tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:20.056232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c00cc62a-916b-42ae-a3c1-1209a536fe54 req-13191ace-0fe4-4694-b43e-d320225994da tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.1256013 Sep 19 03:32:20.101603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=5ea66d98-14e8-4dee-a30d-52234b015caa,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:20.120212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c00cc62a-916b-42ae-a3c1-1209a536fe54 req-4882ad75-e579-4cc1-8256-3c50cfcd59b6 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629494 Sep 19 03:32:20.124867 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:20.187001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-930914e6-d7cd-4884-9083-912df11106a7 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927587 Sep 19 03:32:20.516725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d632d262-6d5a-470e-bcdc-951b202f954c req-0eec2d1b-9f6b-49c3-8d23-e2e74ca42fe5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 210 time: 0.0410371 Sep 19 03:32:21.198035 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:32:21.264193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7246-8953-4e1a-8a3c-d0a3b24161c2 req-520563e8-acd3-4b43-a4ea-f665a9c91c25 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:21.265684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-763f7246-8953-4e1a-8a3c-d0a3b24161c2 req-520563e8-acd3-4b43-a4ea-f665a9c91c25 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0576038 Sep 19 03:32:21.323919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-763f7246-8953-4e1a-8a3c-d0a3b24161c2 req-e2f5e8c5-2cc9-4db5-a06f-824d8270406c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Sep 19 03:32:21.526606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-a55c8224-d665-4e75-be71-c60dea869e13 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:21.529157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-a55c8224-d665-4e75-be71-c60dea869e13 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1802506 Sep 19 03:32:21.542693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'port': {'device_id': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'admin_state_up': True, 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:21.631541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-946f4578-e756-4890-b57b-d9e6f0ec1a16 req-bdad6ff8-b5dc-451d-87ce-7e0bc42df2dd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 210 time: 0.0489316 Sep 19 03:32:21.704800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5ea66d98-14e8-4dee-a30d-52234b015caa up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:21.763947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:32:21.769995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:21.809110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5ea66d98-14e8-4dee-a30d-52234b015caa triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:21.809996 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:21.962368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.20.0.8 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/191e85c8-cd52-4020-81f2-85c16009c46e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:32:22.049430 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Sync routers for ids ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:32:22.071888 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Routers {'c8482c66-0946-4d73-aa49-70cba4d2f7fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:22.072412 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:32:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:22.122343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:22.165671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:22.202471 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Set router c8482c66-0946-4d73-aa49-70cba4d2f7fb gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:22.223442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:32:22.242547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=191e85c8-cd52-4020-81f2-85c16009c46e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:22.254781 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:32:22.285714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:32:22.407566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:22.408613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:22.450514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-e72beeb0-b12f-4486-89f1-db68aa2e70be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108307 Sep 19 03:32:22.470996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Request body: {'port': {'device_id': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:32:22.581375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589f8df-646c-4460-b7ec-3fac20196f69 req-ee7b31a8-a482-4b80-9646-5b2836fd07bc tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:22.593142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c589f8df-646c-4460-b7ec-3fac20196f69 req-ee7b31a8-a482-4b80-9646-5b2836fd07bc tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.1533918 Sep 19 03:32:22.617850 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 4, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port': {'id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:11Z', 'updated_at': '2021-09-19T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '42145286-fe9b-438c-9302-365b55ac0a2c', 'name': '', 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'mac_address': 'fa:16:3e:df:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:14Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 2, 'project_id': '27152534c635445f8f0ba92b79448443', 'subnets': [{'id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:22.653343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:22.655994 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Checking router: c8482c66-0946-4d73-aa49-70cba4d2f7fb for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:32:22.656429 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Updating router c8482c66-0946-4d73-aa49-70cba4d2f7fb port 42145286-fe9b-438c-9302-365b55ac0a2c binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:32:22.715534 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:22.735514 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c589f8df-646c-4460-b7ec-3fac20196f69 req-7d9c512c-aaf8-4aef-87d0-43063ebab76c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413977 Sep 19 03:32:22.786005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-20dbd790-58ac-4680-afd6-2f216823cc76 None None] Provisioning complete for port 191e85c8-cd52-4020-81f2-85c16009c46e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:22.786594 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20dbd790-58ac-4680-afd6-2f216823cc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:22.879069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559f7ef-05f2-4ede-bd74-37d48d91e75f req-cff848eb-bd63-4203-a329-187114d39914 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:22.885112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-20dbd790-58ac-4680-afd6-2f216823cc76 None None] Port 191e85c8-cd52-4020-81f2-85c16009c46e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:32:22.902110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9559f7ef-05f2-4ede-bd74-37d48d91e75f req-cff848eb-bd63-4203-a329-187114d39914 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 931 time: 0.1285348 Sep 19 03:32:23.000110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9559f7ef-05f2-4ede-bd74-37d48d91e75f req-80142744-2f7c-46ec-bd2f-bc6f8b665736 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917330 Sep 19 03:32:23.201862 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:23.210083 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:23.367767 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Attempting to bind port 42145286-fe9b-438c-9302-365b55ac0a2c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:32:23.368226 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Attempting to bind port 42145286-fe9b-438c-9302-365b55ac0a2c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:32:23.368591 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Attempting to bind port 42145286-fe9b-438c-9302-365b55ac0a2c on network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:23.380143 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:32:23.380525 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Checking segment: {'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:23.384148 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:23.384840 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Bound using segment: {'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:32:23.385245 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Bound port: 42145286-fe9b-438c-9302-365b55ac0a2c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86395e00-1a69-4052-9bf6-94025322487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:32:23.385633 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:23.585539 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] For port 42145286-fe9b-438c-9302-365b55ac0a2c, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:32:23.594043 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] For port 42145286-fe9b-438c-9302-365b55ac0a2c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=42145286-fe9b-438c-9302-365b55ac0a2c,segment=NetworkSegment(86395e00-1a69-4052-9bf6-94025322487c),segment_id=86395e00-1a69-4052-9bf6-94025322487c)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:32:23.643818 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:23.667595 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68c869-0d72-4bb7-8aa2-ef278b268f4b None None] Pushing event updated for resources: {'Port': ['ID=42145286-fe9b-438c-9302-365b55ac0a2c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:23.731797 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Routers {'c8482c66-0946-4d73-aa49-70cba4d2f7fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:23.732451 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:32:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:23.732598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7533fd31-502c-4d36-9137-a450f3650158 None None] Provisioning complete for port 42145286-fe9b-438c-9302-365b55ac0a2c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:23.732849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7533fd31-502c-4d36-9137-a450f3650158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:23.863283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446c0ac-d086-41b0-b375-cdf905f0d05c req-605f8310-3ad2-4842-ac4d-1463211f1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:23.879129 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8446c0ac-d086-41b0-b375-cdf905f0d05c req-605f8310-3ad2-4842-ac4d-1463211f1559 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1097 time: 0.1686816 Sep 19 03:32:23.884976 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] Set router c8482c66-0946-4d73-aa49-70cba4d2f7fb gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:23.960066 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7533fd31-502c-4d36-9137-a450f3650158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.011472 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8446c0ac-d086-41b0-b375-cdf905f0d05c req-743f8ed8-2906-4478-ba1d-ebf096caf20d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936224 Sep 19 03:32:24.020386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191e85c8-cd52-4020-81f2-85c16009c46e {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:32:24.037209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.048739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c204-f239-42aa-964d-f9e661c55ea6 req-676da040-dca4-4e31-91de-b77b99b1ade7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:24.060461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7533fd31-502c-4d36-9137-a450f3650158 None None] For port 42145286-fe9b-438c-9302-365b55ac0a2c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=42145286-fe9b-438c-9302-365b55ac0a2c,segment=NetworkSegment(86395e00-1a69-4052-9bf6-94025322487c),segment_id=86395e00-1a69-4052-9bf6-94025322487c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:24.061763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0427c204-f239-42aa-964d-f9e661c55ea6 req-676da040-dca4-4e31-91de-b77b99b1ade7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.1660240 Sep 19 03:32:24.068703 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7533fd31-502c-4d36-9137-a450f3650158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.078437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Transition to ACTIVE for port object 191e85c8-cd52-4020-81f2-85c16009c46e will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:32:24.088104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.209109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Pushing event updated for resources: {'Port': ['ID=191e85c8-cd52-4020-81f2-85c16009c46e,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:24.218956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533fd31-502c-4d36-9137-a450f3650158 None None] Pushing event updated for resources: {'Port': ['ID=42145286-fe9b-438c-9302-365b55ac0a2c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:24.230272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0427c204-f239-42aa-964d-f9e661c55ea6 req-75d566ae-38a8-400f-af35-36775012bc73 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638687 Sep 19 03:32:24.234951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0df6a566-a2e4-47c9-b994-1228a2686dd2 None None] Provisioning complete for port 42145286-fe9b-438c-9302-365b55ac0a2c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:24.235216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0df6a566-a2e4-47c9-b994-1228a2686dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.288832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50517d86-aa10-4b99-a3ed-87733ca63bab req-8d9319dd-4b0e-4267-b187-a8d70b39fa61 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:24.297429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50517d86-aa10-4b99-a3ed-87733ca63bab req-8d9319dd-4b0e-4267-b187-a8d70b39fa61 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.1626117 Sep 19 03:32:24.316132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Attempting to bind port 191e85c8-cd52-4020-81f2-85c16009c46e on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:32:24.316385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Attempting to bind port 191e85c8-cd52-4020-81f2-85c16009c46e by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:32:24.317032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Attempting to bind port 191e85c8-cd52-4020-81f2-85c16009c46e on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:24.332696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Port 191e85c8-cd52-4020-81f2-85c16009c46e on network fe1836b4-136e-4016-89e0-ca4fe200a02c not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:32:24.333829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Attempting to bind port 191e85c8-cd52-4020-81f2-85c16009c46e on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:32:24.345251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:32:24.347766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:32:24.363731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:32:24.365078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Bound port: 191e85c8-cd52-4020-81f2-85c16009c46e, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:32:24.366403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.370255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50517d86-aa10-4b99-a3ed-87733ca63bab req-14746030-588c-4fa5-809e-d9c70501f21c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714078 Sep 19 03:32:24.465513 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68c869-0d72-4bb7-8aa2-ef278b268f4b None None] Pushing event updated for resources: {'Port': ['ID=42145286-fe9b-438c-9302-365b55ac0a2c,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:24.513800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] For port 191e85c8-cd52-4020-81f2-85c16009c46e, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:32:24.517395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] For port 191e85c8-cd52-4020-81f2-85c16009c46e, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=191e85c8-cd52-4020-81f2-85c16009c46e,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:32:24.527534 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.552697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:24.557113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:24.558625 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] 10.222.0.30 "PUT /v2.0/ports/191e85c8-cd52-4020-81f2-85c16009c46e HTTP/1.1" status: 200 len: 1091 time: 2.1003201 Sep 19 03:32:24.560211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'tag': '191e85c8-cd52-4020-81f2-85c16009c46e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:32:24.578071 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75ceebc-5d76-48b9-affe-67f334d059d6" -d '{"events": [{"name": "network-changed", "server_uuid": "71dfbdc6-eb2f-4c5e-9777-4934078170f1", "tag": "191e85c8-cd52-4020-81f2-85c16009c46e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:32:24.583075 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 4, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port': {'id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:11Z', 'updated_at': '2021-09-19T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '42145286-fe9b-438c-9302-365b55ac0a2c', 'name': '', 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'mac_address': 'fa:16:3e:df:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:14Z', 'updated_at': '2021-09-19T03:32:23Z', 'revision_number': 4, 'project_id': '27152534c635445f8f0ba92b79448443', 'subnets': [{'id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:24.657229 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4860dce-d3ae-4fa5-bf71-fd67f07720e9 None None] The sync data for ids ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'] in n-d-809936-1 is: [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:32:15Z', 'revision_number': 4, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port': {'id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:11Z', 'updated_at': '2021-09-19T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '42145286-fe9b-438c-9302-365b55ac0a2c', 'name': '', 'network_id': '99e4afc6-68d0-42fb-bb3b-62cb88b66030', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'mac_address': 'fa:16:3e:df:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:14Z', 'updated_at': '2021-09-19T03:32:23Z', 'revision_number': 4, 'project_id': '27152534c635445f8f0ba92b79448443', 'subnets': [{'id': 'bbc6089e-00ea-49f7-ae06-0e7c7451e6fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:32:24.668149 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fd83b9-1443-4dca-aae6-4a5af1d736d3 x-openstack-request-id: req-61fd83b9-1443-4dca-aae6-4a5af1d736d3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:32:24.668452 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dfbdc6-eb2f-4c5e-9777-4934078170f1", "tag": "191e85c8-cd52-4020-81f2-85c16009c46e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:32:24.668712 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61fd83b9-1443-4dca-aae6-4a5af1d736d3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:32:24.669119 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'tag': '191e85c8-cd52-4020-81f2-85c16009c46e', 'status': 'completed', 'code': 200} Sep 19 03:32:24.718064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801c4c4-b48d-4b77-8736-11be0371036d service neutron] Pushing event updated for resources: {'Port': ['ID=191e85c8-cd52-4020-81f2-85c16009c46e,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:24.819236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-ea0a81bf-c302-4800-b777-8d5199c3418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:24.820793 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-ea0a81bf-c302-4800-b777-8d5199c3418a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 1094 time: 0.1888330 Sep 19 03:32:24.888901 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-ece7655c-5843-4887-a87e-a3aba1e0245f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=191e85c8-cd52-4020-81f2-85c16009c46e HTTP/1.1" status: 200 len: 217 time: 0.0600958 Sep 19 03:32:24.959317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-09426321-438d-4c36-a56b-11d124398889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:24.960820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-09426321-438d-4c36-a56b-11d124398889 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0657299 Sep 19 03:32:25.029941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-0dd69e46-766e-4511-a7d1-94e8800e7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:25.031540 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-0dd69e46-766e-4511-a7d1-94e8800e7d0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631452 Sep 19 03:32:25.144890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-12da4ef7-c3f4-46b0-b031-0ef8d53ba061 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046591 Sep 19 03:32:25.337720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0f33eec0-867b-40eb-9c3e-dc8d1373d778 req-93dc9210-a996-4668-9b1b-9a6bac017c9a service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855073 Sep 19 03:32:25.431232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52552-cc67-48a1-a2bd-39ad26d0ad24 req-b6c79e87-5a40-4a83-8033-cfa994ac10ab tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:25.433537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e52552-cc67-48a1-a2bd-39ad26d0ad24 req-b6c79e87-5a40-4a83-8033-cfa994ac10ab tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.1134641 Sep 19 03:32:25.507470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-c7fb226e-976c-4a58-bf9e-f6e831dc2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:25.509016 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-c7fb226e-976c-4a58-bf9e-f6e831dc2c9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 1094 time: 0.0577400 Sep 19 03:32:25.527886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4e52552-cc67-48a1-a2bd-39ad26d0ad24 req-5ba0aa67-089c-438d-a579-c790dbf8ec3a tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860071 Sep 19 03:32:25.539568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64530fa-a844-4f30-9baf-6d9539bceef4 req-d043db93-47cc-446d-9cc1-22acbf2e7bc7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:25.548325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b64530fa-a844-4f30-9baf-6d9539bceef4 req-d043db93-47cc-446d-9cc1-22acbf2e7bc7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0736897 Sep 19 03:32:25.606272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b64530fa-a844-4f30-9baf-6d9539bceef4 req-e64dc00a-68cb-48f8-b53a-f6474e50d98b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568116 Sep 19 03:32:25.682649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-8b10df6b-0fb1-4e8f-92b7-2a489fe162f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:25.684285 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-8b10df6b-0fb1-4e8f-92b7-2a489fe162f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.1677647 Sep 19 03:32:25.734018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-c1d18c6d-80af-4153-8055-29dfd1ed0e40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=191e85c8-cd52-4020-81f2-85c16009c46e HTTP/1.1" status: 200 len: 217 time: 0.0425744 Sep 19 03:32:25.753644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 42145286-fe9b-438c-9302-365b55ac0a2c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:25.805380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-04870cd7-1612-4f18-b8db-eaefe8a6f464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:25.806906 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-04870cd7-1612-4f18-b8db-eaefe8a6f464 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0652270 Sep 19 03:32:25.813091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 42145286-fe9b-438c-9302-365b55ac0a2c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:25.813560 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:25.894951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-ce27a858-14af-43d5-84c4-b1c32906a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:25.896900 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-ce27a858-14af-43d5-84c4-b1c32906a218 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825238 Sep 19 03:32:26.040037 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-bc3fb896-9a6c-4e76-a49e-4572ff0847f0 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349912 Sep 19 03:32:26.155497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d75ceebc-5d76-48b9-affe-67f334d059d6 req-1ea4712f-3f6f-4b4e-8420-c32a73098d53 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081574 Sep 19 03:32:26.690306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43cc5c-6cf6-4d27-b78a-3a7b1851a384 req-0d8cf2f5-c8ee-4323-a113-adb90204d484 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:26.692377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd43cc5c-6cf6-4d27-b78a-3a7b1851a384 req-0d8cf2f5-c8ee-4323-a113-adb90204d484 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0739515 Sep 19 03:32:26.781813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b1169-4207-476e-a0a4-4ee0fa122f04 req-ad8390b2-7c3e-428f-a856-711f35808f11 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:26.783582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e5b1169-4207-476e-a0a4-4ee0fa122f04 req-ad8390b2-7c3e-428f-a856-711f35808f11 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0777068 Sep 19 03:32:26.798737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd43cc5c-6cf6-4d27-b78a-3a7b1851a384 req-5c1d5fcb-6955-445e-b890-71ed0f96c23f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999200 Sep 19 03:32:26.836794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6e5b1169-4207-476e-a0a4-4ee0fa122f04 req-69cf71fd-0052-4c65-96e3-b80617d9b0ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369015 Sep 19 03:32:27.213506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f96ab4-e480-4865-8a5b-089e0e360cdc req-11bbfaf4-d553-43fb-a4a4-36930e5658df tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:27.222396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67f96ab4-e480-4865-8a5b-089e0e360cdc req-11bbfaf4-d553-43fb-a4a4-36930e5658df tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0775890 Sep 19 03:32:27.223421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-f9574425-140e-4dea-a282-7542a5c19cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:27.228818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-f9574425-140e-4dea-a282-7542a5c19cc8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ae80972d7b442c686f14b7400a0bab0&device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 1097 time: 0.1109564 Sep 19 03:32:27.295785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67f96ab4-e480-4865-8a5b-089e0e360cdc req-1b6efd98-d9a1-4aff-bad4-c8b371d941dc tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720370 Sep 19 03:32:27.398903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-32c9f1de-0fed-4539-bc27-1750c28f7ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:27.400532 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-32c9f1de-0fed-4539-bc27-1750c28f7ec1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 200 len: 920 time: 0.1636977 Sep 19 03:32:27.455010 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-5f8dbb94-f3f8-4944-b196-6535ef9b0711 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 200 len: 217 time: 0.0418394 Sep 19 03:32:27.524687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-3b56f4c2-94a8-4fdf-8df7-1eb60219b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:27.526440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-3b56f4c2-94a8-4fdf-8df7-1eb60219b3fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 200 len: 859 time: 0.0647199 Sep 19 03:32:27.566489 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-95633112-a6be-4546-a591-6ad16d41b699 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325353 Sep 19 03:32:27.675251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-af23694d-ff60-4d92-8b72-a04ba14702b6 service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008143 Sep 19 03:32:27.786895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-754effe5-ee7d-4ca8-9e08-4a3f87a41e49 req-6b663a26-1419-49f7-b738-b53178bed70b service neutron] 10.222.0.32 "GET /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023815 Sep 19 03:32:27.971022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2671-08b8-4dca-9758-dce8f2bc3c4e req-a3776ffe-31dd-417e-be81-c6bce682fa78 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:27.972538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46ad2671-08b8-4dca-9758-dce8f2bc3c4e req-a3776ffe-31dd-417e-be81-c6bce682fa78 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0515456 Sep 19 03:32:28.013085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46ad2671-08b8-4dca-9758-dce8f2bc3c4e req-96eba960-909a-467a-ab6d-69a52b961965 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341055 Sep 19 03:32:28.472458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c266fb-6016-4058-a4b8-4e3fa948939d req-90b167a9-5634-487e-a014-257e219f1df9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:28.474466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41c266fb-6016-4058-a4b8-4e3fa948939d req-90b167a9-5634-487e-a014-257e219f1df9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0958827 Sep 19 03:32:28.531652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41c266fb-6016-4058-a4b8-4e3fa948939d req-c48cba61-cdd5-44fd-8d26-47fb6e8975eb tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Sep 19 03:32:29.155561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a645167-7468-4f20-a881-beb64b962318 req-4fbd5d26-b8a4-4d25-b2e5-a70310c0b58e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:29.159418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a645167-7468-4f20-a881-beb64b962318 req-4fbd5d26-b8a4-4d25-b2e5-a70310c0b58e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0694094 Sep 19 03:32:29.218189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a645167-7468-4f20-a881-beb64b962318 req-4bb20f2c-0abb-4008-b966-8283a8ebb5be tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527492 Sep 19 03:32:29.641431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8041df-3c76-437a-a018-60801359ce7f req-b696a7fb-db86-4fcd-8afb-f27828d6df06 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:29.643253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea8041df-3c76-437a-a018-60801359ce7f req-b696a7fb-db86-4fcd-8afb-f27828d6df06 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0539250 Sep 19 03:32:29.696144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea8041df-3c76-437a-a018-60801359ce7f req-fb8893e7-0170-4ae9-ab9e-9ac7d774342c tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460603 Sep 19 03:32:30.048653 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:30.355869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a181a-2e2c-4cbd-93b5-b9f3db7a3435 req-f6b1b1cf-f847-411c-8ff7-5cbfd8147ec6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:30.363390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e7a181a-2e2c-4cbd-93b5-b9f3db7a3435 req-f6b1b1cf-f847-411c-8ff7-5cbfd8147ec6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0586073 Sep 19 03:32:30.402047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e7a181a-2e2c-4cbd-93b5-b9f3db7a3435 req-94c63f43-5380-4e1e-b2d0-ebcc329517c8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354877 Sep 19 03:32:30.858160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ff625-8508-4c4b-80e2-460648d6a4bf req-6e60a71b-d74c-4752-87aa-9da822d7662e tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:30.860042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c48ff625-8508-4c4b-80e2-460648d6a4bf req-6e60a71b-d74c-4752-87aa-9da822d7662e tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0537260 Sep 19 03:32:30.903600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c48ff625-8508-4c4b-80e2-460648d6a4bf req-f2a62d2b-8c7f-4248-9b4b-095cbe2fea02 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Sep 19 03:32:31.578932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f3b5e-4881-469e-ae70-8586f401b2dc req-87a4ee51-dfb7-456a-804c-e45fca3eecfb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:31.581148 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a3f3b5e-4881-469e-ae70-8586f401b2dc req-87a4ee51-dfb7-456a-804c-e45fca3eecfb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.1019204 Sep 19 03:32:31.627248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a3f3b5e-4881-469e-ae70-8586f401b2dc req-72035e25-a65f-42e8-994d-d458ddd20a0f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Sep 19 03:32:32.772776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0061cf-8d75-44f5-b880-3a12458f6d7d req-d2021d66-fcb2-4f01-9835-9687a3164d95 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:32.776607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc0061cf-8d75-44f5-b880-3a12458f6d7d req-d2021d66-fcb2-4f01-9835-9687a3164d95 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0789275 Sep 19 03:32:32.831833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc0061cf-8d75-44f5-b880-3a12458f6d7d req-c319c39f-ae52-4472-9e81-9846da9f358e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448582 Sep 19 03:32:33.967101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256efe2-9abc-4e76-b33a-259c22fc5a16 req-69885564-c7ed-4771-8b5a-5753cd1da83e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:33.968616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d256efe2-9abc-4e76-b33a-259c22fc5a16 req-69885564-c7ed-4771-8b5a-5753cd1da83e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0566053 Sep 19 03:32:34.011830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d256efe2-9abc-4e76-b33a-259c22fc5a16 req-809ba657-a718-4e9c-adbb-6420c7f75db7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358999 Sep 19 03:32:35.106421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 191e85c8-cd52-4020-81f2-85c16009c46e details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:32:35.165739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a091a3-ec40-4e7f-85e6-034187503861 req-b6ed7212-c303-439e-bbe9-86ac0c6fafb5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:35.168626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53a091a3-ec40-4e7f-85e6-034187503861 req-b6ed7212-c303-439e-bbe9-86ac0c6fafb5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 943 time: 0.0840616 Sep 19 03:32:35.227577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53a091a3-ec40-4e7f-85e6-034187503861 req-b78e8256-aeba-4bfe-b96f-60a2a66e5e2d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517955 Sep 19 03:32:35.243753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 191e85c8-cd52-4020-81f2-85c16009c46e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=191e85c8-cd52-4020-81f2-85c16009c46e,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:35.262565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '191e85c8-cd52-4020-81f2-85c16009c46e', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'port_id': '191e85c8-cd52-4020-81f2-85c16009c46e', 'mac_address': 'fa:16:3e:36:a4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:32:35.300689 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:35.314018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191e85c8-cd52-4020-81f2-85c16009c46e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:32:35.337590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 191e85c8-cd52-4020-81f2-85c16009c46e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=191e85c8-cd52-4020-81f2-85c16009c46e,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:35.348028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:35.395079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=191e85c8-cd52-4020-81f2-85c16009c46e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:35.535598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['191e85c8-cd52-4020-81f2-85c16009c46e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:32:36.298160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-22c753c5-49d6-425c-95f8-39a07eda867e req-7cd24367-d583-4c45-92af-8415e1c1e198 service neutron] (94723) timed out ('10.222.0.22', 56476) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:32:36.356979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab8b0-e59a-4247-9232-90d7bf6d6940 req-02598bbc-1718-4588-afac-7838e065b413 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:36.364680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ffab8b0-e59a-4247-9232-90d7bf6d6940 req-02598bbc-1718-4588-afac-7838e065b413 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 944 time: 0.0574400 Sep 19 03:32:36.401317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ffab8b0-e59a-4247-9232-90d7bf6d6940 req-315fd826-032b-4d10-88e4-1e276f697e71 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354948 Sep 19 03:32:37.136858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 191e85c8-cd52-4020-81f2-85c16009c46e up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:32:37.204661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 191e85c8-cd52-4020-81f2-85c16009c46e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:32:37.209162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 191e85c8-cd52-4020-81f2-85c16009c46e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:32:37.209553 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:37.293855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:37.330604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 191e85c8-cd52-4020-81f2-85c16009c46e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=191e85c8-cd52-4020-81f2-85c16009c46e,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:37.331714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e85c8-cd52-4020-81f2-85c16009c46e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:32:37.335346 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8e1f6-22d2-48fc-b1e9-60d873056430" -d '{"events": [{"server_uuid": "71dfbdc6-eb2f-4c5e-9777-4934078170f1", "name": "network-vif-plugged", "status": "completed", "tag": "191e85c8-cd52-4020-81f2-85c16009c46e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:32:37.351012 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:37.402683 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1500e8d-32be-4e72-b006-fa8a4e3a2529 x-openstack-request-id: req-b1500e8d-32be-4e72-b006-fa8a4e3a2529 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:32:37.403225 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dfbdc6-eb2f-4c5e-9777-4934078170f1", "name": "network-vif-plugged", "status": "completed", "tag": "191e85c8-cd52-4020-81f2-85c16009c46e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:32:37.403625 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1500e8d-32be-4e72-b006-fa8a4e3a2529 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:32:37.404255 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191e85c8-cd52-4020-81f2-85c16009c46e', 'code': 200} Sep 19 03:32:37.435502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=191e85c8-cd52-4020-81f2-85c16009c46e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:37.528014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2f32c-9510-4175-be27-70815c6b7e32 req-b776884e-7224-4c78-8209-71aca29032c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:37.530525 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46e2f32c-9510-4175-be27-70815c6b7e32 req-b776884e-7224-4c78-8209-71aca29032c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 1096 time: 0.0683081 Sep 19 03:32:37.550073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef356c-7699-4e5c-8642-378a0674cba2 req-58ca36ef-dab9-4824-8f1a-e955a3e577fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:37.559677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9ef356c-7699-4e5c-8642-378a0674cba2 req-58ca36ef-dab9-4824-8f1a-e955a3e577fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 945 time: 0.0641985 Sep 19 03:32:37.603789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46e2f32c-9510-4175-be27-70815c6b7e32 req-31f29ff3-aa8a-4ec7-bde7-dff1fdbc47a5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658228 Sep 19 03:32:37.612995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b9ef356c-7699-4e5c-8642-378a0674cba2 req-06a8c5dc-4794-4cca-8060-3f32eeaad167 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481069 Sep 19 03:32:38.060251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53916) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:38.122441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] Deleting subnet 0283f435-123c-4c2f-840f-92a88280c645 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:32:38.126695 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.170923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.220303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.273942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.304565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0283f435-123c-4c2f-840f-92a88280c645,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:38.306615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.308838 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-17f891c1-30ba-4eab-8bdb-bd904993c4f8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0283f435-123c-4c2f-840f-92a88280c645 HTTP/1.1" status: 204 len: 168 time: 0.2473021 Sep 19 03:32:38.311149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53918) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:38.397077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.498018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.519070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8760a76b-1a45-4a56-86fb-87b6d601fbea']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:38.529031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4447a9c6-39bf-4352-991c-df9dbf29324f') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:38.529676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4447a9c6-39bf-4352-991c-df9dbf29324f') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:38.543829 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.572604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.579592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:32:38.580346 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:32:38.582629 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:32:38.648402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.657146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:38.661635 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8760a76b-1a45-4a56-86fb-87b6d601fbea HTTP/1.1" status: 204 len: 168 time: 0.3472352 Sep 19 03:32:38.672487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fd871-c9f1-4632-b0ff-532ac0741e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=8760a76b-1a45-4a56-86fb-87b6d601fbea,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:38.768050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30208fc-ae20-4ebb-8bc8-07ec4ce25fac req-de709ffe-0aac-481d-87e6-4778f0dfe88f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:38.770847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c30208fc-ae20-4ebb-8bc8-07ec4ce25fac req-de709ffe-0aac-481d-87e6-4778f0dfe88f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 945 time: 0.0549958 Sep 19 03:32:38.829570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c30208fc-ae20-4ebb-8bc8-07ec4ce25fac req-7451205d-43eb-416c-b10a-04314c9764ae tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Sep 19 03:32:38.890522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53936) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:38.947681 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2c8e4351-fe01-45a5-8551-7165c16bfc66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e7f1ff549cd45b888783d91afa579dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534189 Sep 19 03:32:38.948680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 53942) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:38.967760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79ca7d-11e7-4822-abd1-dcaee84dde91 req-794c0903-3a77-4545-9e24-1ed4e7b8e2a2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:38.969780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f79ca7d-11e7-4822-abd1-dcaee84dde91 req-794c0903-3a77-4545-9e24-1ed4e7b8e2a2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 945 time: 0.0634241 Sep 19 03:32:39.027981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f79ca7d-11e7-4822-abd1-dcaee84dde91 req-8e2e4f0c-2284-4eb5-b69c-c04344fdca14 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Sep 19 03:32:39.035037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be27e4e2-45a2-4747-abf0-5d71b0df30cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:39.074554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be27e4e2-45a2-4747-abf0-5d71b0df30cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:39.139822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be27e4e2-45a2-4747-abf0-5d71b0df30cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:39.143150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-be27e4e2-45a2-4747-abf0-5d71b0df30cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:39.148785 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be27e4e2-45a2-4747-abf0-5d71b0df30cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1802be7-db6a-4a47-a6fb-fd2b842f7bd8 HTTP/1.1" status: 204 len: 168 time: 0.1947024 Sep 19 03:32:39.157682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27e4e2-45a2-4747-abf0-5d71b0df30cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1802be7-db6a-4a47-a6fb-fd2b842f7bd8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:39.209165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20f1e4-c436-4a70-96bd-da2575e1df20 req-5c772e61-d976-4466-9010-a21e398c8c3e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:39.211113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b20f1e4-c436-4a70-96bd-da2575e1df20 req-5c772e61-d976-4466-9010-a21e398c8c3e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 945 time: 0.0768259 Sep 19 03:32:39.254441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b20f1e4-c436-4a70-96bd-da2575e1df20 req-6526f5a0-0c56-4c1d-b16b-ea83e1d32bb4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368376 Sep 19 03:32:39.561168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe18f58-6298-48b6-a8dc-45cbe23ff389 req-0932cbf4-8540-476b-a9e0-49d98bdb8813 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:39.568098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fe18f58-6298-48b6-a8dc-45cbe23ff389 req-0932cbf4-8540-476b-a9e0-49d98bdb8813 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 945 time: 0.0635579 Sep 19 03:32:39.631369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fe18f58-6298-48b6-a8dc-45cbe23ff389 req-ff4fb9ba-984e-4629-8a2b-9a47d42c9c2e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Sep 19 03:32:40.754770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bca9f7-e172-4bd1-8fa2-58736a4f1c3a req-d33cd170-4e94-44df-9709-d57e400ae4d1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:40.755943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9bca9f7-e172-4bd1-8fa2-58736a4f1c3a req-d33cd170-4e94-44df-9709-d57e400ae4d1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 945 time: 0.0514386 Sep 19 03:32:40.804581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9bca9f7-e172-4bd1-8fa2-58736a4f1c3a req-6cd954d5-34d3-42b7-a5cc-64e201ec234d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Sep 19 03:32:40.934120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-74be3530-f328-4820-b8e3-f42a0d92a62c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:40.935603 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-74be3530-f328-4820-b8e3-f42a0d92a62c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 945 time: 0.0490632 Sep 19 03:32:41.029575 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port 191e85c8-cd52-4020-81f2-85c16009c46e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:32:41.029932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:41.124949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] For port 191e85c8-cd52-4020-81f2-85c16009c46e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=191e85c8-cd52-4020-81f2-85c16009c46e,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:41.125337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:41.138901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for 191e85c8-cd52-4020-81f2-85c16009c46e owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:32:41.288966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:41.323324 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=191e85c8-cd52-4020-81f2-85c16009c46e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:41.338811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['191e85c8-cd52-4020-81f2-85c16009c46e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:32:41.379589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] No DVR routers for this DVR port 191e85c8-cd52-4020-81f2-85c16009c46e on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:32:41.382832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:41.384981 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-4ea68e48-025d-46cb-8e4c-c0eac1fbb622 req-b4b85b2f-a2b1-47be-b0dc-9d21ae0b7493 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "DELETE /v2.0/ports/191e85c8-cd52-4020-81f2-85c16009c46e HTTP/1.1" status: 204 len: 173 time: 0.4433134 Sep 19 03:32:41.385988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'name': 'network-vif-deleted', 'tag': '191e85c8-cd52-4020-81f2-85c16009c46e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:32:41.387897 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58e6571-3f8e-404e-8803-a3f74a21ae11" -d '{"events": [{"server_uuid": "71dfbdc6-eb2f-4c5e-9777-4934078170f1", "name": "network-vif-deleted", "tag": "191e85c8-cd52-4020-81f2-85c16009c46e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:32:41.459148 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1021895a-9107-45e6-b45f-41cf41d2229d x-openstack-request-id: req-1021895a-9107-45e6-b45f-41cf41d2229d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:32:41.460093 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dfbdc6-eb2f-4c5e-9777-4934078170f1", "name": "network-vif-deleted", "tag": "191e85c8-cd52-4020-81f2-85c16009c46e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:32:41.460093 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1021895a-9107-45e6-b45f-41cf41d2229d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:32:41.460725 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dfbdc6-eb2f-4c5e-9777-4934078170f1', 'name': 'network-vif-deleted', 'tag': '191e85c8-cd52-4020-81f2-85c16009c46e', 'status': 'completed', 'code': 200} Sep 19 03:32:41.566013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae5765-b1f7-4f99-9a7b-f24cddb27099 req-1e2ae0f6-8577-40b9-b63a-154377bcff30 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:41.567365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01ae5765-b1f7-4f99-9a7b-f24cddb27099 req-1e2ae0f6-8577-40b9-b63a-154377bcff30 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0864141 Sep 19 03:32:41.616441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01ae5765-b1f7-4f99-9a7b-f24cddb27099 req-059c2816-5a2d-4dcc-b591-7232087b6df4 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 Sep 19 03:32:41.915512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6209aa6-3521-45d6-8e78-7d18e84fcdd4 req-f9ee4811-d318-42e6-8195-5b63856504d7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 210 time: 0.0402606 Sep 19 03:32:42.732643 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833079a-c06d-4452-9778-b4272ae1d6a3 req-2b0e50c9-b5f4-405d-9620-c1f89555998f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:42.734106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1833079a-c06d-4452-9778-b4272ae1d6a3 req-2b0e50c9-b5f4-405d-9620-c1f89555998f tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0496137 Sep 19 03:32:42.774534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1833079a-c06d-4452-9778-b4272ae1d6a3 req-054de930-16c9-4792-8b55-78140c1b4a8b tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Sep 19 03:32:43.013496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-580fa605-32d6-4285-993d-6a9c6133208c req-85ed7df0-bacb-4d67-a8e2-1c47f9bfb74b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 210 time: 0.0289905 Sep 19 03:32:43.905285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63640753-de0f-4f8d-a3d4-9c1fe153587f req-78253964-eb72-4c1a-8017-db6209c9e752 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:43.907084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63640753-de0f-4f8d-a3d4-9c1fe153587f req-78253964-eb72-4c1a-8017-db6209c9e752 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0643888 Sep 19 03:32:43.947285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63640753-de0f-4f8d-a3d4-9c1fe153587f req-45691eb6-eb1f-4dc8-acb7-d4d4d2f57ddd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335176 Sep 19 03:32:44.114798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5111a35-6e34-4cbb-8163-3d2adbc59078 req-0c12338e-cc1a-45c6-abc9-ce736e25406e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 210 time: 0.0276439 Sep 19 03:32:44.243560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-d4ffe8ad-4f5c-4ae9-8041-10e31d1fe408 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:44.245199 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-d4ffe8ad-4f5c-4ae9-8041-10e31d1fe408 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 946 time: 0.0541162 Sep 19 03:32:44.344358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Deleting port a2ff54f3-134b-4b91-bd6e-86723e7ff04e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:32:44.344838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:44.436044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] For port a2ff54f3-134b-4b91-bd6e-86723e7ff04e, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:44.436400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:44.450962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Calling delete_port for a2ff54f3-134b-4b91-bd6e-86723e7ff04e owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:32:44.512087 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9e6b-8727-4bf7-b5c4-be592cca3f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:44.591421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:44.621500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Pushing event deleted for resources: {'Port': ['ID=a2ff54f3-134b-4b91-bd6e-86723e7ff04e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:44.637966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['a2ff54f3-134b-4b91-bd6e-86723e7ff04e', '59ca5145-79ae-4208-8351-932af3b7c4ee'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:32:44.669487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] No DVR routers for this DVR port a2ff54f3-134b-4b91-bd6e-86723e7ff04e on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:32:44.672759 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:44.675581 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ad5ed7a-8586-4c03-bd2d-f8ff8feafa83 req-60037dac-91af-41fd-8191-633de0fa1796 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "DELETE /v2.0/ports/a2ff54f3-134b-4b91-bd6e-86723e7ff04e HTTP/1.1" status: 204 len: 173 time: 0.4168065 Sep 19 03:32:44.676155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'name': 'network-vif-deleted', 'tag': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:32:44.679429 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e201f9-fe8e-4974-9c79-3211e384d38b" -d '{"events": [{"server_uuid": "812d88de-0c43-452d-99e0-bc7e55bbc339", "name": "network-vif-deleted", "tag": "a2ff54f3-134b-4b91-bd6e-86723e7ff04e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:32:44.743283 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dd86eb-3199-4520-952c-957f9682a0e9 x-openstack-request-id: req-17dd86eb-3199-4520-952c-957f9682a0e9 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:32:44.743993 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812d88de-0c43-452d-99e0-bc7e55bbc339", "name": "network-vif-deleted", "tag": "a2ff54f3-134b-4b91-bd6e-86723e7ff04e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:32:44.744372 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17dd86eb-3199-4520-952c-957f9682a0e9 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:32:44.744872 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812d88de-0c43-452d-99e0-bc7e55bbc339', 'name': 'network-vif-deleted', 'tag': 'a2ff54f3-134b-4b91-bd6e-86723e7ff04e', 'status': 'completed', 'code': 200} Sep 19 03:32:45.055134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-208f6fb1-b994-4461-b916-f74f83dcd1ea req-7ee47b36-2078-4a02-aba9-334ccf3443c4 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=812d88de-0c43-452d-99e0-bc7e55bbc339 HTTP/1.1" status: 200 len: 210 time: 0.0259631 Sep 19 03:32:45.189551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 191e85c8-cd52-4020-81f2-85c16009c46e no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:32:45.212141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 191e85c8-cd52-4020-81f2-85c16009c46e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:32:45.212513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 191e85c8-cd52-4020-81f2-85c16009c46e not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:32:45.257326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf410a5c-2bdd-43d4-ba4c-4b0657b6c8d4 req-a0c54df8-476f-40b4-b8d8-802ef4b88719 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=71dfbdc6-eb2f-4c5e-9777-4934078170f1 HTTP/1.1" status: 200 len: 210 time: 0.0288818 Sep 19 03:32:46.150300 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:46.329156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694c8d6-8620-48d6-a166-1e36779724e1 req-33d5bc02-0ae1-4036-9cfe-c0938c1a94d9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:46.330918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b694c8d6-8620-48d6-a166-1e36779724e1 req-33d5bc02-0ae1-4036-9cfe-c0938c1a94d9 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0522349 Sep 19 03:32:46.374232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b694c8d6-8620-48d6-a166-1e36779724e1 req-12595549-e136-43d4-8e33-0034b91b3527 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362935 Sep 19 03:32:47.252929 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3fd7869a-ba81-422e-bc1f-d72bf306b012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:47.356522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a2ff54f3-134b-4b91-bd6e-86723e7ff04e no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:32:47.381748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: a2ff54f3-134b-4b91-bd6e-86723e7ff04e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:32:47.382185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device a2ff54f3-134b-4b91-bd6e-86723e7ff04e not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:32:47.506905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4041ea-5a99-444a-98b7-2870970a313b req-c5320756-8c78-4493-88ab-05514870d727 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:47.509348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a4041ea-5a99-444a-98b7-2870970a313b req-c5320756-8c78-4493-88ab-05514870d727 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0607069 Sep 19 03:32:47.551525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a4041ea-5a99-444a-98b7-2870970a313b req-5c993c76-ca92-4356-a606-1058fb0ff9f8 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Sep 19 03:32:47.958883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:48.529501 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:48.690083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e7ffe-48c5-4742-89b3-7d539cf79f79 req-5581dbe1-503b-42f3-8687-b2464624ed60 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:48.693255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f07e7ffe-48c5-4742-89b3-7d539cf79f79 req-5581dbe1-503b-42f3-8687-b2464624ed60 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0567918 Sep 19 03:32:48.738473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f07e7ffe-48c5-4742-89b3-7d539cf79f79 req-cd2ce704-9927-4ee3-bba3-7de8b08d8ae1 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346746 Sep 19 03:32:49.866058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18239357-9891-4c9c-8cfd-9ba3b5a46dae req-97a3357c-3a25-4221-9600-af19a3fb16fe tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:49.867635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18239357-9891-4c9c-8cfd-9ba3b5a46dae req-97a3357c-3a25-4221-9600-af19a3fb16fe tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0573514 Sep 19 03:32:49.914788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18239357-9891-4c9c-8cfd-9ba3b5a46dae req-aba9b937-c785-4d9d-963f-c0364b53f1cc tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Sep 19 03:32:50.077112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:51.041713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a16ec-c02b-4a1c-8283-0693201a000e req-d2100ed4-293f-4d5e-88b3-5501251c08a6 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:51.043394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-317a16ec-c02b-4a1c-8283-0693201a000e req-d2100ed4-293f-4d5e-88b3-5501251c08a6 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0528550 Sep 19 03:32:51.085585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-317a16ec-c02b-4a1c-8283-0693201a000e req-c1eaff9b-de5f-468b-b4ce-022d0d1957c0 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358920 Sep 19 03:32:51.964406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-cd3b4d28-647d-4197-9c2d-e3b1dddff096 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:51.967578 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-cd3b4d28-647d-4197-9c2d-e3b1dddff096 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0670941 Sep 19 03:32:52.079852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Deleting port 59ca5145-79ae-4208-8351-932af3b7c4ee {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:32:52.080507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:52.205036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] For port 59ca5145-79ae-4208-8351-932af3b7c4ee, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=59ca5145-79ae-4208-8351-932af3b7c4ee,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:52.205797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:52.220101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a48a6a-7bdf-4a0c-aa8f-0961300e4ee9 req-7bf2fd97-7911-4e11-85f7-8cdcea12a684 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:32:52.221620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20a48a6a-7bdf-4a0c-aa8f-0961300e4ee9 req-7bf2fd97-7911-4e11-85f7-8cdcea12a684 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/ports?device_id=6796c9f8-7121-4b7c-9a55-eca80025ee0e HTTP/1.1" status: 200 len: 946 time: 0.0570216 Sep 19 03:32:52.227832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Calling delete_port for 59ca5145-79ae-4208-8351-932af3b7c4ee owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:32:52.289915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-20a48a6a-7bdf-4a0c-aa8f-0961300e4ee9 req-fb6b7b26-e866-4a14-ab8d-5eeddea899dd tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.22 "GET /v2.0/security-groups?id=86a93083-1d3d-4345-bd7e-e3d46628bd89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543842 Sep 19 03:32:52.395853 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:52.427543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Pushing event deleted for resources: {'Port': ['ID=59ca5145-79ae-4208-8351-932af3b7c4ee,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:52.432622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['59ca5145-79ae-4208-8351-932af3b7c4ee'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:32:52.479520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] No DVR routers for this DVR port 59ca5145-79ae-4208-8351-932af3b7c4ee on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:32:52.482450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:52.485005 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-17e10fcd-5cb7-4f5a-b582-8120be072e7d req-8b1d3615-f50d-44ef-baa7-4df5555e9de7 tempest-ServerRescueNegativeTestJSON-72071437 tempest-ServerRescueNegativeTestJSON-72071437-project] 10.222.0.32 "DELETE /v2.0/ports/59ca5145-79ae-4208-8351-932af3b7c4ee HTTP/1.1" status: 204 len: 173 time: 0.5089924 Sep 19 03:32:52.486082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'name': 'network-vif-deleted', 'tag': '59ca5145-79ae-4208-8351-932af3b7c4ee'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:32:52.490092 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1dad73-2c88-4a4e-8e5d-78c98014548f" -d '{"events": [{"server_uuid": "6796c9f8-7121-4b7c-9a55-eca80025ee0e", "name": "network-vif-deleted", "tag": "59ca5145-79ae-4208-8351-932af3b7c4ee"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:32:52.550078 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd01e6c9-3ffe-4fa9-9273-8afcfef441a6 x-openstack-request-id: req-cd01e6c9-3ffe-4fa9-9273-8afcfef441a6 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:32:52.550385 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6796c9f8-7121-4b7c-9a55-eca80025ee0e", "name": "network-vif-deleted", "tag": "59ca5145-79ae-4208-8351-932af3b7c4ee", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:32:52.550640 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd01e6c9-3ffe-4fa9-9273-8afcfef441a6 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:32:52.551635 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6796c9f8-7121-4b7c-9a55-eca80025ee0e', 'name': 'network-vif-deleted', 'tag': '59ca5145-79ae-4208-8351-932af3b7c4ee', 'status': 'completed', 'code': 200} Sep 19 03:32:53.374535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:53.760682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:54.054407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Deleting port 875bdd18-0240-4c23-80fa-8e1c1333fdd8 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:32:54.054990 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:54.149354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] For port 875bdd18-0240-4c23-80fa-8e1c1333fdd8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=875bdd18-0240-4c23-80fa-8e1c1333fdd8,segment=NetworkSegment(f2d1a268-b6d3-418f-8076-8e0957bbe3c9),segment_id=f2d1a268-b6d3-418f-8076-8e0957bbe3c9)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:54.149727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:54.164291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Calling delete_port for 875bdd18-0240-4c23-80fa-8e1c1333fdd8 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:32:54.374737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:54.454569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=875bdd18-0240-4c23-80fa-8e1c1333fdd8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:54.484244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.484650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.485090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.485487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.485883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.486295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.486674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.487093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.487490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.487886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.488278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.489239 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:54.622037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:54.857730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Router c2738d33-6949-408c-95ef-86d4547c0643 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:32:54.984346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:32:54.991321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f043574f-7ebe-4f23-86ca-b521030cf7eb admin admin] 10.222.0.22 "PUT /v2.0/routers/c2738d33-6949-408c-95ef-86d4547c0643/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6156244 Sep 19 03:32:54.994106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54330) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:54.995111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] Sync routers for ids ['c2738d33-6949-408c-95ef-86d4547c0643'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:32:55.008019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] Routers {'c2738d33-6949-408c-95ef-86d4547c0643'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:55.008572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:32:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2738d33-6949-408c-95ef-86d4547c0643'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:55.122954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] Set router c2738d33-6949-408c-95ef-86d4547c0643 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:55.138888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:55.281788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:55.339167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:32:54Z', 'revision_number': 5, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port': {'id': 'd990c37f-137d-4a25-8947-22ef45d59557', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:52:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:30:31Z', 'updated_at': '2021-09-19T03:30:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:55.348232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Deleting port d990c37f-137d-4a25-8947-22ef45d59557 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:32:55.348575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:55.370473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] Checking router: c2738d33-6949-408c-95ef-86d4547c0643 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:32:55.380164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] Routers {'c2738d33-6949-408c-95ef-86d4547c0643'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:32:55.380786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:32:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c2738d33-6949-408c-95ef-86d4547c0643'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:55.421050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59ca5145-79ae-4208-8351-932af3b7c4ee no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:32:55.439104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] For port d990c37f-137d-4a25-8947-22ef45d59557, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=d990c37f-137d-4a25-8947-22ef45d59557,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:32:55.439360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:55.444182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 59ca5145-79ae-4208-8351-932af3b7c4ee {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:32:55.444529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 59ca5145-79ae-4208-8351-932af3b7c4ee not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:32:55.458199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Calling delete_port for d990c37f-137d-4a25-8947-22ef45d59557 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:32:55.516406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] Set router c2738d33-6949-408c-95ef-86d4547c0643 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:32:55.694827 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:55.742453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Pushing event deleted for resources: {'Port': ['ID=d990c37f-137d-4a25-8947-22ef45d59557,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:55.754310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.754791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.755217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.755723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.756418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.757250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.757250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.757793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.758289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.758705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.759117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.759788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:32:55.822791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:32:55Z', 'revision_number': 6, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:55.839226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:55.855497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e66581-24c2-4e11-907b-a5c24eee0605 None None] The sync data for ids ['c2738d33-6949-408c-95ef-86d4547c0643'] in n-d-809936-1 is: [{'id': 'c2738d33-6949-408c-95ef-86d4547c0643', 'name': 'tempest-ServerRescueNegativeTestJSON-1856285212-router', 'tenant_id': '2ae80972d7b442c686f14b7400a0bab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:30:30Z', 'updated_at': '2021-09-19T03:32:55Z', 'revision_number': 6, 'project_id': '2ae80972d7b442c686f14b7400a0bab0', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:32:55.944651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:55.948989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.008301 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.009163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2738d33-6949-408c-95ef-86d4547c0643 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:32:56.013724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.016197 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bc247d3f-f2ef-41cc-a56f-b9c455f50103 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c2738d33-6949-408c-95ef-86d4547c0643 HTTP/1.1" status: 204 len: 168 time: 1.0208955 Sep 19 03:32:56.018889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54352) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:56.072912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] Deleting subnet c9512a1f-0b84-43e0-bc1f-72a02a962260 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:32:56.076842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.121874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.173348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.244528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.276451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9512a1f-0b84-43e0-bc1f-72a02a962260,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:56.285238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.289817 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-68bbdb52-5748-4f2c-9bf1-64ab18dd19ab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c9512a1f-0b84-43e0-bc1f-72a02a962260 HTTP/1.1" status: 204 len: 168 time: 0.2676051 Sep 19 03:32:56.292963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:56.620794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.710621 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.735345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:56.746233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:56.746537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d1a268-b6d3-418f-8076-8e0957bbe3c9') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:32:56.759179 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.773672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.780119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:32:56.782984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:32:56.785244 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:32:56.847818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.854563 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:56.856250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] 10.222.0.22 "DELETE /v2.0/networks/7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a HTTP/1.1" status: 204 len: 168 time: 0.5622575 Sep 19 03:32:56.873715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a0004-d722-45ad-9eea-a71a069ce04b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2d7dcf-433f-4e2e-b7c7-e96f0cbe719a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:57.069465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54370) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:57.117338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6e8230e4-f2eb-42f9-b160-b1af5c7d6b24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ae80972d7b442c686f14b7400a0bab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467134 Sep 19 03:32:57.119805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:32:57.180694 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aa70b8e-5c5f-43d4-9372-023befc17187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:57.207941 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aa70b8e-5c5f-43d4-9372-023befc17187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:57.260820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aa70b8e-5c5f-43d4-9372-023befc17187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:57.266674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0aa70b8e-5c5f-43d4-9372-023befc17187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:32:57.267880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0aa70b8e-5c5f-43d4-9372-023befc17187 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86a93083-1d3d-4345-bd7e-e3d46628bd89 HTTP/1.1" status: 204 len: 168 time: 0.1471705 Sep 19 03:32:57.278162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa70b8e-5c5f-43d4-9372-023befc17187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a93083-1d3d-4345-bd7e-e3d46628bd89,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:32:57.734308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 875bdd18-0240-4c23-80fa-8e1c1333fdd8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:32:57.765091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 875bdd18-0240-4c23-80fa-8e1c1333fdd8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:32:57.765974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 875bdd18-0240-4c23-80fa-8e1c1333fdd8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:32:57.766857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d990c37f-137d-4a25-8947-22ef45d59557 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:32:57.792736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: d990c37f-137d-4a25-8947-22ef45d59557 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:32:57.793654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device d990c37f-137d-4a25-8947-22ef45d59557 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:32:58.198876 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:33:00.044912 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.493648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54452) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:00.619115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb6d1-bdc8-4eee-9915-da69272fd96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.748007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb6d1-bdc8-4eee-9915-da69272fd96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.755932 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f5bdb6d1-bdc8-4eee-9915-da69272fd96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.798355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f5bdb6d1-bdc8-4eee-9915-da69272fd96b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bf4055a7f7c4aa28f1e269dc601e8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034477 Sep 19 03:33:00.799303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdb6d1-bdc8-4eee-9915-da69272fd96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e14091-e3cf-4ce6-96f8-d55a4a951aac,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:00.800932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54464) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:00.872421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b0a0b2b-0e0c-47fb-af61-c3aa617b504c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.893061 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b0a0b2b-0e0c-47fb-af61-c3aa617b504c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.939120 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b0a0b2b-0e0c-47fb-af61-c3aa617b504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.942260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b0a0b2b-0e0c-47fb-af61-c3aa617b504c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:00.943498 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0b0a0b2b-0e0c-47fb-af61-c3aa617b504c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60e14091-e3cf-4ce6-96f8-d55a4a951aac HTTP/1.1" status: 204 len: 168 time: 0.1413624 Sep 19 03:33:00.952716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a0b2b-0e0c-47fb-af61-c3aa617b504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e14091-e3cf-4ce6-96f8-d55a4a951aac,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:01.205745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54472) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:01.220448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6eae1ef-b72c-45ca-979b-8142d8463f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:01.319997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6eae1ef-b72c-45ca-979b-8142d8463f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:01.323834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6eae1ef-b72c-45ca-979b-8142d8463f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:01.361363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b6eae1ef-b72c-45ca-979b-8142d8463f52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4724eec4f3a54bcaa465a4126c27c5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544895 Sep 19 03:33:01.363927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eae1ef-b72c-45ca-979b-8142d8463f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0595d9b-2448-46a6-a9a1-9af60fa4355e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:01.364628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54482) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:01.416554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e197d26f-9caf-46c7-8ba8-1566b207927d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:01.438485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e197d26f-9caf-46c7-8ba8-1566b207927d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:01.494323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e197d26f-9caf-46c7-8ba8-1566b207927d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:01.498307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e197d26f-9caf-46c7-8ba8-1566b207927d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:01.502259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e197d26f-9caf-46c7-8ba8-1566b207927d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0595d9b-2448-46a6-a9a1-9af60fa4355e HTTP/1.1" status: 204 len: 168 time: 0.1365595 Sep 19 03:33:01.511175 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197d26f-9caf-46c7-8ba8-1566b207927d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0595d9b-2448-46a6-a9a1-9af60fa4355e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:03.886851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54572) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:04.069662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8508d8e0-bbdd-485e-acc4-600db88ea5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.249066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8508d8e0-bbdd-485e-acc4-600db88ea5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.257918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8508d8e0-bbdd-485e-acc4-600db88ea5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.305925 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8508d8e0-bbdd-485e-acc4-600db88ea5e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3eac9304c4348ac904bc2b22b447608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156051 Sep 19 03:33:04.306184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54580) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:04.312667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508d8e0-bbdd-485e-acc4-600db88ea5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eecff24-0873-4e35-9df5-10d11178c762,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:04.387231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94621849-822f-4794-8c33-a90c4af738da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.417803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94621849-822f-4794-8c33-a90c4af738da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.486191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94621849-822f-4794-8c33-a90c4af738da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.489566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94621849-822f-4794-8c33-a90c4af738da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.491001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-94621849-822f-4794-8c33-a90c4af738da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0eecff24-0873-4e35-9df5-10d11178c762 HTTP/1.1" status: 204 len: 168 time: 0.1839433 Sep 19 03:33:04.502449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94621849-822f-4794-8c33-a90c4af738da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eecff24-0873-4e35-9df5-10d11178c762,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:04.832561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54586) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:04.846730 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32351a75-e6bd-4437-9e7e-9ddae9e906f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.953617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32351a75-e6bd-4437-9e7e-9ddae9e906f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.958340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32351a75-e6bd-4437-9e7e-9ddae9e906f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:04.999587 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32351a75-e6bd-4437-9e7e-9ddae9e906f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbeb10ff9b0f4bcd887819dfd8a6ab02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653996 Sep 19 03:33:05.000303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32351a75-e6bd-4437-9e7e-9ddae9e906f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede2dd9-f1b2-4818-9f6d-cf03c324890c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:05.002272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54590) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:05.057134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c87bb5d5-70dd-46ae-992a-a6f88e52a613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:05.078282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c87bb5d5-70dd-46ae-992a-a6f88e52a613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:05.146040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c87bb5d5-70dd-46ae-992a-a6f88e52a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:05.149261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c87bb5d5-70dd-46ae-992a-a6f88e52a613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:05.159705 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c87bb5d5-70dd-46ae-992a-a6f88e52a613 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ede2dd9-f1b2-4818-9f6d-cf03c324890c HTTP/1.1" status: 204 len: 168 time: 0.1548541 Sep 19 03:33:05.169472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bb5d5-70dd-46ae-992a-a6f88e52a613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede2dd9-f1b2-4818-9f6d-cf03c324890c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:07.718210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54672) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:07.828289 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c848-2e79-4eda-ae7e-f191ad2b7358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:07.921032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c848-2e79-4eda-ae7e-f191ad2b7358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:07.924338 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdc8c848-2e79-4eda-ae7e-f191ad2b7358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:07.960082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8c848-2e79-4eda-ae7e-f191ad2b7358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783675a8-2075-41e7-9ff2-336f8060396b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:07.964389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bdc8c848-2e79-4eda-ae7e-f191ad2b7358 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ad6897587fa49c5a1bdca56e4c5dfc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451138 Sep 19 03:33:07.967007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54676) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:08.014771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4242ff11-263b-4bf1-8a49-9ec73e3d0403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.035498 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4242ff11-263b-4bf1-8a49-9ec73e3d0403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.079291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4242ff11-263b-4bf1-8a49-9ec73e3d0403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.082327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4242ff11-263b-4bf1-8a49-9ec73e3d0403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.083754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4242ff11-263b-4bf1-8a49-9ec73e3d0403 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/783675a8-2075-41e7-9ff2-336f8060396b HTTP/1.1" status: 204 len: 168 time: 0.1156526 Sep 19 03:33:08.091176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242ff11-263b-4bf1-8a49-9ec73e3d0403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783675a8-2075-41e7-9ff2-336f8060396b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:08.349751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54684) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:08.363161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1b4a525a-da11-4774-ba89-43c02736a91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.451183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1b4a525a-da11-4774-ba89-43c02736a91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.456408 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1b4a525a-da11-4774-ba89-43c02736a91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.496043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a525a-da11-4774-ba89-43c02736a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c3e4a6-e19b-4814-a0fd-99739dc58f84,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:08.503126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1b4a525a-da11-4774-ba89-43c02736a91b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c10fda128cf4b5db42f0b82a877cd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521845 Sep 19 03:33:08.503428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54686) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:08.555267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb61-3ced-445c-a5ec-ac494ceb1cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.577433 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb61-3ced-445c-a5ec-ac494ceb1cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.800483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb61-3ced-445c-a5ec-ac494ceb1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.800483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c44fb61-3ced-445c-a5ec-ac494ceb1cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:08.800483 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2c44fb61-3ced-445c-a5ec-ac494ceb1cfb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9c3e4a6-e19b-4814-a0fd-99739dc58f84 HTTP/1.1" status: 204 len: 168 time: 0.1379774 Sep 19 03:33:08.800483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44fb61-3ced-445c-a5ec-ac494ceb1cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c3e4a6-e19b-4814-a0fd-99739dc58f84,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:09.033750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-0bb341ca-4cb1-421c-9058-75b2ecf173ea tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:09.036075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-0bb341ca-4cb1-421c-9058-75b2ecf173ea tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1289921 Sep 19 03:33:09.053732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-4f3d4e7c-6a66-4377-938c-415e17e7923a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/quotas/fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 375 time: 0.0119331 Sep 19 03:33:09.110356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b47bac56-be85-44c5-9669-1f165abd4b0c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499363 Sep 19 03:33:09.123474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-079c2efc-f3f9-4bfc-ba14-427288460ff7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:33:09.124939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-079c2efc-f3f9-4bfc-ba14-427288460ff7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059714 Sep 19 03:33:09.233536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-88e7f1e0-dac5-49a1-a22c-8d48318894c3 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931780 Sep 19 03:33:09.343204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-22290b42-fb95-44aa-8132-faf7cbd582c4 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022806 Sep 19 03:33:09.573160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9a8d69d-1bf7-4228-a489-bb93885f1885 req-c999de4b-ad9f-41e7-998e-05dde06622a4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 210 time: 0.0357802 Sep 19 03:33:10.632889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-a1a4ec65-27ba-417d-84a2-e08f8b28c2b5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:10.634370 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-a1a4ec65-27ba-417d-84a2-e08f8b28c2b5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1255157 Sep 19 03:33:10.653124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'port': {'device_id': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'admin_state_up': True, 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:10.716868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdac813b-8e72-45e4-a9ee-6bc7bc88e2ca req-3d881453-5d22-49ff-b3b8-dac94fca84a8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 210 time: 0.0452406 Sep 19 03:33:10.826987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:33:10.831324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.027797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.20.0.5 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/4c0f29bd-6b46-40be-bee4-3054e10e77c4) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:11.045841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 54806) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:11.208117 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d3218c9-25df-49ca-a2b4-c9e4ef56f221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.275252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.345029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.424686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:11.441936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=4c0f29bd-6b46-40be-bee4-3054e10e77c4,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:11.445847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:11.461020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d3218c9-25df-49ca-a2b4-c9e4ef56f221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.467045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:11.497592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1d3218c9-25df-49ca-a2b4-c9e4ef56f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.546086 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1d3218c9-25df-49ca-a2b4-c9e4ef56f221 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af94bc81a873424bab7ec04eceebf907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4988284 Sep 19 03:33:11.548590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54822) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:11.565620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3218c9-25df-49ca-a2b4-c9e4ef56f221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb2c2ab-77a6-442f-9121-675824bdac52,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:11.590599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:11.591319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.630448 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-8155d657-1768-476d-a484-d18b02ea5d51 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9827271 Sep 19 03:33:11.639992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f88ce883-54d8-4ffe-88b3-3ada42c4066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.641440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-ce855ecb-590e-4ab1-98c5-3e90b28fa360 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:33:11.642438 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-ce855ecb-590e-4ab1-98c5-3e90b28fa360 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053318 Sep 19 03:33:11.655591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Request body: {'port': {'device_id': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:11.665467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f88ce883-54d8-4ffe-88b3-3ada42c4066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.724922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.756710 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f88ce883-54d8-4ffe-88b3-3ada42c4066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.760344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f88ce883-54d8-4ffe-88b3-3ada42c4066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.762114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f88ce883-54d8-4ffe-88b3-3ada42c4066e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fb2c2ab-77a6-442f-9121-675824bdac52 HTTP/1.1" status: 204 len: 168 time: 0.2121019 Sep 19 03:33:11.772172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ce883-54d8-4ffe-88b3-3ada42c4066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb2c2ab-77a6-442f-9121-675824bdac52,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:11.829745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fed95499-187b-4e7b-9dc6-51a597549d37 None None] Provisioning complete for port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:33:11.829745 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fed95499-187b-4e7b-9dc6-51a597549d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:11.882330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d305549-f231-4dca-a19a-cd5dbd9214bc req-19c408b8-f533-497f-ad63-f5a19c6dc117 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:11.884331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d305549-f231-4dca-a19a-cd5dbd9214bc req-19c408b8-f533-497f-ad63-f5a19c6dc117 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 931 time: 0.0794792 Sep 19 03:33:11.910705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fed95499-187b-4e7b-9dc6-51a597549d37 None None] Port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:33:11.981384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d305549-f231-4dca-a19a-cd5dbd9214bc req-2627b9e5-6f1b-4b36-86bd-87f60394ec10 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897510 Sep 19 03:33:12.224715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0f29bd-6b46-40be-bee4-3054e10e77c4 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:33:12.234904 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.259332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Transition to ACTIVE for port object 4c0f29bd-6b46-40be-bee4-3054e10e77c4 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:33:12.265457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.278389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54838) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:12.303722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1c2a-d595-4572-8f89-8dbdabafef29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.333433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0f29bd-6b46-40be-bee4-3054e10e77c4,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:12.424674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Attempting to bind port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:33:12.425184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Attempting to bind port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:33:12.426284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Attempting to bind port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:33:12.431654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 on network fe1836b4-136e-4016-89e0-ca4fe200a02c not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:33:12.431654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Attempting to bind port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:33:12.437169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:33:12.437572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:33:12.438059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:33:12.438589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Bound port: 4c0f29bd-6b46-40be-bee4-3054e10e77c4, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:33:12.439071 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.449569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1c2a-d595-4572-8f89-8dbdabafef29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.454836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1c2a-d595-4572-8f89-8dbdabafef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.497693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3a5b1c2a-d595-4572-8f89-8dbdabafef29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=035ad17c599840358b32db6bccad5861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181416 Sep 19 03:33:12.500173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54842) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:12.510995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b1c2a-d595-4572-8f89-8dbdabafef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfff602-da2e-4086-bc90-e8a7a914ac91,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:12.529513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] For port 4c0f29bd-6b46-40be-bee4-3054e10e77c4, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:33:12.533157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] For port 4c0f29bd-6b46-40be-bee4-3054e10e77c4, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4c0f29bd-6b46-40be-bee4-3054e10e77c4,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:33:12.545059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.590503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:12.591163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.592578 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] 10.222.0.30 "PUT /v2.0/ports/4c0f29bd-6b46-40be-bee4-3054e10e77c4 HTTP/1.1" status: 200 len: 1091 time: 0.9411931 Sep 19 03:33:12.593054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'tag': '4c0f29bd-6b46-40be-bee4-3054e10e77c4'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:33:12.595825 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87" -d '{"events": [{"name": "network-changed", "server_uuid": "97d53420-674b-44b1-90c4-fea8ef1497f7", "tag": "4c0f29bd-6b46-40be-bee4-3054e10e77c4"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:33:12.638360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d17415-c38a-410e-9b47-39b810261ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0f29bd-6b46-40be-bee4-3054e10e77c4,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:12.648576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fe64c8c-6a45-4aad-b890-5b3d46bdbb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.669263 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e830b672-24cb-4a7a-bcd0-12bbc2f3d8a2 x-openstack-request-id: req-e830b672-24cb-4a7a-bcd0-12bbc2f3d8a2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:33:12.669744 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d53420-674b-44b1-90c4-fea8ef1497f7", "tag": "4c0f29bd-6b46-40be-bee4-3054e10e77c4", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:33:12.669860 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e830b672-24cb-4a7a-bcd0-12bbc2f3d8a2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:33:12.670261 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'tag': '4c0f29bd-6b46-40be-bee4-3054e10e77c4', 'status': 'completed', 'code': 200} Sep 19 03:33:12.683293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fe64c8c-6a45-4aad-b890-5b3d46bdbb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.710546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-2526fc27-1a3f-47db-8553-cdc69e6b0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:12.712770 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-2526fc27-1a3f-47db-8553-cdc69e6b0795 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 1094 time: 0.0678051 Sep 19 03:33:12.747499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fe64c8c-6a45-4aad-b890-5b3d46bdbb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.750559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1fe64c8c-6a45-4aad-b890-5b3d46bdbb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:12.751916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1fe64c8c-6a45-4aad-b890-5b3d46bdbb18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dcfff602-da2e-4086-bc90-e8a7a914ac91 HTTP/1.1" status: 204 len: 168 time: 0.2508013 Sep 19 03:33:12.762246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe64c8c-6a45-4aad-b890-5b3d46bdbb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfff602-da2e-4086-bc90-e8a7a914ac91,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:12.787430 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-4009c134-7a2a-445c-8c35-b7c694db1921 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c0f29bd-6b46-40be-bee4-3054e10e77c4 HTTP/1.1" status: 200 len: 217 time: 0.0657301 Sep 19 03:33:12.852342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-ceb87d99-a538-42a8-a653-c406aec4a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:12.854262 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-ceb87d99-a538-42a8-a653-c406aec4a0f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0533855 Sep 19 03:33:12.908187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b51ac461-cbc2-4dab-b489-43a9dce33693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:12.910659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-b51ac461-cbc2-4dab-b489-43a9dce33693 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480714 Sep 19 03:33:13.216754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cd71c-d1c3-4e46-b3eb-68d04105fbff req-ad2fc46f-b0ff-4727-8341-c40a47569c41 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:13.226822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f36cd71c-d1c3-4e46-b3eb-68d04105fbff req-ad2fc46f-b0ff-4727-8341-c40a47569c41 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0957203 Sep 19 03:33:13.309752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f36cd71c-d1c3-4e46-b3eb-68d04105fbff req-84656b23-c4f8-4751-9b0e-acf1b421f559 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815299 Sep 19 03:33:13.415617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-2356be5d-f646-4ef2-be78-6b80be5b7f34 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960594 Sep 19 03:33:13.538424 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d131ed49-37dd-4a96-a093-9d6fe619392a req-5a0ee0b1-0bcb-4462-a213-14692ce898d8 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147199 Sep 19 03:33:13.650344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-a7cea5f1-fab9-4b63-814b-f626e03292d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:13.652190 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-a7cea5f1-fab9-4b63-814b-f626e03292d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 1094 time: 0.0549598 Sep 19 03:33:13.774065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-59331e3e-f9d9-422e-ad88-d02d2b5fc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:13.775934 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-59331e3e-f9d9-422e-ad88-d02d2b5fc460 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.1167555 Sep 19 03:33:13.840399 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-e96a45dc-f2c6-4e4f-b176-1fd80c65f7c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c0f29bd-6b46-40be-bee4-3054e10e77c4 HTTP/1.1" status: 200 len: 217 time: 0.0568745 Sep 19 03:33:13.903236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-f884b04f-072d-4cba-b309-e0e7f55c894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:13.905589 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-f884b04f-072d-4cba-b309-e0e7f55c894e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0590022 Sep 19 03:33:13.959257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-3e534fa7-27bd-4a1e-914f-f7e254d39a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:13.961217 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-3e534fa7-27bd-4a1e-914f-f7e254d39a24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481491 Sep 19 03:33:14.081492 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-db3ca2ea-ce5d-4727-9a3a-10b1287d44a4 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096888 Sep 19 03:33:14.205569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0b1d35e7-f254-47d9-95f5-cd653b0c7c87 req-23868395-0113-4138-a9cb-25ca41d8ed7c service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171706 Sep 19 03:33:14.495189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252a9ec-d7fd-4433-b12a-a7b5c1bb92d7 req-2df68306-c0eb-43cb-8ccd-0c75ca1afa4b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:14.496712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c252a9ec-d7fd-4433-b12a-a7b5c1bb92d7 req-2df68306-c0eb-43cb-8ccd-0c75ca1afa4b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0972688 Sep 19 03:33:14.547629 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e12e6a06-e024-4b83-8fc2-46eb8bc41655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:14.550994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c252a9ec-d7fd-4433-b12a-a7b5c1bb92d7 req-626eb9a1-1f41-4288-8eba-68f56a7f21d6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448101 Sep 19 03:33:15.481450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 54936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:15.828384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb81618-b21f-4ec9-8fe1-1b2a53ffae90 req-60b3cb76-414f-4109-9f0c-66863b0bbe43 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:15.831199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cb81618-b21f-4ec9-8fe1-1b2a53ffae90 req-60b3cb76-414f-4109-9f0c-66863b0bbe43 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.1227753 Sep 19 03:33:15.920439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3cb81618-b21f-4ec9-8fe1-1b2a53ffae90 req-7dbedf46-2397-4f74-a367-241650ede78c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827224 Sep 19 03:33:15.923230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 25557098-d6b0-4611-b14a-76283d37da0d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:15.926993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:16.038973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:16.039342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:16.056752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 25557098-d6b0-4611-b14a-76283d37da0d owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:16.164727 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:16.360983 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:16.402220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=25557098-d6b0-4611-b14a-76283d37da0d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:16.499762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:16.500202 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Floating IP 6cb9667b-0150-4e21-91e5-c8be16c7aaf7 disassociated (deleted). External IP: 172.25.8.28, port: 2008bde8-1c71-4c6b-a639-ce459e6dae17. Sep 19 03:33:16.831150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router e2009530-b7b2-41b6-af1d-20943d317e63 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:33:17.035407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:17.041295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:17.056558 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] Sync routers for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:17.070993 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:17.073514 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:32:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:17.138798 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5996304e-7087-41e4-b519-645b220d9807 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/floatingips/6cb9667b-0150-4e21-91e5-c8be16c7aaf7 HTTP/1.1" status: 204 len: 168 time: 1.6533456 Sep 19 03:33:17.138798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:33:17.158427 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3" -d '{"events": [{"name": "network-changed", "server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:33:17.220695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef23e57-4bd1-4798-80c0-075c59801a5a req-34bdb73c-bd7c-4ae7-b545-169f0dd83abc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:17.233399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eef23e57-4bd1-4798-80c0-075c59801a5a req-34bdb73c-bd7c-4ae7-b545-169f0dd83abc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.1535482 Sep 19 03:33:17.236486 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:17.279626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61ca8119-28b7-44db-b62d-3a2cc0afaecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:17.366199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eef23e57-4bd1-4798-80c0-075c59801a5a req-a206cf8f-fe8e-4842-82a8-68c4c858f459 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095939 Sep 19 03:33:17.649762 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:05Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:17.705213 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] Checking router: e2009530-b7b2-41b6-af1d-20943d317e63 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:33:17.710884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007f81d-b45a-49d5-9592-410be2ba0b0c req-67adbd21-a337-4fc6-a89d-a2e54c3f08d0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:17.718786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4007f81d-b45a-49d5-9592-410be2ba0b0c req-67adbd21-a337-4fc6-a89d-a2e54c3f08d0 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0844545 Sep 19 03:33:17.722168 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:17.722839 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:17.780803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4007f81d-b45a-49d5-9592-410be2ba0b0c req-d846f41f-b334-4953-b721-a16d286d7397 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607834 Sep 19 03:33:17.884742 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66309d4e-6926-4aa1-b8e6-54bd30c18322 x-openstack-request-id: req-66309d4e-6926-4aa1-b8e6-54bd30c18322 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:33:17.885985 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:33:17.886475 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66309d4e-6926-4aa1-b8e6-54bd30c18322 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:33:17.886908 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'status': 'completed', 'code': 200} Sep 19 03:33:18.010341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:18.064034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-73cab633-0350-40c3-94eb-8048870712d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:18.069506 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-73cab633-0350-40c3-94eb-8048870712d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cba74cf31d394948bdcb652acbde9af3&device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 1097 time: 0.1265302 Sep 19 03:33:18.081597 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:18.195514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-5fe42864-8343-4a4d-aee0-4f68efea26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:18.198102 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-5fe42864-8343-4a4d-aee0-4f68efea26f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 HTTP/1.1" status: 200 len: 898 time: 0.1240804 Sep 19 03:33:18.286880 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-7fa02a5e-c323-4329-928b-64f084ae29f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17 HTTP/1.1" status: 200 len: 217 time: 0.0770421 Sep 19 03:33:18.370402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-a7539217-d8b1-49fa-9417-d9c1796b85e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:18.375850 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-a7539217-d8b1-49fa-9417-d9c1796b85e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1c956856-f07c-45fb-b65a-c2888a8c6c41 HTTP/1.1" status: 200 len: 835 time: 0.0775216 Sep 19 03:33:18.436633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:05Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:18.486261 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ca7bc-7985-4662-9383-3c86d68cc00d None None] The sync data for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 is: [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:29:59Z', 'revision_number': 4, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '19ff044b-b75d-48fa-9992-fd4ca048ad31', 'name': '', 'network_id': '6ae9d59b-e2bd-4f51-967b-3f5aa26e7158', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'mac_address': 'fa:16:3e:34:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:58Z', 'updated_at': '2021-09-19T03:30:05Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'subnets': [{'id': '1c956856-f07c-45fb-b65a-c2888a8c6c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:18.511428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-0f68926d-da33-4ab0-ab62-f135deedd12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:18.523023 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:18.531053 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-0f68926d-da33-4ab0-ab62-f135deedd12e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439211 Sep 19 03:33:18.621244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e00c8-fb66-4993-805f-8efb6564c9d0 req-7d025380-f4a5-46d6-bbb1-4b57df44290e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:18.640039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-079e00c8-fb66-4993-805f-8efb6564c9d0 req-7d025380-f4a5-46d6-bbb1-4b57df44290e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.1271803 Sep 19 03:33:18.715377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-079e00c8-fb66-4993-805f-8efb6564c9d0 req-8d4e3b24-560f-479f-b677-d20f16530add tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738838 Sep 19 03:33:18.751463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-913a7441-28b2-468e-8d91-c2b3eac14588 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074976 Sep 19 03:33:18.919616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-008c0fc5-4c24-4ce9-8bf1-0cd8be0541a3 req-5670c65a-7f65-402d-90cd-e9d9ee949ac1 service neutron] 10.222.0.32 "GET /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595805 Sep 19 03:33:18.979173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88685d2f-b1b8-4e1f-8a49-70a24a27b5b1 None None] New status for floating IP 6cb9667b-0150-4e21-91e5-c8be16c7aaf7: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:33:19.004197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a37c0f-7466-4393-9f66-9410d721296d req-43c37c32-cb81-43b2-915c-4ad697faaad1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:19.008589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80a37c0f-7466-4393-9f66-9410d721296d req-43c37c32-cb81-43b2-915c-4ad697faaad1 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0902450 Sep 19 03:33:19.069859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80a37c0f-7466-4393-9f66-9410d721296d req-2ee14e95-38ca-4834-a3fa-6dceb628dd92 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f4e51c9-1f61-4474-9746-97403b348198&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544353 Sep 19 03:33:19.496601 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-b3cc2511-1f14-49f8-9ced-880ab95dd74d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:19.498205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-b3cc2511-1f14-49f8-9ced-880ab95dd74d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 946 time: 0.0888286 Sep 19 03:33:19.637866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 2008bde8-1c71-4c6b-a639-ce459e6dae17 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:19.638364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:19.766964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 2008bde8-1c71-4c6b-a639-ce459e6dae17, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=2008bde8-1c71-4c6b-a639-ce459e6dae17,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:19.767347 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:19.782253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 2008bde8-1c71-4c6b-a639-ce459e6dae17 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:19.879806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f71ebd-9394-47a5-a065-824e6d8b6cf2 req-041bb9da-42ac-4699-b084-a709dcd8bc96 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:19.886009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64f71ebd-9394-47a5-a065-824e6d8b6cf2 req-041bb9da-42ac-4699-b084-a709dcd8bc96 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0794671 Sep 19 03:33:19.976314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64f71ebd-9394-47a5-a065-824e6d8b6cf2 req-2ef4c915-0d48-45a5-a571-c98e8b9dcc1e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859349 Sep 19 03:33:20.052769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:20.095111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=2008bde8-1c71-4c6b-a639-ce459e6dae17,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:20.108147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:20.240212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e11d6a79-77f0-45aa-9ad9-4828dab57504 req-aa61a3c5-016a-4907-b258-a9c34ffac1ef tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "GET /v2.0/ports?device_id=61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e HTTP/1.1" status: 200 len: 210 time: 0.0531414 Sep 19 03:33:20.266183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] No DVR routers for this DVR port 2008bde8-1c71-4c6b-a639-ce459e6dae17 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:33:20.266183 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:20.267701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d3d39efa-afcf-4a1a-ba6c-129d78002d65 req-8600631e-1228-4ce6-b655-68b79f9b8645 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.32 "DELETE /v2.0/ports/2008bde8-1c71-4c6b-a639-ce459e6dae17 HTTP/1.1" status: 204 len: 173 time: 0.7630582 Sep 19 03:33:20.268108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'name': 'network-vif-deleted', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:33:20.270330 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b81af-43b6-4da4-92a0-62fc2409e59b" -d '{"events": [{"server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "name": "network-vif-deleted", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:33:20.390731 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca042a1-085a-48f7-bc96-0984058acdb2 x-openstack-request-id: req-5ca042a1-085a-48f7-bc96-0984058acdb2 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:33:20.391426 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e", "name": "network-vif-deleted", "tag": "2008bde8-1c71-4c6b-a639-ce459e6dae17", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:33:20.391783 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ca042a1-085a-48f7-bc96-0984058acdb2 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:33:20.392257 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61644f59-3c67-4d6a-bc51-ac4f3c6c3b1e', 'name': 'network-vif-deleted', 'tag': '2008bde8-1c71-4c6b-a639-ce459e6dae17', 'status': 'completed', 'code': 200} Sep 19 03:33:21.166006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4cab9-40da-462e-83ce-f91488f58263 req-c5e77384-e246-4e6d-874c-b04ccc66eda1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:21.171358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e4cab9-40da-462e-83ce-f91488f58263 req-c5e77384-e246-4e6d-874c-b04ccc66eda1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0755012 Sep 19 03:33:21.219153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8e4cab9-40da-462e-83ce-f91488f58263 req-1b22e8e7-0d24-4e42-9960-c5d9beee0866 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Sep 19 03:33:21.345379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55096) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:21.538546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2008bde8-1c71-4c6b-a639-ce459e6dae17 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:33:21.582936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 2008bde8-1c71-4c6b-a639-ce459e6dae17 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:33:21.583937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 2008bde8-1c71-4c6b-a639-ce459e6dae17 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:33:22.134680 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:22.384756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd3476-eb78-4eb3-a20a-bbe367ab37a9 req-94b1737a-b3c4-4c3b-a605-1d41900e8cd8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:22.386325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bbd3476-eb78-4eb3-a20a-bbe367ab37a9 req-94b1737a-b3c4-4c3b-a605-1d41900e8cd8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0792000 Sep 19 03:33:22.460430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bbd3476-eb78-4eb3-a20a-bbe367ab37a9 req-13451003-b567-4147-89bc-c3bfc8f193f4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650280 Sep 19 03:33:22.518162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 19ff044b-b75d-48fa-9992-fd4ca048ad31 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:22.518409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:22.622661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 19ff044b-b75d-48fa-9992-fd4ca048ad31, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=19ff044b-b75d-48fa-9992-fd4ca048ad31,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:22.623061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:22.638779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 19ff044b-b75d-48fa-9992-fd4ca048ad31 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:22.853033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:22.886170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=19ff044b-b75d-48fa-9992-fd4ca048ad31,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:23.118836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:23.362106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Router e2009530-b7b2-41b6-af1d-20943d317e63 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:33:23.482343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:23.491670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55168) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:23.492087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b7fab005-35b7-47ca-88cb-0f099fdbb68d tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "PUT /v2.0/routers/e2009530-b7b2-41b6-af1d-20943d317e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1448576 Sep 19 03:33:23.501548 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] Sync routers for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:23.543213 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:23.544009 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:23.584794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting subnet 1c956856-f07c-45fb-b65a-c2888a8c6c41 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:33:23.588586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:23.674554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5d549-46ec-46aa-8bb3-de0130217dee req-b8734cbb-926b-4f51-ad28-c6b6b93db4f5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:23.676869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fe5d549-46ec-46aa-8bb3-de0130217dee req-b8734cbb-926b-4f51-ad28-c6b6b93db4f5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0779757 Sep 19 03:33:23.692548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:23.754960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fe5d549-46ec-46aa-8bb3-de0130217dee req-18b9fc7d-42ab-46ea-bba3-b8f7bb8867b9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673046 Sep 19 03:33:23.772333 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:23.864486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:23.970394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.026994 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:33:22Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:24.036356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Subnet': ['ID=1c956856-f07c-45fb-b65a-c2888a8c6c41,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:24.038891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.044794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55184) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:24.057761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5bca40dc-e22c-4dd3-b834-6f178ed3cbd2 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/subnets/1c956856-f07c-45fb-b65a-c2888a8c6c41 HTTP/1.1" status: 204 len: 168 time: 0.5653081 Sep 19 03:33:24.062826 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7e7f99-4eab-4eba-8917-76b765c4f63d None None] Network 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:33:24.066419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] Checking router: e2009530-b7b2-41b6-af1d-20943d317e63 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:33:24.096107 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] Routers {'e2009530-b7b2-41b6-af1d-20943d317e63'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:24.096749 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e2009530-b7b2-41b6-af1d-20943d317e63'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:24.249434 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] Set router e2009530-b7b2-41b6-af1d-20943d317e63 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:24.283776 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.345322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] DHCP port deletion for 6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:33:24.457515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Deleting port 53f9b672-6353-4cd1-aa2e-9d63786ee090 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:24.457909 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.469525 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.556354 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:33:22Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:24.577110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Deleting port 4168c50a-33ef-4bac-9380-8fe40901f026 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:24.577585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.590938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] For port 53f9b672-6353-4cd1-aa2e-9d63786ee090, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=53f9b672-6353-4cd1-aa2e-9d63786ee090,segment=NetworkSegment(58c8b971-92f6-4c58-a1ac-32cb566ab4c6),segment_id=58c8b971-92f6-4c58-a1ac-32cb566ab4c6)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:24.591343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.605870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Calling delete_port for 53f9b672-6353-4cd1-aa2e-9d63786ee090 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:24.624542 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad3578-b51e-4579-829a-b8d7967417b9 None None] The sync data for ids ['e2009530-b7b2-41b6-af1d-20943d317e63'] in n-d-809936-1 is: [{'id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-154241347', 'tenant_id': 'cba74cf31d394948bdcb652acbde9af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19'}], 'enable_snat': True}, 'gw_port_id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:29:51Z', 'updated_at': '2021-09-19T03:33:22Z', 'revision_number': 5, 'project_id': 'cba74cf31d394948bdcb652acbde9af3', 'gw_port': {'id': '4168c50a-33ef-4bac-9380-8fe40901f026', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:b1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2009530-b7b2-41b6-af1d-20943d317e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:29:52Z', 'updated_at': '2021-09-19T03:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:24.745687 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.750789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] For port 4168c50a-33ef-4bac-9380-8fe40901f026, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4168c50a-33ef-4bac-9380-8fe40901f026,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:24.751373 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:24.765782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Calling delete_port for 4168c50a-33ef-4bac-9380-8fe40901f026 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:24.782449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Pushing event deleted for resources: {'Port': ['ID=53f9b672-6353-4cd1-aa2e-9d63786ee090,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:24.805661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.806688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.807287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.807776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.808204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.808783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.809242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.809664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.810259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.810680 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.811285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.811701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:24.818637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69137826-84d3-48b4-8492-69b3c5992dc6 None None] No DVR routers for this DVR port 53f9b672-6353-4cd1-aa2e-9d63786ee090 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:33:25.019870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645336c-f3fd-4ff8-b4f9-83d9a9753c82 req-4afe1ef1-9f45-4105-b012-796bf84adf07 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:25.021448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6645336c-f3fd-4ff8-b4f9-83d9a9753c82 req-4afe1ef1-9f45-4105-b012-796bf84adf07 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0993361 Sep 19 03:33:25.081329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.126329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6645336c-f3fd-4ff8-b4f9-83d9a9753c82 req-68c85d41-f3f9-4c21-929a-9ae167d56211 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922406 Sep 19 03:33:25.129282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Port': ['ID=4168c50a-33ef-4bac-9380-8fe40901f026,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:25.218888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.329585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.332059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.380883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.381775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Fanout notify agent at l3_agent the message router_deleted on router e2009530-b7b2-41b6-af1d-20943d317e63 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:33:25.394459 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.395629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-58c21eb2-5cd1-47e7-b75b-1c9eaf921c85 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/routers/e2009530-b7b2-41b6-af1d-20943d317e63 HTTP/1.1" status: 204 len: 168 time: 1.3488352 Sep 19 03:33:25.398425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55224) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:25.578189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.713274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.755392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae9d59b-e2bd-4f51-967b-3f5aa26e7158']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:25.772008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c8b971-92f6-4c58-a1ac-32cb566ab4c6') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:25.772915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c8b971-92f6-4c58-a1ac-32cb566ab4c6') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:25.786809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.808066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.817843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:33:25.818507 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:33:25.823156 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:33:25.918051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.933595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:25.938524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55234) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:25.939043 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/networks/6ae9d59b-e2bd-4f51-967b-3f5aa26e7158 HTTP/1.1" status: 204 len: 168 time: 0.5383449 Sep 19 03:33:25.948726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57114d-8aa3-46d8-9e71-55b61c231b93 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'Network': ['ID=6ae9d59b-e2bd-4f51-967b-3f5aa26e7158,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:26.024944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e83d7a4-c0aa-4605-9361-26a890d41150 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:26.073222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e83d7a4-c0aa-4605-9361-26a890d41150 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:26.174188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e83d7a4-c0aa-4605-9361-26a890d41150 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:26.177783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e83d7a4-c0aa-4605-9361-26a890d41150 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:26.179086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e83d7a4-c0aa-4605-9361-26a890d41150 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] 10.222.0.22 "DELETE /v2.0/security-groups/9f4e51c9-1f61-4474-9746-97403b348198 HTTP/1.1" status: 204 len: 168 time: 0.2394307 Sep 19 03:33:26.196631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d7a4-c0aa-4605-9361-26a890d41150 tempest-TestNetworkAdvancedServerOps-1194644939 tempest-TestNetworkAdvancedServerOps-1194644939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e51c9-1f61-4474-9746-97403b348198,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:26.198675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 19ff044b-b75d-48fa-9992-fd4ca048ad31 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:33:26.295725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 19ff044b-b75d-48fa-9992-fd4ca048ad31 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:33:26.296078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 19ff044b-b75d-48fa-9992-fd4ca048ad31 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:33:26.296505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 53f9b672-6353-4cd1-aa2e-9d63786ee090 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:33:26.362146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37032c9e-0df1-41bf-bbec-9b4b0cc960c2 req-a5c991f7-1119-467a-b99a-b56020c685ee tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:26.367708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 53f9b672-6353-4cd1-aa2e-9d63786ee090 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:33:26.368057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 53f9b672-6353-4cd1-aa2e-9d63786ee090 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:33:26.373627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37032c9e-0df1-41bf-bbec-9b4b0cc960c2 req-a5c991f7-1119-467a-b99a-b56020c685ee tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.1124041 Sep 19 03:33:26.432670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37032c9e-0df1-41bf-bbec-9b4b0cc960c2 req-7c11d6bd-c86a-40ef-86f0-2f5edf3e25db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479989 Sep 19 03:33:26.647671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55250) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:26.907803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b54a8094-a242-4152-b44b-f6ff5ec83afa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cba74cf31d394948bdcb652acbde9af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589672 Sep 19 03:33:26.911287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55264) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:26.970476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d403f7-b2f7-41af-a5bc-005485f22245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:26.995192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d403f7-b2f7-41af-a5bc-005485f22245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.051819 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d403f7-b2f7-41af-a5bc-005485f22245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.054524 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-07d403f7-b2f7-41af-a5bc-005485f22245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.055762 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-07d403f7-b2f7-41af-a5bc-005485f22245 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b885f069-b82b-4bd1-849b-e9b822f71a90 HTTP/1.1" status: 204 len: 168 time: 0.1432204 Sep 19 03:33:27.064010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d403f7-b2f7-41af-a5bc-005485f22245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b885f069-b82b-4bd1-849b-e9b822f71a90,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:27.081977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55270) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:27.195944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-054eec48-bd7e-4e6d-a038-25860a84837f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.294473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-054eec48-bd7e-4e6d-a038-25860a84837f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.299692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-054eec48-bd7e-4e6d-a038-25860a84837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.354469 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-054eec48-bd7e-4e6d-a038-25860a84837f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d5d1cd352024b8495618f62d8bed3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712250 Sep 19 03:33:27.355904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eec48-bd7e-4e6d-a038-25860a84837f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdf14b-14b2-482e-8488-5ab750d8651a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:27.357170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:27.416036 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d070b920-6685-47a1-81b1-22b4ce78d504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.439539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d070b920-6685-47a1-81b1-22b4ce78d504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.470014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55280) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:27.505005 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d070b920-6685-47a1-81b1-22b4ce78d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.508478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d070b920-6685-47a1-81b1-22b4ce78d504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.510933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d070b920-6685-47a1-81b1-22b4ce78d504 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4cdf14b-14b2-482e-8488-5ab750d8651a HTTP/1.1" status: 204 len: 168 time: 0.1516378 Sep 19 03:33:27.522089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070b920-6685-47a1-81b1-22b4ce78d504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdf14b-14b2-482e-8488-5ab750d8651a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:27.524663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-03f1d170-64c8-4f53-a1eb-4bb2b0ae09a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acebc56ede92425b81d7190b93f50b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525882 Sep 19 03:33:27.526242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55284) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:27.589949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625691f-836b-4c52-99ca-6e55e51fbaa5 req-f4fe4ec9-3989-4f04-b202-4b11fbec00e5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:27.591971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6625691f-836b-4c52-99ca-6e55e51fbaa5 req-f4fe4ec9-3989-4f04-b202-4b11fbec00e5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0564444 Sep 19 03:33:27.595185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8b41b6c-ea14-457b-be6d-86d15ec8e5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.631804 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8b41b6c-ea14-457b-be6d-86d15ec8e5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.636359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6625691f-836b-4c52-99ca-6e55e51fbaa5 req-309b96d3-c4d1-4a68-b77b-7035978b0810 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358710 Sep 19 03:33:27.698770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4168c50a-33ef-4bac-9380-8fe40901f026 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:33:27.703161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8b41b6c-ea14-457b-be6d-86d15ec8e5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.705835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8b41b6c-ea14-457b-be6d-86d15ec8e5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:27.709799 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8b41b6c-ea14-457b-be6d-86d15ec8e5b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f986f5f6-cca4-43e3-a321-f19428e24bec HTTP/1.1" status: 204 len: 168 time: 0.1798863 Sep 19 03:33:27.715637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b41b6c-ea14-457b-be6d-86d15ec8e5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986f5f6-cca4-43e3-a321-f19428e24bec,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:27.733642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4168c50a-33ef-4bac-9380-8fe40901f026 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:33:27.734005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4168c50a-33ef-4bac-9380-8fe40901f026 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:33:27.964410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:27.979352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2961a280-14a8-4e84-8701-4ca5c2061f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.089338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2961a280-14a8-4e84-8701-4ca5c2061f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.095868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2961a280-14a8-4e84-8701-4ca5c2061f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.145028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55294) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:28.147342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2961a280-14a8-4e84-8701-4ca5c2061f4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=206d07e6cc1542b3b88ed3dc5fdddd9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817505 Sep 19 03:33:28.148811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2961a280-14a8-4e84-8701-4ca5c2061f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3495fb53-9b0c-4ee8-a71f-76ebc1a4ba7c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:28.202169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8878c556-fe4d-49d6-b077-fa7bd8918a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.227228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8878c556-fe4d-49d6-b077-fa7bd8918a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.281914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8878c556-fe4d-49d6-b077-fa7bd8918a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.285611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8878c556-fe4d-49d6-b077-fa7bd8918a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.298914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8878c556-fe4d-49d6-b077-fa7bd8918a19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3495fb53-9b0c-4ee8-a71f-76ebc1a4ba7c HTTP/1.1" status: 204 len: 168 time: 0.1524687 Sep 19 03:33:28.308329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878c556-fe4d-49d6-b077-fa7bd8918a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3495fb53-9b0c-4ee8-a71f-76ebc1a4ba7c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:28.705810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55304) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:28.720066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32bfb784-d8a7-4398-a09c-f4bd4c4ff8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.813269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318d675-3bdb-4fd0-8668-2c5cb85d348c req-59dc6607-d468-4f14-9453-fa12c94e2ef2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:28.814197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b318d675-3bdb-4fd0-8668-2c5cb85d348c req-59dc6607-d468-4f14-9453-fa12c94e2ef2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0813735 Sep 19 03:33:28.873618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b318d675-3bdb-4fd0-8668-2c5cb85d348c req-5e583325-44a7-489f-b27f-981545a6a569 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494716 Sep 19 03:33:28.899914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32bfb784-d8a7-4398-a09c-f4bd4c4ff8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.904205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32bfb784-d8a7-4398-a09c-f4bd4c4ff8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:28.943487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32bfb784-d8a7-4398-a09c-f4bd4c4ff8af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe3acbb619d1415e9ebb1c986aef73c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365716 Sep 19 03:33:28.944336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfb784-d8a7-4398-a09c-f4bd4c4ff8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff81614-6a93-4669-a304-5e2b548833bd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:28.947150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55308) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:29.000150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c6186e3-693d-435d-bae8-7fdf4d15ee81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:29.023969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c6186e3-693d-435d-bae8-7fdf4d15ee81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:29.071605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c6186e3-693d-435d-bae8-7fdf4d15ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:29.074228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c6186e3-693d-435d-bae8-7fdf4d15ee81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:29.075422 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2c6186e3-693d-435d-bae8-7fdf4d15ee81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ff81614-6a93-4669-a304-5e2b548833bd HTTP/1.1" status: 204 len: 168 time: 0.1268628 Sep 19 03:33:29.084400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6186e3-693d-435d-bae8-7fdf4d15ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff81614-6a93-4669-a304-5e2b548833bd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:30.004785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbaa0a-1464-4ae4-8668-e341b7d44bb5 req-49d65e77-b9a1-4cc5-8e39-1c5ca722e9f9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:30.006320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03cbaa0a-1464-4ae4-8668-e341b7d44bb5 req-49d65e77-b9a1-4cc5-8e39-1c5ca722e9f9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0561016 Sep 19 03:33:30.050723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03cbaa0a-1464-4ae4-8668-e341b7d44bb5 req-04144e05-b5e4-4fff-b613-bb7219d75273 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375135 Sep 19 03:33:30.055459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.174660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8d557-deef-44b2-becc-cfc64b7f06f1 req-6674969d-1d54-43cf-ba5b-4215a72fbaaa tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:31.176360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9b8d557-deef-44b2-becc-cfc64b7f06f1 req-6674969d-1d54-43cf-ba5b-4215a72fbaaa tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0537410 Sep 19 03:33:31.215529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9b8d557-deef-44b2-becc-cfc64b7f06f1 req-0f647073-94cc-4ff2-aca3-8e534792c76d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334113 Sep 19 03:33:31.387957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55430) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:31.501640 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d93a1886-3aab-40b4-a22f-6b147b652d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.588330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d93a1886-3aab-40b4-a22f-6b147b652d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.593213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d93a1886-3aab-40b4-a22f-6b147b652d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.634557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d93a1886-3aab-40b4-a22f-6b147b652d91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a3baa707add48cdab2d0ebde785b242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454426 Sep 19 03:33:31.634968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55434) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:31.635462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a1886-3aab-40b4-a22f-6b147b652d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb08dc-3944-4dcb-b4c5-5901965ff720,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:31.685614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-378514ec-6f3e-4add-97f3-9c85c45cabd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.705688 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-378514ec-6f3e-4add-97f3-9c85c45cabd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.751992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-378514ec-6f3e-4add-97f3-9c85c45cabd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.754643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-378514ec-6f3e-4add-97f3-9c85c45cabd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:31.758451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-378514ec-6f3e-4add-97f3-9c85c45cabd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25fb08dc-3944-4dcb-b4c5-5901965ff720 HTTP/1.1" status: 204 len: 168 time: 0.1195292 Sep 19 03:33:31.764029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378514ec-6f3e-4add-97f3-9c85c45cabd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb08dc-3944-4dcb-b4c5-5901965ff720,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:32.025125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55442) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:32.039139 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3cb66b70-490c-4def-8d97-e6dee0a80903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:32.138188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3cb66b70-490c-4def-8d97-e6dee0a80903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:32.142099 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3cb66b70-490c-4def-8d97-e6dee0a80903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:32.184014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3cb66b70-490c-4def-8d97-e6dee0a80903 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd6df2eb63ae472ea6b62a85407522d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1577876 Sep 19 03:33:32.184863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb66b70-490c-4def-8d97-e6dee0a80903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798857ad-c41a-476a-9267-b8daa1c5f01c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:32.186717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55444) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:32.235846 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e275e6-baef-48c0-897d-3e85d76ca72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:32.257599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e275e6-baef-48c0-897d-3e85d76ca72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:32.309241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e275e6-baef-48c0-897d-3e85d76ca72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:32.311913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11e275e6-baef-48c0-897d-3e85d76ca72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:32.315395 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11e275e6-baef-48c0-897d-3e85d76ca72e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/798857ad-c41a-476a-9267-b8daa1c5f01c HTTP/1.1" status: 204 len: 168 time: 0.1252630 Sep 19 03:33:32.321653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e275e6-baef-48c0-897d-3e85d76ca72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798857ad-c41a-476a-9267-b8daa1c5f01c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:32.338801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6de325-df33-4661-b193-61c1c2c7695f req-69e57948-c804-49c9-a882-92b4b9808f21 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:32.341061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd6de325-df33-4661-b193-61c1c2c7695f req-69e57948-c804-49c9-a882-92b4b9808f21 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0544894 Sep 19 03:33:32.379980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd6de325-df33-4661-b193-61c1c2c7695f req-f4f76d2a-bddf-4b2a-b11e-5e7ec1f49f15 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Sep 19 03:33:33.510545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fcfe6-6b8f-4104-8907-b49823517129 req-9b2d7d44-45dc-491f-8a9f-fe6a1027a66a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:33.512051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c5fcfe6-6b8f-4104-8907-b49823517129 req-9b2d7d44-45dc-491f-8a9f-fe6a1027a66a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0512497 Sep 19 03:33:33.551740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c5fcfe6-6b8f-4104-8907-b49823517129 req-7cc837e9-12d0-4bce-afb6-fb44d8a28a82 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335557 Sep 19 03:33:34.592056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55558) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:34.674270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a74f3d-be29-43fb-990e-90c49d7c4f85 req-9d4597fd-1ae2-48c3-9c74-07174aaab511 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:34.676432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02a74f3d-be29-43fb-990e-90c49d7c4f85 req-9d4597fd-1ae2-48c3-9c74-07174aaab511 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0556114 Sep 19 03:33:34.712366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f17fc167-e820-4824-ba8a-d8f831eff817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:34.723494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02a74f3d-be29-43fb-990e-90c49d7c4f85 req-66aabb35-7e23-46dd-8b72-ed2392d97f5e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365334 Sep 19 03:33:34.807465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f17fc167-e820-4824-ba8a-d8f831eff817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:34.811630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f17fc167-e820-4824-ba8a-d8f831eff817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:34.848895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fc167-e820-4824-ba8a-d8f831eff817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1883f0-f303-4f00-be04-4c09c4915c0d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:34.857762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55562) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:34.857894 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f17fc167-e820-4824-ba8a-d8f831eff817 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7c90c5587084a5dbdf493792dbe238a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647727 Sep 19 03:33:34.907238 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dd07907-72dc-4d2d-9fb4-05e2a4a72e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:34.928973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dd07907-72dc-4d2d-9fb4-05e2a4a72e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:34.975787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dd07907-72dc-4d2d-9fb4-05e2a4a72e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:34.978454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5dd07907-72dc-4d2d-9fb4-05e2a4a72e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:34.979652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5dd07907-72dc-4d2d-9fb4-05e2a4a72e85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e1883f0-f303-4f00-be04-4c09c4915c0d HTTP/1.1" status: 204 len: 168 time: 0.1204619 Sep 19 03:33:34.988448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd07907-72dc-4d2d-9fb4-05e2a4a72e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1883f0-f303-4f00-be04-4c09c4915c0d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:35.198636 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:33:35.272787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 55572) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:35.287240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d6aa-33aa-49ac-83aa-4f94437fb568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:35.394918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d6aa-33aa-49ac-83aa-4f94437fb568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:35.399017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ba9d6aa-33aa-49ac-83aa-4f94437fb568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:35.444164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3ba9d6aa-33aa-49ac-83aa-4f94437fb568 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5e3864a22f94d3b93fe0b59dbd7b8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1680470 Sep 19 03:33:35.444164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9d6aa-33aa-49ac-83aa-4f94437fb568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b878dd-6c1b-4966-a92c-5aedd7c5ba9f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:35.445424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:35.501995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60d0ed27-9dd6-43b8-a4f1-c1e685fd3438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:35.528312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60d0ed27-9dd6-43b8-a4f1-c1e685fd3438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:35.576737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60d0ed27-9dd6-43b8-a4f1-c1e685fd3438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:35.579477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60d0ed27-9dd6-43b8-a4f1-c1e685fd3438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:35.580854 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-60d0ed27-9dd6-43b8-a4f1-c1e685fd3438 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30b878dd-6c1b-4966-a92c-5aedd7c5ba9f HTTP/1.1" status: 204 len: 168 time: 0.1339352 Sep 19 03:33:35.591262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0ed27-9dd6-43b8-a4f1-c1e685fd3438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b878dd-6c1b-4966-a92c-5aedd7c5ba9f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:35.858511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ec18c-3c4c-4cc4-9f8e-c383794e6160 req-d23b0379-0ad0-458d-97d7-95e987732380 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:35.868576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a6ec18c-3c4c-4cc4-9f8e-c383794e6160 req-d23b0379-0ad0-458d-97d7-95e987732380 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0637515 Sep 19 03:33:35.925559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a6ec18c-3c4c-4cc4-9f8e-c383794e6160 req-c9fd782f-6251-451a-8910-bf14ef984ba8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474098 Sep 19 03:33:37.051152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90b1b4-e705-4c50-9754-8eddbdafb6bd req-68c18d83-b20e-456c-8452-9b665667753c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:37.052769 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a90b1b4-e705-4c50-9754-8eddbdafb6bd req-68c18d83-b20e-456c-8452-9b665667753c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 943 time: 0.0577281 Sep 19 03:33:37.098156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a90b1b4-e705-4c50-9754-8eddbdafb6bd req-0dd1df4b-8f70-41ea-a5ad-b835fcb96867 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362954 Sep 19 03:33:37.325358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 55998) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:37.415661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4c0f29bd-6b46-40be-bee4-3054e10e77c4 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:33:37.455579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1da0ac0-5b0b-40df-af26-8c2a4005c215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.522896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4c0f29bd-6b46-40be-bee4-3054e10e77c4, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4c0f29bd-6b46-40be-bee4-3054e10e77c4,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:37.534871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '4c0f29bd-6b46-40be-bee4-3054e10e77c4', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'port_id': '4c0f29bd-6b46-40be-bee4-3054e10e77c4', 'mac_address': 'fa:16:3e:87:d6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:33:37.568280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1da0ac0-5b0b-40df-af26-8c2a4005c215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.572608 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d1da0ac0-5b0b-40df-af26-8c2a4005c215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.579550 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.593075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0f29bd-6b46-40be-bee4-3054e10e77c4 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:33:37.613668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4c0f29bd-6b46-40be-bee4-3054e10e77c4, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4c0f29bd-6b46-40be-bee4-3054e10e77c4,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:37.618889 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.623284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56050) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:37.623432 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d1da0ac0-5b0b-40df-af26-8c2a4005c215 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff01a7d2266a477ea81242e47919ae3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969770 Sep 19 03:33:37.624095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da0ac0-5b0b-40df-af26-8c2a4005c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307ae470-c5a6-4a5c-8d9e-9f85a9ff98c1,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:37.669592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4c0f29bd-6b46-40be-bee4-3054e10e77c4,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:37.684566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-774f1c23-8591-4dd4-9c82-0752cfb9c2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.706890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-774f1c23-8591-4dd4-9c82-0752cfb9c2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.760141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-774f1c23-8591-4dd4-9c82-0752cfb9c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.762851 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-774f1c23-8591-4dd4-9c82-0752cfb9c2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:37.766703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-774f1c23-8591-4dd4-9c82-0752cfb9c2fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/307ae470-c5a6-4a5c-8d9e-9f85a9ff98c1 HTTP/1.1" status: 204 len: 168 time: 0.1411841 Sep 19 03:33:37.774812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f1c23-8591-4dd4-9c82-0752cfb9c2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ae470-c5a6-4a5c-8d9e-9f85a9ff98c1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:37.844997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4c0f29bd-6b46-40be-bee4-3054e10e77c4'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:33:38.221199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bffd1-effd-4514-822d-37b2b8c470a4 req-e246c5bf-ba3e-4682-abee-0b2c1beaf14c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:38.223237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-616bffd1-effd-4514-822d-37b2b8c470a4 req-e246c5bf-ba3e-4682-abee-0b2c1beaf14c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 944 time: 0.0521040 Sep 19 03:33:38.265455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-616bffd1-effd-4514-822d-37b2b8c470a4 req-2f11d66f-4ce0-429d-9a77-4a52e9325269 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357809 Sep 19 03:33:39.130800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56176) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:39.239063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2092404741', 'router:external': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:39.264185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Made reservation on behalf of 2cc3c6aaddcb4a448b90e409e9fe0ad7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:33:39.267079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.276325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.379808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.383804 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.390145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529b783-49ad-451b-9b7b-5566f50d0ea2 req-d5da7dae-c9ff-4fc5-bf9d-2a9643243079 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:39.391667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e529b783-49ad-451b-9b7b-5566f50d0ea2 req-d5da7dae-c9ff-4fc5-bf9d-2a9643243079 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 944 time: 0.0522408 Sep 19 03:33:39.410130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:33:39.419019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8cc25a-912a-4c3b-9753-96717b7ba2e0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:39.427512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.428097 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Added segment 97eb09a1-adba-4917-b1a5-72ae500783c3 of type vlan for network 97fb6df7-5d6d-499a-b98c-1669a7033d17 Sep 19 03:33:39.431154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4c0f29bd-6b46-40be-bee4-3054e10e77c4 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:33:39.442410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e529b783-49ad-451b-9b7b-5566f50d0ea2 req-0f8b491d-9be1-4935-a0af-def4163f4e30 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444267 Sep 19 03:33:39.484730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.504954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:33:39.508647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:33:39.509014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.515213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.516195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:39.516779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.551822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4198279 Sep 19 03:33:39.555393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56182) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:39.560427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'subnet': {'network_id': '97fb6df7-5d6d-499a-b98c-1669a7033d17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:39.582593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8f84e-c42e-49bb-88f8-8c7d70820a92 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Network': ['ID=97fb6df7-5d6d-499a-b98c-1669a7033d17,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:39.582874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Made reservation on behalf of 2cc3c6aaddcb4a448b90e409e9fe0ad7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:33:39.587095 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.590983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.594194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 97fb6df7-5d6d-499a-b98c-1669a7033d17 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:33:39.631278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0f29bd-6b46-40be-bee4-3054e10e77c4'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:33:39.633496 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691bf938-1d51-4cf3-93ca-9d2078d08e6f" -d '{"events": [{"server_uuid": "97d53420-674b-44b1-90c4-fea8ef1497f7", "name": "network-vif-plugged", "status": "completed", "tag": "4c0f29bd-6b46-40be-bee4-3054e10e77c4"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:33:39.648440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4c0f29bd-6b46-40be-bee4-3054e10e77c4, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4c0f29bd-6b46-40be-bee4-3054e10e77c4,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:39.678562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.682397 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6985945f-8fec-47e6-95c0-b0b6e90be13a x-openstack-request-id: req-6985945f-8fec-47e6-95c0-b0b6e90be13a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:33:39.682725 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d53420-674b-44b1-90c4-fea8ef1497f7", "name": "network-vif-plugged", "status": "completed", "tag": "4c0f29bd-6b46-40be-bee4-3054e10e77c4", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:33:39.683006 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6985945f-8fec-47e6-95c0-b0b6e90be13a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:33:39.683391 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0f29bd-6b46-40be-bee4-3054e10e77c4', 'code': 200} Sep 19 03:33:39.743323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4c0f29bd-6b46-40be-bee4-3054e10e77c4,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:39.788293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff86476-8b47-4adb-8d37-4dc4d46a9b5d req-c9b1bc00-3b4c-47e9-bdb2-235fd8737585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:39.789952 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ff86476-8b47-4adb-8d37-4dc4d46a9b5d req-c9b1bc00-3b4c-47e9-bdb2-235fd8737585 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 1096 time: 0.0500722 Sep 19 03:33:39.828386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ff86476-8b47-4adb-8d37-4dc4d46a9b5d req-9d1cd459-d245-493f-92a9-195c4ef7f4d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Sep 19 03:33:39.919027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.objects.ports [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 03:33:39.919496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:39.973513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d12e0d2-38e0-4464-b863-95ece3233ee6,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:39.989539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Checking segment: {'id': '97eb09a1-adba-4917-b1a5-72ae500783c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '97fb6df7-5d6d-499a-b98c-1669a7033d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:33:39.989896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network hostable DHCP agents. Network: 97fb6df7-5d6d-499a-b98c-1669a7033d17, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:33:40.007887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network 97fb6df7-5d6d-499a-b98c-1669a7033d17 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:33:40.018124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 97fb6df7-5d6d-499a-b98c-1669a7033d17) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:40.022599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:40.023216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:40.029938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9622d2be-3dd8-4ac5-b921-e45165c794bb None None] Network 97fb6df7-5d6d-499a-b98c-1669a7033d17 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:33:40.038011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a2e4947b-6eec-44b7-befa-d8152062c3f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4814510 Sep 19 03:33:40.040719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56192) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:40.045985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-304457575', 'network_id': '97fb6df7-5d6d-499a-b98c-1669a7033d17'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:40.068849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Made reservation on behalf of 2cc3c6aaddcb4a448b90e409e9fe0ad7 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:33:40.071230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:40.165291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b20909-777e-47a2-8b73-034e77c8670c None None] Network 97fb6df7-5d6d-499a-b98c-1669a7033d17 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:33:40.347497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] device_id is not set on port 2f660734-9501-4066-a279-5029decb1c17 yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:33:40.441662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Allocated IP 172.20.0.14 (97fb6df7-5d6d-499a-b98c-1669a7033d17/8d12e0d2-38e0-4464-b863-95ece3233ee6/2f660734-9501-4066-a279-5029decb1c17) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:40.618657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18558c09-9c1b-44ee-a982-2f828e49dc7b req-16ab2b7d-120b-48a9-8530-9fa17f4cdd8d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:40.621432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18558c09-9c1b-44ee-a982-2f828e49dc7b req-16ab2b7d-120b-48a9-8530-9fa17f4cdd8d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 945 time: 0.0756154 Sep 19 03:33:40.627270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:40.675133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-18558c09-9c1b-44ee-a982-2f828e49dc7b req-5b2791de-1448-4076-b345-8a03a8b5bc36 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Sep 19 03:33:40.700643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:40.749522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network 97fb6df7-5d6d-499a-b98c-1669a7033d17 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:40.752626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:40.759382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:40.781933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Port': ['ID=2f660734-9501-4066-a279-5029decb1c17,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:40.803244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:40.803919 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:40.819454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2c783543-0207-4cfc-a898-6ae0ca6ac185 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7774494 Sep 19 03:33:40.822868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56196) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:40.904776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Deleting port 2f660734-9501-4066-a279-5029decb1c17 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:40.905129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:40.986788 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:40.999063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Calling delete_port for 2f660734-9501-4066-a279-5029decb1c17 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:41.124177 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.153836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f660734-9501-4066-a279-5029decb1c17,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:41.216064 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.217965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-124d648b-9afa-4856-ae2a-5e51f25cfb5a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2f660734-9501-4066-a279-5029decb1c17 HTTP/1.1" status: 204 len: 168 time: 0.3945649 Sep 19 03:33:41.220710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:41.225191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '97fb6df7-5d6d-499a-b98c-1669a7033d17', 'external_fixed_ips': [{'subnet_id': '8d12e0d2-38e0-4464-b863-95ece3233ee6', 'ip_address': '172.20.0.14'}]}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:41.247552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.248632 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.303488 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.437371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.631375 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.649582 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.809023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Allocated IP 172.20.0.14 (97fb6df7-5d6d-499a-b98c-1669a7033d17/8d12e0d2-38e0-4464-b863-95ece3233ee6/a9c7977e-f8f1-45ca-a9ed-76fbd1435c71) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:41.815642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142e848-b309-4061-9075-6e2bbf65f69f req-a185ac21-6127-48d6-8455-0de9840a428f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:41.817214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9142e848-b309-4061-9075-6e2bbf65f69f req-a185ac21-6127-48d6-8455-0de9840a428f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 945 time: 0.0543745 Sep 19 03:33:41.860607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9142e848-b309-4061-9075-6e2bbf65f69f req-c1b7594b-6742-4f67-a153-e82fa5da468d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Sep 19 03:33:41.917393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.952384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:41.979794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963056d-6e07-4225-bd60-a0a37ff8e47f req-052819c7-d8fd-46fe-bd1e-c0828893f248 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:41.981304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e963056d-6e07-4225-bd60-a0a37ff8e47f req-052819c7-d8fd-46fe-bd1e-c0828893f248 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Sep 19 03:33:41.997050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network 97fb6df7-5d6d-499a-b98c-1669a7033d17 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:42.001970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:42.005559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:42.031618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Port': ['ID=a9c7977e-f8f1-45ca-a9ed-76fbd1435c71,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:42.031992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e963056d-6e07-4225-bd60-a0a37ff8e47f req-6dff291d-9766-4d8e-b780-569e7510613c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420175 Sep 19 03:33:42.155090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec950e7-8d6e-4626-a3b8-ffeeb9e0e3a3 req-87c5f276-2089-455c-bb93-28fd550a47ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:42.156501 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ec950e7-8d6e-4626-a3b8-ffeeb9e0e3a3 req-87c5f276-2089-455c-bb93-28fd550a47ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 945 time: 0.0506501 Sep 19 03:33:42.196963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ec950e7-8d6e-4626-a3b8-ffeeb9e0e3a3 req-72c19140-0731-4dc8-b169-28528cbc9a95 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 Sep 19 03:33:42.262887 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:42.510309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616f7fe-f9f5-4513-a128-27df474d83bd req-9f4789b8-2145-462f-8e7e-8c2cfbcdde03 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:42.512158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8616f7fe-f9f5-4513-a128-27df474d83bd req-9f4789b8-2145-462f-8e7e-8c2cfbcdde03 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 945 time: 0.0576546 Sep 19 03:33:42.555931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8616f7fe-f9f5-4513-a128-27df474d83bd req-525e27d3-ab99-41ff-9cf4-14cfd363e018 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360284 Sep 19 03:33:42.766334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:42.892965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Router 95a25612-38cf-457d-943f-2cf824197ab2 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:33:42.999637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:43.012679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Sync routers for ids ['95a25612-38cf-457d-943f-2cf824197ab2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:43.016247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.017970 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a569ee97-d6bb-42e2-8440-efe3cea4e188 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.7961440 Sep 19 03:33:43.020505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56222) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:43.022867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Routers {'95a25612-38cf-457d-943f-2cf824197ab2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:43.023493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['95a25612-38cf-457d-943f-2cf824197ab2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:43.129266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.129924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Set router 95a25612-38cf-457d-943f-2cf824197ab2 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:43.235511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.296390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Deleting port a9c7977e-f8f1-45ca-a9ed-76fbd1435c71 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:43.297059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.317684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a25612-38cf-457d-943f-2cf824197ab2', 'name': '', 'tenant_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '97fb6df7-5d6d-499a-b98c-1669a7033d17', 'external_fixed_ips': [{'subnet_id': '8d12e0d2-38e0-4464-b863-95ece3233ee6', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'a9c7977e-f8f1-45ca-a9ed-76fbd1435c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:33:41Z', 'updated_at': '2021-09-19T03:33:42Z', 'revision_number': 3, 'project_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'gw_port': {'id': 'a9c7977e-f8f1-45ca-a9ed-76fbd1435c71', 'name': '', 'network_id': '97fb6df7-5d6d-499a-b98c-1669a7033d17', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:29:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a25612-38cf-457d-943f-2cf824197ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': '8d12e0d2-38e0-4464-b863-95ece3233ee6', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:33:41Z', 'updated_at': '2021-09-19T03:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d12e0d2-38e0-4464-b863-95ece3233ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:43.350932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Checking router: 95a25612-38cf-457d-943f-2cf824197ab2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:33:43.351288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Updating router 95a25612-38cf-457d-943f-2cf824197ab2 port a9c7977e-f8f1-45ca-a9ed-76fbd1435c71 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:33:43.376603 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.386090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.398290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Calling delete_port for a9c7977e-f8f1-45ca-a9ed-76fbd1435c71 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:43.577579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.605524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9c7977e-f8f1-45ca-a9ed-76fbd1435c71,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:43.648167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:33:43.648675 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:33:43.679465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.703822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b6f35-000a-4279-a04d-56fc3f75760a req-571668a4-58de-40b1-8bb5-29052912fdfc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:43.705330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f41b6f35-000a-4279-a04d-56fc3f75760a req-571668a4-58de-40b1-8bb5-29052912fdfc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 945 time: 0.0528419 Sep 19 03:33:43.746402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f41b6f35-000a-4279-a04d-56fc3f75760a req-d2f3625f-6346-43fe-a3fa-49d85e04af62 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327103 Sep 19 03:33:43.775731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.777852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.821921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.822586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95a25612-38cf-457d-943f-2cf824197ab2 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:33:43.827562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.828846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1b3192c7-4b2a-4c64-954a-e25c97e72ec2 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "DELETE /v2.0/routers/95a25612-38cf-457d-943f-2cf824197ab2 HTTP/1.1" status: 204 len: 168 time: 0.8069818 Sep 19 03:33:43.832190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:43.902169 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Deleting subnet 8d12e0d2-38e0-4464-b863-95ece3233ee6 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:33:43.906675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:43.959587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-2cba0df6-2af0-46ed-b23f-653461946e05 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:43.963121 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-2cba0df6-2af0-46ed-b23f-653461946e05 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 945 time: 0.0984893 Sep 19 03:33:43.969949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.061668 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.141961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:44.142462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.158225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.165967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Port a9c7977e-f8f1-45ca-a9ed-76fbd1435c71 not found while updating agent binding for router 95a25612-38cf-457d-943f-2cf824197ab2. {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 19 03:33:44.173999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Routers set() bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:44.174363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Router IDs set() for agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 03:33:44.175470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'95a25612-38cf-457d-943f-2cf824197ab2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent'). {{(pid=94724) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 19 03:33:44.175839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ae5ce1-1b36-4cde-995f-99569c93b487 None None] The sync data for ids ['95a25612-38cf-457d-943f-2cf824197ab2'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:44.198144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d12e0d2-38e0-4464-b863-95ece3233ee6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:44.226945 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.228819 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fec34275-937d-43df-9feb-74788acf18f8 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/8d12e0d2-38e0-4464-b863-95ece3233ee6 HTTP/1.1" status: 204 len: 168 time: 0.3956738 Sep 19 03:33:44.231744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56232) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:44.261499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] For port 4c0f29bd-6b46-40be-bee4-3054e10e77c4, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4c0f29bd-6b46-40be-bee4-3054e10e77c4,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:44.261873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.274682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for 4c0f29bd-6b46-40be-bee4-3054e10e77c4 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:44.304305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.382310 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.401702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97fb6df7-5d6d-499a-b98c-1669a7033d17']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:44.405335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.412094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97eb09a1-adba-4917-b1a5-72ae500783c3') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:44.412397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97eb09a1-adba-4917-b1a5-72ae500783c3') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:44.416839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4c0f29bd-6b46-40be-bee4-3054e10e77c4'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:33:44.427513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.435643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=4c0f29bd-6b46-40be-bee4-3054e10e77c4,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:44.444157 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.451193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:33:44.451757 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:33:44.453866 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:33:44.482369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] No DVR routers for this DVR port 4c0f29bd-6b46-40be-bee4-3054e10e77c4 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:33:44.484981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.487634 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-13e10d1a-7be2-434f-b053-528aa9cbffbc req-d4734072-0323-4259-8adc-2a9004443f4c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "DELETE /v2.0/ports/4c0f29bd-6b46-40be-bee4-3054e10e77c4 HTTP/1.1" status: 204 len: 173 time: 0.5149524 Sep 19 03:33:44.488107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'name': 'network-vif-deleted', 'tag': '4c0f29bd-6b46-40be-bee4-3054e10e77c4'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:33:44.490424 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b723d31a-74df-4434-9ea7-486f295be124" -d '{"events": [{"server_uuid": "97d53420-674b-44b1-90c4-fea8ef1497f7", "name": "network-vif-deleted", "tag": "4c0f29bd-6b46-40be-bee4-3054e10e77c4"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:33:44.520609 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbe72867-1883-4f72-a059-aa9e461e5a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.527884 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.537181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97fb6df7-5d6d-499a-b98c-1669a7033d17 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 19 03:33:44.546672 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0210799a-e04d-47cb-9bf9-aa3a926f2b0d x-openstack-request-id: req-0210799a-e04d-47cb-9bf9-aa3a926f2b0d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:33:44.547374 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d53420-674b-44b1-90c4-fea8ef1497f7", "name": "network-vif-deleted", "tag": "4c0f29bd-6b46-40be-bee4-3054e10e77c4", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:33:44.547626 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0210799a-e04d-47cb-9bf9-aa3a926f2b0d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:33:44.548665 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d53420-674b-44b1-90c4-fea8ef1497f7', 'name': 'network-vif-deleted', 'tag': '4c0f29bd-6b46-40be-bee4-3054e10e77c4', 'status': 'completed', 'code': 200} Sep 19 03:33:44.550702 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.552760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "DELETE /v2.0/networks/97fb6df7-5d6d-499a-b98c-1669a7033d17 HTTP/1.1" status: 204 len: 168 time: 0.3199377 Sep 19 03:33:44.564400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0afa3-8547-4d0d-bebe-a62b88596110 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event deleted for resources: {'Network': ['ID=97fb6df7-5d6d-499a-b98c-1669a7033d17,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:44.771318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56244) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:44.775790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8dbd7ffb-695e-4dcb-a3df-45d74a04347e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'router': {'name': 'tempest-router--589384194', 'project_id': 'd3df0021a33d4b62bd644b57ed55063d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:44.798587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7ffb-695e-4dcb-a3df-45d74a04347e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.800678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7ffb-695e-4dcb-a3df-45d74a04347e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.866736 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7ffb-695e-4dcb-a3df-45d74a04347e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.872141 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7ffb-695e-4dcb-a3df-45d74a04347e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.877442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-773624dc-be38-4639-b558-727c96c96372 req-98e76a03-e3e5-4d6f-b804-498684107f4a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 210 time: 0.0499649 Sep 19 03:33:44.895173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8dbd7ffb-695e-4dcb-a3df-45d74a04347e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:44.898885 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8dbd7ffb-695e-4dcb-a3df-45d74a04347e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1240814 Sep 19 03:33:44.899101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56246) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:44.975405 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99f9a136-6b65-411c-8426-570e1def65a7 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.138784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99f9a136-6b65-411c-8426-570e1def65a7 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.140918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99f9a136-6b65-411c-8426-570e1def65a7 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.187769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99f9a136-6b65-411c-8426-570e1def65a7 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.188471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f9a136-6b65-411c-8426-570e1def65a7 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b071ce87-e3da-4c59-b9ee-4d8fa4b8cd87 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:33:45.194221 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99f9a136-6b65-411c-8426-570e1def65a7 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.195708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-99f9a136-6b65-411c-8426-570e1def65a7 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "DELETE /v2.0/routers/b071ce87-e3da-4c59-b9ee-4d8fa4b8cd87 HTTP/1.1" status: 204 len: 168 time: 0.2955558 Sep 19 03:33:45.312444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56252) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:45.522553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-20114774', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:45.552865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.553904 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.623159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.763115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:45.995908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:46.000332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af3c480e-a800-4444-887a-aa3b05d68365 req-08b6d36f-ef90-4f15-95fb-884b79101143 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 210 time: 0.0386546 Sep 19 03:33:46.017672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:46.132191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Allocated IP 172.25.8.116 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/1ac72374-2a47-419f-bb88-d9698f6f6821) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:46.166580 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:46.248166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:46.281852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:46.319550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:46.326559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:46.331688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:46.335323 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event updated for resources: {'Port': ['ID=1ac72374-2a47-419f-bb88-d9698f6f6821,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:46.586893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:46.793145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:46.948592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Router 51242cdf-77cb-4879-a52c-82bb7ecc9a62 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:33:47.064772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:47.076352 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] Sync routers for ids ['51242cdf-77cb-4879-a52c-82bb7ecc9a62'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:47.088360 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] Routers {'51242cdf-77cb-4879-a52c-82bb7ecc9a62'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:47.089176 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['51242cdf-77cb-4879-a52c-82bb7ecc9a62'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:47.104177 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:47.105764 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7a4e844f-7c52-41f2-aa42-301ed666c9fa tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7920878 Sep 19 03:33:47.108524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56298) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:47.154712 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:47.163986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cf725d5f-1396-46f1-8202-3d48cff4c600 req-4ae5d069-c065-4442-8eee-5bef3185cd4a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 210 time: 0.0454357 Sep 19 03:33:47.167885 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] Routers {'51242cdf-77cb-4879-a52c-82bb7ecc9a62'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:47.168672 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['51242cdf-77cb-4879-a52c-82bb7ecc9a62'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:47.205857 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:47.206633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc6e926-f9ae-4b87-86c4-8ff3f56e0fc8 None None] The sync data for ids ['51242cdf-77cb-4879-a52c-82bb7ecc9a62'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:47.284268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-277dc112-f2bb-46c9-8e7e-c6f7bcc6830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:47.462432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4c0f29bd-6b46-40be-bee4-3054e10e77c4 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:33:47.483209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 4c0f29bd-6b46-40be-bee4-3054e10e77c4 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:33:47.483810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4c0f29bd-6b46-40be-bee4-3054e10e77c4 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:33:47.550420 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b8fa250e-4815-4c26-afb7-57163183942a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/51242cdf-77cb-4879-a52c-82bb7ecc9a62 HTTP/1.1" status: 200 len: 919 time: 0.4399724 Sep 19 03:33:47.553091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56310) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:47.590325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56312) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:47.591127 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-729b36ec-76bb-4f86-87fe-93f52235ffe5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=51242cdf-77cb-4879-a52c-82bb7ecc9a62 HTTP/1.1" status: 200 len: 205 time: 0.0367289 Sep 19 03:33:47.728101 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:47.834468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:47.899714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Deleting port 1ac72374-2a47-419f-bb88-d9698f6f6821 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:47.900066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:47.954849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:47.983272 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:47.995825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Calling delete_port for 1ac72374-2a47-419f-bb88-d9698f6f6821 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:48.175887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.207816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event deleted for resources: {'Port': ['ID=1ac72374-2a47-419f-bb88-d9698f6f6821,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:48.293900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0a292ec-8797-4189-b7f1-0446f7d8bb8a req-4f408082-25f6-4a3d-8783-fdcd6cf375c1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d53420-674b-44b1-90c4-fea8ef1497f7 HTTP/1.1" status: 200 len: 210 time: 0.0341444 Sep 19 03:33:48.299407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.403138 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.408216 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.457380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.458435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Fanout notify agent at l3_agent the message router_deleted on router 51242cdf-77cb-4879-a52c-82bb7ecc9a62 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:33:48.467288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.468410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d9320810-3f2a-4b44-bdbc-4254095e01ac tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/51242cdf-77cb-4879-a52c-82bb7ecc9a62 HTTP/1.1" status: 204 len: 168 time: 0.8762326 Sep 19 03:33:48.472536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56330) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:48.476864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'router': {'name': 'tempest-snat-router-316913460', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': False}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:48.501015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.502608 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.502785 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.561552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.753044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.976848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:48.995796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:49.109772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Allocated IP 172.25.8.24 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:49.232137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:49.267775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:49.307375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:49.312077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:49.323359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:49.326135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Port': ['ID=a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:49.624294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:49.822693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:49.960397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Router 0515cd93-1a66-4315-959d-3c15f32f899f is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:33:50.078420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:50.095382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Sync routers for ids ['0515cd93-1a66-4315-959d-3c15f32f899f'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:50.097637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.099580 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8bed0a88-4f93-44dd-9f57-f4a7d31ede9e tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.6260495 Sep 19 03:33:50.102432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:50.168571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.172837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Routers {'0515cd93-1a66-4315-959d-3c15f32f899f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:50.175631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0515cd93-1a66-4315-959d-3c15f32f899f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:50.244784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56372) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:50.247198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-386cd6c9-9ae1-46ac-8224-1c6ab6843543 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/0515cd93-1a66-4315-959d-3c15f32f899f HTTP/1.1" status: 200 len: 907 time: 0.1374202 Sep 19 03:33:50.249582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'router': {'name': 'tempest-snat-router-316913460', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': True}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:50.274241 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.275996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.324259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Set router 0515cd93-1a66-4315-959d-3c15f32f899f gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:50.339144 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.536035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.755691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515cd93-1a66-4315-959d-3c15f32f899f', 'name': 'tempest-snat-router-316913460', 'tenant_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.24'}], 'enable_snat': False}, 'gw_port_id': 'a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:33:48Z', 'updated_at': '2021-09-19T03:33:49Z', 'revision_number': 3, 'project_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'gw_port': {'id': 'a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515cd93-1a66-4315-959d-3c15f32f899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:33:49Z', 'updated_at': '2021-09-19T03:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:50.791835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Checking router: 0515cd93-1a66-4315-959d-3c15f32f899f for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:33:50.791835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Updating router 0515cd93-1a66-4315-959d-3c15f32f899f port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:33:50.799007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.822633 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.827621 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:50.972688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Allocated IP 172.25.8.131 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3588947c-874d-4ec2-878b-cb8524f0cef5) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:51.077189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.111686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.165493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:51.171055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:51.184892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:51.214386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Port': ['ID=3588947c-874d-4ec2-878b-cb8524f0cef5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:51.281410 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.288630 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.340042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Attempting to bind port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:33:51.340410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Attempting to bind port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:33:51.340801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Attempting to bind port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:33:51.354294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:33:51.354699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:33:51.355136 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.355665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:33:51.356275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Bound port: a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:33:51.356663 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.358332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1266a4-3327-4377-b160-c7ec91d155f2 None None] Pushing event updated for resources: {'Port': ['ID=a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:51.424512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] For port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:33:51.428913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] For port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:33:51.435269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.460863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.516090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1266a4-3327-4377-b160-c7ec91d155f2 None None] Pushing event updated for resources: {'Port': ['ID=a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:51.539910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Routers {'0515cd93-1a66-4315-959d-3c15f32f899f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:51.540564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['0515cd93-1a66-4315-959d-3c15f32f899f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:51.694361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] Set router 0515cd93-1a66-4315-959d-3c15f32f899f gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:51.736707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:51.917668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Router 864721e2-32c1-41ee-8f86-8e5feb0eddb1 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:33:51.945448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0515cd93-1a66-4315-959d-3c15f32f899f', 'name': 'tempest-snat-router-316913460', 'tenant_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.24'}], 'enable_snat': False}, 'gw_port_id': 'a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:33:48Z', 'updated_at': '2021-09-19T03:33:49Z', 'revision_number': 3, 'project_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'gw_port': {'id': 'a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515cd93-1a66-4315-959d-3c15f32f899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:33:49Z', 'updated_at': '2021-09-19T03:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:51.976943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2c218-b6de-4eb4-a32d-79c7ba6cfd96 None None] The sync data for ids ['0515cd93-1a66-4315-959d-3c15f32f899f'] in n-d-809936-1 is: [{'id': '0515cd93-1a66-4315-959d-3c15f32f899f', 'name': 'tempest-snat-router-316913460', 'tenant_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.24'}], 'enable_snat': False}, 'gw_port_id': 'a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:33:48Z', 'updated_at': '2021-09-19T03:33:49Z', 'revision_number': 3, 'project_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'gw_port': {'id': 'a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:70:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0515cd93-1a66-4315-959d-3c15f32f899f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:33:49Z', 'updated_at': '2021-09-19T03:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:52.042558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:52.054412 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Sync routers for ids ['864721e2-32c1-41ee-8f86-8e5feb0eddb1'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:52.061131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:52.062644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c6d52430-0b2a-4f3e-b4c5-f896915c674b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8168349 Sep 19 03:33:52.065745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56408) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:52.066277 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Routers {'864721e2-32c1-41ee-8f86-8e5feb0eddb1'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:52.066871 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['864721e2-32c1-41ee-8f86-8e5feb0eddb1'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:52.183833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2618a20a-d2e2-47cd-a8e9-77467ae5c179 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/864721e2-32c1-41ee-8f86-8e5feb0eddb1 HTTP/1.1" status: 200 len: 907 time: 0.1165252 Sep 19 03:33:52.187350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56414) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:52.211272 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Set router 864721e2-32c1-41ee-8f86-8e5feb0eddb1 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:33:52.339609 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:52.517136 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864721e2-32c1-41ee-8f86-8e5feb0eddb1', 'name': 'tempest-snat-router-316913460', 'tenant_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '3588947c-874d-4ec2-878b-cb8524f0cef5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:33:50Z', 'updated_at': '2021-09-19T03:33:51Z', 'revision_number': 3, 'project_id': '2cc3c6aaddcb4a448b90e409e9fe0ad7', 'gw_port': {'id': '3588947c-874d-4ec2-878b-cb8524f0cef5', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864721e2-32c1-41ee-8f86-8e5feb0eddb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:33:50Z', 'updated_at': '2021-09-19T03:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:52.539214 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:52.560403 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Checking router: 864721e2-32c1-41ee-8f86-8e5feb0eddb1 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:33:52.561028 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Updating router 864721e2-32c1-41ee-8f86-8e5feb0eddb1 port 3588947c-874d-4ec2-878b-cb8524f0cef5 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:33:52.595644 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:52.622016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Deleting port 3588947c-874d-4ec2-878b-cb8524f0cef5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:52.622367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:52.765406 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:52.796773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Calling delete_port for 3588947c-874d-4ec2-878b-cb8524f0cef5 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:53.051829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.090229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event deleted for resources: {'Port': ['ID=3588947c-874d-4ec2-878b-cb8524f0cef5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:53.140487 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.db.api [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:33:53.141057 n-d-809936-1 neutron-server[94725]: DEBUG oslo_db.api [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:33:53.186465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.298503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.301645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.347394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.348077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 864721e2-32c1-41ee-8f86-8e5feb0eddb1 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:33:53.353352 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.356945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-77e7c3bf-4878-435d-8d42-36c759fb5655 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "DELETE /v2.0/routers/864721e2-32c1-41ee-8f86-8e5feb0eddb1 HTTP/1.1" status: 204 len: 168 time: 1.1659873 Sep 19 03:33:53.357536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56434) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:53.465752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.570415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.623012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Deleting port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:53.623353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.658432 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Port 3588947c-874d-4ec2-878b-cb8524f0cef5 not found while updating agent binding for router 864721e2-32c1-41ee-8f86-8e5feb0eddb1. {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 19 03:33:53.667476 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Routers set() bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:53.667838 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Router IDs set() for agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 03:33:53.668429 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_agentschedulers_db [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'864721e2-32c1-41ee-8f86-8e5feb0eddb1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent'). {{(pid=94725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 19 03:33:53.668783 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abae95cb-5eb5-404f-aab4-f18ccd0dd707 None None] The sync data for ids ['864721e2-32c1-41ee-8f86-8e5feb0eddb1'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:53.705904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] For port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:33:53.706273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.724684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Calling delete_port for a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:53.816711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:33:53.907430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:33:53.908190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.954491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:53.965901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Could not find standard attr ID for object a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:33:53.969036 n-d-809936-1 neutron-server[94724]: INFO neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No ports have port_id starting with a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 Sep 19 03:33:53.990126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:54.055191 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.177002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.179955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.230429 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.231103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0515cd93-1a66-4315-959d-3c15f32f899f {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:33:54.235858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.239874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c38a8ad8-2f7f-4903-b926-08854c8ca425 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "DELETE /v2.0/routers/0515cd93-1a66-4315-959d-3c15f32f899f HTTP/1.1" status: 204 len: 168 time: 0.8806636 Sep 19 03:33:54.240945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56454) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:54.245727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1284581844', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:54.274466 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.275848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.332099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:54.505853 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:55.024078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:55.046342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:55.149572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Allocated IP 172.25.8.114 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/c482dee8-39e8-438b-b8f0-1dc2ea76e803) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:55.276978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:55.316299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:55.347790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:55.366419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:55.368998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:55.414940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event updated for resources: {'Port': ['ID=c482dee8-39e8-438b-b8f0-1dc2ea76e803,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:55.663067 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:55.776730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:33:55.796625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:33:55.797120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a7a9f8c3-f517-4ff9-af1b-b363aef6d4e9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:33:55.885884 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:56.019971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Router c62a8489-b15c-436b-8513-35a96f6a5acd is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:33:56.159773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:56.172506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] Sync routers for ids ['c62a8489-b15c-436b-8513-35a96f6a5acd'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:56.192238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] Routers {'c62a8489-b15c-436b-8513-35a96f6a5acd'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:56.192918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c62a8489-b15c-436b-8513-35a96f6a5acd'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:56.195020 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:56.200709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56518) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:56.202457 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a27b4e04-0c63-43fd-926f-ea7381a1a09c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9587877 Sep 19 03:33:56.208031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': False}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:56.238478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:56.248332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] Routers {'c62a8489-b15c-436b-8513-35a96f6a5acd'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:56.248959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c62a8489-b15c-436b-8513-35a96f6a5acd'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:56.285722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:56.286497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eed0ca0-e28f-4d45-bc5d-e5b372b63385 None None] The sync data for ids ['c62a8489-b15c-436b-8513-35a96f6a5acd'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:56.944347 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:57.382761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:57.386731 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:57.506250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Router c62a8489-b15c-436b-8513-35a96f6a5acd has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:33:57.623272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:33:57.627928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:57.629267 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d4cc3c57-b84b-47b5-9f04-2d8c80400984 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "PUT /v2.0/routers/c62a8489-b15c-436b-8513-35a96f6a5acd HTTP/1.1" status: 200 len: 922 time: 1.4266980 Sep 19 03:33:57.631865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56590) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:57.634500 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55782a71-9093-4301-8762-512986a484cc None None] Sync routers for ids ['c62a8489-b15c-436b-8513-35a96f6a5acd'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:33:57.647001 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55782a71-9093-4301-8762-512986a484cc None None] Routers {'c62a8489-b15c-436b-8513-35a96f6a5acd'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:57.648807 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-55782a71-9093-4301-8762-512986a484cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c62a8489-b15c-436b-8513-35a96f6a5acd'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:57.693756 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-55782a71-9093-4301-8762-512986a484cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:57.707789 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55782a71-9093-4301-8762-512986a484cc None None] Routers {'c62a8489-b15c-436b-8513-35a96f6a5acd'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:33:57.708417 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-55782a71-9093-4301-8762-512986a484cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c62a8489-b15c-436b-8513-35a96f6a5acd'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:57.761949 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-55782a71-9093-4301-8762-512986a484cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:33:57.762832 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55782a71-9093-4301-8762-512986a484cc None None] The sync data for ids ['c62a8489-b15c-436b-8513-35a96f6a5acd'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:33:57.775296 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e7289e1-3168-4ef7-bb04-ea559386d5bc tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/c62a8489-b15c-436b-8513-35a96f6a5acd HTTP/1.1" status: 200 len: 922 time: 0.1419551 Sep 19 03:33:57.778127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56598) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:57.871112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61caed9d-a494-43b1-9e7c-5e346e9d6abc tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:57.872890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-61caed9d-a494-43b1-9e7c-5e346e9d6abc tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=c62a8489-b15c-436b-8513-35a96f6a5acd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0938263 Sep 19 03:33:57.875927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56600) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:57.971292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56acd1fe-6602-40b2-8105-1e5ffad7c605 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:33:57.975487 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-56acd1fe-6602-40b2-8105-1e5ffad7c605 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.0959384 Sep 19 03:33:57.975667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56602) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:58.007679 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-376965a7-25a6-4a9c-90e5-8d4e4fa0baf4 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c62a8489-b15c-436b-8513-35a96f6a5acd HTTP/1.1" status: 200 len: 205 time: 0.0306559 Sep 19 03:33:58.009978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56604) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:58.129705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.242154 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.300945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Deleting port c482dee8-39e8-438b-b8f0-1dc2ea76e803 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:33:58.301329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.395741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.408711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Calling delete_port for c482dee8-39e8-438b-b8f0-1dc2ea76e803 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:33:58.586904 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.609962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event deleted for resources: {'Port': ['ID=c482dee8-39e8-438b-b8f0-1dc2ea76e803,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:58.637975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.637975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.639201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.639201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.639201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.639470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.639726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.640067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.640401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.640760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.641097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.641456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:58.699279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.795981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.798410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.852220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.852831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Fanout notify agent at l3_agent the message router_deleted on router c62a8489-b15c-436b-8513-35a96f6a5acd {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:33:58.866608 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.867854 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a846dc31-6cfb-42ae-8814-ffa5fe117a50 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/c62a8489-b15c-436b-8513-35a96f6a5acd HTTP/1.1" status: 204 len: 168 time: 0.8568790 Sep 19 03:33:58.871613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56626) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:58.876797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b564801a-45a0-4e5b-ad2f-6c7383cda95f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-919127268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:58.912232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b564801a-45a0-4e5b-ad2f-6c7383cda95f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.913416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b564801a-45a0-4e5b-ad2f-6c7383cda95f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.978494 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b564801a-45a0-4e5b-ad2f-6c7383cda95f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:58.984096 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b564801a-45a0-4e5b-ad2f-6c7383cda95f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:59.001269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b564801a-45a0-4e5b-ad2f-6c7383cda95f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:59.002694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b564801a-45a0-4e5b-ad2f-6c7383cda95f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1300700 Sep 19 03:33:59.005383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:33:59.009765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:33:59.239639 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:59.453922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:59.483497 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:59.606151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Allocated IP 172.25.8.38 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/d0cbc5b9-6a4f-4535-b578-73753ee40a08) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:33:59.728367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:59.770159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:33:59.817689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:33:59.821846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:33:59.826694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:33:59.829829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event updated for resources: {'Port': ['ID=d0cbc5b9-6a4f-4535-b578-73753ee40a08,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:33:59.874156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.874765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.874899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.875184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.875514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.875856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.876228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.876618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.876945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.877312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.877636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:33:59.877951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:00.071751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:00.128060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:00.637114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:00.640588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:00.791675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Router c7b1570c-c34b-4d80-9243-5dd63b9c0aea is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:34:00.926437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:34:00.934068 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:00.935307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4e4ef24a-cde1-4a2d-9a5d-3187d80c0538 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "PUT /v2.0/routers/c7b1570c-c34b-4d80-9243-5dd63b9c0aea HTTP/1.1" status: 200 len: 878 time: 1.9289970 Sep 19 03:34:00.937949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56666) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:00.940990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] Sync routers for ids ['c7b1570c-c34b-4d80-9243-5dd63b9c0aea'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:34:00.951309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] Routers {'c7b1570c-c34b-4d80-9243-5dd63b9c0aea'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:00.951923 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c7b1570c-c34b-4d80-9243-5dd63b9c0aea'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:00.985531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:00.995709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] Routers {'c7b1570c-c34b-4d80-9243-5dd63b9c0aea'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:00.996566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c7b1570c-c34b-4d80-9243-5dd63b9c0aea'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:01.030829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:01.031488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1b77df-543a-4652-8e1c-9ec368e4a45c None None] The sync data for ids ['c7b1570c-c34b-4d80-9243-5dd63b9c0aea'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:34:01.115624 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-69db164c-f544-42c9-acb8-35e6f222bd6b tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/c7b1570c-c34b-4d80-9243-5dd63b9c0aea HTTP/1.1" status: 200 len: 919 time: 0.1762824 Sep 19 03:34:01.118209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56672) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:01.192807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c73095d-0def-4b40-8415-047f8f2e698c tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:01.197198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7c73095d-0def-4b40-8415-047f8f2e698c tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=c7b1570c-c34b-4d80-9243-5dd63b9c0aea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0779483 Sep 19 03:34:01.197325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56674) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:01.291709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a2b62d-bd21-4790-8952-4a5116a24391 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:01.293290 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-85a2b62d-bd21-4790-8952-4a5116a24391 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.0949759 Sep 19 03:34:01.295873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56680) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:01.331078 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dca9bcd9-4599-456f-b8db-3947829f7534 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7b1570c-c34b-4d80-9243-5dd63b9c0aea HTTP/1.1" status: 200 len: 205 time: 0.0340114 Sep 19 03:34:01.333395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56682) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:01.448139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:01.557516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:01.638805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Deleting port d0cbc5b9-6a4f-4535-b578-73753ee40a08 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:01.639156 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:01.728204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:01.740454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Calling delete_port for d0cbc5b9-6a4f-4535-b578-73753ee40a08 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:01.958395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.000084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event deleted for resources: {'Port': ['ID=d0cbc5b9-6a4f-4535-b578-73753ee40a08,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:02.083038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.178282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.180656 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.224790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.225344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Fanout notify agent at l3_agent the message router_deleted on router c7b1570c-c34b-4d80-9243-5dd63b9c0aea {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:34:02.232506 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.233633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-186c4bb5-afa3-4720-980b-fc0cd24dccc5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/c7b1570c-c34b-4d80-9243-5dd63b9c0aea HTTP/1.1" status: 204 len: 168 time: 0.8989406 Sep 19 03:34:02.237808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56700) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:02.242964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ff174a50-a2ac-44bc-9e68-085030b49359 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-614481743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:02.268275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff174a50-a2ac-44bc-9e68-085030b49359 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.269339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff174a50-a2ac-44bc-9e68-085030b49359 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.330550 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff174a50-a2ac-44bc-9e68-085030b49359 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.338271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff174a50-a2ac-44bc-9e68-085030b49359 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.358418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff174a50-a2ac-44bc-9e68-085030b49359 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.359865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ff174a50-a2ac-44bc-9e68-085030b49359 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1202891 Sep 19 03:34:02.363120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56706) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:02.368277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': True}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:02.596342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.837802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.861022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:02.974410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Allocated IP 172.25.8.140 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a77cee22-1312-4008-8b41-33660bfa8d1a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:03.085490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:03.121631 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:03.162033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:03.169520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:03.171758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Port': ['ID=a77cee22-1312-4008-8b41-33660bfa8d1a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:03.173914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:03.472076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:03.685817 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:03.691483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:03.839900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Router a14fd70e-22d6-4f22-916b-821de2d8f67f is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:34:03.956874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:34:03.965029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:03.966348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b15e15ac-95ae-412f-aa83-f97980ec4c23 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "PUT /v2.0/routers/a14fd70e-22d6-4f22-916b-821de2d8f67f HTTP/1.1" status: 200 len: 914 time: 1.6020215 Sep 19 03:34:03.968428 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] Sync routers for ids ['a14fd70e-22d6-4f22-916b-821de2d8f67f'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:34:03.969142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56736) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:03.978790 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] Routers {'a14fd70e-22d6-4f22-916b-821de2d8f67f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:03.979437 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a14fd70e-22d6-4f22-916b-821de2d8f67f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:04.011820 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:04.021248 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] Routers {'a14fd70e-22d6-4f22-916b-821de2d8f67f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:04.021858 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a14fd70e-22d6-4f22-916b-821de2d8f67f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:04.062325 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:04.063306 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25612c23-1dfe-4925-9b1a-a1ad7e253837 None None] The sync data for ids ['a14fd70e-22d6-4f22-916b-821de2d8f67f'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:34:04.412362 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e01f4a85-9075-4e2d-bd02-cf9815031a4c tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/a14fd70e-22d6-4f22-916b-821de2d8f67f HTTP/1.1" status: 200 len: 920 time: 0.4416816 Sep 19 03:34:04.414814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56746) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:04.460874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9935801-febd-4bd5-b90c-ea3514423ecb tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:04.462667 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e9935801-febd-4bd5-b90c-ea3514423ecb tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=a14fd70e-22d6-4f22-916b-821de2d8f67f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0469563 Sep 19 03:34:04.465387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56748) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:04.555454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db97042-c3f5-439a-a4db-4dd9b36605b4 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:04.556911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9db97042-c3f5-439a-a4db-4dd9b36605b4 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.0903418 Sep 19 03:34:04.559718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56754) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:04.590382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-00ca231e-8b92-415f-bb9b-a59cb589e3c0 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14fd70e-22d6-4f22-916b-821de2d8f67f HTTP/1.1" status: 200 len: 205 time: 0.0273666 Sep 19 03:34:04.590626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56756) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:04.716963 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.110959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.181650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Deleting port a77cee22-1312-4008-8b41-33660bfa8d1a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:05.181998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.264773 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.279107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Calling delete_port for a77cee22-1312-4008-8b41-33660bfa8d1a owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:05.465685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.497383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event deleted for resources: {'Port': ['ID=a77cee22-1312-4008-8b41-33660bfa8d1a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:05.565377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.667339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.670906 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.737972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.738659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Fanout notify agent at l3_agent the message router_deleted on router a14fd70e-22d6-4f22-916b-821de2d8f67f {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:34:05.745618 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.750502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d53935c5-beb2-4a4b-a8d3-8a9d776cda97 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/a14fd70e-22d6-4f22-916b-821de2d8f67f HTTP/1.1" status: 204 len: 168 time: 1.1550562 Sep 19 03:34:05.750896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56780) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:05.755415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-39096b3b-52cf-49cc-bb0a-07c815057d01 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1177821812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:05.779403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39096b3b-52cf-49cc-bb0a-07c815057d01 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.780338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39096b3b-52cf-49cc-bb0a-07c815057d01 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.840708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39096b3b-52cf-49cc-bb0a-07c815057d01 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.846390 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39096b3b-52cf-49cc-bb0a-07c815057d01 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.865143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39096b3b-52cf-49cc-bb0a-07c815057d01 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:05.866474 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-39096b3b-52cf-49cc-bb0a-07c815057d01 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1145735 Sep 19 03:34:05.869410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56782) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:05.874161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'enable_snat': False}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:06.115353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:06.352108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:06.377742 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:06.485732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Allocated IP 172.25.8.176 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/5789bc54-29d3-4156-9d85-81df69aff539) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:06.609829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:06.650185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:06.714502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:06.720052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:06.723299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Pushing event updated for resources: {'Port': ['ID=5789bc54-29d3-4156-9d85-81df69aff539,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:06.726766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:07.043664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:07.272460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:07.276108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:07.422292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Router 5f835980-f96f-40da-a7a3-b523e7e9a7f1 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:34:07.530528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:34:07.535838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:07.537088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f6e80344-f0d1-4f55-b1f8-9ab9bd57b849 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "PUT /v2.0/routers/5f835980-f96f-40da-a7a3-b523e7e9a7f1 HTTP/1.1" status: 200 len: 916 time: 1.6665175 Sep 19 03:34:07.539620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56810) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:07.547378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] Sync routers for ids ['5f835980-f96f-40da-a7a3-b523e7e9a7f1'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:34:07.558459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] Routers {'5f835980-f96f-40da-a7a3-b523e7e9a7f1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:07.559119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5f835980-f96f-40da-a7a3-b523e7e9a7f1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:07.592486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:07.602067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] Routers {'5f835980-f96f-40da-a7a3-b523e7e9a7f1'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:07.602872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5f835980-f96f-40da-a7a3-b523e7e9a7f1'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:07.638518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:07.639456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae53702-2eb8-45d4-bd63-a6679e9798c7 None None] The sync data for ids ['5f835980-f96f-40da-a7a3-b523e7e9a7f1'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:34:07.660454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4fda0bc1-8d12-4e69-ae57-aa60ab2647f3 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/5f835980-f96f-40da-a7a3-b523e7e9a7f1 HTTP/1.1" status: 200 len: 922 time: 0.1197007 Sep 19 03:34:07.663255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56816) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:07.712747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08bf270-3b5e-45cf-99a3-42984fee241a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:07.714596 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d08bf270-3b5e-45cf-99a3-42984fee241a tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=5f835980-f96f-40da-a7a3-b523e7e9a7f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0500329 Sep 19 03:34:07.717264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56818) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:07.810786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfce4a0-615a-4b47-bd69-66142aef0880 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:07.812201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0bfce4a0-615a-4b47-bd69-66142aef0880 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/networks/05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 881 time: 0.0938153 Sep 19 03:34:07.815548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56822) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:07.849048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e0b881b0-7f14-4f57-a3bb-36d3e3c10297 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f835980-f96f-40da-a7a3-b523e7e9a7f1 HTTP/1.1" status: 200 len: 205 time: 0.0324264 Sep 19 03:34:07.852207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56828) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:07.983077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.094274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.148843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Deleting port 5789bc54-29d3-4156-9d85-81df69aff539 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:08.149195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.237776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.254251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Calling delete_port for 5789bc54-29d3-4156-9d85-81df69aff539 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:08.437854 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.470142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event deleted for resources: {'Port': ['ID=5789bc54-29d3-4156-9d85-81df69aff539,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:08.531566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.624856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.627149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.675971 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.676664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Fanout notify agent at l3_agent the message router_deleted on router 5f835980-f96f-40da-a7a3-b523e7e9a7f1 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:34:08.684042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.689613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7bae0bc3-6b0f-4a75-afda-cc1d941fdfbc tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/5f835980-f96f-40da-a7a3-b523e7e9a7f1 HTTP/1.1" status: 204 len: 168 time: 0.8360102 Sep 19 03:34:08.690265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56852) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:08.694791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137546070', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:08.724770 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.725848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.786334 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:08.960598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:09.155667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:09.175610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:09.286732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Allocated IP 172.25.8.124 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3eee7c35-707c-4e53-9fea-dff46d5091d5) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:09.398483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:09.440925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:09.481350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:09.484207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:09.487436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:09.545895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event updated for resources: {'Port': ['ID=3eee7c35-707c-4e53-9fea-dff46d5091d5,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:09.780527 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.008358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.149802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Router e8478e03-7ba4-4341-8805-2f7f5757131d is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:34:10.257161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:34:10.268106 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] Sync routers for ids ['e8478e03-7ba4-4341-8805-2f7f5757131d'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:34:10.278040 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] Routers {'e8478e03-7ba4-4341-8805-2f7f5757131d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:10.278637 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e8478e03-7ba4-4341-8805-2f7f5757131d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:10.281758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.285668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56900) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:10.286201 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90e6cfad-e184-4077-a429-d0900a58790c tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5944073 Sep 19 03:34:10.292488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:10.313696 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:10.323409 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] Routers {'e8478e03-7ba4-4341-8805-2f7f5757131d'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:10.324132 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e8478e03-7ba4-4341-8805-2f7f5757131d'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:10.363344 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:10.364319 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437347a3-5cce-4cd1-ba6d-f723825918cd None None] The sync data for ids ['e8478e03-7ba4-4341-8805-2f7f5757131d'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:34:10.618598 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.633704 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.690544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Deleting port 3eee7c35-707c-4e53-9fea-dff46d5091d5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:10.690957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.770854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.782389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Calling delete_port for 3eee7c35-707c-4e53-9fea-dff46d5091d5 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:10.968248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:10.992430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Pushing event deleted for resources: {'Port': ['ID=3eee7c35-707c-4e53-9fea-dff46d5091d5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:11.069126 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:11.296981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-918'] for router, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:11.301070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558091'] for router, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:11.398970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Router e8478e03-7ba4-4341-8805-2f7f5757131d has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:34:11.500046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:34:11.507637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:11.511385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ca338a51-bce2-45ba-b73a-9a2749ec9091 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "PUT /v2.0/routers/e8478e03-7ba4-4341-8805-2f7f5757131d HTTP/1.1" status: 200 len: 705 time: 1.2213213 Sep 19 03:34:11.511576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56924) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:11.515873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] Sync routers for ids ['e8478e03-7ba4-4341-8805-2f7f5757131d'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:34:11.527910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] Routers {'e8478e03-7ba4-4341-8805-2f7f5757131d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:11.528623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e8478e03-7ba4-4341-8805-2f7f5757131d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:11.593110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bef2d764-e58e-4243-b5fe-e46d6d8df5ff tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/routers/e8478e03-7ba4-4341-8805-2f7f5757131d HTTP/1.1" status: 200 len: 740 time: 0.0780621 Sep 19 03:34:11.593433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:11.620989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:11.636669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] Routers {'e8478e03-7ba4-4341-8805-2f7f5757131d'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:34:11.639079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:33:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e8478e03-7ba4-4341-8805-2f7f5757131d'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:11.672258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-114af032-6533-4782-9c47-be8a6ac850a9 tempest-RoutersAdminTest-771983563 tempest-RoutersAdminTest-771983563-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&device_id=e8478e03-7ba4-4341-8805-2f7f5757131d HTTP/1.1" status: 200 len: 205 time: 0.0776091 Sep 19 03:34:11.675010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56932) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:11.688820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:11.690764 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf09a7de-cd16-4b62-a25c-3c2790c2f886 None None] The sync data for ids ['e8478e03-7ba4-4341-8805-2f7f5757131d'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:34:11.715124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cc0cb300-d372-42e6-ac49-3fc1397c8b8f tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8478e03-7ba4-4341-8805-2f7f5757131d HTTP/1.1" status: 200 len: 205 time: 0.0389504 Sep 19 03:34:11.718072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.148867 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a636326d-2b36-487b-b110-802d8afbbf74 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:12.199252 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:34:12.341035 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a636326d-2b36-487b-b110-802d8afbbf74 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:12.343210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a636326d-2b36-487b-b110-802d8afbbf74 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:12.389952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a636326d-2b36-487b-b110-802d8afbbf74 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:12.390502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a636326d-2b36-487b-b110-802d8afbbf74 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Fanout notify agent at l3_agent the message router_deleted on router e8478e03-7ba4-4341-8805-2f7f5757131d {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:34:12.409085 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a636326d-2b36-487b-b110-802d8afbbf74 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:12.410254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a636326d-2b36-487b-b110-802d8afbbf74 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/e8478e03-7ba4-4341-8805-2f7f5757131d HTTP/1.1" status: 204 len: 168 time: 0.6877699 Sep 19 03:34:12.414056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56948) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.453199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56950) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.453413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3b17b277-c9ce-42bb-ac5c-551ad15773b3 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8478e03-7ba4-4341-8805-2f7f5757131d HTTP/1.1" status: 200 len: 205 time: 0.0355840 Sep 19 03:34:12.492516 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-b57d54b4-511a-44b9-bb13-51e1677122cd tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] delete failed (client error): The resource could not be found. Sep 19 03:34:12.493559 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b57d54b4-511a-44b9-bb13-51e1677122cd tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/e8478e03-7ba4-4341-8805-2f7f5757131d HTTP/1.1" status: 404 len: 336 time: 0.0389562 Sep 19 03:34:12.496111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56952) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.528476 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-46453051-baf3-466d-a780-3134fa748a72 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f835980-f96f-40da-a7a3-b523e7e9a7f1 HTTP/1.1" status: 200 len: 205 time: 0.0312777 Sep 19 03:34:12.530755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56954) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.567894 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-160b346b-ab09-48fb-8202-96035010faf1 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] delete failed (client error): The resource could not be found. Sep 19 03:34:12.571430 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-160b346b-ab09-48fb-8202-96035010faf1 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/5f835980-f96f-40da-a7a3-b523e7e9a7f1 HTTP/1.1" status: 404 len: 336 time: 0.0373218 Sep 19 03:34:12.571746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56956) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.601708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-05b48781-c488-4af7-803d-c02b6a448313 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=a14fd70e-22d6-4f22-916b-821de2d8f67f HTTP/1.1" status: 200 len: 205 time: 0.0268931 Sep 19 03:34:12.602345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56960) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.643433 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-e7119730-fd16-4c9d-bbe6-e900956229c5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] delete failed (client error): The resource could not be found. Sep 19 03:34:12.644505 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e7119730-fd16-4c9d-bbe6-e900956229c5 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/a14fd70e-22d6-4f22-916b-821de2d8f67f HTTP/1.1" status: 404 len: 336 time: 0.0416985 Sep 19 03:34:12.647157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56966) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.696837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9ab1c20a-b263-4f15-9da8-ff5ecc29c8c9 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7b1570c-c34b-4d80-9243-5dd63b9c0aea HTTP/1.1" status: 200 len: 205 time: 0.0486395 Sep 19 03:34:12.699353 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56968) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.740327 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-5aca31cd-8486-40f3-b6f5-0a603762d39e tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] delete failed (client error): The resource could not be found. Sep 19 03:34:12.743709 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5aca31cd-8486-40f3-b6f5-0a603762d39e tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/c7b1570c-c34b-4d80-9243-5dd63b9c0aea HTTP/1.1" status: 404 len: 336 time: 0.0381927 Sep 19 03:34:12.743923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56970) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.777968 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a0c0164d-d164-4931-92d0-f38504508ef1 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c62a8489-b15c-436b-8513-35a96f6a5acd HTTP/1.1" status: 200 len: 205 time: 0.0309761 Sep 19 03:34:12.778230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56972) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.815128 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-0da1316a-32da-4407-bc7d-7e307587e3b7 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] delete failed (client error): The resource could not be found. Sep 19 03:34:12.816244 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0da1316a-32da-4407-bc7d-7e307587e3b7 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/c62a8489-b15c-436b-8513-35a96f6a5acd HTTP/1.1" status: 404 len: 336 time: 0.0370693 Sep 19 03:34:12.818657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 56974) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.853058 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad3c558e-d8c2-483b-bd50-459775d71aec tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "GET /v2.0/ports?device_id=51242cdf-77cb-4879-a52c-82bb7ecc9a62 HTTP/1.1" status: 200 len: 205 time: 0.0332136 Sep 19 03:34:12.855511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56976) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.897526 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-07ec42b7-59cf-4bf9-ad1b-5db25e089d24 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] delete failed (client error): The resource could not be found. Sep 19 03:34:12.900935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07ec42b7-59cf-4bf9-ad1b-5db25e089d24 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/routers/51242cdf-77cb-4879-a52c-82bb7ecc9a62 HTTP/1.1" status: 404 len: 336 time: 0.0406876 Sep 19 03:34:12.901167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56982) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:12.933625 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca17c4ed-19e7-4bed-ae2a-eedd5bcdae29 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] DELETE failed (client error): The resource could not be found. Sep 19 03:34:12.934088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca17c4ed-19e7-4bed-ae2a-eedd5bcdae29 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:34:12.942988 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ca17c4ed-19e7-4bed-ae2a-eedd5bcdae29 tempest-RoutersAdminTest-1346342177 tempest-RoutersAdminTest-1346342177-project] 10.222.0.22 "DELETE /v2.0/subnets/8d12e0d2-38e0-4464-b863-95ece3233ee6 HTTP/1.1" status: 404 len: 337 time: 0.0340858 Sep 19 03:34:13.211013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 56994) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:13.312679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-be7adc08-e1cf-4941-937c-85afcc3d2e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:13.402014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-be7adc08-e1cf-4941-937c-85afcc3d2e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:13.406315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-be7adc08-e1cf-4941-937c-85afcc3d2e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:13.448770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-be7adc08-e1cf-4941-937c-85afcc3d2e66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef195b71152a40d09b6cc8882a20407d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2404399 Sep 19 03:34:13.449684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7adc08-e1cf-4941-937c-85afcc3d2e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55666db-5b82-4c13-aab9-42b41cce4944,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:13.451299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57002) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:13.513479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b92b318-61cb-426b-a1e1-9377cd17b04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:13.534067 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b92b318-61cb-426b-a1e1-9377cd17b04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:13.582406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b92b318-61cb-426b-a1e1-9377cd17b04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:13.585850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7b92b318-61cb-426b-a1e1-9377cd17b04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:13.587054 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7b92b318-61cb-426b-a1e1-9377cd17b04b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d55666db-5b82-4c13-aab9-42b41cce4944 HTTP/1.1" status: 204 len: 168 time: 0.1336904 Sep 19 03:34:13.597493 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92b318-61cb-426b-a1e1-9377cd17b04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55666db-5b82-4c13-aab9-42b41cce4944,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:13.894595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57020) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:13.940151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9a283aca-977a-4dca-ae8a-33a17b71bed5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cc3c6aaddcb4a448b90e409e9fe0ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441794 Sep 19 03:34:13.942618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57026) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:14.005595 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca83c8c3-ab81-44f0-961b-27cf6626b0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:14.038487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca83c8c3-ab81-44f0-961b-27cf6626b0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:14.099068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca83c8c3-ab81-44f0-961b-27cf6626b0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:14.101887 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ca83c8c3-ab81-44f0-961b-27cf6626b0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:14.103258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ca83c8c3-ab81-44f0-961b-27cf6626b0e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a8cc25a-912a-4c3b-9753-96717b7ba2e0 HTTP/1.1" status: 204 len: 168 time: 0.1594741 Sep 19 03:34:14.111497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83c8c3-ab81-44f0-961b-27cf6626b0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8cc25a-912a-4c3b-9753-96717b7ba2e0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:14.130190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-2fbac250-be25-4458-86f8-582868386cf9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:14.140172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-2fbac250-be25-4458-86f8-582868386cf9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1611476 Sep 19 03:34:14.156391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-ec162643-db4a-4666-9817-9300995b0f05 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/quotas/fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 375 time: 0.0152926 Sep 19 03:34:14.226991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-0a95e840-87c8-48f9-b0bb-eb5ba9a8651d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579743 Sep 19 03:34:14.514902 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81d300cc-2356-4ec6-9b01-4fd195445df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:14.515460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-6ec83c5d-2548-42f5-a13c-333e5b0b9b8e service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815185 Sep 19 03:34:14.615176 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-ed06b20c-1b51-4fc5-b0a2-1e5d314821ca service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921028 Sep 19 03:34:14.927440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57086) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:14.957511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63c1fc06-ccb2-49c7-8f57-b01c4e28c4e4 req-82ccab21-1782-4989-83e0-c96da66250f5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 210 time: 0.0457351 Sep 19 03:34:15.039503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-669405846'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:15.066386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Made reservation on behalf of 81c0b0addc314fe390ac41b8e458322c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:15.070288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.082271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.187163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.191721 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.217434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:15.234774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.235171 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Added segment ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7 of type vlan for network 5f0b723e-3647-4d77-98de-09658dae0514 Sep 19 03:34:15.236729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09054f7f-a59b-4a3a-b2fb-309b2028818b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:15.285743 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.318380 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.324023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:15.324677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.359145 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4301925 Sep 19 03:34:15.362085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57098) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:15.367228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Request body: {'subnet': {'network_id': '5f0b723e-3647-4d77-98de-09658dae0514', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:15.432989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65392612-83b3-4db7-ab72-4103b9e2e071 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event updated for resources: {'Network': ['ID=5f0b723e-3647-4d77-98de-09658dae0514,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:15.443681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 5f0b723e-3647-4d77-98de-09658dae0514 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:15.505014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Made reservation on behalf of 81c0b0addc314fe390ac41b8e458322c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:15.510150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.706522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.766782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event updated for resources: {'Subnet': ['ID=761d060b-c0ab-4827-96e8-27b44150863a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:15.775646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Checking segment: {'id': 'ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f0b723e-3647-4d77-98de-09658dae0514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:15.776010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Network hostable DHCP agents. Network: 5f0b723e-3647-4d77-98de-09658dae0514, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:15.792532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Network 5f0b723e-3647-4d77-98de-09658dae0514 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:15.802257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 5f0b723e-3647-4d77-98de-09658dae0514) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:15.806074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:15.806660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:15.819828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce1bd0-3c91-466c-9420-0163e2011e6e None None] Network 5f0b723e-3647-4d77-98de-09658dae0514 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:15.856922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-952c5b7a-4fdd-42bc-aa02-139037501e1b tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4934471 Sep 19 03:34:15.862075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57100) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:15.869977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Request body: {'port': {'network_id': '5f0b723e-3647-4d77-98de-09658dae0514', 'name': 'tempest-ExtraDHCPOptionsTestJSON-732271099'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:16.019521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-5f0b723e-3647-4d77-98de-09658dae0514', 'network_id': '5f0b723e-3647-4d77-98de-09658dae0514', 'tenant_id': '81c0b0addc314fe390ac41b8e458322c', 'fixed_ips': [{'subnet_id': '761d060b-c0ab-4827-96e8-27b44150863a'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:16.020460 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.098778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8e4d599b-4a4e-4e06-9750-3bd335532b0f req-183d5b99-142e-4afa-b93e-eede2d9fe800 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 210 time: 0.0579348 Sep 19 03:34:16.201421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.211415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Allocated IP 172.20.0.2 (5f0b723e-3647-4d77-98de-09658dae0514/761d060b-c0ab-4827-96e8-27b44150863a/8103d64f-50f2-4594-b7e4-8d0b9e39b1a5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:16.328876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-0c8f0409-b2d4-45d5-8ebd-e119bd303fcd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:16.330968 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-0c8f0409-b2d4-45d5-8ebd-e119bd303fcd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.5170119 Sep 19 03:34:16.349644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'port': {'device_id': '295a92d7-cf71-4868-b303-dc646b8fba98', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'admin_state_up': True, 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:16.398011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.405832 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.452158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Network 5f0b723e-3647-4d77-98de-09658dae0514 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:16.457062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:16.460606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:16.471427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Made reservation on behalf of 81c0b0addc314fe390ac41b8e458322c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:16.476445 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.503695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] device_id is not set on port 30e86d87-5a3c-4e65-a722-070057115251 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:34:16.531598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Pushing event updated for resources: {'Port': ['ID=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:16.544773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Attempting to bind port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:16.545148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Attempting to bind port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f0b723e-3647-4d77-98de-09658dae0514'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:16.545508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Attempting to bind port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 on network 5f0b723e-3647-4d77-98de-09658dae0514 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:16.551061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:16.551442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Checking segment: {'id': 'ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f0b723e-3647-4d77-98de-09658dae0514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:16.551843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.553247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Bound using segment: {'id': 'ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f0b723e-3647-4d77-98de-09658dae0514'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:16.553959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Bound port: 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '5f0b723e-3647-4d77-98de-09658dae0514'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:16.554138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.620603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] For port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:16.624291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] For port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,segment=NetworkSegment(ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7),segment_id=ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:16.626541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:16.628803 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.630051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:16.702723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec088bd-3c15-4807-a0ac-a366e3a59179 None None] Pushing event updated for resources: {'Port': ['ID=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:16.717291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Allocated IP 172.20.0.13 (5f0b723e-3647-4d77-98de-09658dae0514/761d060b-c0ab-4827-96e8-27b44150863a/30e86d87-5a3c-4e65-a722-070057115251) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:16.838780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.20.0.12 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/d86416ae-9ba4-4507-8f31-027d2b28e5fa) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:16.997825 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.101604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.105279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.154079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Network 5f0b723e-3647-4d77-98de-09658dae0514 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:17.162703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:17.169791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:17.193823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event updated for resources: {'Port': ['ID=30e86d87-5a3c-4e65-a722-070057115251,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:17.196764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72745933-b52a-479a-9cb6-e1890e561ba3 req-9b09e4f9-9982-4e40-bfce-2ca9aa746d43 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 210 time: 0.0388684 Sep 19 03:34:17.236274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:17.236939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.253222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.256283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c800e39-b4fc-4b80-80d6-dbba50b7871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.268204 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-62cb0d84-74d1-4dfa-b965-d265903d9410 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4046495 Sep 19 03:34:17.271426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57108) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:17.279732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Request body: {'port': {'network_id': '5f0b723e-3647-4d77-98de-09658dae0514', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1527866773', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:17.280485 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] bootfile-name is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:34:17.280819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] tftp-server is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:34:17.281348 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] server-ip-address is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:34:17.302528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:17.305487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:17.309680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:17.347581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=d86416ae-9ba4-4507-8f31-027d2b28e5fa,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:17.395221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:17.396152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.417856 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-a45fca50-041a-4720-8a60-c9a8045632ab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0730782 Sep 19 03:34:17.431963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Request body: {'port': {'device_id': '295a92d7-cf71-4868-b303-dc646b8fba98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:17.444386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Made reservation on behalf of 81c0b0addc314fe390ac41b8e458322c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:17.448575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.473849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] device_id is not set on port 557710ce-804b-422c-8bf7-9f5e5889ed8b yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:34:17.500452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.645699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Allocated IP 172.20.0.3 (5f0b723e-3647-4d77-98de-09658dae0514/761d060b-c0ab-4827-96e8-27b44150863a/557710ce-804b-422c-8bf7-9f5e5889ed8b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:17.712336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c05b198f-79d7-4f3a-a9cc-716859ca2419 None None] Provisioning complete for port d86416ae-9ba4-4507-8f31-027d2b28e5fa triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:17.712804 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c05b198f-79d7-4f3a-a9cc-716859ca2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.776824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c05b198f-79d7-4f3a-a9cc-716859ca2419 None None] Port d86416ae-9ba4-4507-8f31-027d2b28e5fa cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:34:17.864034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:17.878258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86416ae-9ba4-4507-8f31-027d2b28e5fa {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:34:17.886716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.902173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Transition to ACTIVE for port object d86416ae-9ba4-4507-8f31-027d2b28e5fa will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:34:17.909402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.933346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef14b5-b589-402d-82ab-ecdd26203490 None None] Network 5f0b723e-3647-4d77-98de-09658dae0514 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:17.934727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:17.983585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.002155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86416ae-9ba4-4507-8f31-027d2b28e5fa,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:18.011281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:18.012034 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.069645 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.099820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Network 5f0b723e-3647-4d77-98de-09658dae0514 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:18.104747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:18.109945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:18.114166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event updated for resources: {'Port': ['ID=557710ce-804b-422c-8bf7-9f5e5889ed8b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:18.117717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Attempting to bind port d86416ae-9ba4-4507-8f31-027d2b28e5fa on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:18.118701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Attempting to bind port d86416ae-9ba4-4507-8f31-027d2b28e5fa by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:18.119224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Attempting to bind port d86416ae-9ba4-4507-8f31-027d2b28e5fa on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:18.125083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Port d86416ae-9ba4-4507-8f31-027d2b28e5fa on network fe1836b4-136e-4016-89e0-ca4fe200a02c not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:34:18.125652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Attempting to bind port d86416ae-9ba4-4507-8f31-027d2b28e5fa on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:18.132646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:18.143984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-70bf929b-8ef9-4198-90a0-d7c0fae0f429 None None] Provisioning complete for port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:18.144477 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70bf929b-8ef9-4198-90a0-d7c0fae0f429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.144656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:18.145283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:18.145920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Bound port: d86416ae-9ba4-4507-8f31-027d2b28e5fa, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:18.146599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.199531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.201009 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.229624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57114) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:18.229981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0d04e959-a4b1-4f9d-929c-448c1394008d tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9569848 Sep 19 03:34:18.243810 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.312385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] For port d86416ae-9ba4-4507-8f31-027d2b28e5fa, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:18.317556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] For port d86416ae-9ba4-4507-8f31-027d2b28e5fa, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:18.323883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,segment=NetworkSegment(ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7),segment_id=ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:18.336671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.357675 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70bf929b-8ef9-4198-90a0-d7c0fae0f429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.360438 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.381719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc6039-8a4e-4642-a1b9-2cf524f5b576 req-852ba0a1-a85b-4525-8ff5-7d00d4dd7580 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.389980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1fcc6039-8a4e-4642-a1b9-2cf524f5b576 req-852ba0a1-a85b-4525-8ff5-7d00d4dd7580 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0697834 Sep 19 03:34:18.415868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958eef33-28b8-443e-9fa6-dab9550e6f8f tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.427042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958eef33-28b8-443e-9fa6-dab9550e6f8f tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.437103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958eef33-28b8-443e-9fa6-dab9550e6f8f tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.443529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-958eef33-28b8-443e-9fa6-dab9550e6f8f tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2122462 Sep 19 03:34:18.456554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57118) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:18.460063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.460905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.461045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1fcc6039-8a4e-4642-a1b9-2cf524f5b576 req-40b36b72-23d3-4a7f-841b-60d77e4c612d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669672 Sep 19 03:34:18.462701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] 10.222.0.30 "PUT /v2.0/ports/d86416ae-9ba4-4507-8f31-027d2b28e5fa HTTP/1.1" status: 200 len: 1092 time: 1.0371680 Sep 19 03:34:18.480983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295a92d7-cf71-4868-b303-dc646b8fba98', 'tag': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:34:18.483338 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483" -d '{"events": [{"name": "network-changed", "server_uuid": "295a92d7-cf71-4868-b303-dc646b8fba98", "tag": "d86416ae-9ba4-4507-8f31-027d2b28e5fa"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:34:18.557133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:18.557387 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf93fda-6f4b-45c3-b4e0-1c5184f3371d x-openstack-request-id: req-ccf93fda-6f4b-45c3-b4e0-1c5184f3371d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:34:18.557685 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295a92d7-cf71-4868-b303-dc646b8fba98", "tag": "d86416ae-9ba4-4507-8f31-027d2b28e5fa", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:34:18.557934 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccf93fda-6f4b-45c3-b4e0-1c5184f3371d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:34:18.558321 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295a92d7-cf71-4868-b303-dc646b8fba98', 'tag': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa', 'status': 'completed', 'code': 200} Sep 19 03:34:18.570538 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.593550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601888-2caa-4463-91d7-5bcaab1b2fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86416ae-9ba4-4507-8f31-027d2b28e5fa,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:18.608381 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-70bf929b-8ef9-4198-90a0-d7c0fae0f429 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:34:18.608974 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-70bf929b-8ef9-4198-90a0-d7c0fae0f429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:34:18.646276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-78073eb4-6eae-4a8a-b158-bdfff584dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.648204 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-78073eb4-6eae-4a8a-b158-bdfff584dc31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 1095 time: 0.1330776 Sep 19 03:34:18.700943 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-3c9307e3-8c71-4eb2-bfb4-aecd5546f420 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa HTTP/1.1" status: 200 len: 217 time: 0.0431848 Sep 19 03:34:18.741395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Deleting port 557710ce-804b-422c-8bf7-9f5e5889ed8b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:18.741747 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.784648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-a02b6c92-5344-4e0c-ad65-d505c7a15a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.786142 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-a02b6c92-5344-4e0c-ad65-d505c7a15a99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0772181 Sep 19 03:34:18.876187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:18.892985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Calling delete_port for 557710ce-804b-422c-8bf7-9f5e5889ed8b owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:18.909780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf91ec9-273f-4084-976b-41d43178953b req-8641e301-fa0b-4cce-ab4c-ecc242a6d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:18.911300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-8641e301-fa0b-4cce-ab4c-ecc242a6d115 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002889 Sep 19 03:34:19.057151 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-fa4c5ac4-83cc-42fc-bf66-18512b5aab0e service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160131 Sep 19 03:34:19.165467 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.196608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event deleted for resources: {'Port': ['ID=557710ce-804b-422c-8bf7-9f5e5889ed8b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:19.234321 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-acf91ec9-273f-4084-976b-41d43178953b req-fbfa8383-e708-447f-9e6e-be8d6ec600d8 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677921 Sep 19 03:34:19.278180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ca151716-de6e-486b-a1b1-f469b714445f None None] Provisioning complete for port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:19.278556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca151716-de6e-486b-a1b1-f469b714445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.303143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.306511 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ec67e884-9f54-4daf-90ac-c000cf4e5778 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "DELETE /v2.0/ports/557710ce-804b-422c-8bf7-9f5e5889ed8b HTTP/1.1" status: 204 len: 168 time: 0.8486671 Sep 19 03:34:19.310263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57122) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:19.319502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Request body: {'port': {'name': 'tempest-new-port-name-631781045', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:19.320176 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] bootfile-name is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:34:19.320696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] tftp-server is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:34:19.321196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.api.validators [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] server-ip-address is not in valid_values {{(pid=94723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 19 03:34:19.388956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-3aa90d73-6c2a-4fb3-b934-aa50fc32229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:19.391321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ca151716-de6e-486b-a1b1-f469b714445f None None] Could not find standard attr ID for object 557710ce-804b-422c-8bf7-9f5e5889ed8b. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:34:19.391790 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-3aa90d73-6c2a-4fb3-b934-aa50fc32229f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 1095 time: 0.0825582 Sep 19 03:34:19.396616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.411651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ca151716-de6e-486b-a1b1-f469b714445f None None] Provisioning complete for port 30e86d87-5a3c-4e65-a722-070057115251 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:19.412104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca151716-de6e-486b-a1b1-f469b714445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.460549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ca151716-de6e-486b-a1b1-f469b714445f None None] Port 30e86d87-5a3c-4e65-a722-070057115251 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:34:19.527953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-fb5da225-7d14-4384-abb7-3ff93aa0afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:19.529917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-fb5da225-7d14-4384-abb7-3ff93aa0afb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.1311917 Sep 19 03:34:19.575668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-33ecbeca-5610-4ef9-8d42-c3c217ce7277 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa HTTP/1.1" status: 200 len: 217 time: 0.0387564 Sep 19 03:34:19.622773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cf394-0d78-40b3-a267-6516a71c4582 req-7d7c16e5-6461-4531-ab18-b5628a9a5077 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:19.624239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c3cf394-0d78-40b3-a267-6516a71c4582 req-7d7c16e5-6461-4531-ab18-b5628a9a5077 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0766685 Sep 19 03:34:19.632871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-a9035eb4-800d-4796-9cdb-a21081c2596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:19.634553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-a9035eb4-800d-4796-9cdb-a21081c2596c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0521679 Sep 19 03:34:19.685538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-1bd4ea63-91ff-4f16-94ba-22e2dacf46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:19.687519 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-1bd4ea63-91ff-4f16-94ba-22e2dacf46cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454760 Sep 19 03:34:19.690492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c3cf394-0d78-40b3-a267-6516a71c4582 req-5e9f4579-0c3e-4d15-bb3b-fffa40dbac7b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571702 Sep 19 03:34:19.692589 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.705181 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.797531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:19.804111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] In _notify_port_updated(), no bound segment for port 30e86d87-5a3c-4e65-a722-070057115251 on network 5f0b723e-3647-4d77-98de-09658dae0514 {{(pid=94723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 19 03:34:19.810489 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-04a9c65d-2ebc-4584-8896-a98ce501615e service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147635 Sep 19 03:34:19.815323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:19.816027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.820881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "PUT /v2.0/ports/30e86d87-5a3c-4e65-a722-070057115251 HTTP/1.1" status: 200 len: 1136 time: 0.5074642 Sep 19 03:34:19.821515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57128) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:19.875784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f06df-f448-49c4-8eae-96b4f91ed385 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event updated for resources: {'Port': ['ID=30e86d87-5a3c-4e65-a722-070057115251,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:19.878313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:19.878780 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:19.895924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c693b20-6b3f-4876-a13b-e956161193a2 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:19.901165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7c693b20-6b3f-4876-a13b-e956161193a2 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "GET /v2.0/ports/30e86d87-5a3c-4e65-a722-070057115251 HTTP/1.1" status: 200 len: 1136 time: 0.0745671 Sep 19 03:34:19.901825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57130) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:19.978020 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2bb46e6b-13ea-4b30-b3c4-8def8e88e483 req-d0e44dbb-27ff-4f87-b990-688ee51b2f04 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544425 Sep 19 03:34:20.010466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Deleting port 30e86d87-5a3c-4e65-a722-070057115251 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:20.011037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.086479 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.101660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-baafac3e-74ef-4cb2-a740-e4af448d9696 None None] Provisioning complete for port 30e86d87-5a3c-4e65-a722-070057115251 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:20.102041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-baafac3e-74ef-4cb2-a740-e4af448d9696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.103755 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.115839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Calling delete_port for 30e86d87-5a3c-4e65-a722-070057115251 owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:20.137522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-baafac3e-74ef-4cb2-a740-e4af448d9696 None None] Port 30e86d87-5a3c-4e65-a722-070057115251 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:34:20.250501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.278968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event deleted for resources: {'Port': ['ID=30e86d87-5a3c-4e65-a722-070057115251,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:20.354510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.358937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-172dcc70-a29d-4d51-9e02-3e0b9cfe3f90 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "DELETE /v2.0/ports/30e86d87-5a3c-4e65-a722-070057115251 HTTP/1.1" status: 204 len: 168 time: 0.4538324 Sep 19 03:34:20.359370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57132) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:20.412559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Deleting subnet 761d060b-c0ab-4827-96e8-27b44150863a {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:34:20.416011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.459274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.552623 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.612383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.638261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event deleted for resources: {'Subnet': ['ID=761d060b-c0ab-4827-96e8-27b44150863a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:20.644789 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.646679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4ff7c27d-d582-4c9d-aff0-5a9d380054e5 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "DELETE /v2.0/subnets/761d060b-c0ab-4827-96e8-27b44150863a HTTP/1.1" status: 204 len: 168 time: 0.2865357 Sep 19 03:34:20.649070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57136) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:20.654430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da61d10f-f7c6-4c3c-8ad9-dabae90325eb None None] Network 5f0b723e-3647-4d77-98de-09658dae0514 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:20.736554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.839945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd440df7-f51e-489e-9312-cd7b166f9c75 req-0b2d167a-e6c1-49da-9d73-094e235f1c7b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:20.841718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd440df7-f51e-489e-9312-cd7b166f9c75 req-0b2d167a-e6c1-49da-9d73-094e235f1c7b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0681472 Sep 19 03:34:20.855683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Deleting port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:20.856264 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.865897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] DHCP port deletion for 5f0b723e-3647-4d77-98de-09658dae0514 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:34:20.917673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] Deleting port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:20.918056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.961604 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd440df7-f51e-489e-9312-cd7b166f9c75 req-70aeca88-3f54-49d9-966f-f8f2e3f5ac49 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858841 Sep 19 03:34:20.978804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] For port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,segment=NetworkSegment(ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7),segment_id=ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:20.979390 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:20.992505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Calling delete_port for 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:20.996885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] For port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,segment=NetworkSegment(ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7),segment_id=ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:20.997402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.081244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.112428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event deleted for resources: {'Port': ['ID=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:21.115954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] No DVR routers for this DVR port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:34:21.184954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] Calling delete_port for 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:21.199560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.231219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0b723e-3647-4d77-98de-09658dae0514']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:21.242248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:21.242548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6a0c0e-fc35-462d-b880-2cdcbf0b87a7') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:21.253021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.268305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.268510 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.279960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:21.280366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:21.284278 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:21.296592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] Pushing event deleted for resources: {'Port': ['ID=8103d64f-50f2-4594-b7e4-8d0b9e39b1a5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:21.300803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29f48f-e798-4230-94a3-13e0b6c5b08b None None] No DVR routers for this DVR port 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:34:21.357403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.365057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.366901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] 10.222.0.22 "DELETE /v2.0/networks/5f0b723e-3647-4d77-98de-09658dae0514 HTTP/1.1" status: 204 len: 168 time: 0.7168982 Sep 19 03:34:21.378423 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7a2b6-8012-4dab-89c3-8a493d806438 tempest-ExtraDHCPOptionsTestJSON-1324588838 tempest-ExtraDHCPOptionsTestJSON-1324588838-project] Pushing event deleted for resources: {'Network': ['ID=5f0b723e-3647-4d77-98de-09658dae0514,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:21.612771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57146) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:21.749388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-db019587-45ea-47e3-b2a5-dfd75af43ce4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81c0b0addc314fe390ac41b8e458322c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331136 Sep 19 03:34:21.749739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57150) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:21.774302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:34:21.796072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:34:21.796513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8103d64f-50f2-4594-b7e4-8d0b9e39b1a5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:34:21.799805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4f7650e-7059-46bb-bf41-03ab27f8957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.821750 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4f7650e-7059-46bb-bf41-03ab27f8957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.876996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4f7650e-7059-46bb-bf41-03ab27f8957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.879570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4f7650e-7059-46bb-bf41-03ab27f8957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:21.880800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e4f7650e-7059-46bb-bf41-03ab27f8957c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09054f7f-a59b-4a3a-b2fb-309b2028818b HTTP/1.1" status: 204 len: 168 time: 0.1300960 Sep 19 03:34:21.893659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7650e-7059-46bb-bf41-03ab27f8957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09054f7f-a59b-4a3a-b2fb-309b2028818b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:22.075672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1944b-5758-4b8a-8969-1e84923e9505 req-944f603c-dcdd-4582-9b55-4e093257b14b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:22.081437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8d1944b-5758-4b8a-8969-1e84923e9505 req-944f603c-dcdd-4582-9b55-4e093257b14b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0564382 Sep 19 03:34:22.120715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8d1944b-5758-4b8a-8969-1e84923e9505 req-c180c537-72ef-4375-804c-93ce06dcf999 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354483 Sep 19 03:34:22.549527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57176) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:22.657199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'networks': [{'name': 'tempest-network--1067878373'}, {'name': 'tempest-network--1603044412'}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:22.657508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'network': {'name': 'tempest-network--1067878373'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:22.658504 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'network': {'name': 'tempest-network--1603044412'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:22.681419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Made reservation on behalf of 5be0deb77b8747529ce116aa313e2d39 for: {'network': 2} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:22.686233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.699858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.803343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.808781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.809590 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.858835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:22.865074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79da3c66-5333-4b2d-befc-c2fdb79dedcb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:22.874129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.875099 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Added segment db9a347e-a385-4f03-9069-e64306d20e01 of type vlan for network de045df3-f24b-4188-b711-b631a2db6e99 Sep 19 03:34:22.926662 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.961090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:22.974575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:22.974898 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Added segment f618f129-08da-40a1-b3d9-e12c6f2cbf28 of type vlan for network cfe80569-2e9d-46fc-858e-faceedcb97eb Sep 19 03:34:23.018006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.047379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.047943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.054137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:23.059054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:23.059602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.113778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.5608962 Sep 19 03:34:23.115309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:23.176034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Network': ['ID=de045df3-f24b-4188-b711-b631a2db6e99,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:23.186566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network de045df3-f24b-4188-b711-b631a2db6e99 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:23.251960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fa6fe-43f5-4358-b8de-5b3b562809cb tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Network': ['ID=cfe80569-2e9d-46fc-858e-faceedcb97eb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:23.268433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network cfe80569-2e9d-46fc-858e-faceedcb97eb details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:23.327004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a502ab-2e23-4eb5-819c-6fb0e1c05fb0 req-ff0358ad-2164-4b62-ae9a-e252f519f435 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:23.328878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a502ab-2e23-4eb5-819c-6fb0e1c05fb0 req-ff0358ad-2164-4b62-ae9a-e252f519f435 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0568612 Sep 19 03:34:23.377734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a502ab-2e23-4eb5-819c-6fb0e1c05fb0 req-01823f78-9f06-4d44-a7b5-ef8d97093836 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Sep 19 03:34:23.378699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814a6ee-3a51-42e4-b121-f3795a3262e8 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:23.385191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814a6ee-3a51-42e4-b121-f3795a3262e8 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:23.400845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814a6ee-3a51-42e4-b121-f3795a3262e8 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:23.401142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3814a6ee-3a51-42e4-b121-f3795a3262e8 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:23.402847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3814a6ee-3a51-42e4-b121-f3795a3262e8 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2856987 Sep 19 03:34:23.405686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57198) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:23.492423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.580435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.600470 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de045df3-f24b-4188-b711-b631a2db6e99']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:23.610961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9a347e-a385-4f03-9069-e64306d20e01') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:23.611263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9a347e-a385-4f03-9069-e64306d20e01') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:23.621193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.634574 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.640507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:23.640895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:23.644498 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:23.707033 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.712024 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.714251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/networks/de045df3-f24b-4188-b711-b631a2db6e99 HTTP/1.1" status: 204 len: 168 time: 0.3075056 Sep 19 03:34:23.717465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:23.735293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930bdf0-c617-4c65-a352-31ea82a4dfc2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Network': ['ID=de045df3-f24b-4188-b711-b631a2db6e99,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:23.809225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.894198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.913289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe80569-2e9d-46fc-858e-faceedcb97eb']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:23.922311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f618f129-08da-40a1-b3d9-e12c6f2cbf28') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:23.922614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f618f129-08da-40a1-b3d9-e12c6f2cbf28') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:23.932248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.946590 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.960588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:23.961076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:23.965497 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:24.031164 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.038344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.040237 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/networks/cfe80569-2e9d-46fc-858e-faceedcb97eb HTTP/1.1" status: 204 len: 168 time: 0.3219149 Sep 19 03:34:24.043024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57204) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:24.052216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137c579-b60a-40c4-bd36-7a1859a8b80a tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Network': ['ID=cfe80569-2e9d-46fc-858e-faceedcb97eb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:24.510323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6452912d-ce2a-4a61-9029-5325c18513c2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:24.516341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6452912d-ce2a-4a61-9029-5325c18513c2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:24.521442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6452912d-ce2a-4a61-9029-5325c18513c2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4736657 Sep 19 03:34:24.521931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57208) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:24.527612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-398015601'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:24.539066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b832ae-14d6-4e76-8124-9133a3d55531 req-f2d9dea7-a997-49c3-b414-c51f32cb7fab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:24.540663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6b832ae-14d6-4e76-8124-9133a3d55531 req-f2d9dea7-a997-49c3-b414-c51f32cb7fab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0878768 Sep 19 03:34:24.552093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Made reservation on behalf of 5be0deb77b8747529ce116aa313e2d39 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:24.556330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.581754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:24.583189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e6b832ae-14d6-4e76-8124-9133a3d55531 req-41422a98-5e1e-42e2-bf78-bcd8fe6ec5f6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344698 Sep 19 03:34:24.592110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.592460 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Added segment cbf175f7-bff3-445b-b93b-5e013620066f of type vlan for network a6d9eb83-9668-4c05-99aa-fc313a20c7f0 Sep 19 03:34:24.633622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.658308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.663826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:24.664354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.694587 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1711183 Sep 19 03:34:24.697238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:24.703726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1807919963'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:24.745352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357df30e-5e51-4f17-b906-fe817018c8c5 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Network': ['ID=a6d9eb83-9668-4c05-99aa-fc313a20c7f0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:24.755946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network a6d9eb83-9668-4c05-99aa-fc313a20c7f0 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:24.759682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Made reservation on behalf of 5be0deb77b8747529ce116aa313e2d39 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:24.763212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.787479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:24.796619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.797121 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Added segment 4833cb21-293f-4960-95a9-3193366ed7d4 of type vlan for network b32b3248-3d4e-49b0-8130-b5474327aeb3 Sep 19 03:34:24.837897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.863822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.869573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:24.870155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:24.908879 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2107549 Sep 19 03:34:24.912004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:24.917317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'ports': [{'network_id': 'a6d9eb83-9668-4c05-99aa-fc313a20c7f0', 'name': 'tempest-port--1688038602', 'admin_state_up': True}, {'network_id': 'b32b3248-3d4e-49b0-8130-b5474327aeb3', 'admin_state_up': False}]} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:24.917629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'port': {'network_id': 'a6d9eb83-9668-4c05-99aa-fc313a20c7f0', 'name': 'tempest-port--1688038602', 'admin_state_up': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:24.918166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'port': {'network_id': 'b32b3248-3d4e-49b0-8130-b5474327aeb3', 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:24.939995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb65216-c150-4493-8dbc-9b2582c5a512 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Network': ['ID=b32b3248-3d4e-49b0-8130-b5474327aeb3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:24.951133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network b32b3248-3d4e-49b0-8130-b5474327aeb3 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:25.085214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Made reservation on behalf of 5be0deb77b8747529ce116aa313e2d39 for: {'port': 2} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:25.089657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:25.102426 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:25.186665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] device_id is not set on port b32f5674-9ffe-4dd0-817c-05ed96d9b9ae yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:34:25.309847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:25.374129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] device_id is not set on port 43df07cf-6b42-4779-a02e-5da64b29975b yet. {{(pid=94723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:34:25.488486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:25.524185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:25.578150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Port': ['ID=b32f5674-9ffe-4dd0-817c-05ed96d9b9ae,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:25.593665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Checking segment: {'id': 'cbf175f7-bff3-445b-b93b-5e013620066f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a6d9eb83-9668-4c05-99aa-fc313a20c7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:25.594229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network hostable DHCP agents. Network: a6d9eb83-9668-4c05-99aa-fc313a20c7f0, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:25.610451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network a6d9eb83-9668-4c05-99aa-fc313a20c7f0 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:25.620587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, a6d9eb83-9668-4c05-99aa-fc313a20c7f0) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:25.624475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:25.625503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:25.637445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d532f9-517e-4932-9297-db4d1ea6ea34 None None] Network a6d9eb83-9668-4c05-99aa-fc313a20c7f0 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:25.713721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Port': ['ID=43df07cf-6b42-4779-a02e-5da64b29975b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:25.747663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24a75f-5a80-47e8-9a22-af7ae4c80760 req-6d3e913b-e9db-4753-abe2-f8732a8ad2af tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:25.749128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a24a75f-5a80-47e8-9a22-af7ae4c80760 req-6d3e913b-e9db-4753-abe2-f8732a8ad2af tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0864930 Sep 19 03:34:25.749940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Checking segment: {'id': '4833cb21-293f-4960-95a9-3193366ed7d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b32b3248-3d4e-49b0-8130-b5474327aeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:25.750227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network hostable DHCP agents. Network: b32b3248-3d4e-49b0-8130-b5474327aeb3, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:25.778306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network b32b3248-3d4e-49b0-8130-b5474327aeb3 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:25.797718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, b32b3248-3d4e-49b0-8130-b5474327aeb3) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:25.806465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:25.807960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961fe3c-a0a1-4e79-9dfa-a0c1ec3816c8 None None] Network b32b3248-3d4e-49b0-8130-b5474327aeb3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:25.812294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:25.817321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:25.818043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:25.824244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a24a75f-5a80-47e8-9a22-af7ae4c80760 req-54af1105-0d69-4b4f-993d-697024927cbe tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627377 Sep 19 03:34:25.839321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e5a03031-88cb-45fb-b295-312a2f6bb07b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9260445 Sep 19 03:34:25.841994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57218) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:25.902541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf54b3-2f66-4bd1-a916-0d07f97d99da tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:25.909336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf54b3-2f66-4bd1-a916-0d07f97d99da tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:25.911415 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-53bf54b3-2f66-4bd1-a916-0d07f97d99da tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0664680 Sep 19 03:34:25.913942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57220) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:26.001153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Deleting port b32f5674-9ffe-4dd0-817c-05ed96d9b9ae {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:26.001423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.074918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.088044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Calling delete_port for b32f5674-9ffe-4dd0-817c-05ed96d9b9ae owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:26.168883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.198208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Port': ['ID=b32f5674-9ffe-4dd0-817c-05ed96d9b9ae,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:26.204156 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.209662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a8c1efa2-bc58-4a82-b622-99ccc063c82b tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/ports/b32f5674-9ffe-4dd0-817c-05ed96d9b9ae HTTP/1.1" status: 204 len: 168 time: 0.2917373 Sep 19 03:34:26.209790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57224) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:26.294949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Deleting port 43df07cf-6b42-4779-a02e-5da64b29975b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:26.295199 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.364445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.376752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Calling delete_port for 43df07cf-6b42-4779-a02e-5da64b29975b owned by {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:26.455154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.489537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Port': ['ID=43df07cf-6b42-4779-a02e-5da64b29975b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:26.494892 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.496918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-139b5123-7c9b-47bd-b06e-14f177b6fe21 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/ports/43df07cf-6b42-4779-a02e-5da64b29975b HTTP/1.1" status: 204 len: 168 time: 0.2862594 Sep 19 03:34:26.499556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57226) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:26.548717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0f130c27-42dd-4fe0-9cc9-f9e807bfe1e2 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0479386 Sep 19 03:34:26.552285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57228) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:26.557338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-45722129'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:26.580647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Made reservation on behalf of 5be0deb77b8747529ce116aa313e2d39 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:26.584257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.606726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:26.615701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.616049 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Added segment 5c8ef6d0-e22c-4743-9182-df7f43983f34 of type vlan for network 21804dd2-a1f6-402b-8125-b47e08b59b1a Sep 19 03:34:26.654951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.679439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.685280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:26.685875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.726259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1728642 Sep 19 03:34:26.728939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57230) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:26.758497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-416111372'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:26.768241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e5004-8497-45f8-8c61-858a7db56b4d tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Network': ['ID=21804dd2-a1f6-402b-8125-b47e08b59b1a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:26.779693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 21804dd2-a1f6-402b-8125-b47e08b59b1a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:26.787783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Made reservation on behalf of 5be0deb77b8747529ce116aa313e2d39 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:26.791369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.816243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:26.824870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.825217 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Added segment 7f053c18-5cdb-40a5-92fd-0dbe8ee4e172 of type vlan for network d8ce1a2e-0ef1-4047-beea-81bc1a667449 Sep 19 03:34:26.869199 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.899222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.904792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:26.905395 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:26.943233 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2109861 Sep 19 03:34:26.966618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc3bdb-ff65-44d1-962b-5baadc4e94f6 req-a915bd52-ed4b-461d-9e2e-375f36695d39 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:26.968346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59dc3bdb-ff65-44d1-962b-5baadc4e94f6 req-a915bd52-ed4b-461d-9e2e-375f36695d39 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0544903 Sep 19 03:34:27.009551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59dc3bdb-ff65-44d1-962b-5baadc4e94f6 req-a56ea346-598b-4111-8377-4e9dba557d9f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338466 Sep 19 03:34:27.019198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afac6b-cac7-4715-b54a-cf9fcf9d44d3 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Network': ['ID=d8ce1a2e-0ef1-4047-beea-81bc1a667449,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:27.034979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network d8ce1a2e-0ef1-4047-beea-81bc1a667449 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:28.138329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbc849-8467-48a0-8f92-c08a13fcfce7 req-276bb7fa-dd5d-4c64-ab68-90b326419439 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:28.139862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94dbc849-8467-48a0-8f92-c08a13fcfce7 req-276bb7fa-dd5d-4c64-ab68-90b326419439 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0487893 Sep 19 03:34:28.180857 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94dbc849-8467-48a0-8f92-c08a13fcfce7 req-15ca768b-cc88-4e95-93b1-2cb91df2ab18 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Sep 19 03:34:29.310439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10b6ec-e913-4d79-b80c-49a63d9f4be1 req-01e274b1-ca9d-4585-a7c3-451b5e25db66 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:29.312930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be10b6ec-e913-4d79-b80c-49a63d9f4be1 req-01e274b1-ca9d-4585-a7c3-451b5e25db66 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 944 time: 0.0573156 Sep 19 03:34:29.357022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be10b6ec-e913-4d79-b80c-49a63d9f4be1 req-1d511e0c-6426-4c03-b5e7-1d29b0e730e2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Sep 19 03:34:29.631687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d86416ae-9ba4-4507-8f31-027d2b28e5fa details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:34:29.755695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d86416ae-9ba4-4507-8f31-027d2b28e5fa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:29.773110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'port_id': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa', 'mac_address': 'fa:16:3e:6e:12:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:34:29.812962 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:29.828163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86416ae-9ba4-4507-8f31-027d2b28e5fa {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:34:29.871218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d86416ae-9ba4-4507-8f31-027d2b28e5fa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:29.880182 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:29.961788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=d86416ae-9ba4-4507-8f31-027d2b28e5fa,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:29.971185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.971532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.971871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.972222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.972538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.972868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.973194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.973517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.973841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.974388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.974719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:29.975061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:30.084889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['d86416ae-9ba4-4507-8f31-027d2b28e5fa'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:34:30.159695 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:30.215366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57274) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:30.220968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'subnets': [{'network_id': '21804dd2-a1f6-402b-8125-b47e08b59b1a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1029707030', 'ip_version': 6}, {'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:30.221542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'subnet': {'network_id': '21804dd2-a1f6-402b-8125-b47e08b59b1a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1029707030', 'ip_version': 6}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:30.222202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Request body: {'subnet': {'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:30.439984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Made reservation on behalf of 5be0deb77b8747529ce116aa313e2d39 for: {'subnet': 2} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:30.447498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:30.447498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:30.492899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f342e8b-991f-4319-a016-d2992b5ca4dd req-2a7d3bf9-fa03-414f-8d64-3e6aa7745024 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:30.494468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f342e8b-991f-4319-a016-d2992b5ca4dd req-2a7d3bf9-fa03-414f-8d64-3e6aa7745024 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 945 time: 0.0619504 Sep 19 03:34:30.541652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f342e8b-991f-4319-a016-d2992b5ca4dd req-b63ceeb7-64ef-4b7a-bd20-64c5b2aa8785 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408170 Sep 19 03:34:31.167436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.234452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Subnet': ['ID=1c83bf95-e7d2-4b5a-b4c2-740de3cd737c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:31.240691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Checking segment: {'id': '5c8ef6d0-e22c-4743-9182-df7f43983f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '21804dd2-a1f6-402b-8125-b47e08b59b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:31.241065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network hostable DHCP agents. Network: 21804dd2-a1f6-402b-8125-b47e08b59b1a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:31.258450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network 21804dd2-a1f6-402b-8125-b47e08b59b1a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:31.268753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 21804dd2-a1f6-402b-8125-b47e08b59b1a) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:31.272694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.278060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6968428d-5915-43b3-938d-bf531f4b7952 None None] Network 21804dd2-a1f6-402b-8125-b47e08b59b1a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:31.337614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event updated for resources: {'Subnet': ['ID=65f53d9b-239e-4c16-ac49-8f17bb484e41,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:31.347408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Checking segment: {'id': '7f053c18-5cdb-40a5-92fd-0dbe8ee4e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:31.347700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network hostable DHCP agents. Network: d8ce1a2e-0ef1-4047-beea-81bc1a667449, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:31.366563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Network d8ce1a2e-0ef1-4047-beea-81bc1a667449 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:31.378569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, d8ce1a2e-0ef1-4047-beea-81bc1a667449) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:31.390998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:31.391715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:31.392569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.399648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1c209-2c7e-43d2-8cb0-47ecc81be980 None None] Network d8ce1a2e-0ef1-4047-beea-81bc1a667449 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:31.409465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb5f7fdb-32f5-4cdc-8f4e-736fdd245d8c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.1933818 Sep 19 03:34:31.412035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57302) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:31.488898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9e0be-1c96-4623-85f9-91daf965087c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-21804dd2-a1f6-402b-8125-b47e08b59b1a', 'network_id': '21804dd2-a1f6-402b-8125-b47e08b59b1a', 'tenant_id': '5be0deb77b8747529ce116aa313e2d39', 'fixed_ips': [{'subnet_id': '1c83bf95-e7d2-4b5a-b4c2-740de3cd737c'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:31.489792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8e9e0be-1c96-4623-85f9-91daf965087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.518277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae8e32-768c-490b-9f67-3b8fae0cbccc tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:31.520065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae8e32-768c-490b-9f67-3b8fae0cbccc tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:31.521663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae8e32-768c-490b-9f67-3b8fae0cbccc tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:31.526874 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cbae8e32-768c-490b-9f67-3b8fae0cbccc tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1102386 Sep 19 03:34:31.533329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57306) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:31.592864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Deleting subnet 1c83bf95-e7d2-4b5a-b4c2-740de3cd737c {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:34:31.599545 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.639080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d86416ae-9ba4-4507-8f31-027d2b28e5fa up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:31.656831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.680904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0278cea-1280-43c4-864d-fd607280afc8 req-7ec7206c-727a-4b34-aace-d09a00117273 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:31.682735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0278cea-1280-43c4-864d-fd607280afc8 req-7ec7206c-727a-4b34-aace-d09a00117273 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 945 time: 0.0593572 Sep 19 03:34:31.722965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.738887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0278cea-1280-43c4-864d-fd607280afc8 req-3e534667-4460-4473-8b3e-90ec48cfb5e7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476151 Sep 19 03:34:31.740265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-d8ce1a2e-0ef1-4047-beea-81bc1a667449', 'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449', 'tenant_id': '5be0deb77b8747529ce116aa313e2d39', 'fixed_ips': [{'subnet_id': '65f53d9b-239e-4c16-ac49-8f17bb484e41'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:31.741111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.808206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-f8e9e0be-1c96-4623-85f9-91daf965087c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c83bf95-e7d2-4b5a-b4c2-740de3cd737c: This subnet is being modified by another concurrent operation. Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1c83bf95-e7d2-4b5a-b4c2-740de3cd737c: This subnet is being modified by another concurrent operation. Sep 19 03:34:31.829644 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:34:31.839845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port d86416ae-9ba4-4507-8f31-027d2b28e5fa completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:34:31.858688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.867441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/subnets/1c83bf95-e7d2-4b5a-b4c2-740de3cd737c HTTP/1.1" status: 204 len: 168 time: 0.3270268 Sep 19 03:34:31.867719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c9597-7bf8-46f3-9dca-7d2c5b3bc99e None None] Network 21804dd2-a1f6-402b-8125-b47e08b59b1a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:31.867853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d8336-ac35-4622-bba6-5f0791e0905f tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Subnet': ['ID=1c83bf95-e7d2-4b5a-b4c2-740de3cd737c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:31.867952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57316) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:31.873005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port d86416ae-9ba4-4507-8f31-027d2b28e5fa triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:31.873435 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:31.930652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Deleting subnet 65f53d9b-239e-4c16-ac49-8f17bb484e41 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:34:32.038090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Allocated IP 2001:db8:0:1::1 (d8ce1a2e-0ef1-4047-beea-81bc1a667449/65f53d9b-239e-4c16-ac49-8f17bb484e41/116caa91-d101-4bae-aac0-7e400d77f9a6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:32.161628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.193884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a92d7-cf71-4868-b303-dc646b8fba98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:34:32.196226 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a76d40b-11b3-406d-b464-c9c6e7497795" -d '{"events": [{"server_uuid": "295a92d7-cf71-4868-b303-dc646b8fba98", "name": "network-vif-plugged", "status": "completed", "tag": "d86416ae-9ba4-4507-8f31-027d2b28e5fa"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:34:32.223497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port d86416ae-9ba4-4507-8f31-027d2b28e5fa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:32.236122 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.276949 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec83af0-a07d-44df-b7a6-9d876403b418 x-openstack-request-id: req-cec83af0-a07d-44df-b7a6-9d876403b418 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:34:32.277158 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295a92d7-cf71-4868-b303-dc646b8fba98", "name": "network-vif-plugged", "status": "completed", "tag": "d86416ae-9ba4-4507-8f31-027d2b28e5fa", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:34:32.277386 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cec83af0-a07d-44df-b7a6-9d876403b418 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:34:32.277770 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295a92d7-cf71-4868-b303-dc646b8fba98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa', 'code': 200} Sep 19 03:34:32.318239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.325559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=d86416ae-9ba4-4507-8f31-027d2b28e5fa,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:32.331246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.349220 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.395504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.410122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Network d8ce1a2e-0ef1-4047-beea-81bc1a667449 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:32.413371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:32.419095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:32.424690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Pushing event updated for resources: {'Port': ['ID=116caa91-d101-4bae-aac0-7e400d77f9a6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:32.459276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397893e7-37de-4e68-ac9d-8e6294b2618a req-f3c34e78-2522-4408-90ed-1870975c5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:32.460693 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-397893e7-37de-4e68-ac9d-8e6294b2618a req-f3c34e78-2522-4408-90ed-1870975c5fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 1097 time: 0.1461358 Sep 19 03:34:32.510801 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-397893e7-37de-4e68-ac9d-8e6294b2618a req-7e6c37de-8f10-4e23-a673-ca0b37cff1f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385814 Sep 19 03:34:32.511703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.512799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Attempting to bind port 116caa91-d101-4bae-aac0-7e400d77f9a6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:32.513538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Attempting to bind port 116caa91-d101-4bae-aac0-7e400d77f9a6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '7f053c18-5cdb-40a5-92fd-0dbe8ee4e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:32.513899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Attempting to bind port 116caa91-d101-4bae-aac0-7e400d77f9a6 on network d8ce1a2e-0ef1-4047-beea-81bc1a667449 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:32.520749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:32.521407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Checking segment: {'id': '7f053c18-5cdb-40a5-92fd-0dbe8ee4e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:32.521818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.522255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Bound using segment: {'id': '7f053c18-5cdb-40a5-92fd-0dbe8ee4e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:32.522722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Bound port: 116caa91-d101-4bae-aac0-7e400d77f9a6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f053c18-5cdb-40a5-92fd-0dbe8ee4e172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd8ce1a2e-0ef1-4047-beea-81bc1a667449'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:32.523126 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.581843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.591106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] For port 116caa91-d101-4bae-aac0-7e400d77f9a6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:32.595266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] For port 116caa91-d101-4bae-aac0-7e400d77f9a6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=116caa91-d101-4bae-aac0-7e400d77f9a6,segment=NetworkSegment(7f053c18-5cdb-40a5-92fd-0dbe8ee4e172),segment_id=7f053c18-5cdb-40a5-92fd-0dbe8ee4e172)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:32.601809 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.612521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Subnet': ['ID=65f53d9b-239e-4c16-ac49-8f17bb484e41,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:32.616999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.621229 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-79f68d1d-50ee-4928-aeb5-49e547cbd434 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/subnets/65f53d9b-239e-4c16-ac49-8f17bb484e41 HTTP/1.1" status: 204 len: 168 time: 0.7520416 Sep 19 03:34:32.621567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57336) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:32.671095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfbbbf-f590-43a6-a46b-3806f7c47efa None None] Pushing event updated for resources: {'Port': ['ID=116caa91-d101-4bae-aac0-7e400d77f9a6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:32.720142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d084b7b-476e-4212-ae27-424bde24bd08 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:32.728721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9d084b7b-476e-4212-ae27-424bde24bd08 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0993085 Sep 19 03:34:32.729122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57340) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:32.862662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:32.884129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5238a-996c-47f8-a673-f391cd53553a req-939bce63-0691-4aa1-80ee-97f7c66ffbbe tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:32.885979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7b5238a-996c-47f8-a673-f391cd53553a req-939bce63-0691-4aa1-80ee-97f7c66ffbbe tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 946 time: 0.0785720 Sep 19 03:34:32.932391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7b5238a-996c-47f8-a673-f391cd53553a req-a744adec-4f50-4f2a-8a27-47e89881eeb1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Sep 19 03:34:32.958109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Deleting port 116caa91-d101-4bae-aac0-7e400d77f9a6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:32.958459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.042083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] For port 116caa91-d101-4bae-aac0-7e400d77f9a6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=116caa91-d101-4bae-aac0-7e400d77f9a6,segment=NetworkSegment(7f053c18-5cdb-40a5-92fd-0dbe8ee4e172),segment_id=7f053c18-5cdb-40a5-92fd-0dbe8ee4e172)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:33.042451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.062749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Calling delete_port for 116caa91-d101-4bae-aac0-7e400d77f9a6 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:33.153888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.181610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Port': ['ID=116caa91-d101-4bae-aac0-7e400d77f9a6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:33.190033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] No DVR routers for this DVR port 116caa91-d101-4bae-aac0-7e400d77f9a6 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:34:33.283678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.307695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ce1a2e-0ef1-4047-beea-81bc1a667449']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:33.318815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f053c18-5cdb-40a5-92fd-0dbe8ee4e172') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:33.319202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f053c18-5cdb-40a5-92fd-0dbe8ee4e172') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:33.328911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.345438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.351430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:33.351901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:33.355554 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:33.452119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.465181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.469146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/networks/d8ce1a2e-0ef1-4047-beea-81bc1a667449 HTTP/1.1" status: 204 len: 168 time: 0.7390041 Sep 19 03:34:33.472324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:33.495889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639974-3d24-46e6-9c4f-8a1275ad3256 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Network': ['ID=d8ce1a2e-0ef1-4047-beea-81bc1a667449,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:33.581814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.696580 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.719020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21804dd2-a1f6-402b-8125-b47e08b59b1a']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:33.729148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8ef6d0-e22c-4743-9182-df7f43983f34') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:33.729775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8ef6d0-e22c-4743-9182-df7f43983f34') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:33.739894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.756769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.763891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:33.764301 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:33.768880 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:33.840441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.860992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.866040 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/networks/21804dd2-a1f6-402b-8125-b47e08b59b1a HTTP/1.1" status: 204 len: 168 time: 0.3895450 Sep 19 03:34:33.866040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b28959-082c-498f-9b00-96bee9c5a41c tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Network': ['ID=21804dd2-a1f6-402b-8125-b47e08b59b1a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:33.867249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57372) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:33.936540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf67bf-d8b7-4d36-a59a-587fd91a597a None None] DHCP port deletion for d8ce1a2e-0ef1-4047-beea-81bc1a667449 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:34:33.951728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:33.975027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6fde1f92-7e2d-4930-a8e3-a54ad6a102bd None None] Could not find standard attr ID for object 116caa91-d101-4bae-aac0-7e400d77f9a6. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:34:33.994343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c314b82-3d4c-4355-b038-d9e5c2e0bb5b None None] Network d8ce1a2e-0ef1-4047-beea-81bc1a667449 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:34.012664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c314b82-3d4c-4355-b038-d9e5c2e0bb5b None None] Network d8ce1a2e-0ef1-4047-beea-81bc1a667449 could not be found, it might have been deleted concurrently. {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 19 03:34:34.025559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11a967-4ddb-469c-af37-cb1ae4db71f7 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:34:34.084712 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.112565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32b3248-3d4e-49b0-8130-b5474327aeb3']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:34.126027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11a967-4ddb-469c-af37-cb1ae4db71f7 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:34:34.126949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4833cb21-293f-4960-95a9-3193366ed7d4') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:34.127253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4833cb21-293f-4960-95a9-3193366ed7d4') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:34.137127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957ba37-fb47-4df6-9c8c-7ef759bc71e0 req-db23b2c1-e3ca-4ba9-bca6-5d8089931d55 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:34.138683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4957ba37-fb47-4df6-9c8c-7ef759bc71e0 req-db23b2c1-e3ca-4ba9-bca6-5d8089931d55 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 946 time: 0.1259534 Sep 19 03:34:34.150160 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.187859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.202813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:34.203198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:34.206774 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:34.234622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4957ba37-fb47-4df6-9c8c-7ef759bc71e0 req-37822e30-95f9-45be-8a8f-9e222fd4f5b7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820658 Sep 19 03:34:34.286877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.318141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.320616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/networks/b32b3248-3d4e-49b0-8130-b5474327aeb3 HTTP/1.1" status: 204 len: 168 time: 0.4532733 Sep 19 03:34:34.323219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57386) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:34.365544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cd821-c88f-4218-a110-1efd900e0a26 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Network': ['ID=b32b3248-3d4e-49b0-8130-b5474327aeb3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:34.465379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.481177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd081b0-e48a-4084-9d08-7c00962e69a1 req-e7909544-4be3-4ad6-beb7-7d5ddf8dc603 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:34.482662 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afd081b0-e48a-4084-9d08-7c00962e69a1 req-e7909544-4be3-4ad6-beb7-7d5ddf8dc603 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 946 time: 0.1400025 Sep 19 03:34:34.593642 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afd081b0-e48a-4084-9d08-7c00962e69a1 req-0ff6dfb6-a3bd-4aaa-bde8-8fe111d015bc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027002 Sep 19 03:34:34.595504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.618425 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d9eb83-9668-4c05-99aa-fc313a20c7f0']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:34.629034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf175f7-bff3-445b-b93b-5e013620066f') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:34.629431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf175f7-bff3-445b-b93b-5e013620066f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:34.641389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.655794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.662822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:34.663222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:34.666543 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:34.744576 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.749742 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:34.754014 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] 10.222.0.22 "DELETE /v2.0/networks/a6d9eb83-9668-4c05-99aa-fc313a20c7f0 HTTP/1.1" status: 204 len: 168 time: 0.4295762 Sep 19 03:34:34.770403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3de61-40e5-45f9-9f77-b6c86abcced4 tempest-BulkNetworkOpsIpV6Test-1874037755 tempest-BulkNetworkOpsIpV6Test-1874037755-project] Pushing event deleted for resources: {'Network': ['ID=a6d9eb83-9668-4c05-99aa-fc313a20c7f0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:35.050167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57414) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:35.242457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57430) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:35.247386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-deacc6bd-f1c6-4961-b768-e26caa6c91b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5be0deb77b8747529ce116aa313e2d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950819 Sep 19 03:34:35.322343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b900c41-e4ff-45c0-a9aa-75cf444726ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:35.348899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b900c41-e4ff-45c0-a9aa-75cf444726ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:35.425382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b900c41-e4ff-45c0-a9aa-75cf444726ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:35.428670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b900c41-e4ff-45c0-a9aa-75cf444726ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:35.432717 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0b900c41-e4ff-45c0-a9aa-75cf444726ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79da3c66-5333-4b2d-befc-c2fdb79dedcb HTTP/1.1" status: 204 len: 168 time: 0.1891890 Sep 19 03:34:35.442073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b900c41-e4ff-45c0-a9aa-75cf444726ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79da3c66-5333-4b2d-befc-c2fdb79dedcb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:35.746207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 116caa91-d101-4bae-aac0-7e400d77f9a6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:34:35.791444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 116caa91-d101-4bae-aac0-7e400d77f9a6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:34:35.791660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 116caa91-d101-4bae-aac0-7e400d77f9a6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:34:36.304312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57518) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:36.513735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-484458949'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:36.540842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:36.544883 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.556193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.664396 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.668444 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.696073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:36.705845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc91a3d5-4015-439d-8d60-2ec183c118b8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:36.713780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.714140 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment 4fe25877-df5e-434b-b28b-29d70e6b2f17 of type vlan for network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba Sep 19 03:34:36.754039 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.779161 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.785429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:36.786028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:36.839345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5244212 Sep 19 03:34:36.869400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733340e7-4c1a-420f-88d8-fe50cf86552d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:36.881210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:37.499760 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-c117e42b-b982-4eb8-834a-f9495240a081 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:37.501494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-c117e42b-b982-4eb8-834a-f9495240a081 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1249905 Sep 19 03:34:37.520907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-7ab20a41-672b-4edb-badd-95360c9c519e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/quotas/fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 375 time: 0.0128603 Sep 19 03:34:37.583034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-09c9d21e-cf1e-4bbb-9413-820bbe4448f6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544460 Sep 19 03:34:37.679768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-c78a49b2-7d6e-4898-8e4a-489c6aae49d9 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884244 Sep 19 03:34:37.780249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-1b837086-8196-4baa-bb35-bac7cc0bc388 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939057 Sep 19 03:34:38.010183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e37dcb1f-786f-4feb-91a7-dc920fcda07a req-d82fdc76-e598-47bd-b901-064d4c6534cd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.0323577 Sep 19 03:34:39.146143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e811664c-0a3a-4409-a254-ca4cf8d9ed0c req-16bdadef-2563-4cd8-90c2-26cb88949ca9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.0413272 Sep 19 03:34:39.277023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9fee2500-7697-4572-bbc0-72582b35a545 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:39.278680 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9fee2500-7697-4572-bbc0-72582b35a545 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1816087 Sep 19 03:34:39.299089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'port': {'device_id': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'admin_state_up': True, 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:39.462058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:39.465834 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:39.618447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.20.0.11 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/aa1b4b76-36f7-4ad7-83f5-408be318458c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:39.789248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:39.835473 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:39.864950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['d86416ae-9ba4-4507-8f31-027d2b28e5fa'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:34:39.925436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:39.935441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:39.948591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:39.976228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57628) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:39.982855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': '2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:40.025333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=aa1b4b76-36f7-4ad7-83f5-408be318458c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:40.081780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:40.082634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.112795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-975cbabc-edbe-4f27-8921-565bfc2c3515 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179567 Sep 19 03:34:40.137749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Request body: {'port': {'device_id': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:40.200015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:40.203737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.245971 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.247976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4c3c3221-1b87-4bdc-8471-d39ac4359fa2 None None] Provisioning complete for port aa1b4b76-36f7-4ad7-83f5-408be318458c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:40.248427 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c3c3221-1b87-4bdc-8471-d39ac4359fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.315241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4c3c3221-1b87-4bdc-8471-d39ac4359fa2 None None] Port aa1b4b76-36f7-4ad7-83f5-408be318458c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:34:40.350202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c5a5-9247-4de7-9802-7a3c32110de0 req-7595b9d7-606b-4f53-8b86-5855b19bc367 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:40.352050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adc3c5a5-9247-4de7-9802-7a3c32110de0 req-7595b9d7-606b-4f53-8b86-5855b19bc367 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 932 time: 0.1222978 Sep 19 03:34:40.411429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adc3c5a5-9247-4de7-9802-7a3c32110de0 req-d82f2fde-c574-470b-bbdc-19b2ff30d52b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513296 Sep 19 03:34:40.527104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.602399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': '4fe25877-df5e-434b-b28b-29d70e6b2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:40.602796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:40.616949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=bbedc459-b62e-4dba-a593-af9f2e0a113f,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:40.628732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1b4b76-36f7-4ad7-83f5-408be318458c {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:34:40.635680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:40.643607 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.658974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Transition to ACTIVE for port object aa1b4b76-36f7-4ad7-83f5-408be318458c will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:34:40.659568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:40.668280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.668978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b481bc-4804-4238-9582-4d7ab3bec733 None None] Network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:40.671019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:40.672010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.700425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1736264e-d3df-4173-ac5a-4d85aea9fc9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7195339 Sep 19 03:34:40.700661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57648) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:40.743414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1508322952'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:40.753177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Pushing event updated for resources: {'Port': ['ID=aa1b4b76-36f7-4ad7-83f5-408be318458c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:40.831971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:40.839798 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.894533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:40.907624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Attempting to bind port aa1b4b76-36f7-4ad7-83f5-408be318458c on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:40.908201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Attempting to bind port aa1b4b76-36f7-4ad7-83f5-408be318458c by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:40.909406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Attempting to bind port aa1b4b76-36f7-4ad7-83f5-408be318458c on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:40.918379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.918762 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment b357c05d-070e-449b-88f1-dddae9c9812d of type vlan for network ddee71a9-8114-4df4-968a-7348ac5b3415 Sep 19 03:34:40.924083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Port aa1b4b76-36f7-4ad7-83f5-408be318458c on network fe1836b4-136e-4016-89e0-ca4fe200a02c not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:34:40.924426 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Attempting to bind port aa1b4b76-36f7-4ad7-83f5-408be318458c on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:40.938072 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:40.938462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:40.938905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:40.940428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Bound port: aa1b4b76-36f7-4ad7-83f5-408be318458c, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:40.940827 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:40.971991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba', 'network_id': '2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': 'bbedc459-b62e-4dba-a593-af9f2e0a113f'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:40.972866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.022404 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.088866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.096572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] For port aa1b4b76-36f7-4ad7-83f5-408be318458c, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:41.100968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] For port aa1b4b76-36f7-4ad7-83f5-408be318458c, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa1b4b76-36f7-4ad7-83f5-408be318458c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:41.114241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:41.114445 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.115343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.224127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Pushing event updated for resources: {'Port': ['ID=aa1b4b76-36f7-4ad7-83f5-408be318458c,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:41.231897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:41.232578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.233969 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9cdd22a7-47bc-4416-a97b-daa9fe55388a service neutron] 10.222.0.32 "PUT /v2.0/ports/aa1b4b76-36f7-4ad7-83f5-408be318458c HTTP/1.1" status: 200 len: 1092 time: 1.1048946 Sep 19 03:34:41.234589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'tag': 'aa1b4b76-36f7-4ad7-83f5-408be318458c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:34:41.236965 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8866b79-cd2a-4ada-9f47-43782e9eb13b" -d '{"events": [{"name": "network-changed", "server_uuid": "f69d9365-90b1-463f-bca7-671cc82a3398", "tag": "aa1b4b76-36f7-4ad7-83f5-408be318458c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:34:41.283165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57662) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:41.283519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5591748 Sep 19 03:34:41.288364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': 'ddee71a9-8114-4df4-968a-7348ac5b3415', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:41.293059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfd0e1-3063-4a2d-a8f8-eff74c57c445 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=ddee71a9-8114-4df4-968a-7348ac5b3415,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:41.452700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Allocated IP 2001:db8:0:ffff::2 (2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba/bbedc459-b62e-4dba-a593-af9f2e0a113f/1164f74f-4750-4b9b-bf28-5d61826c6ad0) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:41.505582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-78fa42c5-fbd4-4340-961d-d2a64e4e9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:41.507509 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-78fa42c5-fbd4-4340-961d-d2a64e4e9919 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 1095 time: 0.1940353 Sep 19 03:34:41.551042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:41.560145 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.619914 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-b75ccaa8-644d-4677-8b88-c611a9a99c15 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1b4b76-36f7-4ad7-83f5-408be318458c HTTP/1.1" status: 200 len: 217 time: 0.0802419 Sep 19 03:34:41.622171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2f75a-1daf-4d6e-b583-ebe8390a85c8 req-28cfeb0c-be9d-4042-818c-66c857e8706c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:41.630134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3a2f75a-1daf-4d6e-b583-ebe8390a85c8 req-28cfeb0c-be9d-4042-818c-66c857e8706c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0976124 Sep 19 03:34:41.632280 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388647ce-18a3-4963-bd3d-dec3f895eb0d x-openstack-request-id: req-388647ce-18a3-4963-bd3d-dec3f895eb0d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:34:41.633103 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69d9365-90b1-463f-bca7-671cc82a3398", "tag": "aa1b4b76-36f7-4ad7-83f5-408be318458c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:34:41.633541 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-388647ce-18a3-4963-bd3d-dec3f895eb0d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:34:41.634112 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'tag': 'aa1b4b76-36f7-4ad7-83f5-408be318458c', 'status': 'completed', 'code': 200} Sep 19 03:34:41.651600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network ddee71a9-8114-4df4-968a-7348ac5b3415 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:41.689551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3a2f75a-1daf-4d6e-b583-ebe8390a85c8 req-fa796aed-1c25-4683-8e06-0e011f0c5fd6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467401 Sep 19 03:34:41.689969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.772997 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.774206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-568f541d-bb43-4810-a08f-5b6562804724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:41.776860 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-568f541d-bb43-4810-a08f-5b6562804724 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.1383843 Sep 19 03:34:41.817058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:41.823971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:41.830828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:41.865497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-c46543e0-a372-4531-9c57-265d21c85353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:41.867488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-c46543e0-a372-4531-9c57-265d21c85353 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778697 Sep 19 03:34:41.905018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Pushing event updated for resources: {'Port': ['ID=1164f74f-4750-4b9b-bf28-5d61826c6ad0,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:41.909998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Attempting to bind port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:41.910598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Attempting to bind port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '4fe25877-df5e-434b-b28b-29d70e6b2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:41.911164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Attempting to bind port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 on network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:41.918297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:41.918938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Checking segment: {'id': '4fe25877-df5e-434b-b28b-29d70e6b2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:41.919536 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.920245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Bound using segment: {'id': '4fe25877-df5e-434b-b28b-29d70e6b2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:41.920890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Bound port: 1164f74f-4750-4b9b-bf28-5d61826c6ad0, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe25877-df5e-434b-b28b-29d70e6b2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:41.921457 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:41.994075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] For port 1164f74f-4750-4b9b-bf28-5d61826c6ad0, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:41.998432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] For port 1164f74f-4750-4b9b-bf28-5d61826c6ad0, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1164f74f-4750-4b9b-bf28-5d61826c6ad0,segment=NetworkSegment(4fe25877-df5e-434b-b28b-29d70e6b2f17),segment_id=4fe25877-df5e-434b-b28b-29d70e6b2f17)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:42.004922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:42.058399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:42.072817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929760e-213c-4bec-9088-1b0a98bebb2d None None] Pushing event updated for resources: {'Port': ['ID=1164f74f-4750-4b9b-bf28-5d61826c6ad0,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:42.091397 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-9f7b73b1-bc7f-448a-b195-160015a0864c service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023637 Sep 19 03:34:42.201457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=1d344143-6436-4dc3-902c-11c2bba91ad6,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:42.214863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': 'b357c05d-070e-449b-88f1-dddae9c9812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ddee71a9-8114-4df4-968a-7348ac5b3415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:42.215177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: ddee71a9-8114-4df4-968a-7348ac5b3415, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:42.261534 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0624ee4-0afa-4e7d-a9c3-3bb5a8e514bf req-e5d0bb5f-0f23-4373-8554-cdcb86b397a9 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573844 Sep 19 03:34:42.263251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network ddee71a9-8114-4df4-968a-7348ac5b3415 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:42.274487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, ddee71a9-8114-4df4-968a-7348ac5b3415) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:42.283896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd2f78-b1c6-4fb5-ba14-5c6beb11116c None None] Network ddee71a9-8114-4df4-968a-7348ac5b3415 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:42.292811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:42.293482 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:42.327867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-090da4f3-eec3-4041-ac2f-addac123cdc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0435641 Sep 19 03:34:42.328480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57668) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:42.508841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:42.534914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-1dfe9b37-4aab-4154-9b52-57bfd8781296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:42.536861 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-1dfe9b37-4aab-4154-9b52-57bfd8781296 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 1095 time: 0.1621928 Sep 19 03:34:42.598333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-ddee71a9-8114-4df4-968a-7348ac5b3415', 'network_id': 'ddee71a9-8114-4df4-968a-7348ac5b3415', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': '1d344143-6436-4dc3-902c-11c2bba91ad6'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:42.599483 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:42.715961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:42.784005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-10331dee-b511-468c-94b9-f49cd8d37346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:42.785402 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-10331dee-b511-468c-94b9-f49cd8d37346 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.2398291 Sep 19 03:34:42.796314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Allocated IP 2001:db8::1 (ddee71a9-8114-4df4-968a-7348ac5b3415/1d344143-6436-4dc3-902c-11c2bba91ad6/62167169-66fe-4ea6-9b26-9f139f0c2b4c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:42.837395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95af925-e8ff-4075-84a4-2fb700ee384a req-90caacae-fc30-419b-a9c8-8ca0c4c8be47 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:42.848650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b95af925-e8ff-4075-84a4-2fb700ee384a req-90caacae-fc30-419b-a9c8-8ca0c4c8be47 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0722828 Sep 19 03:34:42.867556 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-229fa581-02cc-41ba-88d3-755833d19e90 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa1b4b76-36f7-4ad7-83f5-408be318458c HTTP/1.1" status: 200 len: 217 time: 0.0736296 Sep 19 03:34:42.918002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b95af925-e8ff-4075-84a4-2fb700ee384a req-c6339a1a-eadc-464a-9b70-50bc21177290 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680671 Sep 19 03:34:42.949735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-433a6722-8a89-4160-a2dc-bc7ce064006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:42.951247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-433a6722-8a89-4160-a2dc-bc7ce064006a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0768275 Sep 19 03:34:43.007483 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.018575 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.043504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-54791d6a-a344-4821-83c6-ee8d1545a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:43.045823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-54791d6a-a344-4821-83c6-ee8d1545a5fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873287 Sep 19 03:34:43.049882 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.115049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Network ddee71a9-8114-4df4-968a-7348ac5b3415 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:43.116588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Pushing event updated for resources: {'Port': ['ID=62167169-66fe-4ea6-9b26-9f139f0c2b4c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:43.118581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=1d344143-6436-4dc3-902c-11c2bba91ad6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:43.125074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:43.130654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:43.228209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.229732 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Attempting to bind port 62167169-66fe-4ea6-9b26-9f139f0c2b4c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:43.230661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Attempting to bind port 62167169-66fe-4ea6-9b26-9f139f0c2b4c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'b357c05d-070e-449b-88f1-dddae9c9812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ddee71a9-8114-4df4-968a-7348ac5b3415'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:43.231073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Attempting to bind port 62167169-66fe-4ea6-9b26-9f139f0c2b4c on network ddee71a9-8114-4df4-968a-7348ac5b3415 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:43.237194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:43.237579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Checking segment: {'id': 'b357c05d-070e-449b-88f1-dddae9c9812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ddee71a9-8114-4df4-968a-7348ac5b3415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:43.238680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.239134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Bound using segment: {'id': 'b357c05d-070e-449b-88f1-dddae9c9812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ddee71a9-8114-4df4-968a-7348ac5b3415'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:43.240094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Bound port: 62167169-66fe-4ea6-9b26-9f139f0c2b4c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b357c05d-070e-449b-88f1-dddae9c9812d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ddee71a9-8114-4df4-968a-7348ac5b3415'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:43.240498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.268015 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-bc998f54-cd6a-48e9-bf46-7e969cebb677 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978500 Sep 19 03:34:43.269538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddee71a9-8114-4df4-968a-7348ac5b3415']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:43.280631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b357c05d-070e-449b-88f1-dddae9c9812d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:43.280930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b357c05d-070e-449b-88f1-dddae9c9812d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:43.301155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.315977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.322615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:43.323068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.352085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] For port 62167169-66fe-4ea6-9b26-9f139f0c2b4c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:43.393511 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:43.418497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] For port 62167169-66fe-4ea6-9b26-9f139f0c2b4c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=62167169-66fe-4ea6-9b26-9f139f0c2b4c,segment=NetworkSegment(b357c05d-070e-449b-88f1-dddae9c9812d),segment_id=b357c05d-070e-449b-88f1-dddae9c9812d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:43.425217 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.435767 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:34:43.435767 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:34:43.435767 n-d-809936-1 neutron-server[94722]: [parameters: {'id': 'ddee71a9-8114-4df4-968a-7348ac5b3415'}] Sep 19 03:34:43.435767 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:34:43.436219 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:34:43.505343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94558b61-7ee9-4689-941b-13f10d86aa8d None None] Network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:43.545634 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f8866b79-cd2a-4ada-9f47-43782e9eb13b req-f90a8a6c-b725-4d7a-890f-0fc39d12b4b7 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506097 Sep 19 03:34:43.597655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37074-3eec-4074-b90d-15ff616ba25d None None] Pushing event updated for resources: {'Port': ['ID=62167169-66fe-4ea6-9b26-9f139f0c2b4c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:43.640731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e19471e-2732-4546-ac07-d59a2993fb8d None None] Network ddee71a9-8114-4df4-968a-7348ac5b3415 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:43.664977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-09b40874-7b91-41d4-bab3-8028fe847a4d None None] Provisioning complete for port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:43.665789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09b40874-7b91-41d4-bab3-8028fe847a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:43.839920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1164f74f-4750-4b9b-bf28-5d61826c6ad0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:43.939029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.068038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting port 62167169-66fe-4ea6-9b26-9f139f0c2b4c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:44.068424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.070381 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09b40874-7b91-41d4-bab3-8028fe847a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.109798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:44.110444 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.187101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-09b40874-7b91-41d4-bab3-8028fe847a4d None None] For port 1164f74f-4750-4b9b-bf28-5d61826c6ad0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1164f74f-4750-4b9b-bf28-5d61826c6ad0,segment=NetworkSegment(4fe25877-df5e-434b-b28b-29d70e6b2f17),segment_id=4fe25877-df5e-434b-b28b-29d70e6b2f17)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:44.228673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] For port 62167169-66fe-4ea6-9b26-9f139f0c2b4c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=62167169-66fe-4ea6-9b26-9f139f0c2b4c,segment=NetworkSegment(b357c05d-070e-449b-88f1-dddae9c9812d),segment_id=b357c05d-070e-449b-88f1-dddae9c9812d)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:44.229063 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.249752 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-09b40874-7b91-41d4-bab3-8028fe847a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.261166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Calling delete_port for 62167169-66fe-4ea6-9b26-9f139f0c2b4c owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:44.385571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b40874-7b91-41d4-bab3-8028fe847a4d None None] Pushing event updated for resources: {'Port': ['ID=1164f74f-4750-4b9b-bf28-5d61826c6ad0,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:44.394055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3950385-77fa-45c5-ac01-ccbc03031be5 req-da2dc74d-213b-4ebd-9ac5-98709195bfcd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:44.401673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3950385-77fa-45c5-ac01-ccbc03031be5 req-da2dc74d-213b-4ebd-9ac5-98709195bfcd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.3611434 Sep 19 03:34:44.459633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3950385-77fa-45c5-ac01-ccbc03031be5 req-3709c3c1-3a94-4f70-b8a7-e375d7d4fcff tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454404 Sep 19 03:34:44.468885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.514521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Port': ['ID=62167169-66fe-4ea6-9b26-9f139f0c2b4c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:44.523966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No DVR routers for this DVR port 62167169-66fe-4ea6-9b26-9f139f0c2b4c on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:34:44.528732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98cd3ebd-6a01-42e5-8bbb-444533ccb7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.591779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f4d710-a4bd-4dc6-9ef2-2537ede5bf8a None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:34:44.633314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.668961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddee71a9-8114-4df4-968a-7348ac5b3415']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:44.691535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b357c05d-070e-449b-88f1-dddae9c9812d') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:44.691535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b357c05d-070e-449b-88f1-dddae9c9812d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:44.704711 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.706127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-412a993d-b87a-44b8-a44b-9472f1919006 None None] Provisioning complete for port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:44.706127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-412a993d-b87a-44b8-a44b-9472f1919006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.736516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.743162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f4d710-a4bd-4dc6-9ef2-2537ede5bf8a None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:34:44.756058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:44.762251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:44.813355 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:44.913049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.929191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:44.936184 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/ddee71a9-8114-4df4-968a-7348ac5b3415 HTTP/1.1" status: 204 len: 168 time: 2.6027198 Sep 19 03:34:44.937201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57682) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:44.943220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206380073'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:44.952711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa63f6-10c0-4d40-86f3-311a4f752b0c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=ddee71a9-8114-4df4-968a-7348ac5b3415,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:44.981974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:44.989136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:45.045606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:45.068031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:45.068916 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment 7b2874c2-27a4-4550-90e5-d7b292b89ebd of type vlan for network e1165964-3adc-4bdf-99db-f9c0de825357 Sep 19 03:34:45.464861 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:45.502210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:45.509511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:45.510291 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:45.550051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6084793 Sep 19 03:34:45.550697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57686) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:45.558394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': 'e1165964-3adc-4bdf-99db-f9c0de825357', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:45.588658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c17c35-9b7b-4818-976e-7e59929ad87c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=e1165964-3adc-4bdf-99db-f9c0de825357,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:45.602166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e1165964-3adc-4bdf-99db-f9c0de825357 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:45.694367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:45.698660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:45.767096 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f36e-a414-4261-ab71-0258ce9e89ef req-01ea9798-686f-48b8-8301-703990378858 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:45.777561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c505f36e-a414-4261-ab71-0258ce9e89ef req-01ea9798-686f-48b8-8301-703990378858 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.2287014 Sep 19 03:34:45.831259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c505f36e-a414-4261-ab71-0258ce9e89ef req-2681faef-44a4-4545-bf2a-4710c21daeb4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452428 Sep 19 03:34:45.877902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1164f74f-4750-4b9b-bf28-5d61826c6ad0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:45.945143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:45.945525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.021729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.194687 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.451310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': '7b2874c2-27a4-4550-90e5-d7b292b89ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e1165964-3adc-4bdf-99db-f9c0de825357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:46.452192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: e1165964-3adc-4bdf-99db-f9c0de825357, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:46.457959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=1f962009-2fa6-4ef5-8f13-1bbec681e142,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:46.479639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network e1165964-3adc-4bdf-99db-f9c0de825357 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:46.496807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e1165964-3adc-4bdf-99db-f9c0de825357) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:46.503438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:46.504542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.520079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70828413-ebfe-4c60-9e96-38e65b844f72 None None] Network e1165964-3adc-4bdf-99db-f9c0de825357 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:46.525597 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e452d8f-a873-4fed-8de5-14261fbcc17e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9703844 Sep 19 03:34:46.525760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57692) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:46.532587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1579241106'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:46.584298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:46.587993 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.640718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:46.660844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.662008 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment 24d5bed6-b730-4e10-91f3-f83ea552b966 of type vlan for network 9643f642-4423-4b14-b8bd-2becec5e6de6 Sep 19 03:34:46.726676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e1165964-3adc-4bdf-99db-f9c0de825357', 'network_id': 'e1165964-3adc-4bdf-99db-f9c0de825357', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': '1f962009-2fa6-4ef5-8f13-1bbec681e142'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:46.727754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.739558 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.781446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.801381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:46.801891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:46.862272 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3354514 Sep 19 03:34:46.866186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57696) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:46.871620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': '9643f642-4423-4b14-b8bd-2becec5e6de6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:46.956339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Allocated IP 2001:db8::3 (e1165964-3adc-4bdf-99db-f9c0de825357/1f962009-2fa6-4ef5-8f13-1bbec681e142/1e7f5c21-6e05-47d8-8cc2-f6ffda26a812) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:46.975391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6a308-97c2-42ff-b904-28afac5ed9fe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=9643f642-4423-4b14-b8bd-2becec5e6de6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:46.996897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9643f642-4423-4b14-b8bd-2becec5e6de6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:47.111164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe07cf-86c0-494f-bb63-c8d56972757c req-f84eb60b-6e4e-460a-8caa-ad034ff4f3bc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:47.111164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3fe07cf-86c0-494f-bb63-c8d56972757c req-f84eb60b-6e4e-460a-8caa-ad034ff4f3bc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.1167922 Sep 19 03:34:47.152189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:47.155965 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.192163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.200476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.228455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Performing IP validity checks on allocation pools {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 19 03:34:47.228988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 19 03:34:47.251226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a3fe07cf-86c0-494f-bb63-c8d56972757c req-d4a0007c-c793-4749-952f-910f84e37aab tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326478 Sep 19 03:34:47.443018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Network e1165964-3adc-4bdf-99db-f9c0de825357 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:47.447200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:47.452377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.453918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:47.457190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74ba926c-0c9f-44b6-86ea-1b6cfb5512cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.484118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Pushing event updated for resources: {'Port': ['ID=1e7f5c21-6e05-47d8-8cc2-f6ffda26a812,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:47.517440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Attempting to bind port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:47.517799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Attempting to bind port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '7b2874c2-27a4-4550-90e5-d7b292b89ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e1165964-3adc-4bdf-99db-f9c0de825357'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:47.518188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Attempting to bind port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 on network e1165964-3adc-4bdf-99db-f9c0de825357 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:47.523404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:47.523731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Checking segment: {'id': '7b2874c2-27a4-4550-90e5-d7b292b89ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e1165964-3adc-4bdf-99db-f9c0de825357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:47.524337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.524960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Bound using segment: {'id': '7b2874c2-27a4-4550-90e5-d7b292b89ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e1165964-3adc-4bdf-99db-f9c0de825357'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:47.526357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Bound port: 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2874c2-27a4-4550-90e5-d7b292b89ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e1165964-3adc-4bdf-99db-f9c0de825357'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:47.526357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.528586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': '24d5bed6-b730-4e10-91f3-f83ea552b966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9643f642-4423-4b14-b8bd-2becec5e6de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:47.528963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: 9643f642-4423-4b14-b8bd-2becec5e6de6, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:47.531097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=adc57896-b662-4c05-b4ef-c88206e81a41,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:47.553359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network 9643f642-4423-4b14-b8bd-2becec5e6de6 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:47.563719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 9643f642-4423-4b14-b8bd-2becec5e6de6) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:47.568111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:47.568966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.576541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01440833-5ebc-4317-827b-7a644e1c518c None None] Network 9643f642-4423-4b14-b8bd-2becec5e6de6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:47.596454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5c60ca92-5d1e-4b84-abb9-8da1f1586d68 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7287621 Sep 19 03:34:47.599334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57700) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:47.679131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] For port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:47.693169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] For port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1e7f5c21-6e05-47d8-8cc2-f6ffda26a812,segment=NetworkSegment(7b2874c2-27a4-4550-90e5-d7b292b89ebd),segment_id=7b2874c2-27a4-4550-90e5-d7b292b89ebd)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:47.701944 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.717119 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.804285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.815416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f60f-fd5f-4bf3-b9c4-f4d7f33f5cde None None] Pushing event updated for resources: {'Port': ['ID=1e7f5c21-6e05-47d8-8cc2-f6ffda26a812,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:47.893915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5899f29e-001d-4112-9fb2-d61cc0c3feac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-9643f642-4423-4b14-b8bd-2becec5e6de6', 'network_id': '9643f642-4423-4b14-b8bd-2becec5e6de6', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': 'adc57896-b662-4c05-b4ef-c88206e81a41'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:47.896317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5899f29e-001d-4112-9fb2-d61cc0c3feac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.918561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:47.948356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=adc57896-b662-4c05-b4ef-c88206e81a41,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:47.997209 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.020352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d572e29-5c3f-4030-b862-b94bc07f08ae None None] Network 9643f642-4423-4b14-b8bd-2becec5e6de6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:48.042773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.103636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9643f642-4423-4b14-b8bd-2becec5e6de6']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:48.119356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d5bed6-b730-4e10-91f3-f83ea552b966') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:48.119926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d5bed6-b730-4e10-91f3-f83ea552b966') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:48.135975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.151605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.159454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:48.160215 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:48.231381 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:48.237212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.270556 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.272520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/9643f642-4423-4b14-b8bd-2becec5e6de6 HTTP/1.1" status: 204 len: 168 time: 0.6721630 Sep 19 03:34:48.273435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16955c5c-6428-4a1c-b589-9bfb5b459758 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=9643f642-4423-4b14-b8bd-2becec5e6de6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:48.280624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57714) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:48.286945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-587237374'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:48.332578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:48.339283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.407881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:48.428707 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.429103 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment 0f35118c-ab94-4bd5-9c3c-e57ab6038d79 of type vlan for network 6fffacd9-c351-4e23-b9f5-a89c5ec8f106 Sep 19 03:34:48.439162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1e136-0e9c-423f-9ead-362a1c140523 req-ae949092-1995-4158-9ee4-7b183c2fb075 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:48.447421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03d1e136-0e9c-423f-9ead-362a1c140523 req-ae949092-1995-4158-9ee4-7b183c2fb075 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0881746 Sep 19 03:34:48.510922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.537924 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.548867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03d1e136-0e9c-423f-9ead-362a1c140523 req-375aade1-875a-4f1a-9f6b-98d45ea1d69e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Sep 19 03:34:48.588560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.595475 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:48.596374 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:48.732738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4484417 Sep 19 03:34:48.735717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57716) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:48.748510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': '6fffacd9-c351-4e23-b9f5-a89c5ec8f106', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:48.750128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-9e6ca60e-8d58-49c6-9af1-a0909ccb954a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716584 Sep 19 03:34:48.755484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66f590-e6fd-4961-b563-f18fbee89444 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=6fffacd9-c351-4e23-b9f5-a89c5ec8f106,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:48.799132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 6fffacd9-c351-4e23-b9f5-a89c5ec8f106 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:48.895849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-44aad3c0-b6ee-49e6-942d-6cf5f07d3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:48.901920 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-44aad3c0-b6ee-49e6-942d-6cf5f07d3aa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 1097 time: 0.1082628 Sep 19 03:34:48.972775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:48.988194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.078253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-2ece9a65-f545-4eac-8ea9-12bc91b6a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:49.088092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-2ece9a65-f545-4eac-8ea9-12bc91b6a494 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.1542494 Sep 19 03:34:49.148912 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-dc36b195-69ff-4d06-9e60-9965b8a051ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa HTTP/1.1" status: 200 len: 217 time: 0.0552180 Sep 19 03:34:49.199991 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:34:49.247590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d55c92-2709-4c69-bb94-0c35d60f6705 None None] Network e1165964-3adc-4bdf-99db-f9c0de825357 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:49.268981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-57a33547-641c-4e0c-b58e-62f6675bfe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:49.270895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-57a33547-641c-4e0c-b58e-62f6675bfe7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.1159384 Sep 19 03:34:49.327269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-5c874949-e756-470a-b90b-d460bf7f31c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:49.329299 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-5c874949-e756-470a-b90b-d460bf7f31c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512173 Sep 19 03:34:49.337833 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.460126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a09c3a94-85ec-4b55-88c8-111770d52b27 None None] Provisioning complete for port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:49.460870 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a09c3a94-85ec-4b55-88c8-111770d52b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.491358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': '0f35118c-ab94-4bd5-9c3c-e57ab6038d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6fffacd9-c351-4e23-b9f5-a89c5ec8f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:49.491847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: 6fffacd9-c351-4e23-b9f5-a89c5ec8f106, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:49.508180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=a0471cc9-c0a5-4e28-a507-5966cd77e52d,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:49.524402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network 6fffacd9-c351-4e23-b9f5-a89c5ec8f106 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:49.540822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 6fffacd9-c351-4e23-b9f5-a89c5ec8f106) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:49.550993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:49.551887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.555091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd31087-95d9-473a-994b-fe31cf152a5e None None] Network 6fffacd9-c351-4e23-b9f5-a89c5ec8f106 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:49.583721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8fae1328-33c5-4d83-8f6b-a7ae4251dd91 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8393888 Sep 19 03:34:49.585474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57722) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:49.585822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-11a6e153-febe-4b14-b24c-1f4374aba508 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475171 Sep 19 03:34:49.708117 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a09c3a94-85ec-4b55-88c8-111770d52b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.765995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-faefa28a-0061-4c30-9b5c-a0682738b00d req-bd44c151-05a1-460b-9815-6af9ecded547 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720052 Sep 19 03:34:49.824971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a09c3a94-85ec-4b55-88c8-111770d52b27 None None] For port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1e7f5c21-6e05-47d8-8cc2-f6ffda26a812,segment=NetworkSegment(7b2874c2-27a4-4550-90e5-d7b292b89ebd),segment_id=7b2874c2-27a4-4550-90e5-d7b292b89ebd)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:49.832855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a09c3a94-85ec-4b55-88c8-111770d52b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.897128 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.909306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054be5d-5697-46ad-a66b-56377e7750a3 req-be38c53f-b2ec-47be-b05f-82b37b7b15f4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:49.911410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8054be5d-5697-46ad-a66b-56377e7750a3 req-be38c53f-b2ec-47be-b05f-82b37b7b15f4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.1325898 Sep 19 03:34:49.933606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c3a94-85ec-4b55-88c8-111770d52b27 None None] Pushing event updated for resources: {'Port': ['ID=1e7f5c21-6e05-47d8-8cc2-f6ffda26a812,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:49.964510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e38329c6-c95c-4d8c-84a9-954cf212d781 None None] Provisioning complete for port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:49.964898 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e38329c6-c95c-4d8c-84a9-954cf212d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:49.968216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:49.973714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef0378-2df1-43d0-8251-ecd51426f07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-6fffacd9-c351-4e23-b9f5-a89c5ec8f106', 'network_id': '6fffacd9-c351-4e23-b9f5-a89c5ec8f106', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': 'a0471cc9-c0a5-4e28-a507-5966cd77e52d'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:49.974809 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bef0378-2df1-43d0-8251-ecd51426f07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.050926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8054be5d-5697-46ad-a66b-56377e7750a3 req-2b2e1f22-b03e-4609-906d-2b32da091c80 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323397 Sep 19 03:34:50.091853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.149313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:50.149663 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.178528 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.196402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.210199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=a0471cc9-c0a5-4e28-a507-5966cd77e52d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-5bef0378-2df1-43d0-8251-ecd51426f07b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0471cc9-c0a5-4e28-a507-5966cd77e52d: This subnet is being modified by another concurrent operation. Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0471cc9-c0a5-4e28-a507-5966cd77e52d: This subnet is being modified by another concurrent operation. Sep 19 03:34:50.224788 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:34:50.241605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bccbdb-e7b3-46d0-af0e-66b976ffcc65 None None] Network 6fffacd9-c351-4e23-b9f5-a89c5ec8f106 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:50.318708 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.346619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fffacd9-c351-4e23-b9f5-a89c5ec8f106']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:50.359889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f35118c-ab94-4bd5-9c3c-e57ab6038d79') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:50.360500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f35118c-ab94-4bd5-9c3c-e57ab6038d79') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:50.377025 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.379797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753bf56-d088-4567-a92c-d2dbc46487c8 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:34:50.392355 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.398326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:50.398726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:50.402307 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:50.525317 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.532194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.538468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/6fffacd9-c351-4e23-b9f5-a89c5ec8f106 HTTP/1.1" status: 204 len: 168 time: 0.9474390 Sep 19 03:34:50.538882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:50.540336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5753bf56-d088-4567-a92c-d2dbc46487c8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:34:50.544319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2062906762'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:50.565880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd846d20-fca1-4ade-b0d5-97fe1b48b1ee tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=6fffacd9-c351-4e23-b9f5-a89c5ec8f106,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:50.582277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:50.587298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.616226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:50.639388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.640068 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment a37a7a75-08a8-4636-a904-4e1eadd0b826 of type vlan for network 35ab3375-a1bb-4987-847c-9ea0f6bb1298 Sep 19 03:34:50.709151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.742868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.749964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:50.751665 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:50.795848 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2555490 Sep 19 03:34:50.800603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57728) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:50.808600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:50.849060 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41558b90-89bd-4747-8b23-2f33366ef630 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=35ab3375-a1bb-4987-847c-9ea0f6bb1298,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:50.863907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 35ab3375-a1bb-4987-847c-9ea0f6bb1298 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:50.940488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:50.944316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.133273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.222256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=068d3b19-f276-4c6d-b07b-6436f8d167f7,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:51.244786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbeb36-45bf-4a7a-8d8f-40431dd19643 req-997d149d-d5fd-4794-b3ed-947285402cc9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:51.246382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aedbeb36-45bf-4a7a-8d8f-40431dd19643 req-997d149d-d5fd-4794-b3ed-947285402cc9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.1109061 Sep 19 03:34:51.253036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': 'a37a7a75-08a8-4636-a904-4e1eadd0b826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:51.253397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: 35ab3375-a1bb-4987-847c-9ea0f6bb1298, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:51.291406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network 35ab3375-a1bb-4987-847c-9ea0f6bb1298 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:51.304736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aedbeb36-45bf-4a7a-8d8f-40431dd19643 req-36db4f60-0fe5-48f4-8405-018232f5fb37 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488031 Sep 19 03:34:51.305694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 35ab3375-a1bb-4987-847c-9ea0f6bb1298) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:51.309980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:51.310571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.317280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218232c-2f6f-46f9-94cd-f8374a49acca None None] Network 35ab3375-a1bb-4987-847c-9ea0f6bb1298 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:51.335506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bac743e5-eee2-41be-885e-3563c51f4d12 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5330949 Sep 19 03:34:51.337843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57732) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:51.465555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.481662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-35ab3375-a1bb-4987-847c-9ea0f6bb1298', 'network_id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': '068d3b19-f276-4c6d-b07b-6436f8d167f7'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:51.482639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.536741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.656212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Allocated IP 2001:db8::1 (35ab3375-a1bb-4987-847c-9ea0f6bb1298/068d3b19-f276-4c6d-b07b-6436f8d167f7/902e2e4c-6d44-4029-ae10-940cc87f3712) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:51.807292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:51.862407 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.872957 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.895519 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:51.921719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Network 35ab3375-a1bb-4987-847c-9ea0f6bb1298 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:51.930444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:51.937771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:51.941611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=068d3b19-f276-4c6d-b07b-6436f8d167f7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:51.971036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Pushing event updated for resources: {'Port': ['ID=902e2e4c-6d44-4029-ae10-940cc87f3712,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:51.976730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:51.976730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.027958 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.028551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Attempting to bind port 902e2e4c-6d44-4029-ae10-940cc87f3712 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:52.029241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Attempting to bind port 902e2e4c-6d44-4029-ae10-940cc87f3712 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a37a7a75-08a8-4636-a904-4e1eadd0b826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:52.029699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Attempting to bind port 902e2e4c-6d44-4029-ae10-940cc87f3712 on network 35ab3375-a1bb-4987-847c-9ea0f6bb1298 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:52.037865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:52.038523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Checking segment: {'id': 'a37a7a75-08a8-4636-a904-4e1eadd0b826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:52.039187 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.039694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Bound using segment: {'id': 'a37a7a75-08a8-4636-a904-4e1eadd0b826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:52.040273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Bound port: 902e2e4c-6d44-4029-ae10-940cc87f3712, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37a7a75-08a8-4636-a904-4e1eadd0b826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:52.040759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.068695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ab3375-a1bb-4987-847c-9ea0f6bb1298']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:52.082354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37a7a75-08a8-4636-a904-4e1eadd0b826') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:52.082652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37a7a75-08a8-4636-a904-4e1eadd0b826') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:52.095345 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.109489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.117434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:52.118060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:52.122102 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:52.180084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] For port 902e2e4c-6d44-4029-ae10-940cc87f3712, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:52.185603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:34:52.185603 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:34:52.185603 n-d-809936-1 neutron-server[94723]: [parameters: {'id': '35ab3375-a1bb-4987-847c-9ea0f6bb1298'}] Sep 19 03:34:52.185603 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:34:52.186325 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:34:52.187792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] For port 902e2e4c-6d44-4029-ae10-940cc87f3712, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=902e2e4c-6d44-4029-ae10-940cc87f3712,segment=NetworkSegment(a37a7a75-08a8-4636-a904-4e1eadd0b826),segment_id=a37a7a75-08a8-4636-a904-4e1eadd0b826)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:52.194023 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.274811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedf42c-3dcd-4980-9ced-76ff07abfc56 None None] Pushing event updated for resources: {'Port': ['ID=902e2e4c-6d44-4029-ae10-940cc87f3712,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:52.300092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efecb2f2-2b83-4c56-bf45-827295773164 None None] Network 35ab3375-a1bb-4987-847c-9ea0f6bb1298 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:52.464264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536e430-f275-440e-80b5-f49d2665ceb9 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:34:52.519411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ac0da-633a-4027-aed0-165aab545c48 req-1503676c-7437-4ac8-8d58-36eeddb6a5f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:52.522135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a0ac0da-633a-4027-aed0-165aab545c48 req-1503676c-7437-4ac8-8d58-36eeddb6a5f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0834525 Sep 19 03:34:52.571511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a0ac0da-633a-4027-aed0-165aab545c48 req-c1a478a0-3be2-46a7-ade3-d6da31aff5fc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412383 Sep 19 03:34:52.687771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.753199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9536e430-f275-440e-80b5-f49d2665ceb9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:34:52.768519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting port 902e2e4c-6d44-4029-ae10-940cc87f3712 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:52.768862 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.849315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] For port 902e2e4c-6d44-4029-ae10-940cc87f3712, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=902e2e4c-6d44-4029-ae10-940cc87f3712,segment=NetworkSegment(a37a7a75-08a8-4636-a904-4e1eadd0b826),segment_id=a37a7a75-08a8-4636-a904-4e1eadd0b826)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:52.849315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.869387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Calling delete_port for 902e2e4c-6d44-4029-ae10-940cc87f3712 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:52.966891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:52.982806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No DVR routers for this DVR port 902e2e4c-6d44-4029-ae10-940cc87f3712 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:34:53.011369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Port': ['ID=902e2e4c-6d44-4029-ae10-940cc87f3712,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:53.106846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.129918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ab3375-a1bb-4987-847c-9ea0f6bb1298']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:53.139323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37a7a75-08a8-4636-a904-4e1eadd0b826') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:53.139731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37a7a75-08a8-4636-a904-4e1eadd0b826') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:53.149600 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.168257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.177329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:53.177612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:53.181214 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:53.249243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.257781 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.263294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/35ab3375-a1bb-4987-847c-9ea0f6bb1298 HTTP/1.1" status: 204 len: 168 time: 1.9210200 Sep 19 03:34:53.264154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 57948) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:53.273186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f63e3d-f9dc-4d92-b6ca-babf13eabca5 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=35ab3375-a1bb-4987-847c-9ea0f6bb1298,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:53.276485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878973743'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:53.306091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:53.310098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.337325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:53.347191 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.347566 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment ae9191fc-52f4-4144-bf4c-8729b3cf86d3 of type vlan for network e336179b-0edf-4a64-8ca1-82f73bc3a63a Sep 19 03:34:53.388740 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.421526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.427225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:53.427828 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.469095 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2029390 Sep 19 03:34:53.472461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 57978) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:53.480750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:53.498315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b951a4-9aa5-4fff-afa8-80fc5933ba6e tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=e336179b-0edf-4a64-8ca1-82f73bc3a63a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:53.512903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:53.611606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:53.616570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:53.783872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dea7d5-13eb-4847-b447-b1e3a683cbeb req-919919bc-a6e2-4d57-8aaa-6939495cb219 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:53.785602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81dea7d5-13eb-4847-b447-b1e3a683cbeb req-919919bc-a6e2-4d57-8aaa-6939495cb219 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0864272 Sep 19 03:34:53.868047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81dea7d5-13eb-4847-b447-b1e3a683cbeb req-acf10f5e-7444-4975-af5e-cd0d07ccc3a0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733063 Sep 19 03:34:53.928626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.001732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=f81ab64e-7253-4433-9b68-94a2732d27c1,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:54.020895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': 'ae9191fc-52f4-4144-bf4c-8729b3cf86d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:54.021457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: e336179b-0edf-4a64-8ca1-82f73bc3a63a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:54.041588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:54.052372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e336179b-0edf-4a64-8ca1-82f73bc3a63a) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:54.057341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:54.057982 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.065016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcbd6ae-0e9b-4c48-9e83-86eca944617f None None] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:54.081234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:54.088561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:54.093113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ec202718-f5e8-48fe-b878-3747d59bd946 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6165333 Sep 19 03:34:54.253529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:54.257809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.298791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e336179b-0edf-4a64-8ca1-82f73bc3a63a', 'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': 'f81ab64e-7253-4433-9b68-94a2732d27c1'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:54.300163 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.484084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Allocated IP 2001:db8::2 (e336179b-0edf-4a64-8ca1-82f73bc3a63a/f81ab64e-7253-4433-9b68-94a2732d27c1/f16858d6-8bf2-4f92-bfa8-898dd4c6081a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:54.549707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.593618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:54.598468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:54.606238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:54.606897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.633763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=1d09f13f-d2e5-43c2-8bf7-bcf9bd1b388f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:54.642377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58116) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:54.647348 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-62a5fc47-bbcc-419b-9c24-6297a10d8441 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5633800 Sep 19 03:34:54.700486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.711421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.733464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a7392-573a-45b7-9185-ece9b922aef9 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:54.735351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a7392-573a-45b7-9185-ece9b922aef9 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:54.736946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a7392-573a-45b7-9185-ece9b922aef9 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:54.738565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a7392-573a-45b7-9185-ece9b922aef9 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:54.740111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a7392-573a-45b7-9185-ece9b922aef9 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:54.745944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58130) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:54.746283 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-854a7392-573a-45b7-9185-ece9b922aef9 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1027246 Sep 19 03:34:54.751691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-322588726'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:54.763695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:54.768115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:54.774198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:54.780489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:54.793719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.833352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:54.854367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Pushing event updated for resources: {'Port': ['ID=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:54.861198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.861789 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa of type vlan for network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c Sep 19 03:34:54.885708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Attempting to bind port f16858d6-8bf2-4f92-bfa8-898dd4c6081a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:54.886258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Attempting to bind port f16858d6-8bf2-4f92-bfa8-898dd4c6081a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'ae9191fc-52f4-4144-bf4c-8729b3cf86d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:54.886734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Attempting to bind port f16858d6-8bf2-4f92-bfa8-898dd4c6081a on network e336179b-0edf-4a64-8ca1-82f73bc3a63a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:54.894498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:54.894955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Checking segment: {'id': 'ae9191fc-52f4-4144-bf4c-8729b3cf86d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:54.895527 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.896133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Bound using segment: {'id': 'ae9191fc-52f4-4144-bf4c-8729b3cf86d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:54.896847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Bound port: f16858d6-8bf2-4f92-bfa8-898dd4c6081a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9191fc-52f4-4144-bf4c-8729b3cf86d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:54.899253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.963900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:54.998722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.007705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:55.008598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.032874 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2856054 Sep 19 03:34:55.053741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58164) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:55.054417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] For port f16858d6-8bf2-4f92-bfa8-898dd4c6081a, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:55.059258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] For port f16858d6-8bf2-4f92-bfa8-898dd4c6081a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,segment=NetworkSegment(ae9191fc-52f4-4144-bf4c-8729b3cf86d3),segment_id=ae9191fc-52f4-4144-bf4c-8729b3cf86d3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:55.061059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:55.069549 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.161485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb599de-806a-45cd-b1ff-ce230de42193 req-da86ef27-332f-48eb-a4df-de356529888a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:55.162882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd4bd6-36e2-4e72-ba86-9cc9618fd72a None None] Pushing event updated for resources: {'Port': ['ID=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:55.168908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fb599de-806a-45cd-b1ff-ce230de42193 req-da86ef27-332f-48eb-a4df-de356529888a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.1659448 Sep 19 03:34:55.198340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47e1ac-794f-410f-94f0-acdd07c21cc2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:55.213131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:55.234842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fb599de-806a-45cd-b1ff-ce230de42193 req-570acfaa-c50a-4088-86d8-9ef9060126d1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647531 Sep 19 03:34:55.345552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.362018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.388460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c is not hosted by any dhcp agent {{(pid=94722) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:34:55.395049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:55.395699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.399871 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "PUT /v2.0/networks/66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c HTTP/1.1" status: 200 len: 723 time: 0.3417215 Sep 19 03:34:55.400167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58198) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:55.405905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:55.455290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430821b-99dc-484f-b633-8e15047898a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:55.472148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:55.572372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:55.576512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.800716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.884662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=75a469f3-9e59-4ad9-b1b2-aad58bb1698a,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:55.902213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:55.902906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:34:55.915163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f16858d6-8bf2-4f92-bfa8-898dd4c6081a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:55.932850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:34:55.943923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:55.950218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:55.951093 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:55.958737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008daee8-e542-4bfe-8c58-bdc292ea7962 None None] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:55.971495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:55.972278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-43091fa0-51c4-4bd4-9196-92c358b7bce6 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5706031 Sep 19 03:34:55.978036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6f27da7c-e715-43c6-bccd-dda21c630b2a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:56.036687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f16858d6-8bf2-4f92-bfa8-898dd4c6081a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:56.037135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.109861 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f27da7c-e715-43c6-bccd-dda21c630b2a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58729552'] for subnet, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.176823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c', 'network_id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': '75a469f3-9e59-4ad9-b1b2-aad58bb1698a'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:34:56.177678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.211565 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.309312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port f16858d6-8bf2-4f92-bfa8-898dd4c6081a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,segment=NetworkSegment(ae9191fc-52f4-4144-bf4c-8729b3cf86d3),segment_id=ae9191fc-52f4-4144-bf4c-8729b3cf86d3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:56.316122 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.325807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f27da7c-e715-43c6-bccd-dda21c630b2a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759692319748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59291987'] for subnet, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.408920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f27da7c-e715-43c6-bccd-dda21c630b2a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:56.409580 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6f27da7c-e715-43c6-bccd-dda21c630b2a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.413039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f27da7c-e715-43c6-bccd-dda21c630b2a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "PUT /v2.0/subnets/75a469f3-9e59-4ad9-b1b2-aad58bb1698a HTTP/1.1" status: 200 len: 826 time: 0.4396219 Sep 19 03:34:56.414922 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:56.420261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Allocated IP 2001:db8::2 (66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c/75a469f3-9e59-4ad9-b1b2-aad58bb1698a/cf811a68-3522-4ca9-9cd3-65a240e67433) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:56.428888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58210) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:56.431228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6653de8-4c34-43aa-9077-04cf6f27d91b req-bdd42db0-7933-4b19-b792-e4f17394a2cc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:56.433310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6653de8-4c34-43aa-9077-04cf6f27d91b req-bdd42db0-7933-4b19-b792-e4f17394a2cc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0912778 Sep 19 03:34:56.496626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27da7c-e715-43c6-bccd-dda21c630b2a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=75a469f3-9e59-4ad9-b1b2-aad58bb1698a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:56.506076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6653de8-4c34-43aa-9077-04cf6f27d91b req-2884183f-a1b5-4787-93bf-c1ce99616f83 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Sep 19 03:34:56.592497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262dfdcb-52fb-48e8-bf1c-59b649263ff8 None None] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:56.601449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.637296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.659485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.672215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.682593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-50741226-af62-4b1c-8891-480fb2871853 None None] Provisioning complete for port f16858d6-8bf2-4f92-bfa8-898dd4c6081a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:56.683350 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50741226-af62-4b1c-8891-480fb2871853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.739059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.741922 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:34:56.762208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:34:56.776103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:34:56.780605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=75a469f3-9e59-4ad9-b1b2-aad58bb1698a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:56.787984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Pushing event updated for resources: {'Port': ['ID=cf811a68-3522-4ca9-9cd3-65a240e67433,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:56.856355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.879984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:56.891694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:56.892151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:56.901419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Attempting to bind port cf811a68-3522-4ca9-9cd3-65a240e67433 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:34:56.901833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Attempting to bind port cf811a68-3522-4ca9-9cd3-65a240e67433 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:34:56.902204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Attempting to bind port cf811a68-3522-4ca9-9cd3-65a240e67433 on network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:34:56.903360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.918544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.928636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:56.929563 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.932876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:34:56.933279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Checking segment: {'id': 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:34:56.933896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:56.934020 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:56.937213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Bound using segment: {'id': 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:34:56.938491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Bound port: cf811a68-3522-4ca9-9cd3-65a240e67433, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:34:56.939149 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.002869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:34:57.002869 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:34:57.002869 n-d-809936-1 neutron-server[94722]: [parameters: {'id': '66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c'}] Sep 19 03:34:57.002869 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:34:57.003780 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:34:57.021029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] For port cf811a68-3522-4ca9-9cd3-65a240e67433, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:34:57.025149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] For port cf811a68-3522-4ca9-9cd3-65a240e67433, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cf811a68-3522-4ca9-9cd3-65a240e67433,segment=NetworkSegment(ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa),segment_id=ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:34:57.029799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.143130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15adaf6-e0d2-48da-8f81-d755d82c8dc8 None None] Pushing event updated for resources: {'Port': ['ID=cf811a68-3522-4ca9-9cd3-65a240e67433,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:57.152388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4cc735-851c-43f5-a0e3-78b1995c86ef None None] Update dhcp port {'port': {'network_id': 'e336179b-0edf-4a64-8ca1-82f73bc3a63a', 'fixed_ips': [{'subnet_id': 'f81ab64e-7253-4433-9b68-94a2732d27c1', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d09f13f-d2e5-43c2-8bf7-bcf9bd1b388f'}], 'binding:host_id': 'n-d-809936-1'}, 'id': 'f16858d6-8bf2-4f92-bfa8-898dd4c6081a'} from n-d-809936-1. {{(pid=94724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 19 03:34:57.172546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879eb33b-1563-4fc2-b456-47ea93c02ba7 None None] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:57.198727 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc735-851c-43f5-a0e3-78b1995c86ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.419806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef4098-e47c-48a8-be37-b70f56c9da76 None None] Network 66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:57.504812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.516827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1e4cc735-851c-43f5-a0e3-78b1995c86ef None None] Allocated IP 172.20.0.1 (e336179b-0edf-4a64-8ca1-82f73bc3a63a/1d09f13f-d2e5-43c2-8bf7-bcf9bd1b388f/f16858d6-8bf2-4f92-bfa8-898dd4c6081a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:34:57.591981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting port cf811a68-3522-4ca9-9cd3-65a240e67433 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:34:57.592570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.666966 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82437b5d-2ca2-41e2-891b-bb984b7af4b7 req-1f18983c-c7f9-4fa0-ad35-e63bc1abc6cf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:57.669098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82437b5d-2ca2-41e2-891b-bb984b7af4b7 req-1f18983c-c7f9-4fa0-ad35-e63bc1abc6cf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0693138 Sep 19 03:34:57.675787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] For port cf811a68-3522-4ca9-9cd3-65a240e67433, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cf811a68-3522-4ca9-9cd3-65a240e67433,segment=NetworkSegment(ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa),segment_id=ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:57.675787 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.683448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1e4cc735-851c-43f5-a0e3-78b1995c86ef None None] For port f16858d6-8bf2-4f92-bfa8-898dd4c6081a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,segment=NetworkSegment(ae9191fc-52f4-4144-bf4c-8729b3cf86d3),segment_id=ae9191fc-52f4-4144-bf4c-8729b3cf86d3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:34:57.689182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Calling delete_port for cf811a68-3522-4ca9-9cd3-65a240e67433 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:34:57.718846 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc735-851c-43f5-a0e3-78b1995c86ef None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.721814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82437b5d-2ca2-41e2-891b-bb984b7af4b7 req-04df5d71-dce9-4657-9f42-c977bd9cfdb4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459294 Sep 19 03:34:57.729141 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e4cc735-851c-43f5-a0e3-78b1995c86ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.790065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.818155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Port': ['ID=cf811a68-3522-4ca9-9cd3-65a240e67433,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:57.832720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No DVR routers for this DVR port cf811a68-3522-4ca9-9cd3-65a240e67433 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:34:57.859598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cc735-851c-43f5-a0e3-78b1995c86ef None None] Pushing event updated for resources: {'Port': ['ID=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:57.871499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f16858d6-8bf2-4f92-bfa8-898dd4c6081a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:57.932043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f16858d6-8bf2-4f92-bfa8-898dd4c6081a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:57.932491 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.942801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:57.974727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:57.990586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:57.990892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9d9801-eb91-43b6-bf2e-8f0d9589b3aa') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:34:58.004989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.020686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.030575 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:34:58.031156 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:34:58.036616 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:34:58.119785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.128454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.133285 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c HTTP/1.1" status: 204 len: 168 time: 1.7006843 Sep 19 03:34:58.133559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58218) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:58.143853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a530-4707-4ce4-b833-8007e62ff1e8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:58.159593 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-90242223-d36f-48f5-abfb-cff269fee5c4 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:34:58.160168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90242223-d36f-48f5-abfb-cff269fee5c4 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:34:58.165433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-90242223-d36f-48f5-abfb-cff269fee5c4 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c HTTP/1.1" status: 404 len: 339 time: 0.0273733 Sep 19 03:34:58.165708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58220) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:58.171006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81491920', 'description': 'd1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:58.194905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:34:58.198793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.227641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:34:58.243111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.243516 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment a839b301-d155-44fa-b5b8-f30775b879f6 of type vlan for network 698cabb1-07c3-4a22-a31f-ec5148abd237 Sep 19 03:34:58.304780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.340892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.347513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:58.348180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.393352 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2263925 Sep 19 03:34:58.396061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58222) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:58.457672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382f871-7994-4c45-a260-e299e00d6c9d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=698cabb1-07c3-4a22-a31f-ec5148abd237,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:58.472708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 698cabb1-07c3-4a22-a31f-ec5148abd237 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:58.490716 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26060dfe-8a74-40d1-9091-08a2f577d3df None None] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:34:58.548374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2de3e1-4286-47ca-80f8-687cc03c40a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:58.551345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-df2de3e1-4286-47ca-80f8-687cc03c40a8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/networks?id=698cabb1-07c3-4a22-a31f-ec5148abd237 HTTP/1.1" status: 200 len: 763 time: 0.1533134 Sep 19 03:34:58.553178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58224) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:58.559670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'description': 'd2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:34:58.612664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-23c6b220-6a02-40d0-a52e-d4f7ec363b98 None None] Provisioning complete for port f16858d6-8bf2-4f92-bfa8-898dd4c6081a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:58.613098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-23c6b220-6a02-40d0-a52e-d4f7ec363b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.734086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.749138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.768883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network 698cabb1-07c3-4a22-a31f-ec5148abd237 is not hosted by any dhcp agent {{(pid=94722) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:34:58.774204 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:58.774889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:58.776169 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "PUT /v2.0/networks/698cabb1-07c3-4a22-a31f-ec5148abd237 HTTP/1.1" status: 200 len: 760 time: 0.2218409 Sep 19 03:34:58.779197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58228) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:58.826647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=698cabb1-07c3-4a22-a31f-ec5148abd237,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:34:58.836757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.837142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.837498 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.837877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.838191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.838531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.844980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.844980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.844980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.844980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.844980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.844980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d2172b-713d-415f-b347-b6cd0d26a7ac tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:34:58.860596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 698cabb1-07c3-4a22-a31f-ec5148abd237 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:34:58.944596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d544d816-1984-412b-a2dd-d8cebe159e37 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:58.949944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d544d816-1984-412b-a2dd-d8cebe159e37 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/networks?id=698cabb1-07c3-4a22-a31f-ec5148abd237 HTTP/1.1" status: 200 len: 763 time: 0.1651843 Sep 19 03:34:58.950515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58230) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:59.043564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a45c07-ccc9-482c-b0ec-134f542a9b45 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:34:59.167958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef628c3-6181-4652-9089-57b05d7650dd req-16c5e873-402c-41b4-ad6e-1d0d1456eaa6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.169724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fef628c3-6181-4652-9089-57b05d7650dd req-16c5e873-402c-41b4-ad6e-1d0d1456eaa6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.2706878 Sep 19 03:34:59.233257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbedb42-5cac-4422-ba77-a106264807a3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.237602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8dbedb42-5cac-4422-ba77-a106264807a3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2829998 Sep 19 03:34:59.238562 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58234) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:59.255669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fef628c3-6181-4652-9089-57b05d7650dd req-9d4ee58d-3ba6-4fc2-8b94-792cd76f4433 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695407 Sep 19 03:34:59.278548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-30c01285-849b-4b5f-8b84-dc1500100e26 None None] Provisioning complete for port f16858d6-8bf2-4f92-bfa8-898dd4c6081a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:59.278956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30c01285-849b-4b5f-8b84-dc1500100e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:59.320144 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c3185086-ad4f-4016-9db7-915ba97ba40d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 207 time: 0.0796745 Sep 19 03:34:59.323626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58236) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:59.358855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a45c07-ccc9-482c-b0ec-134f542a9b45 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:34:59.466902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7033b9f-e745-483b-8760-aaa5a744d113 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.472689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7033b9f-e745-483b-8760-aaa5a744d113 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.478667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7033b9f-e745-483b-8760-aaa5a744d113 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.484420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7033b9f-e745-483b-8760-aaa5a744d113 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.490054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7033b9f-e745-483b-8760-aaa5a744d113 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.495785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7033b9f-e745-483b-8760-aaa5a744d113 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.497922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a7033b9f-e745-483b-8760-aaa5a744d113 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.1727340 Sep 19 03:34:59.502910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58238) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:59.652127 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d5b054ff-4aeb-4b07-a663-bb98a06586ec tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1479106 Sep 19 03:34:59.656341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:59.726995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e75bc2-84fb-466b-9c97-34c30d80f1dd tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.728724 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e75bc2-84fb-466b-9c97-34c30d80f1dd tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.730406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e75bc2-84fb-466b-9c97-34c30d80f1dd tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.732037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e75bc2-84fb-466b-9c97-34c30d80f1dd tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.733673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e75bc2-84fb-466b-9c97-34c30d80f1dd tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.735504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a0e75bc2-84fb-466b-9c97-34c30d80f1dd tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0778153 Sep 19 03:34:59.739188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58242) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:59.805516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef63d7-8be0-45e5-a370-89184fd3b66a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.807001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef63d7-8be0-45e5-a370-89184fd3b66a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.808614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef63d7-8be0-45e5-a370-89184fd3b66a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.810189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef63d7-8be0-45e5-a370-89184fd3b66a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.811674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef63d7-8be0-45e5-a370-89184fd3b66a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.814779 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5aef63d7-8be0-45e5-a370-89184fd3b66a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0738218 Sep 19 03:34:59.818371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58244) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:34:59.830166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f16858d6-8bf2-4f92-bfa8-898dd4c6081a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:34:59.895618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f16858d6-8bf2-4f92-bfa8-898dd4c6081a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:34:59.896193 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:34:59.934915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f783d5a-85be-423b-afaa-46deb071c456 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:34:59.936310 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3f783d5a-85be-423b-afaa-46deb071c456 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/networks/2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba HTTP/1.1" status: 200 len: 803 time: 0.1169331 Sep 19 03:34:59.940735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58246) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:00.048151 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2096ec23-2067-42ef-93ac-df7fc53968c4 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/networks/2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1055899 Sep 19 03:35:00.051796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58248) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:00.078103 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:00.110212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b419de-2d01-454b-ad37-64cb0de7f8c8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:00.111707 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06b419de-2d01-454b-ad37-64cb0de7f8c8 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/subnets/bbedc459-b62e-4dba-a593-af9f2e0a113f HTTP/1.1" status: 200 len: 843 time: 0.0589175 Sep 19 03:35:00.115867 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58250) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:00.177102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9476026e-0f66-4c76-957d-91c04df50bfe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['shared'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:00.178811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9476026e-0f66-4c76-957d-91c04df50bfe tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "GET /v2.0/subnets/bbedc459-b62e-4dba-a593-af9f2e0a113f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0618720 Sep 19 03:35:00.182314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58256) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:00.188273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-454388682'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:00.211025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:00.214705 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:00.569824 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:00.586318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:00.586657 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Added segment 94fa1823-c16c-47e4-8a79-16963ed56a73 of type vlan for network e891c4b1-5b26-4f02-9880-c01c19990f60 Sep 19 03:35:00.596404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0b8c6-aabb-4117-98f8-b664d390c473 req-94c3c8b9-929b-4e30-a8a1-91a17d05cd0d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:00.597951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fda0b8c6-aabb-4117-98f8-b664d390c473 req-94c3c8b9-929b-4e30-a8a1-91a17d05cd0d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0704834 Sep 19 03:35:00.667225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:00.684756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fda0b8c6-aabb-4117-98f8-b664d390c473 req-1e00442d-fef1-4586-bd09-f962f6a8d1a6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776567 Sep 19 03:35:00.706798 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:00.713424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:00.714002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:00.755796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5721200 Sep 19 03:35:00.758830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58264) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:00.765097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'network_id': 'e891c4b1-5b26-4f02-9880-c01c19990f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:00.789652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Network': ['ID=e891c4b1-5b26-4f02-9880-c01c19990f60,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:00.798586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.798790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.799190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.799640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.800057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.800844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.800844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.801314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.801742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.802158 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.802580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.803634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c11be63-0b29-436f-b209-d30293b56773 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:00.816031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e891c4b1-5b26-4f02-9880-c01c19990f60 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:00.885206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Made reservation on behalf of 74f62a4a87b14c2db9b964fbf9a666c7 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:00.888991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:00.948276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_backend_mixin [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Performing IP validity checks on allocation pools {{(pid=94722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 19 03:35:00.948803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.ipam_backend_mixin [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 19 03:35:01.080862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.133987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=82474afe-a3cf-4d71-8f27-7775c1f139d0,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:01.149596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Checking segment: {'id': '94fa1823-c16c-47e4-8a79-16963ed56a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e891c4b1-5b26-4f02-9880-c01c19990f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:01.149961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network hostable DHCP agents. Network: e891c4b1-5b26-4f02-9880-c01c19990f60, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:01.166624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Network e891c4b1-5b26-4f02-9880-c01c19990f60 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:01.175319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e891c4b1-5b26-4f02-9880-c01c19990f60) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:01.179469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:01.180066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.188835 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ff6fa-f46c-4243-832d-3dafd8f15e9e None None] Network e891c4b1-5b26-4f02-9880-c01c19990f60 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:01.196498 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e792541c-b114-4c87-bf66-3262e1770150 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4358852 Sep 19 03:35:01.199231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:01.205171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a38a9f27-12e6-4ec6-94f3-7a02ce9d977c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:01.305553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a38a9f27-12e6-4ec6-94f3-7a02ce9d977c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58729552'] for subnet, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.343554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e891c4b1-5b26-4f02-9880-c01c19990f60', 'network_id': 'e891c4b1-5b26-4f02-9880-c01c19990f60', 'tenant_id': '74f62a4a87b14c2db9b964fbf9a666c7', 'fixed_ips': [{'subnet_id': '82474afe-a3cf-4d71-8f27-7775c1f139d0'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:01.344782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.483924 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a38a9f27-12e6-4ec6-94f3-7a02ce9d977c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759692319748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59291987'] for subnet, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.530852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Allocated IP 2001:db8::3 (e891c4b1-5b26-4f02-9880-c01c19990f60/82474afe-a3cf-4d71-8f27-7775c1f139d0/a076477b-966c-4738-9ba2-69f88a700cb6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:01.534991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38a9f27-12e6-4ec6-94f3-7a02ce9d977c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:01.535604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a38a9f27-12e6-4ec6-94f3-7a02ce9d977c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.536926 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a38a9f27-12e6-4ec6-94f3-7a02ce9d977c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "PUT /v2.0/subnets/82474afe-a3cf-4d71-8f27-7775c1f139d0 HTTP/1.1" status: 200 len: 900 time: 0.3365579 Sep 19 03:35:01.540112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58270) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:01.552838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a9f27-12e6-4ec6-94f3-7a02ce9d977c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event updated for resources: {'Subnet': ['ID=82474afe-a3cf-4d71-8f27-7775c1f139d0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:01.641092 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.684591 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.690807 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.695992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.727238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Network e891c4b1-5b26-4f02-9880-c01c19990f60 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:01.731634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:01.737821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:01.745139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Pushing event updated for resources: {'Port': ['ID=a076477b-966c-4738-9ba2-69f88a700cb6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:01.776688 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.802773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Attempting to bind port a076477b-966c-4738-9ba2-69f88a700cb6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:01.803224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Attempting to bind port a076477b-966c-4738-9ba2-69f88a700cb6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '94fa1823-c16c-47e4-8a79-16963ed56a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e891c4b1-5b26-4f02-9880-c01c19990f60'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:01.803701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Attempting to bind port a076477b-966c-4738-9ba2-69f88a700cb6 on network e891c4b1-5b26-4f02-9880-c01c19990f60 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:01.807671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=82474afe-a3cf-4d71-8f27-7775c1f139d0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:01.808710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:01.809772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Checking segment: {'id': '94fa1823-c16c-47e4-8a79-16963ed56a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e891c4b1-5b26-4f02-9880-c01c19990f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:01.810180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.810761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Bound using segment: {'id': '94fa1823-c16c-47e4-8a79-16963ed56a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e891c4b1-5b26-4f02-9880-c01c19990f60'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:01.811237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Bound port: a076477b-966c-4738-9ba2-69f88a700cb6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94fa1823-c16c-47e4-8a79-16963ed56a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e891c4b1-5b26-4f02-9880-c01c19990f60'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:01.811617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.876008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] For port a076477b-966c-4738-9ba2-69f88a700cb6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:01.879568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] For port a076477b-966c-4738-9ba2-69f88a700cb6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a076477b-966c-4738-9ba2-69f88a700cb6,segment=NetworkSegment(94fa1823-c16c-47e4-8a79-16963ed56a73),segment_id=94fa1823-c16c-47e4-8a79-16963ed56a73)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:01.886056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.899707 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.922875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc8232-ddfd-418e-a089-b7cdd72004ae req-9a4dc555-0a99-43ef-b2d4-1f814121dfbf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:01.924476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6bfc8232-ddfd-418e-a089-b7cdd72004ae req-9a4dc555-0a99-43ef-b2d4-1f814121dfbf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.1200843 Sep 19 03:35:01.933702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e891c4b1-5b26-4f02-9880-c01c19990f60']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:01.951317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fa1823-c16c-47e4-8a79-16963ed56a73') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:01.951613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fa1823-c16c-47e4-8a79-16963ed56a73') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:01.968545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:01.974183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03907c50-8413-4743-a7de-d7388ffa9e0b None None] Pushing event updated for resources: {'Port': ['ID=a076477b-966c-4738-9ba2-69f88a700cb6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:01.995730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6bfc8232-ddfd-418e-a089-b7cdd72004ae req-4dafbc3f-dd40-4762-aa1e-bfdad6605986 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594883 Sep 19 03:35:01.996683 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:02.003959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:02.004583 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:02.007708 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:02.011352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa29ee7-6249-48a5-aa97-babaf88de42b None None] Network e891c4b1-5b26-4f02-9880-c01c19990f60 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:02.079175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.db.api [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 19 03:35:02.079175 n-d-809936-1 neutron-server[94723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 19 03:35:02.079175 n-d-809936-1 neutron-server[94723]: [parameters: {'id': 'e891c4b1-5b26-4f02-9880-c01c19990f60'}] Sep 19 03:35:02.079175 n-d-809936-1 neutron-server[94723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:35:02.079692 n-d-809936-1 neutron-server[94723]: DEBUG oslo_db.api [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:35:02.144626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d65744-496f-401a-aaa6-8de03c557832 None None] Network e891c4b1-5b26-4f02-9880-c01c19990f60 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:02.271565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec895df0-2dcb-48c8-8cff-6201b4ca6e6f None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:35:02.379275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec895df0-2dcb-48c8-8cff-6201b4ca6e6f None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:35:02.580682 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:02.646620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting port a076477b-966c-4738-9ba2-69f88a700cb6 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:02.647034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:02.713018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] For port a076477b-966c-4738-9ba2-69f88a700cb6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a076477b-966c-4738-9ba2-69f88a700cb6,segment=NetworkSegment(94fa1823-c16c-47e4-8a79-16963ed56a73),segment_id=94fa1823-c16c-47e4-8a79-16963ed56a73)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:02.713330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:02.731456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Calling delete_port for a076477b-966c-4738-9ba2-69f88a700cb6 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:02.814209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:02.839076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Port': ['ID=a076477b-966c-4738-9ba2-69f88a700cb6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:02.851169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No DVR routers for this DVR port a076477b-966c-4738-9ba2-69f88a700cb6 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:02.940854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:02.964464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e891c4b1-5b26-4f02-9880-c01c19990f60']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:02.975001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94fa1823-c16c-47e4-8a79-16963ed56a73') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:02.975292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94fa1823-c16c-47e4-8a79-16963ed56a73') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:02.985961 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.000838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.007333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:03.007734 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:03.011155 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:03.076531 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.084280 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.090476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58278) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.090963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/e891c4b1-5b26-4f02-9880-c01c19990f60 HTTP/1.1" status: 204 len: 168 time: 1.5496943 Sep 19 03:35:03.119572 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb273a6e-4e91-4026-b337-7e77cbc4a47d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:03.120040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb273a6e-4e91-4026-b337-7e77cbc4a47d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:03.121857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-eb273a6e-4e91-4026-b337-7e77cbc4a47d tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/82474afe-a3cf-4d71-8f27-7775c1f139d0 HTTP/1.1" status: 404 len: 337 time: 0.0300970 Sep 19 03:35:03.124679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58280) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.142017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdce8c-2745-42c2-bc21-58dc46dd3f62 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=e891c4b1-5b26-4f02-9880-c01c19990f60,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:03.146088 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-6564f2f9-14ac-4c8b-82fa-6862c624cd45 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:03.146925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6564f2f9-14ac-4c8b-82fa-6862c624cd45 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:03.149090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6564f2f9-14ac-4c8b-82fa-6862c624cd45 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/e891c4b1-5b26-4f02-9880-c01c19990f60 HTTP/1.1" status: 404 len: 339 time: 0.0230515 Sep 19 03:35:03.152598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58282) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.172928 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f524d0-1cae-4b19-88c8-2a1306869066 req-3a6f26ba-48da-4bb9-8f39-a90a9d0f0af8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:03.175052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1f524d0-1cae-4b19-88c8-2a1306869066 req-3a6f26ba-48da-4bb9-8f39-a90a9d0f0af8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0827613 Sep 19 03:35:03.221237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1f524d0-1cae-4b19-88c8-2a1306869066 req-c1f981c5-bd7a-4d56-82e6-5f4010e790f6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Sep 19 03:35:03.240480 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.344810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.368381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698cabb1-07c3-4a22-a31f-ec5148abd237']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:03.379669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a839b301-d155-44fa-b5b8-f30775b879f6') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:03.380041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a839b301-d155-44fa-b5b8-f30775b879f6') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:03.391498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.409177 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.416108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:03.416599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:03.419797 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:03.495386 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.506409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.511509 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/698cabb1-07c3-4a22-a31f-ec5148abd237 HTTP/1.1" status: 204 len: 168 time: 0.3576245 Sep 19 03:35:03.511991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58290) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.521959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a36e2-fdbb-4566-8e9c-6e584a9cd917 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=698cabb1-07c3-4a22-a31f-ec5148abd237,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:03.550945 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9759d505-c81d-4e44-a7b7-19c139f05d2b tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:03.551404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9759d505-c81d-4e44-a7b7-19c139f05d2b tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:03.553455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9759d505-c81d-4e44-a7b7-19c139f05d2b tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/75a469f3-9e59-4ad9-b1b2-aad58bb1698a HTTP/1.1" status: 404 len: 337 time: 0.0401015 Sep 19 03:35:03.556178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58292) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.580642 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-958f6932-3495-4a5d-80cb-683bafbafebb tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:03.582037 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958f6932-3495-4a5d-80cb-683bafbafebb tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:03.586480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-958f6932-3495-4a5d-80cb-683bafbafebb tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/66e65aa1-16dc-4b4b-b8f0-2433cabdfe9c HTTP/1.1" status: 404 len: 339 time: 0.0291524 Sep 19 03:35:03.586778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58294) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.647449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting subnet 1d09f13f-d2e5-43c2-8bf7-bcf9bd1b388f {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:03.651121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.701317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.794535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.803732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.873341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.905340 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:03.908205 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/1d09f13f-d2e5-43c2-8bf7-bcf9bd1b388f HTTP/1.1" status: 204 len: 168 time: 0.3203254 Sep 19 03:35:03.909617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc77452-df31-4233-8c5a-31d50d723da3 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=1d09f13f-d2e5-43c2-8bf7-bcf9bd1b388f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:03.911640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58302) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:03.912490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57da195-f1ba-4fed-84b5-9545ed321d13 None None] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:04.010077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting subnet f81ab64e-7253-4433-9b68-94a2732d27c1 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:04.014428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-38a7bc50-05ea-443e-897f-919bea2acc89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cac8b7487b84cc6b96579d41b31723a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2188160 Sep 19 03:35:04.017993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58306) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:04.024428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.090595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.144955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e8d058b0-f403-41fe-8fc1-20031b1872b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.199351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e8d058b0-f403-41fe-8fc1-20031b1872b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.233860 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.294544 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e8d058b0-f403-41fe-8fc1-20031b1872b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.298000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e8d058b0-f403-41fe-8fc1-20031b1872b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.299242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e8d058b0-f403-41fe-8fc1-20031b1872b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70ee7a18-c106-4939-8f34-466f8e7663b7 HTTP/1.1" status: 204 len: 168 time: 0.2802184 Sep 19 03:35:04.341280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d058b0-f403-41fe-8fc1-20031b1872b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ee7a18-c106-4939-8f34-466f8e7663b7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:04.371584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.412892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=f81ab64e-7253-4433-9b68-94a2732d27c1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:04.415225 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.417290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9e33d6ae-d27d-48df-a99d-9a7095157a71 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/f81ab64e-7253-4433-9b68-94a2732d27c1 HTTP/1.1" status: 204 len: 168 time: 0.4994781 Sep 19 03:35:04.420050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58312) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:04.431991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff532f4-0157-4111-a71f-6dd4e371e693 req-2291e142-7114-4ed6-a9e1-1bc700ef466c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:04.433667 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ff532f4-0157-4111-a71f-6dd4e371e693 req-2291e142-7114-4ed6-a9e1-1bc700ef466c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.1172440 Sep 19 03:35:04.480709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5ff532f4-0157-4111-a71f-6dd4e371e693 req-d82c0172-6f82-4af4-aba5-05a6113677af tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375938 Sep 19 03:35:04.533600 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.599576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting port f16858d6-8bf2-4f92-bfa8-898dd4c6081a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:04.600016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.679881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] For port f16858d6-8bf2-4f92-bfa8-898dd4c6081a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,segment=NetworkSegment(ae9191fc-52f4-4144-bf4c-8729b3cf86d3),segment_id=ae9191fc-52f4-4144-bf4c-8729b3cf86d3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:04.680427 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.700424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Calling delete_port for f16858d6-8bf2-4f92-bfa8-898dd4c6081a owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:04.716038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ea2b4-9bda-45de-b76f-09147ab3f8a1 None None] Network e336179b-0edf-4a64-8ca1-82f73bc3a63a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:04.796606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5e02ff41-8a49-464f-847d-c507640b6302 None None] Provisioning complete for port f16858d6-8bf2-4f92-bfa8-898dd4c6081a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:04.797940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e02ff41-8a49-464f-847d-c507640b6302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.802596 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:04.830195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Port': ['ID=f16858d6-8bf2-4f92-bfa8-898dd4c6081a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:04.835034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No DVR routers for this DVR port f16858d6-8bf2-4f92-bfa8-898dd4c6081a on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:04.840481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5e02ff41-8a49-464f-847d-c507640b6302 None None] Port f16858d6-8bf2-4f92-bfa8-898dd4c6081a was deleted so its status cannot be updated. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 19 03:35:04.940783 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b30d40-202b-47f4-903f-e2d027fd9004 None None] DHCP port deletion for e336179b-0edf-4a64-8ca1-82f73bc3a63a request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:05.144616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58332) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.259091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2071387258-network', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:05.271757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.289233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Made reservation on behalf of 4d05f6c8a9fb4d85b8fe22af4707814f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:05.291919 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.295547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e336179b-0edf-4a64-8ca1-82f73bc3a63a']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:05.301252 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.306433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9191fc-52f4-4144-bf4c-8729b3cf86d3') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:05.306717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9191fc-52f4-4144-bf4c-8729b3cf86d3') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:05.316779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.331124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.338453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:05.339093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:05.343014 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:05.408387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.416639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.418362 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/e336179b-0edf-4a64-8ca1-82f73bc3a63a HTTP/1.1" status: 204 len: 168 time: 0.9954014 Sep 19 03:35:05.422146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58336) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.434705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c2323-40be-4e3e-b8c8-dc1a531e798a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=e336179b-0edf-4a64-8ca1-82f73bc3a63a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:05.454530 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-92989823-9875-4501-b850-f0cc0dc8c640 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:05.455135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92989823-9875-4501-b850-f0cc0dc8c640 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:05.456869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-92989823-9875-4501-b850-f0cc0dc8c640 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/068d3b19-f276-4c6d-b07b-6436f8d167f7 HTTP/1.1" status: 404 len: 337 time: 0.0338027 Sep 19 03:35:05.461342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58338) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.482517 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81254cc-38e1-4385-9a79-3aaab5698de2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:05.483079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81254cc-38e1-4385-9a79-3aaab5698de2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:05.484973 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d81254cc-38e1-4385-9a79-3aaab5698de2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/35ab3375-a1bb-4987-847c-9ea0f6bb1298 HTTP/1.1" status: 404 len: 339 time: 0.0234494 Sep 19 03:35:05.487395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58340) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.495696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.499952 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.517681 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf38f3b-bf31-40f8-916e-398ae1423dbb tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:05.518139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf38f3b-bf31-40f8-916e-398ae1423dbb tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:05.521794 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9cf38f3b-bf31-40f8-916e-398ae1423dbb tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/a0471cc9-c0a5-4e28-a507-5966cd77e52d HTTP/1.1" status: 404 len: 337 time: 0.0318820 Sep 19 03:35:05.523027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58344) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.533149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72127596-6366-4d6d-841f-23341939030e admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:05.539417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08c3627-cb1f-49c7-92c0-c19118541d8d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:05.544889 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebba0420-541f-4265-887b-5d312feb3251 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:05.545891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebba0420-541f-4265-887b-5d312feb3251 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:05.548118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.548591 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ebba0420-541f-4265-887b-5d312feb3251 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/6fffacd9-c351-4e23-b9f5-a89c5ec8f106 HTTP/1.1" status: 404 len: 339 time: 0.0244443 Sep 19 03:35:05.551101 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Added segment f3882b63-1caa-4c31-ab55-39b729662bf9 of type vlan for network 0a426685-662e-4e70-a31d-94d93d6b72fa Sep 19 03:35:05.551242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58346) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.580035 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be3ef52-ccf7-4bbb-a766-fb1d75d7150a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:05.580801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be3ef52-ccf7-4bbb-a766-fb1d75d7150a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:05.582895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2be3ef52-ccf7-4bbb-a766-fb1d75d7150a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/adc57896-b662-4c05-b4ef-c88206e81a41 HTTP/1.1" status: 404 len: 337 time: 0.0304861 Sep 19 03:35:05.585771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58348) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.605342 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d290439-c0f5-40bd-bfa8-333523337e59 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:05.605887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d290439-c0f5-40bd-bfa8-333523337e59 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:05.607663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2d290439-c0f5-40bd-bfa8-333523337e59 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/9643f642-4423-4b14-b8bd-2becec5e6de6 HTTP/1.1" status: 404 len: 339 time: 0.0209281 Sep 19 03:35:05.610899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58350) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.624685 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.661916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbedb3a-de59-4c95-bffd-af7dcbb46883 req-a15f2899-33d6-455a-9da0-e12ef1eca118 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:05.663428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efbedb3a-de59-4c95-bffd-af7dcbb46883 req-a15f2899-33d6-455a-9da0-e12ef1eca118 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 944 time: 0.0796928 Sep 19 03:35:05.667908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.668091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting subnet 1f962009-2fa6-4ef5-8f13-1bbec681e142 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:05.669111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:05.669689 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.672134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.725137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-72127596-6366-4d6d-841f-23341939030e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5767491 Sep 19 03:35:05.725409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58352) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:05.731269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Request body: {'subnet': {'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2071387258-subnet', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:05.736504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.756238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72127596-6366-4d6d-841f-23341939030e admin admin] Pushing event updated for resources: {'Network': ['ID=0a426685-662e-4e70-a31d-94d93d6b72fa,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:05.764632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efbedb3a-de59-4c95-bffd-af7dcbb46883 req-3e719005-efd0-48e0-a9dc-0a4dfb70ca7f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923274 Sep 19 03:35:05.775012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 0a426685-662e-4e70-a31d-94d93d6b72fa details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:05.804472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f16858d6-8bf2-4f92-bfa8-898dd4c6081a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:05.814031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Made reservation on behalf of 4d05f6c8a9fb4d85b8fe22af4707814f for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:05.816793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:05.863572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f16858d6-8bf2-4f92-bfa8-898dd4c6081a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:05.863920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f16858d6-8bf2-4f92-bfa8-898dd4c6081a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:05.927699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.030309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.088787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=1f962009-2fa6-4ef5-8f13-1bbec681e142,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:06.098822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.100835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fc7e4dab-a2b9-43fa-ac7e-66ed19fbd9d2 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/1f962009-2fa6-4ef5-8f13-1bbec681e142 HTTP/1.1" status: 204 len: 168 time: 0.4889040 Sep 19 03:35:06.103525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58354) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:06.106710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f6289-adfb-4fdf-b229-d178a74a7d54 None None] Network e1165964-3adc-4bdf-99db-f9c0de825357 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:06.118687 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.167091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5496ecb0-a550-4508-b586-0e6eede60de2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:06.173560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa1b4b76-36f7-4ad7-83f5-408be318458c details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:35:06.195870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Checking segment: {'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:06.196342 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Network hostable DHCP agents. Network: 0a426685-662e-4e70-a31d-94d93d6b72fa, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:06.201222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.219374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Network 0a426685-662e-4e70-a31d-94d93d6b72fa is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:06.230653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 0a426685-662e-4e70-a31d-94d93d6b72fa) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:06.235833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:06.236683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.250348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26101e6-87d2-4285-b452-5994734bafca None None] Network 0a426685-662e-4e70-a31d-94d93d6b72fa requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:06.255437 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-68bb3483-b197-41cb-88b0-d11a63dae6dd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5264456 Sep 19 03:35:06.256538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58356) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:06.261767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:06.270545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:06.270990 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.286201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.287368 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.341979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.355141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] For port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1e7f5c21-6e05-47d8-8cc2-f6ffda26a812,segment=NetworkSegment(7b2874c2-27a4-4550-90e5-d7b292b89ebd),segment_id=7b2874c2-27a4-4550-90e5-d7b292b89ebd)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:06.355847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.370981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Calling delete_port for 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:06.454262 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port aa1b4b76-36f7-4ad7-83f5-408be318458c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa1b4b76-36f7-4ad7-83f5-408be318458c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:06.466001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.496053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Port': ['ID=1e7f5c21-6e05-47d8-8cc2-f6ffda26a812,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:06.500765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'aa1b4b76-36f7-4ad7-83f5-408be318458c', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'port_id': 'aa1b4b76-36f7-4ad7-83f5-408be318458c', 'mac_address': 'fa:16:3e:c9:9d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:35:06.506445 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.507829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No DVR routers for this DVR port 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:06.515571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c42d17-93ca-4a65-96dd-012aa23ec45e None None] DHCP port deletion for e1165964-3adc-4bdf-99db-f9c0de825357 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:06.579366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-0a426685-662e-4e70-a31d-94d93d6b72fa', 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'fixed_ips': [{'subnet_id': '5496ecb0-a550-4508-b586-0e6eede60de2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:06.579366 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.589583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.604502 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.613622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1b4b76-36f7-4ad7-83f5-408be318458c {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:35:06.628941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1165964-3adc-4bdf-99db-f9c0de825357']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:06.639413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2874c2-27a4-4550-90e5-d7b292b89ebd') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:06.639708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2874c2-27a4-4550-90e5-d7b292b89ebd') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:06.649882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.664156 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.670393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:06.670938 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:06.674167 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:06.696219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port aa1b4b76-36f7-4ad7-83f5-408be318458c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa1b4b76-36f7-4ad7-83f5-408be318458c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:06.708240 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.736921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.751803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.763531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.772466 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:06.777737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/e1165964-3adc-4bdf-99db-f9c0de825357 HTTP/1.1" status: 204 len: 168 time: 0.6702714 Sep 19 03:35:06.777737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d6281-4139-4b59-ab03-6477d942f51a tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=e1165964-3adc-4bdf-99db-f9c0de825357,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:06.777999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58358) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:06.805279 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5568d5b8-b572-4596-8a18-6839c0d7d0af tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:06.805803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5568d5b8-b572-4596-8a18-6839c0d7d0af tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:06.807558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5568d5b8-b572-4596-8a18-6839c0d7d0af tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/1d344143-6436-4dc3-902c-11c2bba91ad6 HTTP/1.1" status: 404 len: 337 time: 0.0288219 Sep 19 03:35:06.810600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58362) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:06.831268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=aa1b4b76-36f7-4ad7-83f5-408be318458c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:06.836631 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0af9fa9-5777-4236-996f-734e3dc42b5c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:06.837339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0af9fa9-5777-4236-996f-734e3dc42b5c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:06.839298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d0af9fa9-5777-4236-996f-734e3dc42b5c tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/ddee71a9-8114-4df4-968a-7348ac5b3415 HTTP/1.1" status: 404 len: 339 time: 0.0275998 Sep 19 03:35:06.842038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:06.857802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Allocated IP 172.20.0.2 (0a426685-662e-4e70-a31d-94d93d6b72fa/5496ecb0-a550-4508-b586-0e6eede60de2/c0bc0e87-6362-461b-89e1-701438e88ab6) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:06.910383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Allocated IP 172.25.8.188 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/c18806b1-9753-49ae-b10d-dada9dd77527) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:06.935603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting subnet bbedc459-b62e-4dba-a593-af9f2e0a113f {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:06.950127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a59e87-3ee7-4c9e-a370-60b40af78064 req-f1a3668c-151c-4985-9317-baff697136fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:06.951684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78a59e87-3ee7-4c9e-a370-60b40af78064 req-f1a3668c-151c-4985-9317-baff697136fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 945 time: 0.0987563 Sep 19 03:35:06.952413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.009696 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.043950 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.048878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78a59e87-3ee7-4c9e-a370-60b40af78064 req-f3b54055-4c4b-4035-b409-782795e5460e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744498 Sep 19 03:35:07.053317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.060076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.105937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.106946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Network 0a426685-662e-4e70-a31d-94d93d6b72fa is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:07.113982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:07.115021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.118721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:07.122007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Pushing event updated for resources: {'Port': ['ID=c0bc0e87-6362-461b-89e1-701438e88ab6,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:07.157614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['aa1b4b76-36f7-4ad7-83f5-408be318458c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:35:07.164436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:07.168549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:07.171591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:07.192515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.207692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Pushing event updated for resources: {'Port': ['ID=c18806b1-9753-49ae-b10d-dada9dd77527,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:07.209394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Attempting to bind port c0bc0e87-6362-461b-89e1-701438e88ab6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:07.209774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Attempting to bind port c0bc0e87-6362-461b-89e1-701438e88ab6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:07.210190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Attempting to bind port c0bc0e87-6362-461b-89e1-701438e88ab6 on network 0a426685-662e-4e70-a31d-94d93d6b72fa {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:07.219592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Subnet': ['ID=bbedc459-b62e-4dba-a593-af9f2e0a113f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:07.226043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.227895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e0bea608-7258-4c98-81f6-01cd38a0c439 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/subnets/bbedc459-b62e-4dba-a593-af9f2e0a113f HTTP/1.1" status: 204 len: 168 time: 0.3847010 Sep 19 03:35:07.230207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:07.230590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Checking segment: {'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:07.231022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.231244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58366) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:07.231419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Bound using segment: {'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:07.231911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Bound port: c0bc0e87-6362-461b-89e1-701438e88ab6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:07.232296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.255631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36621ef5-9da7-4a4c-ba32-cb6a4550c8d4 None None] Network 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:07.317103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.376840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Deleting port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:07.377313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.460461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] For port c0bc0e87-6362-461b-89e1-701438e88ab6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:07.462502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] For port 1164f74f-4750-4b9b-bf28-5d61826c6ad0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1164f74f-4750-4b9b-bf28-5d61826c6ad0,segment=NetworkSegment(4fe25877-df5e-434b-b28b-29d70e6b2f17),segment_id=4fe25877-df5e-434b-b28b-29d70e6b2f17)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:07.463058 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.482986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Calling delete_port for 1164f74f-4750-4b9b-bf28-5d61826c6ad0 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:07.488668 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.489167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] For port c0bc0e87-6362-461b-89e1-701438e88ab6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0bc0e87-6362-461b-89e1-701438e88ab6,segment=NetworkSegment(f3882b63-1caa-4c31-ab55-39b729662bf9),segment_id=f3882b63-1caa-4c31-ab55-39b729662bf9)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:07.497132 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.574385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f87e1c-361c-4cc6-92b2-a8112182f1ce None None] Pushing event updated for resources: {'Port': ['ID=c0bc0e87-6362-461b-89e1-701438e88ab6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:07.602152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.622866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] No DVR routers for this DVR port 1164f74f-4750-4b9b-bf28-5d61826c6ad0 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:07.643348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc5c2e-f57b-43e8-9ace-c5bef39b9873 None None] DHCP port deletion for 2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:07.673900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Port': ['ID=1164f74f-4750-4b9b-bf28-5d61826c6ad0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:07.734105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.737222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.783278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:07.795909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe25877-df5e-434b-b28b-29d70e6b2f17') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:07.796236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe25877-df5e-434b-b28b-29d70e6b2f17') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:07.807153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.824224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.831838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:07.832283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:07.837717 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:07.844964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1164f74f-4750-4b9b-bf28-5d61826c6ad0 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:07.885198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1164f74f-4750-4b9b-bf28-5d61826c6ad0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:07.885535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1164f74f-4750-4b9b-bf28-5d61826c6ad0 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:07.885888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:07.911679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:07.912572 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1e7f5c21-6e05-47d8-8cc2-f6ffda26a812 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:07.921939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Router 9e481a11-7553-4110-b5e7-1ac50bcd54fe is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:35:07.936798 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.947037 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:07.951156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] 10.222.0.22 "DELETE /v2.0/networks/2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba HTTP/1.1" status: 204 len: 168 time: 0.7161071 Sep 19 03:35:07.960580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fba9b5-12d5-46e5-b8d0-0794e6d4fac7 tempest-NetworksIpV6Test-490586623 tempest-NetworksIpV6Test-490586623-project] Pushing event deleted for resources: {'Network': ['ID=2c4a6f89-2ed4-4446-8b4c-0e090f41b4ba,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:08.046730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:08.056433 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Sync routers for ids ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:08.064155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.066080 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-81bec267-2509-4bba-8dc3-0a0bd66f64ba admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8083663 Sep 19 03:35:08.068615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Routers {'9e481a11-7553-4110-b5e7-1ac50bcd54fe'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:08.068615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:34:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:08.069142 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58370) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:08.191616 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Set router 9e481a11-7553-4110-b5e7-1ac50bcd54fe gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:08.202269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58376) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:08.263680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04442570-f0d8-4e5f-b813-ccfc074e5e16 req-fcf4899c-d50d-4095-aa4c-3c857243fefd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:08.265343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04442570-f0d8-4e5f-b813-ccfc074e5e16 req-fcf4899c-d50d-4095-aa4c-3c857243fefd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 945 time: 0.0986922 Sep 19 03:35:08.380683 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:07Z', 'revision_number': 3, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port': {'id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:08.383960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6f1015f7-5139-42ae-a164-1626304f9d39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=74f62a4a87b14c2db9b964fbf9a666c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804740 Sep 19 03:35:08.387025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58380) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:08.417324 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Checking router: 9e481a11-7553-4110-b5e7-1ac50bcd54fe for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:08.418252 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Updating router 9e481a11-7553-4110-b5e7-1ac50bcd54fe port c18806b1-9753-49ae-b10d-dada9dd77527 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:08.445678 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.455633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-04442570-f0d8-4e5f-b813-ccfc074e5e16 req-33cde368-274d-48c7-a021-0a55ced66801 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546948 Sep 19 03:35:08.461327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d982eae1-4c98-4b70-8ff4-ffd46e43d47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.500870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d982eae1-4c98-4b70-8ff4-ffd46e43d47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.561175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d982eae1-4c98-4b70-8ff4-ffd46e43d47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.579389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d982eae1-4c98-4b70-8ff4-ffd46e43d47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.583066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d982eae1-4c98-4b70-8ff4-ffd46e43d47a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc91a3d5-4015-439d-8d60-2ec183c118b8 HTTP/1.1" status: 204 len: 168 time: 0.1929104 Sep 19 03:35:08.601612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982eae1-4c98-4b70-8ff4-ffd46e43d47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc91a3d5-4015-439d-8d60-2ec183c118b8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:08.763364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.818578 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.824404 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.848682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983f2634-c348-4322-9a89-86b9c0be8b9e None None] Network 0a426685-662e-4e70-a31d-94d93d6b72fa requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:08.885109 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Attempting to bind port c18806b1-9753-49ae-b10d-dada9dd77527 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:08.885493 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Attempting to bind port c18806b1-9753-49ae-b10d-dada9dd77527 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:08.885812 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Attempting to bind port c18806b1-9753-49ae-b10d-dada9dd77527 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:08.892633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:08.893026 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:08.893429 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.894248 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:08.894365 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Bound port: c18806b1-9753-49ae-b10d-dada9dd77527, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:08.894766 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.927929 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Pushing event updated for resources: {'Port': ['ID=c18806b1-9753-49ae-b10d-dada9dd77527,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:08.936568 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.936907 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.937438 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.938496 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.939029 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.939357 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.939691 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.939998 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.940308 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.940791 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.941274 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.941748 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:08.961499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-75bb88d1-c7fb-4dc0-8cf3-b8a14d9a015e None None] Provisioning complete for port c0bc0e87-6362-461b-89e1-701438e88ab6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:08.961876 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75bb88d1-c7fb-4dc0-8cf3-b8a14d9a015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:08.974027 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] For port c18806b1-9753-49ae-b10d-dada9dd77527, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:08.975888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Allocated IP 172.20.0.1 (0a426685-662e-4e70-a31d-94d93d6b72fa/5496ecb0-a550-4508-b586-0e6eede60de2/036ea72b-7062-4445-9cdf-e7aba4d242a5) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:08.977364 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] For port c18806b1-9753-49ae-b10d-dada9dd77527, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c18806b1-9753-49ae-b10d-dada9dd77527,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:08.985198 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.049199 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c00f9-4502-4632-9f46-7f1a54864570 None None] Pushing event updated for resources: {'Port': ['ID=c18806b1-9753-49ae-b10d-dada9dd77527,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:09.068977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Routers {'9e481a11-7553-4110-b5e7-1ac50bcd54fe'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:09.070091 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:34:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:09.132030 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.174311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.232170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Network 0a426685-662e-4e70-a31d-94d93d6b72fa is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:09.236660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:09.244204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:09.289104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75bb88d1-c7fb-4dc0-8cf3-b8a14d9a015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.308296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Pushing event updated for resources: {'Port': ['ID=036ea72b-7062-4445-9cdf-e7aba4d242a5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:09.309787 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] Set router 9e481a11-7553-4110-b5e7-1ac50bcd54fe gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:09.322836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.338126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-75bb88d1-c7fb-4dc0-8cf3-b8a14d9a015e None None] For port c0bc0e87-6362-461b-89e1-701438e88ab6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0bc0e87-6362-461b-89e1-701438e88ab6,segment=NetworkSegment(f3882b63-1caa-4c31-ab55-39b729662bf9),segment_id=f3882b63-1caa-4c31-ab55-39b729662bf9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:09.344693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-75bb88d1-c7fb-4dc0-8cf3-b8a14d9a015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.394606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb88d1-c7fb-4dc0-8cf3-b8a14d9a015e None None] Pushing event updated for resources: {'Port': ['ID=c0bc0e87-6362-461b-89e1-701438e88ab6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:09.509384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.523322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58404) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:09.555806 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:07Z', 'revision_number': 3, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port': {'id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:09.588662 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c918cc-b5fb-4b0b-a82c-9fc5c0f60d3c None None] The sync data for ids ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'] in n-d-809936-1 is: [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:07Z', 'revision_number': 3, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port': {'id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:09.672748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4b458795-252a-4bb0-909b-b1de93114322 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] Request body: {'port': {'network_id': '5677d4e9-b604-47f3-98b3-29e7f8327925', 'name': 'tempest-NetworksNegativeTestJSON-1655415656'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:09.678908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8a3687ca-3539-43a3-80e7-cf8fe7a093a5 None None] Provisioning complete for port c0bc0e87-6362-461b-89e1-701438e88ab6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:09.679099 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8a3687ca-3539-43a3-80e7-cf8fe7a093a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.697580 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b458795-252a-4bb0-909b-b1de93114322 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] POST failed (client error): The resource could not be found. Sep 19 03:35:09.700992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5ff04-bac7-479d-9836-e0f29f848999 req-b44396cc-0be6-49a7-8e2f-9b4f0f7941e0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:09.703022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9f5ff04-bac7-479d-9836-e0f29f848999 req-b44396cc-0be6-49a7-8e2f-9b4f0f7941e0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 945 time: 0.1275213 Sep 19 03:35:09.710595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b458795-252a-4bb0-909b-b1de93114322 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:09.718601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4b458795-252a-4bb0-909b-b1de93114322 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1935501 Sep 19 03:35:09.719921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58408) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:09.747080 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b61984-3a0a-4082-9db7-37010645e38e tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:09.747737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b61984-3a0a-4082-9db7-37010645e38e tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:09.762032 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8b61984-3a0a-4082-9db7-37010645e38e tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "DELETE /v2.0/networks/eb5f9c89-0e2a-4ea0-8d3b-59b741a345c6 HTTP/1.1" status: 404 len: 339 time: 0.0405266 Sep 19 03:35:09.763070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58410) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:09.790057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.802575 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.813889 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc27efd-a8d7-4bf1-8dad-162ab41e17f6 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:09.816726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc27efd-a8d7-4bf1-8dad-162ab41e17f6 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:09.829226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4cc27efd-a8d7-4bf1-8dad-162ab41e17f6 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "DELETE /v2.0/ports/91a64a82-363c-42b5-b6fc-63ae690375a5 HTTP/1.1" status: 404 len: 333 time: 0.0647240 Sep 19 03:35:09.830018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58412) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:09.862538 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c52a2a0-c5bb-4539-9ce7-051730af45e5 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] DELETE failed (client error): The resource could not be found. Sep 19 03:35:09.865016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c52a2a0-c5bb-4539-9ce7-051730af45e5 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:09.873420 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9c52a2a0-c5bb-4539-9ce7-051730af45e5 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "DELETE /v2.0/subnets/2155ee85-52a3-4d21-9425-fb59eb690dc5 HTTP/1.1" status: 404 len: 337 time: 0.0404625 Sep 19 03:35:09.874194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58414) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:09.901680 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f815953-8709-4863-b86f-12ad0e5f5d8d tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] GET failed (client error): The resource could not be found. Sep 19 03:35:09.908158 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9f815953-8709-4863-b86f-12ad0e5f5d8d tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "GET /v2.0/networks/ba7d8a18-3f47-441b-bebc-0e5190ffc760 HTTP/1.1" status: 404 len: 339 time: 0.0327036 Sep 19 03:35:09.908980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:09.926135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9f5ff04-bac7-479d-9836-e0f29f848999 req-6d66257b-6630-4590-8263-2921c5efd043 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136827 Sep 19 03:35:09.927059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Pushing event updated for resources: {'Port': ['ID=036ea72b-7062-4445-9cdf-e7aba4d242a5,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:09.932875 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:09.935652 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eea24e6-1d5e-4b75-a75b-380b97e82937 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] GET failed (client error): The resource could not be found. Sep 19 03:35:09.942523 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5eea24e6-1d5e-4b75-a75b-380b97e82937 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "GET /v2.0/ports/aa120209-f564-4595-9928-d550c07b7b6f HTTP/1.1" status: 404 len: 333 time: 0.0322812 Sep 19 03:35:09.943707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58418) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:09.973167 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b33802b6-0ba8-4f08-a5f7-6839ec45d1be None None] Provisioning complete for port 036ea72b-7062-4445-9cdf-e7aba4d242a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:09.973751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b33802b6-0ba8-4f08-a5f7-6839ec45d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.020806 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3e1899-477f-4e69-b26c-84458abd6a44 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] GET failed (client error): The resource could not be found. Sep 19 03:35:10.022160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6c3e1899-477f-4e69-b26c-84458abd6a44 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "GET /v2.0/subnets/f77c6764-0cf6-4959-b548-7211d688ddd1 HTTP/1.1" status: 404 len: 337 time: 0.0761530 Sep 19 03:35:10.026420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:10.029076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b33802b6-0ba8-4f08-a5f7-6839ec45d1be None None] Port 036ea72b-7062-4445-9cdf-e7aba4d242a5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:10.037623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-52bc1b22-c40d-4356-b78e-19b8a858d129 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:10.058694 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bc1b22-c40d-4356-b78e-19b8a858d129 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] PUT failed (client error): The resource could not be found. Sep 19 03:35:10.059534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52bc1b22-c40d-4356-b78e-19b8a858d129 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:10.061080 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-52bc1b22-c40d-4356-b78e-19b8a858d129 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "PUT /v2.0/networks/eb04326a-9b2f-46c9-9a12-f9b7f4c0183f HTTP/1.1" status: 404 len: 339 time: 0.0325594 Sep 19 03:35:10.065617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58422) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:10.071729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fa188192-3bbd-49bd-9cbe-d7d405df7ae6 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:10.080845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0bc0e87-6362-461b-89e1-701438e88ab6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:10.093052 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa188192-3bbd-49bd-9cbe-d7d405df7ae6 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] PUT failed (client error): The resource could not be found. Sep 19 03:35:10.093743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa188192-3bbd-49bd-9cbe-d7d405df7ae6 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:10.094954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa188192-3bbd-49bd-9cbe-d7d405df7ae6 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "PUT /v2.0/ports/367435cc-4112-4121-b2a6-f1c8c93e198c HTTP/1.1" status: 404 len: 333 time: 0.0283449 Sep 19 03:35:10.098772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58424) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:10.104096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6a84b0c1-f5de-4eea-89e0-e14b915c9821 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:10.127956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Network 0a426685-662e-4e70-a31d-94d93d6b72fa is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:10.129911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:10.139746 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a84b0c1-f5de-4eea-89e0-e14b915c9821 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] PUT failed (client error): The resource could not be found. Sep 19 03:35:10.140214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a84b0c1-f5de-4eea-89e0-e14b915c9821 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:35:10.142219 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6a84b0c1-f5de-4eea-89e0-e14b915c9821 tempest-NetworksNegativeTestJSON-1969810111 tempest-NetworksNegativeTestJSON-1969810111-project] 10.222.0.22 "PUT /v2.0/subnets/f6a6ab34-a78c-45fd-bed1-f1e669f760a0 HTTP/1.1" status: 404 len: 337 time: 0.0424793 Sep 19 03:35:10.144459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c0bc0e87-6362-461b-89e1-701438e88ab6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:10.144837 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.176743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa1b4b76-36f7-4ad7-83f5-408be318458c up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:10.291429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Router 9e481a11-7553-4110-b5e7-1ac50bcd54fe has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:10.307193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port aa1b4b76-36f7-4ad7-83f5-408be318458c completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:35:10.326073 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port aa1b4b76-36f7-4ad7-83f5-408be318458c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:10.326737 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.433070 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.451540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:10.474733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1b4b76-36f7-4ad7-83f5-408be318458c'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:35:10.476368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-42d648f0-3b0e-427d-ba16-7577b5b67aec admin admin] 10.222.0.22 "PUT /v2.0/routers/9e481a11-7553-4110-b5e7-1ac50bcd54fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4057078 Sep 19 03:35:10.478772 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6566c8-96a4-4838-b528-43c87edccb0d" -d '{"events": [{"server_uuid": "f69d9365-90b1-463f-bca7-671cc82a3398", "name": "network-vif-plugged", "status": "completed", "tag": "aa1b4b76-36f7-4ad7-83f5-408be318458c"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:35:10.496795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port aa1b4b76-36f7-4ad7-83f5-408be318458c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa1b4b76-36f7-4ad7-83f5-408be318458c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:10.505608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.539063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58434) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:10.555780 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b610e9-bfef-4165-93af-9e8e9d23a1b0 x-openstack-request-id: req-09b610e9-bfef-4165-93af-9e8e9d23a1b0 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:35:10.556119 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69d9365-90b1-463f-bca7-671cc82a3398", "name": "network-vif-plugged", "status": "completed", "tag": "aa1b4b76-36f7-4ad7-83f5-408be318458c", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:35:10.556734 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09b610e9-bfef-4165-93af-9e8e9d23a1b0 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:35:10.556734 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1b4b76-36f7-4ad7-83f5-408be318458c', 'code': 200} Sep 19 03:35:10.592698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2368768d-1671-4275-8c16-c3e6b97581fe None None] Provisioning complete for port 036ea72b-7062-4445-9cdf-e7aba4d242a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:10.593190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2368768d-1671-4275-8c16-c3e6b97581fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.639820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=aa1b4b76-36f7-4ad7-83f5-408be318458c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:10.663415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2368768d-1671-4275-8c16-c3e6b97581fe None None] Port 036ea72b-7062-4445-9cdf-e7aba4d242a5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:10.697102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba666864-a1cf-46f2-87ca-eb6a622d71a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.722470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8a9bc-5409-4ba0-a3c1-ed8f9bafdc3a req-d22c8b6f-90d1-4661-923e-f65b13c21d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:10.724254 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ce8a9bc-5409-4ba0-a3c1-ed8f9bafdc3a req-d22c8b6f-90d1-4661-923e-f65b13c21d09 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 1097 time: 0.0807672 Sep 19 03:35:10.783846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3ce8a9bc-5409-4ba0-a3c1-ed8f9bafdc3a req-3456fd8a-dbac-4242-b4f0-cc6ebe4008d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499113 Sep 19 03:35:10.839283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba666864-a1cf-46f2-87ca-eb6a622d71a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.853041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ba666864-a1cf-46f2-87ca-eb6a622d71a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.892560 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba666864-a1cf-46f2-87ca-eb6a622d71a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14daac51b1294dac877cc0e0bdc24a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518109 Sep 19 03:35:10.893419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba666864-a1cf-46f2-87ca-eb6a622d71a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b49382d-3e88-49b7-bed3-3b7179aae5eb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:10.895553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58446) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:10.946144 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7793-c05f-4faa-ab66-9eafd51a6093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:10.967006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7793-c05f-4faa-ab66-9eafd51a6093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.028248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7793-c05f-4faa-ab66-9eafd51a6093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.032769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cf3c7793-c05f-4faa-ab66-9eafd51a6093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.033982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58454) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:11.034170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cf3c7793-c05f-4faa-ab66-9eafd51a6093 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b49382d-3e88-49b7-bed3-3b7179aae5eb HTTP/1.1" status: 204 len: 168 time: 0.1375008 Sep 19 03:35:11.039496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-420982559-network', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:11.057619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c7793-c05f-4faa-ab66-9eafd51a6093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b49382d-3e88-49b7-bed3-3b7179aae5eb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:11.066952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Made reservation on behalf of f16aedd11c95402185c0c348db522ce2 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:11.071273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.088097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.116608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfc8c8-66d2-4899-9690-9c113dac7831 req-c6c85d74-f190-4b37-94e8-c10047d00edf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:11.118049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54cfc8c8-66d2-4899-9690-9c113dac7831 req-c6c85d74-f190-4b37-94e8-c10047d00edf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 946 time: 0.0828300 Sep 19 03:35:11.161850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54cfc8c8-66d2-4899-9690-9c113dac7831 req-36ee8b25-3780-4234-95bc-d0d9f838004e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Sep 19 03:35:11.188485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.191946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.214666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:11.230837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb7e7d3-e9e3-4db9-b378-73fdfa51b338,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:11.233688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.234037 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Added segment a03194c4-cd72-4491-86ec-6f9968be2fc5 of type vlan for network 35ccecb5-add1-413f-ab1d-9f70317405ae Sep 19 03:35:11.279796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.308337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.309574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:11.310015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.341725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3063800 Sep 19 03:35:11.345278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58460) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:11.350505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Request body: {'subnet': {'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-420982559-subnet', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:11.375051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Made reservation on behalf of f16aedd11c95402185c0c348db522ce2 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:11.378560 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.383179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7000b8-4813-4f31-b32e-ad9bcb9b409a admin admin] Pushing event updated for resources: {'Network': ['ID=35ccecb5-add1-413f-ab1d-9f70317405ae,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:11.394422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 35ccecb5-add1-413f-ab1d-9f70317405ae details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:11.564261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.623999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea98ec5-4e83-474e-a0f1-13f1bc46ac7f,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:11.631518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Checking segment: {'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:11.631864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Network hostable DHCP agents. Network: 35ccecb5-add1-413f-ab1d-9f70317405ae, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:11.651571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Network 35ccecb5-add1-413f-ab1d-9f70317405ae is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:11.661814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 35ccecb5-add1-413f-ab1d-9f70317405ae) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:11.667380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:11.668124 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.675884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Sync routers for ids ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:11.681121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780b9baf-b36d-46ce-ab3d-80a62a45352d None None] Network 35ccecb5-add1-413f-ab1d-9f70317405ae requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:11.687311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-734a2254-faef-439c-8c89-2b1cb2c2aecc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3406863 Sep 19 03:35:11.690467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58476) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:11.695283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:11.715214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Routers {'9e481a11-7553-4110-b5e7-1ac50bcd54fe'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:11.716021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:34:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:11.720221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.721327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:11.902482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c18806b1-9753-49ae-b10d-dada9dd77527 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:11.906289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Set router 9e481a11-7553-4110-b5e7-1ac50bcd54fe gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:11.953352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58480) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:12.034151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-35ccecb5-add1-413f-ab1d-9f70317405ae', 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'fixed_ips': [{'subnet_id': 'eea98ec5-4e83-474e-a0f1-13f1bc46ac7f'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:12.035057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.076565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3fd349b4-16e4-430f-8406-e0b691cafb55 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-662155946', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:12.102266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd349b4-16e4-430f-8406-e0b691cafb55 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.104847 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd349b4-16e4-430f-8406-e0b691cafb55 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.124729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.153509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c18806b1-9753-49ae-b10d-dada9dd77527 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:12.154176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.185336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd349b4-16e4-430f-8406-e0b691cafb55 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.193267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd349b4-16e4-430f-8406-e0b691cafb55 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.231169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3fd349b4-16e4-430f-8406-e0b691cafb55 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.236733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3fd349b4-16e4-430f-8406-e0b691cafb55 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2783973 Sep 19 03:35:12.237679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58486) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:12.245572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1787126883'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:12.275599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:12.279541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.289553 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.318913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.354812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9f5a-999a-458a-9803-5bd31d1ff9bc req-b7e2e33d-cf5d-4ded-9726-e03260b30e75 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:12.357866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d88a9f5a-999a-458a-9803-5bd31d1ff9bc req-b7e2e33d-cf5d-4ded-9726-e03260b30e75 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 946 time: 0.0979476 Sep 19 03:35:12.368094 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.403464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port c18806b1-9753-49ae-b10d-dada9dd77527, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c18806b1-9753-49ae-b10d-dada9dd77527,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:12.407153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Allocated IP 172.20.0.2 (35ccecb5-add1-413f-ab1d-9f70317405ae/eea98ec5-4e83-474e-a0f1-13f1bc46ac7f/999e0e22-c706-48ec-88ee-b6360a19b8ca) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:12.415317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.424022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.427498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:09Z', 'revision_number': 4, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port': {'id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '036ea72b-7062-4445-9cdf-e7aba4d242a5', 'name': '', 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'mac_address': 'fa:16:3e:eb:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '5496ecb0-a550-4508-b586-0e6eede60de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:08Z', 'updated_at': '2021-09-19T03:35:09Z', 'revision_number': 2, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'subnets': [{'id': '5496ecb0-a550-4508-b586-0e6eede60de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:12.437128 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.470239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d88a9f5a-999a-458a-9803-5bd31d1ff9bc req-d29d31c4-c67b-4bc9-93a6-981b522e1b1b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793419 Sep 19 03:35:12.471942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d598e-1d12-4a74-9ec8-694acc05382f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:12.483738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:12.489113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Checking router: 9e481a11-7553-4110-b5e7-1ac50bcd54fe for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:12.489477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Updating router 9e481a11-7553-4110-b5e7-1ac50bcd54fe port 036ea72b-7062-4445-9cdf-e7aba4d242a5 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:12.509954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.510355 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Added segment 175e5711-6ecf-452e-a2a1-aee120bf9892 of type vlan for network 73948619-59b9-4188-a3ed-493c0af57c8e Sep 19 03:35:12.557814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.562403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=c18806b1-9753-49ae-b10d-dada9dd77527,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:12.570672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.597189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.603250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:12.603899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.640200 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4013851 Sep 19 03:35:12.644327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58490) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:12.649906 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'subnet': {'network_id': '73948619-59b9-4188-a3ed-493c0af57c8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:12.660854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4f9ec-8391-4c23-8f8d-8480cd941950 req-b222f9dc-6b47-481d-8542-11637623e26d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:12.663135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecb4f9ec-8391-4c23-8f8d-8480cd941950 req-b222f9dc-6b47-481d-8542-11637623e26d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 946 time: 0.1145830 Sep 19 03:35:12.673244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.707717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.708479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f8bc3-733a-496c-b213-5f7836af207f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Network': ['ID=73948619-59b9-4188-a3ed-493c0af57c8e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:12.734891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 73948619-59b9-4188-a3ed-493c0af57c8e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:12.769390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecb4f9ec-8391-4c23-8f8d-8480cd941950 req-9e44b321-973f-4229-9ba3-473989de2114 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935578 Sep 19 03:35:12.787393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:12.790950 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.855689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Allocated IP 172.25.8.200 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/2fc1e161-eb7e-4876-ac22-a4708efa3807) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:12.881083 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.918198 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:12.966018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Network 35ccecb5-add1-413f-ab1d-9f70317405ae is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:12.974388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:12.982515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:12.990276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Pushing event updated for resources: {'Port': ['ID=999e0e22-c706-48ec-88ee-b6360a19b8ca,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:13.020296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.044072 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.089436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Subnet': ['ID=ba52c4fc-e992-49f4-8aea-a0585d864568,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:13.097413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Checking segment: {'id': '175e5711-6ecf-452e-a2a1-aee120bf9892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '73948619-59b9-4188-a3ed-493c0af57c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:13.097865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network hostable DHCP agents. Network: 73948619-59b9-4188-a3ed-493c0af57c8e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:13.103527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Attempting to bind port 999e0e22-c706-48ec-88ee-b6360a19b8ca on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:13.103913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Attempting to bind port 999e0e22-c706-48ec-88ee-b6360a19b8ca by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:13.104274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Attempting to bind port 999e0e22-c706-48ec-88ee-b6360a19b8ca on network 35ccecb5-add1-413f-ab1d-9f70317405ae {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:13.110797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.112067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:13.112448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Checking segment: {'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:13.112863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.113504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Bound using segment: {'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:13.114009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Bound port: 999e0e22-c706-48ec-88ee-b6360a19b8ca, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:13.114423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.118815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network 73948619-59b9-4188-a3ed-493c0af57c8e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:13.129636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 73948619-59b9-4188-a3ed-493c0af57c8e) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:13.142925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf5d2a-bab5-4070-9a19-d1743228435b None None] Network 73948619-59b9-4188-a3ed-493c0af57c8e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:13.143129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:13.144033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.160425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-26abf542-e85b-4b79-8a6a-fc02616421c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5149226 Sep 19 03:35:13.163421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58498) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:13.168114 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.170645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'network': {'name': 'tempest-router-network01--266929471'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:13.173366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:13.179479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:13.188036 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.189489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:13.200285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:13.205419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.219559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2fc1e161-eb7e-4876-ac22-a4708efa3807,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:13.235215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:13.240306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05600680-8bf1-482d-bca5-2b09d17c32b9 req-09bbc174-8d4c-4368-bdea-757685179e72 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:13.241868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05600680-8bf1-482d-bca5-2b09d17c32b9 req-09bbc174-8d4c-4368-bdea-757685179e72 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 946 time: 0.1418910 Sep 19 03:35:13.265516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.266832 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Added segment 199d01a9-3d1d-469f-8771-4741b90b030d of type vlan for network 43a8120a-7782-4e24-af81-af54a2ca2170 Sep 19 03:35:13.289520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] For port 999e0e22-c706-48ec-88ee-b6360a19b8ca, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:13.318099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17442081-9f4b-4640-bad2-6a4871c4e020 None None] Pushing event updated for resources: {'Port': ['ID=036ea72b-7062-4445-9cdf-e7aba4d242a5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:13.321702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.322979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] For port 999e0e22-c706-48ec-88ee-b6360a19b8ca, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=999e0e22-c706-48ec-88ee-b6360a19b8ca,segment=NetworkSegment(a03194c4-cd72-4491-86ec-6f9968be2fc5),segment_id=a03194c4-cd72-4491-86ec-6f9968be2fc5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:13.339195 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.355409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.363743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:13.364603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.409466 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2438631 Sep 19 03:35:13.413119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58500) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:13.422931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'network': {'name': 'tempest-router-network02--1653936158'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:13.457560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:13.462171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.479437 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05600680-8bf1-482d-bca5-2b09d17c32b9 req-ff651331-bc42-44fb-8750-e14ad8a9db22 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232463 Sep 19 03:35:13.487213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Attempting to bind port 036ea72b-7062-4445-9cdf-e7aba4d242a5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:13.497354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Attempting to bind port 036ea72b-7062-4445-9cdf-e7aba4d242a5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:13.497354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Attempting to bind port 036ea72b-7062-4445-9cdf-e7aba4d242a5 on network 0a426685-662e-4e70-a31d-94d93d6b72fa {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:13.513290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb78f0-c19e-421e-9b95-0722adc59e54 None None] Pushing event updated for resources: {'Port': ['ID=999e0e22-c706-48ec-88ee-b6360a19b8ca,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:13.514939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3f84a-b004-4682-86cd-67adc90b30c0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Network': ['ID=43a8120a-7782-4e24-af81-af54a2ca2170,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:13.518955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:13.519751 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Checking segment: {'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:13.520392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.521006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Bound using segment: {'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:13.521843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Bound port: 036ea72b-7062-4445-9cdf-e7aba4d242a5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3882b63-1caa-4c31-ab55-39b729662bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:13.522478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.534549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:13.548543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.549089 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Added segment 75625301-8605-443b-9b8b-c40245ebef07 of type vlan for network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 Sep 19 03:35:13.553750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 43a8120a-7782-4e24-af81-af54a2ca2170 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:13.598491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.624519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-73948619-59b9-4188-a3ed-493c0af57c8e', 'network_id': '73948619-59b9-4188-a3ed-493c0af57c8e', 'tenant_id': 'd6283b7c65c14470add00781a6c9e32a', 'fixed_ips': [{'subnet_id': 'ba52c4fc-e992-49f4-8aea-a0585d864568'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:13.625542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.627961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.635136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:13.635784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.664221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.714650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Network': ['ID=e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:13.718341 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c476a89f-7861-421b-a2c9-467aa008412a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3039930 Sep 19 03:35:13.721367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58502) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:13.721907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5d943947-6aea-465d-895f-b14a3f2da8cf None None] Provisioning complete for port 036ea72b-7062-4445-9cdf-e7aba4d242a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:13.722292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d943947-6aea-465d-895f-b14a3f2da8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:13.726940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'subnet': {'network_id': '43a8120a-7782-4e24-af81-af54a2ca2170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:13.811550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:13.886920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] For port 036ea72b-7062-4445-9cdf-e7aba4d242a5, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:13.914112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:13.917607 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.042455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.130107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] For port 036ea72b-7062-4445-9cdf-e7aba4d242a5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=036ea72b-7062-4445-9cdf-e7aba4d242a5,segment=NetworkSegment(f3882b63-1caa-4c31-ab55-39b729662bf9),segment_id=f3882b63-1caa-4c31-ab55-39b729662bf9)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:14.132982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 999e0e22-c706-48ec-88ee-b6360a19b8ca up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:14.180440 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.188011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.190402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Router 46126c76-99d4-4853-958a-fa0aa1b15ea3 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:35:14.199523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5d943947-6aea-465d-895f-b14a3f2da8cf None None] Port 036ea72b-7062-4445-9cdf-e7aba4d242a5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:14.260673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Checking segment: {'id': '199d01a9-3d1d-469f-8771-4741b90b030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '43a8120a-7782-4e24-af81-af54a2ca2170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:14.261055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network hostable DHCP agents. Network: 43a8120a-7782-4e24-af81-af54a2ca2170, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:14.263058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Subnet': ['ID=e8b97143-214d-4c2b-bc39-5b8899a06f9a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:14.283385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Allocated IP 2001:db8::2 (73948619-59b9-4188-a3ed-493c0af57c8e/ba52c4fc-e992-49f4-8aea-a0585d864568/04805486-d286-4c6b-889e-390513541b6b) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:14.284177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network 43a8120a-7782-4e24-af81-af54a2ca2170 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:14.299430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 43a8120a-7782-4e24-af81-af54a2ca2170) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:14.301946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17442081-9f4b-4640-bad2-6a4871c4e020 None None] Pushing event updated for resources: {'Port': ['ID=036ea72b-7062-4445-9cdf-e7aba4d242a5,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:14.303461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:14.304249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.314892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Routers {'9e481a11-7553-4110-b5e7-1ac50bcd54fe'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:14.315872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:34:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:14.329499 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2c0dc9a3-e28e-4a63-9762-c14dcc4ee756 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6036258 Sep 19 03:35:14.330109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58504) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:14.339812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'subnet': {'network_id': 'e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:14.381954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:14.392307 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Sync routers for ids ['46126c76-99d4-4853-958a-fa0aa1b15ea3'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:14.404083 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Routers {'46126c76-99d4-4853-958a-fa0aa1b15ea3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:14.410132 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:34:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['46126c76-99d4-4853-958a-fa0aa1b15ea3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:14.415509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbf87d-8500-4a3d-929e-013ad699fe71 None None] Network 43a8120a-7782-4e24-af81-af54a2ca2170 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:14.423506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.428248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-49f0f867-c20c-4f0d-8103-182566c546c9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7331488 Sep 19 03:35:14.428447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58506) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:14.435374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 999e0e22-c706-48ec-88ee-b6360a19b8ca triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:14.437748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.532808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:14.540548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.574595 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Set router 46126c76-99d4-4853-958a-fa0aa1b15ea3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:14.709934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d061f2-b032-47ea-b28e-d4ff38a8dc7d req-cb792edc-4216-4130-bb28-b278822d885a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:14.717054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46d061f2-b032-47ea-b28e-d4ff38a8dc7d req-cb792edc-4216-4130-bb28-b278822d885a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 946 time: 0.0991914 Sep 19 03:35:14.804420 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-60632d42-ea75-4539-bc4b-a8c1d2483792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.807337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46d061f2-b032-47ea-b28e-d4ff38a8dc7d req-a7c1c44b-480e-4b81-9980-5e74b78f7996 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846953 Sep 19 03:35:14.841455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:13Z', 'revision_number': 3, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port': {'id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:12Z', 'updated_at': '2021-09-19T03:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:14.883436 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Checking router: 46126c76-99d4-4853-958a-fa0aa1b15ea3 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:14.885037 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Updating router 46126c76-99d4-4853-958a-fa0aa1b15ea3 port 2fc1e161-eb7e-4876-ac22-a4708efa3807 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:14.921935 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.951419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-43a8120a-7782-4e24-af81-af54a2ca2170', 'network_id': '43a8120a-7782-4e24-af81-af54a2ca2170', 'tenant_id': 'd6283b7c65c14470add00781a6c9e32a', 'fixed_ips': [{'subnet_id': 'e8b97143-214d-4c2b-bc39-5b8899a06f9a'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:14.952580 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:14.999683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619594c-3318-49a0-b6f0-15b8c59857f9 None None] Network 35ccecb5-add1-413f-ab1d-9f70317405ae requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:15.037971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-618ffd34-27b4-4d80-9e19-23f6ad0e1679 None None] Provisioning complete for port 036ea72b-7062-4445-9cdf-e7aba4d242a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:15.038176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-618ffd34-27b4-4d80-9e19-23f6ad0e1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.047845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] Set router 9e481a11-7553-4110-b5e7-1ac50bcd54fe gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:15.199988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-b43f2757-d472-4a44-bda1-85c90355560b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:15.200846 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.201458 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-b43f2757-d472-4a44-bda1-85c90355560b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 946 time: 0.1283643 Sep 19 03:35:15.209095 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.224270 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.271381 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Attempting to bind port 2fc1e161-eb7e-4876-ac22-a4708efa3807 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:15.271636 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Attempting to bind port 2fc1e161-eb7e-4876-ac22-a4708efa3807 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:15.271882 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Attempting to bind port 2fc1e161-eb7e-4876-ac22-a4708efa3807 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:15.283450 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05542fe2-eeef-44e6-9c1b-5a4fe10de5c9 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e161-eb7e-4876-ac22-a4708efa3807,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:15.285843 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:15.286213 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:15.287391 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.287788 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:15.288353 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Bound port: 2fc1e161-eb7e-4876-ac22-a4708efa3807, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:15.289423 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.355455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] For port 2fc1e161-eb7e-4876-ac22-a4708efa3807, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:15.359000 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] For port 2fc1e161-eb7e-4876-ac22-a4708efa3807, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2fc1e161-eb7e-4876-ac22-a4708efa3807,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:15.365329 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.387067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.415141 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.419004 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Routers {'46126c76-99d4-4853-958a-fa0aa1b15ea3'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:15.420361 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:34:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['46126c76-99d4-4853-958a-fa0aa1b15ea3'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:15.438167 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.441417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 999e0e22-c706-48ec-88ee-b6360a19b8ca, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=999e0e22-c706-48ec-88ee-b6360a19b8ca,segment=NetworkSegment(a03194c4-cd72-4491-86ec-6f9968be2fc5),segment_id=a03194c4-cd72-4491-86ec-6f9968be2fc5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:15.481568 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05542fe2-eeef-44e6-9c1b-5a4fe10de5c9 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e161-eb7e-4876-ac22-a4708efa3807,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:15.524687 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.525647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c18806b1-9753-49ae-b10d-dada9dd77527 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:15.555234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port aa1b4b76-36f7-4ad7-83f5-408be318458c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:15.555574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.569704 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] Set router 46126c76-99d4-4853-958a-fa0aa1b15ea3 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:15.575518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Subnet': ['ID=d1542b05-72ba-4bcc-b65d-6ddc596a78ee,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:15.642617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Network 73948619-59b9-4188-a3ed-493c0af57c8e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:15.672184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:15.674890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Checking segment: {'id': '75625301-8605-443b-9b8b-c40245ebef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:15.675083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:15.675357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network hostable DHCP agents. Network: e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:15.700451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Pushing event updated for resources: {'Port': ['ID=04805486-d286-4c6b-889e-390513541b6b,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:15.712243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Allocated IP 2001:db8::2 (43a8120a-7782-4e24-af81-af54a2ca2170/e8b97143-214d-4c2b-bc39-5b8899a06f9a/cede44c0-1070-4061-a3c7-63118545d136) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:15.722768 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-618ffd34-27b4-4d80-9e19-23f6ad0e1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.738063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] For port aa1b4b76-36f7-4ad7-83f5-408be318458c, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=aa1b4b76-36f7-4ad7-83f5-408be318458c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:15.738454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.757708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for aa1b4b76-36f7-4ad7-83f5-408be318458c owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:15.761295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:15.763615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:13Z', 'revision_number': 3, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port': {'id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:12Z', 'updated_at': '2021-09-19T03:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:15.793879 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f388973c-05f7-426e-aa69-62b6134fc972 None None] The sync data for ids ['46126c76-99d4-4853-958a-fa0aa1b15ea3'] in n-d-809936-1 is: [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:13Z', 'revision_number': 3, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port': {'id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:12Z', 'updated_at': '2021-09-19T03:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:15.794217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:15.807374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:15.807975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.831834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb7956-2ab9-48d1-9d82-bc3c68b4fa03 None None] Network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:15.878437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:15.887689 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a3e23bc-aa1b-46d1-9710-f16f4d7289fd tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5515161 Sep 19 03:35:15.896355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58512) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:15.963138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114a4c7-5dbd-43e4-a493-09ffd980d348 req-1bfeae0b-7739-48c0-afff-d046f8facc26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:15.964901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a114a4c7-5dbd-43e4-a493-09ffd980d348 req-1bfeae0b-7739-48c0-afff-d046f8facc26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 946 time: 0.0807776 Sep 19 03:35:16.024100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a114a4c7-5dbd-43e4-a493-09ffd980d348 req-91b9c40f-9357-4d17-96a8-9e00efd3871a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505397 Sep 19 03:35:16.037245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-618ffd34-27b4-4d80-9e19-23f6ad0e1679 None None] For port 036ea72b-7062-4445-9cdf-e7aba4d242a5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=036ea72b-7062-4445-9cdf-e7aba4d242a5,segment=NetworkSegment(f3882b63-1caa-4c31-ab55-39b729662bf9),segment_id=f3882b63-1caa-4c31-ab55-39b729662bf9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:16.039792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Attempting to bind port 04805486-d286-4c6b-889e-390513541b6b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:16.040176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Attempting to bind port 04805486-d286-4c6b-889e-390513541b6b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '175e5711-6ecf-452e-a2a1-aee120bf9892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '73948619-59b9-4188-a3ed-493c0af57c8e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:16.040574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Attempting to bind port 04805486-d286-4c6b-889e-390513541b6b on network 73948619-59b9-4188-a3ed-493c0af57c8e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:16.042634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=999e0e22-c706-48ec-88ee-b6360a19b8ca,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:16.095155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-618ffd34-27b4-4d80-9e19-23f6ad0e1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.102381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c18806b1-9753-49ae-b10d-dada9dd77527 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:16.102773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.116150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:16.116536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Checking segment: {'id': '175e5711-6ecf-452e-a2a1-aee120bf9892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '73948619-59b9-4188-a3ed-493c0af57c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:16.116942 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.117361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Bound using segment: {'id': '175e5711-6ecf-452e-a2a1-aee120bf9892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '73948619-59b9-4188-a3ed-493c0af57c8e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:16.117829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Bound port: 04805486-d286-4c6b-889e-390513541b6b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175e5711-6ecf-452e-a2a1-aee120bf9892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '73948619-59b9-4188-a3ed-493c0af57c8e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:16.118215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.404564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.473018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['d86416ae-9ba4-4507-8f31-027d2b28e5fa'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:35:16.478158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['aa1b4b76-36f7-4ad7-83f5-408be318458c'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:35:16.478464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=aa1b4b76-36f7-4ad7-83f5-408be318458c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:16.547746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.660214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.720070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d14a73de-1584-49e7-9cfd-b1403ac6b5bc None None] Provisioning complete for port 999e0e22-c706-48ec-88ee-b6360a19b8ca triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:16.720628 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d14a73de-1584-49e7-9cfd-b1403ac6b5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.747902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Allocated IP 172.20.0.1 (35ccecb5-add1-413f-ab1d-9f70317405ae/eea98ec5-4e83-474e-a0f1-13f1bc46ac7f/e1b48e5e-a521-4b03-899d-0fcf64ba55a0) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:16.753633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] No DVR routers for this DVR port aa1b4b76-36f7-4ad7-83f5-408be318458c on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:16.762024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:16.764173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0023e5d7-24d9-43d5-b6db-658f7eb7ff75 req-0979c5e2-592b-46be-ba80-46992b6e83c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "DELETE /v2.0/ports/aa1b4b76-36f7-4ad7-83f5-408be318458c HTTP/1.1" status: 204 len: 173 time: 1.5553541 Sep 19 03:35:16.764864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'name': 'network-vif-deleted', 'tag': 'aa1b4b76-36f7-4ad7-83f5-408be318458c'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:35:16.773897 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a7590-9c39-4ff4-9e14-a5d2a5a46a82" -d '{"events": [{"server_uuid": "f69d9365-90b1-463f-bca7-671cc82a3398", "name": "network-vif-deleted", "tag": "aa1b4b76-36f7-4ad7-83f5-408be318458c"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:35:16.824406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ffd34-27b4-4d80-9e19-23f6ad0e1679 None None] Pushing event updated for resources: {'Port': ['ID=036ea72b-7062-4445-9cdf-e7aba4d242a5,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:16.897292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:09Z', 'revision_number': 4, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port': {'id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '036ea72b-7062-4445-9cdf-e7aba4d242a5', 'name': '', 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'mac_address': 'fa:16:3e:eb:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '5496ecb0-a550-4508-b586-0e6eede60de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:08Z', 'updated_at': '2021-09-19T03:35:13Z', 'revision_number': 4, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'subnets': [{'id': '5496ecb0-a550-4508-b586-0e6eede60de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:16.910427 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19406abb-6124-4554-8386-e17d3d5e35b3 x-openstack-request-id: req-19406abb-6124-4554-8386-e17d3d5e35b3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:35:16.911288 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69d9365-90b1-463f-bca7-671cc82a3398", "name": "network-vif-deleted", "tag": "aa1b4b76-36f7-4ad7-83f5-408be318458c", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:35:16.911562 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19406abb-6124-4554-8386-e17d3d5e35b3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:35:16.911926 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69d9365-90b1-463f-bca7-671cc82a3398', 'name': 'network-vif-deleted', 'tag': 'aa1b4b76-36f7-4ad7-83f5-408be318458c', 'status': 'completed', 'code': 200} Sep 19 03:35:16.964208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.005725 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.014087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.014568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] For port 04805486-d286-4c6b-889e-390513541b6b, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:17.035915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e369c-eb46-4192-b3e2-dfbede07feee None None] The sync data for ids ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'] in n-d-809936-1 is: [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:09Z', 'revision_number': 4, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port': {'id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '036ea72b-7062-4445-9cdf-e7aba4d242a5', 'name': '', 'network_id': '0a426685-662e-4e70-a31d-94d93d6b72fa', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'mac_address': 'fa:16:3e:eb:76:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '5496ecb0-a550-4508-b586-0e6eede60de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:08Z', 'updated_at': '2021-09-19T03:35:13Z', 'revision_number': 4, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'subnets': [{'id': '5496ecb0-a550-4508-b586-0e6eede60de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:17.049288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.052571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] For port 04805486-d286-4c6b-889e-390513541b6b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=04805486-d286-4c6b-889e-390513541b6b,segment=NetworkSegment(175e5711-6ecf-452e-a2a1-aee120bf9892),segment_id=175e5711-6ecf-452e-a2a1-aee120bf9892)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:17.100208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9', 'network_id': 'e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9', 'tenant_id': 'd6283b7c65c14470add00781a6c9e32a', 'fixed_ips': [{'subnet_id': 'd1542b05-72ba-4bcc-b65d-6ddc596a78ee'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:17.101292 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.154124 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Allocated IP 2001:db8::1 (43a8120a-7782-4e24-af81-af54a2ca2170/e8b97143-214d-4c2b-bc39-5b8899a06f9a/aff62eb0-0012-4fb3-b2e7-9de6c39d520c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:17.163017 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.174785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Network 35ccecb5-add1-413f-ab1d-9f70317405ae is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:17.193939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:17.207331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:17.256763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61f8c12d-be20-4888-a332-a048edd632fe req-70ecb713-b15c-4b43-ae4b-d996ac044ff2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.0838087 Sep 19 03:35:17.264781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.282417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Pushing event updated for resources: {'Port': ['ID=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:17.434615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Allocated IP 2001:db8::2 (e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9/d1542b05-72ba-4bcc-b65d-6ddc596a78ee/00e2181c-16f8-4530-9567-ae8ebb1713fd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:17.521639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.572514 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.648414 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.693703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.776356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Pushing event updated for resources: {'Port': ['ID=cede44c0-1070-4061-a3c7-63118545d136,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:17.779601 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.784243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Network 43a8120a-7782-4e24-af81-af54a2ca2170 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:17.804155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network 43a8120a-7782-4e24-af81-af54a2ca2170 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:17.807073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Port': ['ID=aff62eb0-0012-4fb3-b2e7-9de6c39d520c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:17.849703 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61d63368-f93a-4c01-8c4a-0f24ec5724b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.858915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:17.878768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:17.882792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:17.883569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:17.889457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:17.946767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:17.970725 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:18.005022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.021880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:18.048597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.129336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2fc1e161-eb7e-4876-ac22-a4708efa3807 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:18.214243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.231887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Pushing event updated for resources: {'Port': ['ID=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:18.289911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09eb529-a871-4b76-b9ff-7081e97aa75e None None] Pushing event updated for resources: {'Port': ['ID=04805486-d286-4c6b-889e-390513541b6b,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:18.311014 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.347638 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.478502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-278835b0-ab7c-4ebf-b52b-b19591fc0e28 req-33a59a25-27ac-473c-87ca-926fd4e5b3f0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.0536115 Sep 19 03:35:18.482597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cc307ecf-f34f-46ab-8974-aea958faae6b None None] Provisioning complete for port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:18.483192 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc307ecf-f34f-46ab-8974-aea958faae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.545056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Attempting to bind port cede44c0-1070-4061-a3c7-63118545d136 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:18.545794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Attempting to bind port cede44c0-1070-4061-a3c7-63118545d136 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '199d01a9-3d1d-469f-8771-4741b90b030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '43a8120a-7782-4e24-af81-af54a2ca2170'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:18.546327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Attempting to bind port cede44c0-1070-4061-a3c7-63118545d136 on network 43a8120a-7782-4e24-af81-af54a2ca2170 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:18.556986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Attempting to bind port 00e2181c-16f8-4530-9567-ae8ebb1713fd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:18.557770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Attempting to bind port 00e2181c-16f8-4530-9567-ae8ebb1713fd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '75625301-8605-443b-9b8b-c40245ebef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:18.558324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Attempting to bind port 00e2181c-16f8-4530-9567-ae8ebb1713fd on network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:18.573632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Pushing event updated for resources: {'Port': ['ID=00e2181c-16f8-4530-9567-ae8ebb1713fd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:18.590195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:18.591000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Checking segment: {'id': '75625301-8605-443b-9b8b-c40245ebef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:18.591524 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.592066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Bound using segment: {'id': '75625301-8605-443b-9b8b-c40245ebef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:18.592549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Bound port: 00e2181c-16f8-4530-9567-ae8ebb1713fd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75625301-8605-443b-9b8b-c40245ebef07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:18.593127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.604584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:18.605071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Checking segment: {'id': '199d01a9-3d1d-469f-8771-4741b90b030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '43a8120a-7782-4e24-af81-af54a2ca2170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:18.605561 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.605959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Bound using segment: {'id': '199d01a9-3d1d-469f-8771-4741b90b030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '43a8120a-7782-4e24-af81-af54a2ca2170'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:18.607040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Bound port: cede44c0-1070-4061-a3c7-63118545d136, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199d01a9-3d1d-469f-8771-4741b90b030d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '43a8120a-7782-4e24-af81-af54a2ca2170'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:18.607448 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.615356 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.633826 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cc307ecf-f34f-46ab-8974-aea958faae6b None None] Port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:18.635856 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2fc1e161-eb7e-4876-ac22-a4708efa3807 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:18.636379 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.678626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.689287 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.690319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.748208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cc307ecf-f34f-46ab-8974-aea958faae6b None None] Provisioning complete for port 999e0e22-c706-48ec-88ee-b6360a19b8ca triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:18.748676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc307ecf-f34f-46ab-8974-aea958faae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.854436 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] For port 00e2181c-16f8-4530-9567-ae8ebb1713fd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:18.857920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] For port cede44c0-1070-4061-a3c7-63118545d136, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:18.864681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] For port cede44c0-1070-4061-a3c7-63118545d136, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cede44c0-1070-4061-a3c7-63118545d136,segment=NetworkSegment(199d01a9-3d1d-469f-8771-4741b90b030d),segment_id=199d01a9-3d1d-469f-8771-4741b90b030d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:18.887217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] For port 00e2181c-16f8-4530-9567-ae8ebb1713fd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=00e2181c-16f8-4530-9567-ae8ebb1713fd,segment=NetworkSegment(75625301-8605-443b-9b8b-c40245ebef07),segment_id=75625301-8605-443b-9b8b-c40245ebef07)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:18.925400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:18.936042 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:19.041043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:19.099435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 2fc1e161-eb7e-4876-ac22-a4708efa3807, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2fc1e161-eb7e-4876-ac22-a4708efa3807,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:19.114662 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:19.115772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 999e0e22-c706-48ec-88ee-b6360a19b8ca up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:19.169258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb3ee0-b220-466f-8ec7-126f76d16b53 None None] Pushing event updated for resources: {'Port': ['ID=00e2181c-16f8-4530-9567-ae8ebb1713fd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:19.294033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bac269-4a72-4d05-9e52-230a28147ef8 None None] Pushing event updated for resources: {'Port': ['ID=cede44c0-1070-4061-a3c7-63118545d136,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:19.302993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 999e0e22-c706-48ec-88ee-b6360a19b8ca triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:19.309958 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:19.422325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Port': ['ID=aff62eb0-0012-4fb3-b2e7-9de6c39d520c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:19.453316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Network 35ccecb5-add1-413f-ab1d-9f70317405ae is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:19.460695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:19.473313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=2fc1e161-eb7e-4876-ac22-a4708efa3807,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:19.564178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 036ea72b-7062-4445-9cdf-e7aba4d242a5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:19.628157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network 43a8120a-7782-4e24-af81-af54a2ca2170 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:19.644483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:19.669644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dd55738-260d-450e-895e-5d5977596153 req-4239de1e-5201-494f-8314-06ba5b594dd4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.0677111 Sep 19 03:35:19.688514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a78ac5-40db-4bbf-b147-d00207634ecb None None] Network 73948619-59b9-4188-a3ed-493c0af57c8e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:19.888960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Router 46126c76-99d4-4853-958a-fa0aa1b15ea3 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:19.897521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 036ea72b-7062-4445-9cdf-e7aba4d242a5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:19.897993 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:19.906729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c625937f-5bba-41d1-b237-5a4c830b2759 None None] Provisioning complete for port 04805486-d286-4c6b-889e-390513541b6b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:19.907196 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c625937f-5bba-41d1-b237-5a4c830b2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:20.052911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Router e67397a3-5174-4041-acc7-debf003144cf is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:35:20.075660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:20.179705 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8fcf3d2b-575a-49fd-b01f-c0967de275dd admin admin] 10.222.0.22 "PUT /v2.0/routers/46126c76-99d4-4853-958a-fa0aa1b15ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7410512 Sep 19 03:35:20.179930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Sync routers for ids ['46126c76-99d4-4853-958a-fa0aa1b15ea3'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:20.204703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:20.207908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa1b4b76-36f7-4ad7-83f5-408be318458c no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:20.212370 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8067833a-92d7-4a9c-9ea8-8988fd31b539 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3134453 Sep 19 03:35:20.215613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58524) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:20.221474 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] Sync routers for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:20.235146 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:20.236979 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:20.297077 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:20.315984 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:20.325072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: aa1b4b76-36f7-4ad7-83f5-408be318458c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:20.325423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device aa1b4b76-36f7-4ad7-83f5-408be318458c not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:20.327066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Routers {'46126c76-99d4-4853-958a-fa0aa1b15ea3'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:20.327683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['46126c76-99d4-4853-958a-fa0aa1b15ea3'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:20.334944 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:20.335804 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:20.414706 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:20.417144 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b1fc7-7052-455d-8fb8-18ff3020baff None None] The sync data for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:20.494239 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c625937f-5bba-41d1-b237-5a4c830b2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:20.639976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c625937f-5bba-41d1-b237-5a4c830b2759 None None] For port 04805486-d286-4c6b-889e-390513541b6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=04805486-d286-4c6b-889e-390513541b6b,segment=NetworkSegment(175e5711-6ecf-452e-a2a1-aee120bf9892),segment_id=175e5711-6ecf-452e-a2a1-aee120bf9892)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:20.653619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c625937f-5bba-41d1-b237-5a4c830b2759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:20.671042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Set router 46126c76-99d4-4853-958a-fa0aa1b15ea3 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:20.837429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc7f1c81-af86-43df-973d-ed12e4630bf2 req-61a8c94e-e293-4148-a153-8a16435cec14 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.0602102 Sep 19 03:35:20.963318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1fa83e-0956-4f20-9f7c-2e3d88dbc309 None None] Network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:21.035941 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-b770dc6f-f257-40fd-9ac4-684026e49e4a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:35:21.041138 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58532) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:21.053657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b770dc6f-f257-40fd-9ac4-684026e49e4a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8358321 Sep 19 03:35:21.054915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d0ca3200-e795-4a00-b4ba-3d90cec3c799 None None] Provisioning complete for port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:21.055485 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3200-e795-4a00-b4ba-3d90cec3c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:21.107124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625937f-5bba-41d1-b237-5a4c830b2759 None None] Pushing event updated for resources: {'Port': ['ID=04805486-d286-4c6b-889e-390513541b6b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:21.135447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 04805486-d286-4c6b-889e-390513541b6b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:21.237746 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca3200-e795-4a00-b4ba-3d90cec3c799 None None] Port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:21.348027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6852cc-1a73-4537-82d8-f3fbe5394d16 None None] Network 43a8120a-7782-4e24-af81-af54a2ca2170 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:21.422126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 04805486-d286-4c6b-889e-390513541b6b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:21.422831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:21.482047 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:21.493620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Provisioning complete for port cede44c0-1070-4061-a3c7-63118545d136 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:21.494002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:21.662545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:17Z', 'revision_number': 4, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port': {'id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:12Z', 'updated_at': '2021-09-19T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e1b48e5e-a521-4b03-899d-0fcf64ba55a0', 'name': '', 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'mac_address': 'fa:16:3e:26:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'eea98ec5-4e83-474e-a0f1-13f1bc46ac7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:15Z', 'updated_at': '2021-09-19T03:35:17Z', 'revision_number': 2, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'subnets': [{'id': 'eea98ec5-4e83-474e-a0f1-13f1bc46ac7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:21.732676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Checking router: 46126c76-99d4-4853-958a-fa0aa1b15ea3 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:21.733215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Updating router 46126c76-99d4-4853-958a-fa0aa1b15ea3 port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:21.831112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:21.843400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2fc1e161-eb7e-4876-ac22-a4708efa3807 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:21.882970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting port aff62eb0-0012-4fb3-b2e7-9de6c39d520c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:21.891634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.032460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-07cca1a3-8479-4474-b104-50e5681f8bf0 req-4e372ee5-488e-4734-a952-52101f7e4a04 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.0310440 Sep 19 03:35:22.052594 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.088171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.104608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Calling delete_port for aff62eb0-0012-4fb3-b2e7-9de6c39d520c owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:22.216527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] For port cede44c0-1070-4061-a3c7-63118545d136, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cede44c0-1070-4061-a3c7-63118545d136,segment=NetworkSegment(199d01a9-3d1d-469f-8771-4741b90b030d),segment_id=199d01a9-3d1d-469f-8771-4741b90b030d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:22.229209 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.340419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Pushing event updated for resources: {'Port': ['ID=cede44c0-1070-4061-a3c7-63118545d136,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:22.355324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.364372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Provisioning complete for port 04805486-d286-4c6b-889e-390513541b6b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:22.364754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.404458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Port': ['ID=aff62eb0-0012-4fb3-b2e7-9de6c39d520c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:22.414424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2fc1e161-eb7e-4876-ac22-a4708efa3807 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:22.414830 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.597280 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.747408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:22.854709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Provisioning complete for port 00e2181c-16f8-4530-9567-ae8ebb1713fd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:22.855136 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.897236 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:22.923012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 00e2181c-16f8-4530-9567-ae8ebb1713fd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:22.930175 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.118246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000543c3-b294-4c12-9575-f732973482ef None None] Pushing event updated for resources: {'Port': ['ID=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:23.305004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Attempting to bind port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:23.305295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Attempting to bind port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:23.305669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Attempting to bind port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 on network 35ccecb5-add1-413f-ab1d-9f70317405ae {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:23.309445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.314078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 00e2181c-16f8-4530-9567-ae8ebb1713fd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:23.314216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.324098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:23.324485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Checking segment: {'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:23.324898 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.325300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Bound using segment: {'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:23.325796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Bound port: e1b48e5e-a521-4b03-899d-0fcf64ba55a0, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03194c4-cd72-4491-86ec-6f9968be2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:23.326194 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.341201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdc2b98a-060d-4032-b5df-aba562f19b4a req-3a61c1d8-8a52-4d6f-80c0-e47119e4b80c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=f69d9365-90b1-463f-bca7-671cc82a3398 HTTP/1.1" status: 200 len: 210 time: 0.1144130 Sep 19 03:35:23.444539 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.444815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Router e67397a3-5174-4041-acc7-debf003144cf has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:23.460355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] For port 00e2181c-16f8-4530-9567-ae8ebb1713fd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=00e2181c-16f8-4530-9567-ae8ebb1713fd,segment=NetworkSegment(75625301-8605-443b-9b8b-c40245ebef07),segment_id=75625301-8605-443b-9b8b-c40245ebef07)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:23.485360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.558023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:23.568248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-55e357f5-e9b8-4e22-9745-bb1abda7ce0e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5215070 Sep 19 03:35:23.568685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58580) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:23.574307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] Sync routers for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:23.580566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] For port e1b48e5e-a521-4b03-899d-0fcf64ba55a0, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:23.616924 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-153b15c6-114d-430c-af0b-122adc6f454a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] delete failed (client error): The resource could not be found. Sep 19 03:35:23.621476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a689d6-4919-4c6e-972a-eb3f7486124e None None] Pushing event updated for resources: {'Port': ['ID=00e2181c-16f8-4530-9567-ae8ebb1713fd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:23.621636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-153b15c6-114d-430c-af0b-122adc6f454a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1037078837 HTTP/1.1" status: 404 len: 335 time: 0.0484340 Sep 19 03:35:23.623359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58582) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:23.623719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] For port e1b48e5e-a521-4b03-899d-0fcf64ba55a0, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,segment=NetworkSegment(a03194c4-cd72-4491-86ec-6f9968be2fc5),segment_id=a03194c4-cd72-4491-86ec-6f9968be2fc5)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:23.630576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9bd5e63b-3b70-4fb0-bd0d-52d75bbd0060 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e67397a3-5174-4041-acc7-debf003144cf'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:23.630706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:23.631381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:23.670421 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.675989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:23.706700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cede44c0-1070-4061-a3c7-63118545d136 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:23.759075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Provisioning complete for port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:23.759458 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.824492 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000543c3-b294-4c12-9575-f732973482ef None None] Pushing event updated for resources: {'Port': ['ID=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:23.842240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:23.842924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:23.856049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Routers {'46126c76-99d4-4853-958a-fa0aa1b15ea3'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:23.857476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['46126c76-99d4-4853-958a-fa0aa1b15ea3'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:23.896921 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9bd5e63b-3b70-4fb0-bd0d-52d75bbd0060 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.902356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Deleting port 036ea72b-7062-4445-9cdf-e7aba4d242a5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:23.903435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.945430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cede44c0-1070-4061-a3c7-63118545d136 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:23.945805 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:23.947469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:23.948070 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0919315f-df43-4251-81df-d609c781f1a9 None None] The sync data for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:23.950415 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-9bd5e63b-3b70-4fb0-bd0d-52d75bbd0060 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] update failed (client error): The resource could not be found. Sep 19 03:35:23.957285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9bd5e63b-3b70-4fb0-bd0d-52d75bbd0060 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf HTTP/1.1" status: 404 len: 339 time: 0.3323550 Sep 19 03:35:23.959628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58584) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:23.977606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-444418583'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:24.024789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:24.027249 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.029210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.074275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:24.084079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] For port 036ea72b-7062-4445-9cdf-e7aba4d242a5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=036ea72b-7062-4445-9cdf-e7aba4d242a5,segment=NetworkSegment(f3882b63-1caa-4c31-ab55-39b729662bf9),segment_id=f3882b63-1caa-4c31-ab55-39b729662bf9)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:24.084451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.097891 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.099335 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Added segment 9475ce85-d9c1-4601-86ab-a9f89980e64d of type vlan for network 73a4fa13-5073-4ec4-a120-7fae1c05e24d Sep 19 03:35:24.100052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Calling delete_port for 036ea72b-7062-4445-9cdf-e7aba4d242a5 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:24.134066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] For port e1b48e5e-a521-4b03-899d-0fcf64ba55a0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,segment=NetworkSegment(a03194c4-cd72-4491-86ec-6f9968be2fc5),segment_id=a03194c4-cd72-4491-86ec-6f9968be2fc5)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:24.166360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] Set router 46126c76-99d4-4853-958a-fa0aa1b15ea3 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:24.168545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.171812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.207585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.214814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:24.215868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.272585 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3117075 Sep 19 03:35:24.276696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58586) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:24.284810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'subnet': {'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:24.311767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec23934-5ac9-452d-bb0f-d7294bbe2c9b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Network': ['ID=73a4fa13-5073-4ec4-a120-7fae1c05e24d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:24.342075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Pushing event updated for resources: {'Port': ['ID=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:24.349227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 73a4fa13-5073-4ec4-a120-7fae1c05e24d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:24.387727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.394896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Provisioning complete for port cede44c0-1070-4061-a3c7-63118545d136 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:24.395268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.459372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 04805486-d286-4c6b-889e-390513541b6b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:24.473486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Pushing event deleted for resources: {'Port': ['ID=036ea72b-7062-4445-9cdf-e7aba4d242a5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:24.558238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Made reservation on behalf of d6283b7c65c14470add00781a6c9e32a for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:24.562886 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.658423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 04805486-d286-4c6b-889e-390513541b6b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:24.658991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.737854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Could not find standard attr ID for object aff62eb0-0012-4fb3-b2e7-9de6c39d520c. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:35:24.755138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Provisioning complete for port 00e2181c-16f8-4530-9567-ae8ebb1713fd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:24.755509 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4084e6f7-c571-4d8f-b3bf-7c124a978900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.831753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:17Z', 'revision_number': 4, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port': {'id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:12Z', 'updated_at': '2021-09-19T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e1b48e5e-a521-4b03-899d-0fcf64ba55a0', 'name': '', 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'mac_address': 'fa:16:3e:26:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'eea98ec5-4e83-474e-a0f1-13f1bc46ac7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:15Z', 'updated_at': '2021-09-19T03:35:23Z', 'revision_number': 4, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'subnets': [{'id': 'eea98ec5-4e83-474e-a0f1-13f1bc46ac7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:24.839232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.874291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5659137b-fe48-474a-b83f-a22099cf0513 None None] The sync data for ids ['46126c76-99d4-4853-958a-fa0aa1b15ea3'] in n-d-809936-1 is: [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:17Z', 'revision_number': 4, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port': {'id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:12Z', 'updated_at': '2021-09-19T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e1b48e5e-a521-4b03-899d-0fcf64ba55a0', 'name': '', 'network_id': '35ccecb5-add1-413f-ab1d-9f70317405ae', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'mac_address': 'fa:16:3e:26:c3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'eea98ec5-4e83-474e-a0f1-13f1bc46ac7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:15Z', 'updated_at': '2021-09-19T03:35:23Z', 'revision_number': 4, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'subnets': [{'id': 'eea98ec5-4e83-474e-a0f1-13f1bc46ac7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:24.881363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 00e2181c-16f8-4530-9567-ae8ebb1713fd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:24.905735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:24.999091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 00e2181c-16f8-4530-9567-ae8ebb1713fd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:25.001406 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:25.062279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Subnet': ['ID=59eb7fec-3bf1-476f-bc92-e307e0165feb,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:25.080053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Checking segment: {'id': '9475ce85-d9c1-4601-86ab-a9f89980e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:25.080344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network hostable DHCP agents. Network: 73a4fa13-5073-4ec4-a120-7fae1c05e24d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:25.120439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network 73a4fa13-5073-4ec4-a120-7fae1c05e24d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:25.122435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cede44c0-1070-4061-a3c7-63118545d136 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:25.173100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 73a4fa13-5073-4ec4-a120-7fae1c05e24d) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:25.177912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-82918a39-4f29-4b20-a933-620be43f7807 None None] Provisioning complete for port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:25.178132 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82918a39-4f29-4b20-a933-620be43f7807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:25.178871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:25.179466 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:25.206431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c112c04-31c5-4038-95a5-4ea98e7ad31b None None] Network 73a4fa13-5073-4ec4-a120-7fae1c05e24d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:25.240258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-53cc4315-55f4-404d-8a3c-e84ed8f4a3cb tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9588244 Sep 19 03:35:25.240483 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58592) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:25.247341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3e0683b3-ba2e-4901-8543-7d12642664b0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'router': {'external_gateway_info': {'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:25.453983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Router 9e481a11-7553-4110-b5e7-1ac50bcd54fe has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:25.480291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cede44c0-1070-4061-a3c7-63118545d136 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:25.480673 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:25.499660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3e0683b3-ba2e-4901-8543-7d12642664b0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:25.698860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-73a4fa13-5073-4ec4-a120-7fae1c05e24d', 'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d', 'tenant_id': 'd6283b7c65c14470add00781a6c9e32a', 'fixed_ips': [{'subnet_id': '59eb7fec-3bf1-476f-bc92-e307e0165feb'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:25.699731 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:25.882544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Allocated IP 2001:db8:1::2 (73a4fa13-5073-4ec4-a120-7fae1c05e24d/59eb7fec-3bf1-476f-bc92-e307e0165feb/b51fec04-66b3-42e1-9154-4fb4e1077f16) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:26.035779 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.047134 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:26.049060 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.059061 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-979abd99-c852-4266-9590-ad2de59168eb admin admin] 10.222.0.22 "PUT /v2.0/routers/9e481a11-7553-4110-b5e7-1ac50bcd54fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3073742 Sep 19 03:35:26.059267 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] Sync routers for ids ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:26.059731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58596) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:26.072648 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] Routers {'9e481a11-7553-4110-b5e7-1ac50bcd54fe'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:26.073349 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:26.099140 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Network 73a4fa13-5073-4ec4-a120-7fae1c05e24d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:26.102432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:26.112717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:26.119381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Pushing event updated for resources: {'Port': ['ID=b51fec04-66b3-42e1-9154-4fb4e1077f16,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:26.135680 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-3e0683b3-ba2e-4901-8543-7d12642664b0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:35:26.141469 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3e0683b3-ba2e-4901-8543-7d12642664b0 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf HTTP/1.1" status: 400 len: 364 time: 0.8999445 Sep 19 03:35:26.142355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58598) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:26.201190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Attempting to bind port b51fec04-66b3-42e1-9154-4fb4e1077f16 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:26.203099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Attempting to bind port b51fec04-66b3-42e1-9154-4fb4e1077f16 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '9475ce85-d9c1-4601-86ab-a9f89980e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:26.203872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Attempting to bind port b51fec04-66b3-42e1-9154-4fb4e1077f16 on network 73a4fa13-5073-4ec4-a120-7fae1c05e24d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:26.211197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:26.212206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Checking segment: {'id': '9475ce85-d9c1-4601-86ab-a9f89980e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:26.213172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.213981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Bound using segment: {'id': '9475ce85-d9c1-4601-86ab-a9f89980e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:26.215551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Bound port: b51fec04-66b3-42e1-9154-4fb4e1077f16, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9475ce85-d9c1-4601-86ab-a9f89980e64d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '73a4fa13-5073-4ec4-a120-7fae1c05e24d'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:26.216305 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.222218 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.289808 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:35:26.337380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] For port b51fec04-66b3-42e1-9154-4fb4e1077f16, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:26.340969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] For port b51fec04-66b3-42e1-9154-4fb4e1077f16, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b51fec04-66b3-42e1-9154-4fb4e1077f16,segment=NetworkSegment(9475ce85-d9c1-4601-86ab-a9f89980e64d),segment_id=9475ce85-d9c1-4601-86ab-a9f89980e64d)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:26.349931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.407512 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.436279 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] Set router 9e481a11-7553-4110-b5e7-1ac50bcd54fe gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:26.480989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea4d75-88aa-46b6-b62d-f024d021d01d None None] Pushing event updated for resources: {'Port': ['ID=b51fec04-66b3-42e1-9154-4fb4e1077f16,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:26.510421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Deleting port c18806b1-9753-49ae-b10d-dada9dd77527 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:26.510701 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.582777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e1b48e5e-a521-4b03-899d-0fcf64ba55a0 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:26.663347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] For port c18806b1-9753-49ae-b10d-dada9dd77527, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c18806b1-9753-49ae-b10d-dada9dd77527,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:26.664183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.692682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Calling delete_port for c18806b1-9753-49ae-b10d-dada9dd77527 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:26.700259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:26.700823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.785796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:26.903274 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:24Z', 'revision_number': 5, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port': {'id': 'c18806b1-9753-49ae-b10d-dada9dd77527', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:26.933840 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] Checking router: 9e481a11-7553-4110-b5e7-1ac50bcd54fe for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:26.960477 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] Routers {'9e481a11-7553-4110-b5e7-1ac50bcd54fe'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:26.961155 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:27.062000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.079592 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] Set router 9e481a11-7553-4110-b5e7-1ac50bcd54fe gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:27.114248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Pushing event deleted for resources: {'Port': ['ID=c18806b1-9753-49ae-b10d-dada9dd77527,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:27.172560 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:26Z', 'revision_number': 6, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:27.199056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.218215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Allocated IP 2001:db8::1 (73948619-59b9-4188-a3ed-493c0af57c8e/ba52c4fc-e992-49f4-8aea-a0585d864568/05a316b9-e23b-40ca-b616-881c89acb74f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:27.226726 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e67bb2-da4d-4772-a0f4-c6b95746f3fe None None] The sync data for ids ['9e481a11-7553-4110-b5e7-1ac50bcd54fe'] in n-d-809936-1 is: [{'id': '9e481a11-7553-4110-b5e7-1ac50bcd54fe', 'name': 'tempest-TestAggregatesBasicOps-2071387258-router', 'tenant_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:06Z', 'updated_at': '2021-09-19T03:35:26Z', 'revision_number': 6, 'project_id': '4d05f6c8a9fb4d85b8fe22af4707814f', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:27.321227 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.323647 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.351268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.373631 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.375711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e481a11-7553-4110-b5e7-1ac50bcd54fe {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:35:27.382709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.384860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0e599a16-432d-48c1-9c6d-be3bede0c9da admin admin] 10.222.0.22 "DELETE /v2.0/routers/9e481a11-7553-4110-b5e7-1ac50bcd54fe HTTP/1.1" status: 204 len: 168 time: 1.3243349 Sep 19 03:35:27.388599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58606) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:27.440502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] Deleting subnet 5496ecb0-a550-4508-b586-0e6eede60de2 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:27.445076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.447290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.529160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network 73948619-59b9-4188-a3ed-493c0af57c8e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:27.531451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.534300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:27.536410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Port': ['ID=05a316b9-e23b-40ca-b616-881c89acb74f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:27.561631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:27.562826 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.698727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.773719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.863437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.943320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3caf8e-9d9b-46d8-9202-9d2a5f2b5305 None None] Network 73a4fa13-5073-4ec4-a120-7fae1c05e24d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:27.948239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5496ecb0-a550-4508-b586-0e6eede60de2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:27.955251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:27.959135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e3f77187-3bbd-44c1-b925-cf77f26875a1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5496ecb0-a550-4508-b586-0e6eede60de2 HTTP/1.1" status: 204 len: 168 time: 0.5678504 Sep 19 03:35:27.961244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58610) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:27.971387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6a51fe-6451-469c-a266-e9ef711cc3f4 None None] Network 0a426685-662e-4e70-a31d-94d93d6b72fa requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:28.053836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.098711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Provisioning complete for port b51fec04-66b3-42e1-9154-4fb4e1077f16 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:28.099123 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.126376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Deleting port c0bc0e87-6362-461b-89e1-701438e88ab6 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:28.127010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.205240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] For port c0bc0e87-6362-461b-89e1-701438e88ab6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c0bc0e87-6362-461b-89e1-701438e88ab6,segment=NetworkSegment(f3882b63-1caa-4c31-ab55-39b729662bf9),segment_id=f3882b63-1caa-4c31-ab55-39b729662bf9)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:28.206061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.222090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Calling delete_port for c0bc0e87-6362-461b-89e1-701438e88ab6 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:28.227490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.239148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.239148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.318416 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.350012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event updated for resources: {'Port': ['ID=05a316b9-e23b-40ca-b616-881c89acb74f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:28.362245 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.367726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] For port b51fec04-66b3-42e1-9154-4fb4e1077f16, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b51fec04-66b3-42e1-9154-4fb4e1077f16,segment=NetworkSegment(9475ce85-d9c1-4601-86ab-a9f89980e64d),segment_id=9475ce85-d9c1-4601-86ab-a9f89980e64d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:28.374177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.397642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bc0e87-6362-461b-89e1-701438e88ab6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:28.399818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] No DVR routers for this DVR port c0bc0e87-6362-461b-89e1-701438e88ab6 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:28.434413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Network 73948619-59b9-4188-a3ed-493c0af57c8e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:28.436663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:28.436789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Provisioning complete for port 05a316b9-e23b-40ca-b616-881c89acb74f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:28.437133 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.473798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Pushing event updated for resources: {'Port': ['ID=b51fec04-66b3-42e1-9154-4fb4e1077f16,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:28.495553 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.507827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f0d0440-ae24-4e5d-b5fd-4a385d9c2d03 None None] Port 05a316b9-e23b-40ca-b616-881c89acb74f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:28.526078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a426685-662e-4e70-a31d-94d93d6b72fa']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:28.536548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3882b63-1caa-4c31-ab55-39b729662bf9') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:28.536888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3882b63-1caa-4c31-ab55-39b729662bf9') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:28.554205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Router e67397a3-5174-4041-acc7-debf003144cf has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:28.554435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.571132 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.578427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:28.578933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:28.580703 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:28.630592 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659d7ae-532f-42c5-a09a-0ab0f12c61a7 None None] DHCP port deletion for 0a426685-662e-4e70-a31d-94d93d6b72fa request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:28.691153 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.704145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:28.710617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0aae9a18-3feb-4783-94e5-97efba7cdd90 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5669479 Sep 19 03:35:28.713215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58612) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:28.715148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] Sync routers for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:28.717044 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.719338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0a426685-662e-4e70-a31d-94d93d6b72fa HTTP/1.1" status: 204 len: 168 time: 0.7568417 Sep 19 03:35:28.720250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8a60-f2d1-4f31-88c2-03273d83c094 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a426685-662e-4e70-a31d-94d93d6b72fa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:28.721865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58614) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:28.747266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:28.748216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:28.752320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f75e154b-2b95-43ec-b459-c3fd54cd21e3 None None] Provisioning complete for port b51fec04-66b3-42e1-9154-4fb4e1077f16 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:28.752913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f75e154b-2b95-43ec-b459-c3fd54cd21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.822321 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0b03954e-d070-4044-a7e2-28f93977c72e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:28.857445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b51fec04-66b3-42e1-9154-4fb4e1077f16 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:28.882831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:28.918544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:28.919233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:28.933777 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-0b03954e-d070-4044-a7e2-28f93977c72e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 19 03:35:28.938616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0b03954e-d070-4044-a7e2-28f93977c72e tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf HTTP/1.1" status: 409 len: 329 time: 0.2242608 Sep 19 03:35:28.939240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58620) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:28.956269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:28.957015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499bef3a-4914-44a6-ae1a-39c9e77bdef8 None None] The sync data for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 is: [] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:29.008984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b51fec04-66b3-42e1-9154-4fb4e1077f16 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:29.009382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.148196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8585dcea-8875-45c5-9b97-e510377c81b5 None None] Provisioning complete for port 05a316b9-e23b-40ca-b616-881c89acb74f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:29.148583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8585dcea-8875-45c5-9b97-e510377c81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.197700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c18806b1-9753-49ae-b10d-dada9dd77527 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:29.201679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8585dcea-8875-45c5-9b97-e510377c81b5 None None] Port 05a316b9-e23b-40ca-b616-881c89acb74f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:29.220431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c18806b1-9753-49ae-b10d-dada9dd77527 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:29.220774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c18806b1-9753-49ae-b10d-dada9dd77527 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:29.221185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0bc0e87-6362-461b-89e1-701438e88ab6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:29.235759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c9bdf-d08c-428d-b85b-d060476fa421 req-a269c573-2897-4055-b3fc-06d3483393e6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:29.237263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-429c9bdf-d08c-428d-b85b-d060476fa421 req-a269c573-2897-4055-b3fc-06d3483393e6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 946 time: 0.1293507 Sep 19 03:35:29.240534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c0bc0e87-6362-461b-89e1-701438e88ab6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:29.241633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c0bc0e87-6362-461b-89e1-701438e88ab6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:29.242080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 036ea72b-7062-4445-9cdf-e7aba4d242a5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:29.263163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 036ea72b-7062-4445-9cdf-e7aba4d242a5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:29.263511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 036ea72b-7062-4445-9cdf-e7aba4d242a5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:29.303355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-429c9bdf-d08c-428d-b85b-d060476fa421 req-5a23a273-754f-4f21-9c0a-6f34ce5b78bc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562344 Sep 19 03:35:29.373075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.382539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.621438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting port 05a316b9-e23b-40ca-b616-881c89acb74f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:29.621874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.636118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Deleting port e1b48e5e-a521-4b03-899d-0fcf64ba55a0 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:29.636118 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.716642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] For port e1b48e5e-a521-4b03-899d-0fcf64ba55a0, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,segment=NetworkSegment(a03194c4-cd72-4491-86ec-6f9968be2fc5),segment_id=a03194c4-cd72-4491-86ec-6f9968be2fc5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:29.717014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.717698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.731249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Calling delete_port for 05a316b9-e23b-40ca-b616-881c89acb74f owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:29.739055 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Calling delete_port for e1b48e5e-a521-4b03-899d-0fcf64ba55a0 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:29.909458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.936701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Port': ['ID=05a316b9-e23b-40ca-b616-881c89acb74f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:29.939959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:29.996603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b48e5e-a521-4b03-899d-0fcf64ba55a0,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:30.048194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:30.083664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:30.188193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:30.247631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Router e67397a3-5174-4041-acc7-debf003144cf has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:30.328357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:30.338049 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-368e2cea-6809-421c-9cc2-1e671d7a715c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3977597 Sep 19 03:35:30.338975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:30.345839 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] Sync routers for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:30.364560 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:30.365667 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:30.378989 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-b70c558c-e914-4694-bfab-a1cf76d41f35 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] show failed (client error): The resource could not be found. Sep 19 03:35:30.384541 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b70c558c-e914-4694-bfab-a1cf76d41f35 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1976480674 HTTP/1.1" status: 404 len: 335 time: 0.0445795 Sep 19 03:35:30.385203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58630) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:30.404754 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:30.413351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] Routers {'e67397a3-5174-4041-acc7-debf003144cf'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:30.413947 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e67397a3-5174-4041-acc7-debf003144cf'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:30.420080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5bfdd715-008b-4fed-be59-563858db283b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:30.448518 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:30.449082 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f91533d-ae92-430e-bdd9-dab625c98fea None None] The sync data for ids ['e67397a3-5174-4041-acc7-debf003144cf'] in n-d-809936-1 is: [] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:30.464990 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-5bfdd715-008b-4fed-be59-563858db283b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] update failed (client error): The resource could not be found. Sep 19 03:35:30.465921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5bfdd715-008b-4fed-be59-563858db283b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1558327509 HTTP/1.1" status: 404 len: 335 time: 0.0797534 Sep 19 03:35:30.469832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58632) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:30.524802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting subnet 59eb7fec-3bf1-476f-bc92-e307e0165feb {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:30.528335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:30.599468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:30.644181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f8280-34ee-4812-9289-21ddcd158a80 req-1fc17946-82fc-4b30-bde4-bec88b3bbd84 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:30.645753 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-096f8280-34ee-4812-9289-21ddcd158a80 req-1fc17946-82fc-4b30-bde4-bec88b3bbd84 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 946 time: 0.0918796 Sep 19 03:35:30.797396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Router 46126c76-99d4-4853-958a-fa0aa1b15ea3 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:30.815240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709185e2-282d-49a5-aa21-5d16c9ab40f3 req-55cb0220-0bb6-445d-b590-c85222dcf128 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:30.816831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-709185e2-282d-49a5-aa21-5d16c9ab40f3 req-55cb0220-0bb6-445d-b590-c85222dcf128 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 946 time: 0.4005225 Sep 19 03:35:30.902811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-709185e2-282d-49a5-aa21-5d16c9ab40f3 req-e401f5a3-8641-45bd-a067-116b05eab137 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc99ccec-82f3-4237-a7e8-8d7599dfdf70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776670 Sep 19 03:35:30.951846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:30.956994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ab7490f8-e371-4439-8a05-242cd4259ede admin admin] 10.222.0.22 "PUT /v2.0/routers/46126c76-99d4-4853-958a-fa0aa1b15ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2341480 Sep 19 03:35:30.959771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58634) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:30.965135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] Sync routers for ids ['46126c76-99d4-4853-958a-fa0aa1b15ea3'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:30.975233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] Routers {'46126c76-99d4-4853-958a-fa0aa1b15ea3'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:30.975869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['46126c76-99d4-4853-958a-fa0aa1b15ea3'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:31.070178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.078797 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.086057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] Set router 46126c76-99d4-4853-958a-fa0aa1b15ea3 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:31.139254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port d86416ae-9ba4-4507-8f31-027d2b28e5fa {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:31.139635 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.176336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.185646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.238589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Subnet': ['ID=59eb7fec-3bf1-476f-bc92-e307e0165feb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:31.241459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Deleting port 2fc1e161-eb7e-4876-ac22-a4708efa3807 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:31.241990 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.247675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.252199 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6bae7cc3-dc2c-4a5f-b644-7feda2ef234b tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/subnets/59eb7fec-3bf1-476f-bc92-e307e0165feb HTTP/1.1" status: 204 len: 168 time: 0.7780089 Sep 19 03:35:31.252363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee201d2-3b69-469d-9d4f-6353300436a9 None None] Network 73a4fa13-5073-4ec4-a120-7fae1c05e24d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:31.252472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58636) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:31.277345 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] For port d86416ae-9ba4-4507-8f31-027d2b28e5fa, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=d86416ae-9ba4-4507-8f31-027d2b28e5fa,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:31.277911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.295646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for d86416ae-9ba4-4507-8f31-027d2b28e5fa owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:31.364874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:29Z', 'revision_number': 5, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port': {'id': '2fc1e161-eb7e-4876-ac22-a4708efa3807', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:12Z', 'updated_at': '2021-09-19T03:35:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:31.377753 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.396789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] Checking router: 46126c76-99d4-4853-958a-fa0aa1b15ea3 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:31.403488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] For port 2fc1e161-eb7e-4876-ac22-a4708efa3807, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2fc1e161-eb7e-4876-ac22-a4708efa3807,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:31.404021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.410359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] Routers {'46126c76-99d4-4853-958a-fa0aa1b15ea3'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:31.411005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['46126c76-99d4-4853-958a-fa0aa1b15ea3'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:31.433262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Calling delete_port for 2fc1e161-eb7e-4876-ac22-a4708efa3807 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:31.445206 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.458645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['d86416ae-9ba4-4507-8f31-027d2b28e5fa'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:35:31.483638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=d86416ae-9ba4-4507-8f31-027d2b28e5fa,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:31.524245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting port b51fec04-66b3-42e1-9154-4fb4e1077f16 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:31.524245 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.536158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] Set router 46126c76-99d4-4853-958a-fa0aa1b15ea3 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:31.536415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] No DVR routers for this DVR port d86416ae-9ba4-4507-8f31-027d2b28e5fa on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:31.539946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.542351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-096f8280-34ee-4812-9289-21ddcd158a80 req-0e98a8ed-c7b2-4c2b-8c80-f5b3fba5ef09 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "DELETE /v2.0/ports/d86416ae-9ba4-4507-8f31-027d2b28e5fa HTTP/1.1" status: 204 len: 173 time: 0.8904848 Sep 19 03:35:31.542859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a92d7-cf71-4868-b303-dc646b8fba98', 'name': 'network-vif-deleted', 'tag': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:35:31.545936 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714e28b2-aed7-4b57-b0d8-73db769053a0" -d '{"events": [{"server_uuid": "295a92d7-cf71-4868-b303-dc646b8fba98", "name": "network-vif-deleted", "tag": "d86416ae-9ba4-4507-8f31-027d2b28e5fa"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:35:31.605386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] DHCP port deletion for 73a4fa13-5073-4ec4-a120-7fae1c05e24d request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:31.605849 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc4c71f-3165-482e-9c96-8230b4e59340 x-openstack-request-id: req-ffc4c71f-3165-482e-9c96-8230b4e59340 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:35:31.606174 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295a92d7-cf71-4868-b303-dc646b8fba98", "name": "network-vif-deleted", "tag": "d86416ae-9ba4-4507-8f31-027d2b28e5fa", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:35:31.606429 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffc4c71f-3165-482e-9c96-8230b4e59340 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:35:31.607061 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295a92d7-cf71-4868-b303-dc646b8fba98', 'name': 'network-vif-deleted', 'tag': 'd86416ae-9ba4-4507-8f31-027d2b28e5fa', 'status': 'completed', 'code': 200} Sep 19 03:35:31.610019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:31Z', 'revision_number': 6, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:31.649152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] For port b51fec04-66b3-42e1-9154-4fb4e1077f16, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b51fec04-66b3-42e1-9154-4fb4e1077f16,segment=NetworkSegment(9475ce85-d9c1-4601-86ab-a9f89980e64d),segment_id=9475ce85-d9c1-4601-86ab-a9f89980e64d)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:31.649152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.689660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Calling delete_port for b51fec04-66b3-42e1-9154-4fb4e1077f16 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:31.748546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.783440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc1e161-eb7e-4876-ac22-a4708efa3807,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:31.801016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d924c-4202-4254-8d2c-063cdd53fa31 None None] The sync data for ids ['46126c76-99d4-4853-958a-fa0aa1b15ea3'] in n-d-809936-1 is: [{'id': '46126c76-99d4-4853-958a-fa0aa1b15ea3', 'name': 'tempest-TestAggregatesBasicOps-420982559-router', 'tenant_id': 'f16aedd11c95402185c0c348db522ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:11Z', 'updated_at': '2021-09-19T03:35:31Z', 'revision_number': 6, 'project_id': 'f16aedd11c95402185c0c348db522ce2', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:31.862388 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Deleting port b51fec04-66b3-42e1-9154-4fb4e1077f16 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:31.863016 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.889573 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.918417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Port': ['ID=b51fec04-66b3-42e1-9154-4fb4e1077f16,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:31.924944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.929856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] No DVR routers for this DVR port b51fec04-66b3-42e1-9154-4fb4e1077f16 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:31.949214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] For port b51fec04-66b3-42e1-9154-4fb4e1077f16, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b51fec04-66b3-42e1-9154-4fb4e1077f16,segment=NetworkSegment(9475ce85-d9c1-4601-86ab-a9f89980e64d),segment_id=9475ce85-d9c1-4601-86ab-a9f89980e64d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:31.949663 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:31.981766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Calling delete_port for b51fec04-66b3-42e1-9154-4fb4e1077f16 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:32.082669 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a574649f-74e6-4d7b-8884-6923750b1d39 req-97e4da36-bcb4-4de4-8fdc-0c3a8780341d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 210 time: 0.0831428 Sep 19 03:35:32.085422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.088884 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.099322 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.134763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Pushing event deleted for resources: {'Port': ['ID=b51fec04-66b3-42e1-9154-4fb4e1077f16,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:32.145944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.151002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.154821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.156601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.157165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.157804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.158338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.158918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.159464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.160192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.160728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.161318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:35:32.165960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede46c9-b1a1-4a85-bff4-dbbee4e17364 None None] No DVR routers for this DVR port b51fec04-66b3-42e1-9154-4fb4e1077f16 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:32.189692 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.199513 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.200185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46126c76-99d4-4853-958a-fa0aa1b15ea3 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:35:32.207554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.211352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0ea1ad00-5b93-44a6-bfca-137b27067aae admin admin] 10.222.0.22 "DELETE /v2.0/routers/46126c76-99d4-4853-958a-fa0aa1b15ea3 HTTP/1.1" status: 204 len: 168 time: 1.2479908 Sep 19 03:35:32.211762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58642) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:32.217611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a4fa13-5073-4ec4-a120-7fae1c05e24d']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:32.231284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9475ce85-d9c1-4601-86ab-a9f89980e64d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:32.231591 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9475ce85-d9c1-4601-86ab-a9f89980e64d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:32.243056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.262376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.262645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] Deleting subnet eea98ec5-4e83-474e-a0f1-13f1bc46ac7f {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:32.267066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.270114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:32.270493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:32.281401 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:32.316497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.341558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.351303 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.355979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/networks/73a4fa13-5073-4ec4-a120-7fae1c05e24d HTTP/1.1" status: 204 len: 168 time: 1.1022739 Sep 19 03:35:32.356864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58644) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:32.366064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba9826-905d-4fa5-8008-d10f30fe7744 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Network': ['ID=73a4fa13-5073-4ec4-a120-7fae1c05e24d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:32.439228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting subnet d1542b05-72ba-4bcc-b65d-6ddc596a78ee {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:32.444833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.485416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.518937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.586244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.637412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea98ec5-4e83-474e-a0f1-13f1bc46ac7f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:32.647683 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.652146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fb9b7-8232-40a1-b429-746dd1974d4f None None] Network 35ccecb5-add1-413f-ab1d-9f70317405ae requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:32.652412 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8d2fc7e7-cdc8-41c7-b28a-e60b0a2586f0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eea98ec5-4e83-474e-a0f1-13f1bc46ac7f HTTP/1.1" status: 204 len: 168 time: 0.4394932 Sep 19 03:35:32.652912 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58646) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:32.661940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.736894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.738505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b51fec04-66b3-42e1-9154-4fb4e1077f16 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:32.767307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Subnet': ['ID=d1542b05-72ba-4bcc-b65d-6ddc596a78ee,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:32.769394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.773831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0f1964f4-de0a-4dca-9161-86e6ad255953 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/subnets/d1542b05-72ba-4bcc-b65d-6ddc596a78ee HTTP/1.1" status: 204 len: 168 time: 0.4135664 Sep 19 03:35:32.774436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58648) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:32.791858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.810048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119e169-679f-4741-9a3c-0b83fece9588 None None] Network e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:32.830996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting subnet e8b97143-214d-4c2b-bc39-5b8899a06f9a {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:32.835684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.836892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b51fec04-66b3-42e1-9154-4fb4e1077f16 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:32.839091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b51fec04-66b3-42e1-9154-4fb4e1077f16 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:32.840410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e1b48e5e-a521-4b03-899d-0fcf64ba55a0 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:32.869209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e1b48e5e-a521-4b03-899d-0fcf64ba55a0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:32.869640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e1b48e5e-a521-4b03-899d-0fcf64ba55a0 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:32.870304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2fc1e161-eb7e-4876-ac22-a4708efa3807 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:32.882984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Deleting port 999e0e22-c706-48ec-88ee-b6360a19b8ca {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:32.883388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.884701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:32.923125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 2fc1e161-eb7e-4876-ac22-a4708efa3807 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:32.923804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2fc1e161-eb7e-4876-ac22-a4708efa3807 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:33.022526 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.036015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] For port 999e0e22-c706-48ec-88ee-b6360a19b8ca, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=999e0e22-c706-48ec-88ee-b6360a19b8ca,segment=NetworkSegment(a03194c4-cd72-4491-86ec-6f9968be2fc5),segment_id=a03194c4-cd72-4491-86ec-6f9968be2fc5)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:33.036397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.071080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Calling delete_port for 999e0e22-c706-48ec-88ee-b6360a19b8ca owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:33.097281 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] DHCP port deletion for 35ccecb5-add1-413f-ab1d-9f70317405ae request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:33.137453 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.174429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] DHCP port deletion for e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:33.201406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.205938 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/subnets/e8b97143-214d-4c2b-bc39-5b8899a06f9a HTTP/1.1" status: 204 len: 168 time: 0.4280145 Sep 19 03:35:33.205938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad2f77-ccd5-497b-a3ec-44481300e955 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b97143-214d-4c2b-bc39-5b8899a06f9a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:33.207601 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58652) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:33.214173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.219363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8144f514-7957-4c07-95e3-c65c54a7e7c1 None None] Network 43a8120a-7782-4e24-af81-af54a2ca2170 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:33.236208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3665e47c-53a1-4210-85cc-6cd2803e4395 req-742b2e57-e7c9-4b47-8cdf-ee5bca23a24d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 210 time: 0.0395181 Sep 19 03:35:33.270674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=999e0e22-c706-48ec-88ee-b6360a19b8ca,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:33.273415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] No DVR routers for this DVR port 999e0e22-c706-48ec-88ee-b6360a19b8ca on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:33.327993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Deleting port 999e0e22-c706-48ec-88ee-b6360a19b8ca {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:33.328370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.335102 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.361209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.387250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ccecb5-add1-413f-ab1d-9f70317405ae']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:33.397725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03194c4-cd72-4491-86ec-6f9968be2fc5') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:33.398018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03194c4-cd72-4491-86ec-6f9968be2fc5') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:33.398613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting port 00e2181c-16f8-4530-9567-ae8ebb1713fd {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:33.399713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.402967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] Deleting port 00e2181c-16f8-4530-9567-ae8ebb1713fd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:33.403344 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.408617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.423818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.430807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:33.431135 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:33.433234 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:33.489205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] For port 999e0e22-c706-48ec-88ee-b6360a19b8ca, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:33.489608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.490503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] For port 00e2181c-16f8-4530-9567-ae8ebb1713fd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=00e2181c-16f8-4530-9567-ae8ebb1713fd,segment=NetworkSegment(75625301-8605-443b-9b8b-c40245ebef07),segment_id=75625301-8605-443b-9b8b-c40245ebef07)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:33.491035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.504384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.513819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.519273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Calling delete_port for 00e2181c-16f8-4530-9567-ae8ebb1713fd owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:33.520035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] 10.222.0.22 "DELETE /v2.0/networks/35ccecb5-add1-413f-ab1d-9f70317405ae HTTP/1.1" status: 204 len: 168 time: 0.8659894 Sep 19 03:35:33.532931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7112e9-836c-4c4b-8c05-8bf0f3636ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=35ccecb5-add1-413f-ab1d-9f70317405ae,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:33.555347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Calling delete_port for 999e0e22-c706-48ec-88ee-b6360a19b8ca owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:33.559316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] For port 00e2181c-16f8-4530-9567-ae8ebb1713fd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=00e2181c-16f8-4530-9567-ae8ebb1713fd,segment=NetworkSegment(75625301-8605-443b-9b8b-c40245ebef07),segment_id=75625301-8605-443b-9b8b-c40245ebef07)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:33.559926 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.582882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Port 999e0e22-c706-48ec-88ee-b6360a19b8ca was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:35:33.588188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.595404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] Calling delete_port for 00e2181c-16f8-4530-9567-ae8ebb1713fd owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:33.627619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Network 35ccecb5-add1-413f-ab1d-9f70317405ae is not hosted by any dhcp agent {{(pid=94724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 19 03:35:33.628287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] No DVR routers for this DVR port 999e0e22-c706-48ec-88ee-b6360a19b8ca on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:33.642398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5acc6-654a-42d0-b989-84664d8f5aef None None] Pushing event deleted for resources: {'Port': ['ID=999e0e22-c706-48ec-88ee-b6360a19b8ca,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:33.652190 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] DHCP port deletion for 43a8120a-7782-4e24-af81-af54a2ca2170 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:33.696095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.735825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Port': ['ID=00e2181c-16f8-4530-9567-ae8ebb1713fd,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:33.745522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] No DVR routers for this DVR port 00e2181c-16f8-4530-9567-ae8ebb1713fd on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:33.762612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.771607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] Deleting port cede44c0-1070-4061-a3c7-63118545d136 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:33.772046 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.778519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58656) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:33.806451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] Pushing event deleted for resources: {'Port': ['ID=00e2181c-16f8-4530-9567-ae8ebb1713fd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:33.808430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f18341-6a45-4792-91f3-e521d8e01afd None None] No DVR routers for this DVR port 00e2181c-16f8-4530-9567-ae8ebb1713fd on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:33.845388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1d939d64-82df-4f53-bcbb-2ada1a10953d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d05f6c8a9fb4d85b8fe22af4707814f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647104 Sep 19 03:35:33.851410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58658) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:33.881638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] For port cede44c0-1070-4061-a3c7-63118545d136, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cede44c0-1070-4061-a3c7-63118545d136,segment=NetworkSegment(199d01a9-3d1d-469f-8771-4741b90b030d),segment_id=199d01a9-3d1d-469f-8771-4741b90b030d)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:33.882450 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.887715 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.899928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] Calling delete_port for cede44c0-1070-4061-a3c7-63118545d136 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:33.910868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b70a718-3a5f-457d-94b0-209ba0ca5547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.911758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:33.923312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75625301-8605-443b-9b8b-c40245ebef07') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:33.923707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75625301-8605-443b-9b8b-c40245ebef07') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:33.934625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.941657 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b70a718-3a5f-457d-94b0-209ba0ca5547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.955038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.963991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:33.964406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:33.977016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d86416ae-9ba4-4507-8f31-027d2b28e5fa no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:34.001450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b70a718-3a5f-457d-94b0-209ba0ca5547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.004745 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b70a718-3a5f-457d-94b0-209ba0ca5547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.005979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5b70a718-3a5f-457d-94b0-209ba0ca5547 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d08c3627-cb1f-49c7-92c0-c19118541d8d HTTP/1.1" status: 204 len: 168 time: 0.1470678 Sep 19 03:35:34.014615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70a718-3a5f-457d-94b0-209ba0ca5547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08c3627-cb1f-49c7-92c0-c19118541d8d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:34.016259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: d86416ae-9ba4-4507-8f31-027d2b28e5fa {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:34.016614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device d86416ae-9ba4-4507-8f31-027d2b28e5fa not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:34.028865 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:34.033678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.047072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.051115 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/networks/e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9 HTTP/1.1" status: 204 len: 168 time: 0.8405261 Sep 19 03:35:34.052682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58662) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:34.053008 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.071463 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857623d5-d2fd-4cab-b4d7-1d8d37c8b4ad tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Network': ['ID=e3d1e372-4a2d-47e9-bbe3-c4ba3e6a46d9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:34.089951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] Pushing event deleted for resources: {'Port': ['ID=cede44c0-1070-4061-a3c7-63118545d136,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:34.094129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460526d-7d60-4ea3-b623-ec6905604900 None None] No DVR routers for this DVR port cede44c0-1070-4061-a3c7-63118545d136 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:34.153115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.258350 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.283583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a8120a-7782-4e24-af81-af54a2ca2170']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:34.295830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199d01a9-3d1d-469f-8771-4741b90b030d') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:34.296203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199d01a9-3d1d-469f-8771-4741b90b030d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:34.310787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.326514 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.336683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:34.337260 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:34.340689 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:34.412448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 999e0e22-c706-48ec-88ee-b6360a19b8ca no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:34.434197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bd19649-45a8-444e-82e3-50f6ad974fee req-d7212ba8-c3ce-4f34-a522-69ccbcaec338 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 210 time: 0.0627775 Sep 19 03:35:34.446970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.450988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 999e0e22-c706-48ec-88ee-b6360a19b8ca {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:34.451741 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 999e0e22-c706-48ec-88ee-b6360a19b8ca not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:34.452533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 00e2181c-16f8-4530-9567-ae8ebb1713fd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:34.453149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.457898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/networks/43a8120a-7782-4e24-af81-af54a2ca2170 HTTP/1.1" status: 204 len: 168 time: 0.4016683 Sep 19 03:35:34.457994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58668) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:34.477641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 00e2181c-16f8-4530-9567-ae8ebb1713fd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:34.478450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 00e2181c-16f8-4530-9567-ae8ebb1713fd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:34.479193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cede44c0-1070-4061-a3c7-63118545d136 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:34.482974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f333e-89fd-48c3-a082-ea015abf577c tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Network': ['ID=43a8120a-7782-4e24-af81-af54a2ca2170,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:34.493757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58670) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:34.505079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: cede44c0-1070-4061-a3c7-63118545d136 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:34.505434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cede44c0-1070-4061-a3c7-63118545d136 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:34.533616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting subnet ba52c4fc-e992-49f4-8aea-a0585d864568 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:34.538224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.540865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5d8a62ba-6a68-4586-8595-0e84b26d8a42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f16aedd11c95402185c0c348db522ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452690 Sep 19 03:35:34.542619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58672) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:34.580644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.592997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2bdb556d-3609-42b7-ae12-a39388ece2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.615334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2bdb556d-3609-42b7-ae12-a39388ece2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.662343 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2bdb556d-3609-42b7-ae12-a39388ece2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.664985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2bdb556d-3609-42b7-ae12-a39388ece2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.666132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2bdb556d-3609-42b7-ae12-a39388ece2d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cb7e7d3-e9e3-4db9-b378-73fdfa51b338 HTTP/1.1" status: 204 len: 168 time: 0.1224949 Sep 19 03:35:34.675302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.675623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb556d-3609-42b7-ae12-a39388ece2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb7e7d3-e9e3-4db9-b378-73fdfa51b338,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:34.740852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.770128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Subnet': ['ID=ba52c4fc-e992-49f4-8aea-a0585d864568,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:34.773810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.775753 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-90623142-f4ed-49b1-978a-37403d6395f8 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/subnets/ba52c4fc-e992-49f4-8aea-a0585d864568 HTTP/1.1" status: 204 len: 168 time: 0.3167794 Sep 19 03:35:34.778200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58676) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:34.784116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2870ac-20de-49b7-be5e-7fb4246e6ea0 None None] Network 73948619-59b9-4188-a3ed-493c0af57c8e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:34.884857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.963132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Deleting port 04805486-d286-4c6b-889e-390513541b6b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:34.963593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:34.974367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] DHCP port deletion for 73948619-59b9-4188-a3ed-493c0af57c8e request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:35.033021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] Deleting port 04805486-d286-4c6b-889e-390513541b6b {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:35.033481 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.036877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] For port 04805486-d286-4c6b-889e-390513541b6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=04805486-d286-4c6b-889e-390513541b6b,segment=NetworkSegment(175e5711-6ecf-452e-a2a1-aee120bf9892),segment_id=175e5711-6ecf-452e-a2a1-aee120bf9892)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:35.037531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.058077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Calling delete_port for 04805486-d286-4c6b-889e-390513541b6b owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:35.101176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] For port 04805486-d286-4c6b-889e-390513541b6b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=04805486-d286-4c6b-889e-390513541b6b,segment=NetworkSegment(175e5711-6ecf-452e-a2a1-aee120bf9892),segment_id=175e5711-6ecf-452e-a2a1-aee120bf9892)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:35.101585 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.114208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] Calling delete_port for 04805486-d286-4c6b-889e-390513541b6b owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:35.171048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.196913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.198224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Port': ['ID=04805486-d286-4c6b-889e-390513541b6b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:35.200273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] No DVR routers for this DVR port 04805486-d286-4c6b-889e-390513541b6b on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:35.225960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] Pushing event deleted for resources: {'Port': ['ID=04805486-d286-4c6b-889e-390513541b6b,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:35.229534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524e46e-b54c-4b2f-ac49-2ed0f79ea8f8 None None] No DVR routers for this DVR port 04805486-d286-4c6b-889e-390513541b6b on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:35.297949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.322609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73948619-59b9-4188-a3ed-493c0af57c8e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:35.333181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175e5711-6ecf-452e-a2a1-aee120bf9892') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:35.333821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175e5711-6ecf-452e-a2a1-aee120bf9892') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:35.344559 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.357789 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.368249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:35.368662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:35.371690 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:35.435397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.440739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.445426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/networks/73948619-59b9-4188-a3ed-493c0af57c8e HTTP/1.1" status: 204 len: 168 time: 0.6634603 Sep 19 03:35:35.445949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58696) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:35.461842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5e15f-184f-43b2-8546-16376217f66f tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Pushing event deleted for resources: {'Network': ['ID=73948619-59b9-4188-a3ed-493c0af57c8e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:35.486877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58700) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:35.492591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b708dd51-8f8c-4f70-a743-5fa8b6fefda6 tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "GET /v2.0/ports?device_id=e67397a3-5174-4041-acc7-debf003144cf HTTP/1.1" status: 200 len: 205 time: 0.0371485 Sep 19 03:35:35.531341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58702) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:35.576136 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d669c39-2c09-4888-bb41-c3c5f59d309a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.583411 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fef731e3-ddb4-486e-bfad-1ae54c2366da req-08307a08-3ff1-4f7f-b47a-59e1bf49ecc0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=295a92d7-cf71-4868-b303-dc646b8fba98 HTTP/1.1" status: 200 len: 210 time: 0.0462992 Sep 19 03:35:35.659391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1392342716-network', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:35.683682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Made reservation on behalf of fd65d41e72c5431c99624d67b7b18464 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:35.701602 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.717215 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.741968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d669c39-2c09-4888-bb41-c3c5f59d309a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.744939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d669c39-2c09-4888-bb41-c3c5f59d309a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.800441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d669c39-2c09-4888-bb41-c3c5f59d309a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.801264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d669c39-2c09-4888-bb41-c3c5f59d309a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Fanout notify agent at l3_agent the message router_deleted on router e67397a3-5174-4041-acc7-debf003144cf {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:35:35.815450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d669c39-2c09-4888-bb41-c3c5f59d309a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.816565 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d669c39-2c09-4888-bb41-c3c5f59d309a tempest-RoutersNegativeIpV6Test-673768861 tempest-RoutersNegativeIpV6Test-673768861-project] 10.222.0.22 "DELETE /v2.0/routers/e67397a3-5174-4041-acc7-debf003144cf HTTP/1.1" status: 204 len: 168 time: 0.3286798 Sep 19 03:35:35.832674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.837866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.865626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:35.876131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275abeaa-075b-46a5-a2bd-f738450e7978,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:35.881035 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.881389 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Added segment 81c01342-f6c8-4b91-9b25-b56f849b9154 of type vlan for network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 Sep 19 03:35:35.922581 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.949771 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.951092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:35.951679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:35.995107 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:35.995343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4627662 Sep 19 03:35:36.005206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Request body: {'subnet': {'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1392342716-subnet', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:36.031521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Made reservation on behalf of fd65d41e72c5431c99624d67b7b18464 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:36.035413 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.049412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f736e-96f3-499d-ba99-3dae090448ca admin admin] Pushing event updated for resources: {'Network': ['ID=6c6b451e-3a71-4997-8704-d58fcdaf0b38,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:36.053935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58712) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:36.060765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:36.232187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.245881 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4524d762-3bcb-460c-905b-13d7337ed284 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6283b7c65c14470add00781a6c9e32a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883073 Sep 19 03:35:36.246635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58716) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:36.301362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09a529f3-e53a-46ea-adce-ad0bac21725b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.301557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:36.309954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Checking segment: {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:36.310494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Network hostable DHCP agents. Network: 6c6b451e-3a71-4997-8704-d58fcdaf0b38, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:36.326054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09a529f3-e53a-46ea-adce-ad0bac21725b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.332719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:36.343647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 6c6b451e-3a71-4997-8704-d58fcdaf0b38) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:36.348655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:36.349804 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.355569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbec1444-6343-451e-88d8-0298cbff75e8 None None] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:36.381894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09a529f3-e53a-46ea-adce-ad0bac21725b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.387152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09a529f3-e53a-46ea-adce-ad0bac21725b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.387535 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8997bfaa-f94e-4826-a0fd-917f42de8579 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3903718 Sep 19 03:35:36.388037 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 04805486-d286-4c6b-889e-390513541b6b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:36.388364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58718) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:36.394366 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:36.403038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09a529f3-e53a-46ea-adce-ad0bac21725b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f9d598e-1d12-4a74-9ec8-694acc05382f HTTP/1.1" status: 204 len: 168 time: 0.1538615 Sep 19 03:35:36.418700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a529f3-e53a-46ea-adce-ad0bac21725b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9d598e-1d12-4a74-9ec8-694acc05382f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:36.423012 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.424644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.470406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 04805486-d286-4c6b-889e-390513541b6b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:36.470786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 04805486-d286-4c6b-889e-390513541b6b not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:36.501708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.609252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:36.610000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.677287 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.804042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Allocated IP 172.20.0.2 (6c6b451e-3a71-4997-8704-d58fcdaf0b38/c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601/f383fe99-7ed1-431f-8a05-c3cecd4c6776) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:36.912933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.936581 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.983512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:36.991182 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.032709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:37.035613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:37.039014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:37.054531 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Pushing event updated for resources: {'Port': ['ID=f383fe99-7ed1-431f-8a05-c3cecd4c6776,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:37.056456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Allocated IP 172.25.8.128 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/05983549-69d6-4b38-af5d-d16f49e2ea2e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:37.114178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Attempting to bind port f383fe99-7ed1-431f-8a05-c3cecd4c6776 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:37.114672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Attempting to bind port f383fe99-7ed1-431f-8a05-c3cecd4c6776 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:37.114955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Attempting to bind port f383fe99-7ed1-431f-8a05-c3cecd4c6776 on network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:37.120318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:37.120975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Checking segment: {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:37.121556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.122129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Bound using segment: {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:37.122812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Bound port: f383fe99-7ed1-431f-8a05-c3cecd4c6776, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:37.123507 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.204090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.216957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] For port f383fe99-7ed1-431f-8a05-c3cecd4c6776, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:37.221050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] For port f383fe99-7ed1-431f-8a05-c3cecd4c6776, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f383fe99-7ed1-431f-8a05-c3cecd4c6776,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:37.227961 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.251449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.282322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58744) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:37.302553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1825225-c236-48f1-aef5-99ee0b840d49 None None] Pushing event updated for resources: {'Port': ['ID=f383fe99-7ed1-431f-8a05-c3cecd4c6776,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:37.307432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:37.318654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:37.329179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:37.363664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Pushing event updated for resources: {'Port': ['ID=05983549-69d6-4b38-af5d-d16f49e2ea2e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:37.408078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1e7f5f8d-298b-472f-881e-c4537793c6a7 tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-575091703', 'prefixes': ['172.20.0.0/16']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:37.490152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1e7f5f8d-298b-472f-881e-c4537793c6a7 tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] Notify callbacks [] for subnetpool, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.493368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1e7f5f8d-298b-472f-881e-c4537793c6a7 tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2091856 Sep 19 03:35:37.496180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58748) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:37.557328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-460c8ce1-21a0-4986-8870-604e01187990 tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] 10.222.0.22 "GET /v2.0/subnetpools/1491508e-9a2b-4ce3-9b7d-a91d1c3159d2 HTTP/1.1" status: 200 len: 731 time: 0.0600023 Sep 19 03:35:37.561480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58750) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:37.569330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-680d8871-4508-4cd1-a231-2013eca670d9 tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1401326601'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:37.661542 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.684552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-680d8871-4508-4cd1-a231-2013eca670d9 tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] Notify callbacks [] for subnetpool, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.686198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-680d8871-4508-4cd1-a231-2013eca670d9 tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] 10.222.0.22 "PUT /v2.0/subnetpools/1491508e-9a2b-4ce3-9b7d-a91d1c3159d2 HTTP/1.1" status: 200 len: 684 time: 0.1226008 Sep 19 03:35:37.688551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58752) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:37.780908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-936b92cf-0544-4512-bd2c-31c0e1cb202f tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] Notify callbacks [] for subnetpool, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:37.782417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-936b92cf-0544-4512-bd2c-31c0e1cb202f tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] 10.222.0.22 "DELETE /v2.0/subnetpools/1491508e-9a2b-4ce3-9b7d-a91d1c3159d2 HTTP/1.1" status: 204 len: 168 time: 0.0927045 Sep 19 03:35:37.785155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58756) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:37.809029 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-c82be12c-32d9-4dc5-88c7-8f4e16d9355b tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] show failed (client error): The resource could not be found. Sep 19 03:35:37.810152 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c82be12c-32d9-4dc5-88c7-8f4e16d9355b tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] 10.222.0.22 "GET /v2.0/subnetpools/1491508e-9a2b-4ce3-9b7d-a91d1c3159d2 HTTP/1.1" status: 404 len: 346 time: 0.0239305 Sep 19 03:35:37.813118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58758) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:37.827908 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-4de785ca-7626-41c8-9ee3-c2b283845e4c tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] delete failed (client error): The resource could not be found. Sep 19 03:35:37.828975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4de785ca-7626-41c8-9ee3-c2b283845e4c tempest-SubnetPoolsTestJSON-719962120 tempest-SubnetPoolsTestJSON-719962120-project] 10.222.0.22 "DELETE /v2.0/subnetpools/1491508e-9a2b-4ce3-9b7d-a91d1c3159d2 HTTP/1.1" status: 404 len: 346 time: 0.0148799 Sep 19 03:35:38.150549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58764) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:38.259849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.288315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5d91e990-8154-43c6-ae15-ce9ed784ee8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.418865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Router 88830d10-da3e-4555-a654-9499a72ebdc9 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:35:38.437292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f383fe99-7ed1-431f-8a05-c3cecd4c6776 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:38.488681 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5d91e990-8154-43c6-ae15-ce9ed784ee8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.493599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f383fe99-7ed1-431f-8a05-c3cecd4c6776 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:38.495025 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5d91e990-8154-43c6-ae15-ce9ed784ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.495478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.547101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ce209-c240-40d3-94c7-13db87706991 None None] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:38.552146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5d91e990-8154-43c6-ae15-ce9ed784ee8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6317a8a74a1143e4bb7dc3dc7417a799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4005799 Sep 19 03:35:38.552393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58768) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:38.553513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91e990-8154-43c6-ae15-ce9ed784ee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aeecf75-42b5-43c0-8fc8-ecb230b70ddb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:38.585922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:38.599660 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Sync routers for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:38.609499 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:38.610468 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:38.626069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.630607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58770) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:38.632649 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b0c5d67f-6eb3-4adc-914a-0cbe03006d23 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2431579 Sep 19 03:35:38.643349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-75cb4126-5bc5-43ba-b613-2984ea00a4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.675182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-75cb4126-5bc5-43ba-b613-2984ea00a4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.731920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-64cb3833-cd53-4274-b636-3948b0f64556 None None] Provisioning complete for port f383fe99-7ed1-431f-8a05-c3cecd4c6776 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:38.732296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-64cb3833-cd53-4274-b636-3948b0f64556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.748752 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-75cb4126-5bc5-43ba-b613-2984ea00a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.754443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-75cb4126-5bc5-43ba-b613-2984ea00a4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.756066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-75cb4126-5bc5-43ba-b613-2984ea00a4a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9aeecf75-42b5-43c0-8fc8-ecb230b70ddb HTTP/1.1" status: 204 len: 168 time: 0.2026346 Sep 19 03:35:38.766294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb4126-5bc5-43ba-b613-2984ea00a4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aeecf75-42b5-43c0-8fc8-ecb230b70ddb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:38.778420 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:38.786916 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:38.881955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port f383fe99-7ed1-431f-8a05-c3cecd4c6776, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f383fe99-7ed1-431f-8a05-c3cecd4c6776,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:38.895023 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.041762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=f383fe99-7ed1-431f-8a05-c3cecd4c6776,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:39.106862 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:37Z', 'revision_number': 3, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:39.166789 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Checking router: 88830d10-da3e-4555-a654-9499a72ebdc9 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:39.167516 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Updating router 88830d10-da3e-4555-a654-9499a72ebdc9 port 05983549-69d6-4b38-af5d-d16f49e2ea2e binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:39.197315 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.362039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b30ef373-82fe-474b-a252-a4d1438eb5c6 None None] Provisioning complete for port f383fe99-7ed1-431f-8a05-c3cecd4c6776 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:39.362503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b30ef373-82fe-474b-a252-a4d1438eb5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.613850 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.625198 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.677819 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Attempting to bind port 05983549-69d6-4b38-af5d-d16f49e2ea2e on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:39.678186 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Attempting to bind port 05983549-69d6-4b38-af5d-d16f49e2ea2e by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:39.678549 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Attempting to bind port 05983549-69d6-4b38-af5d-d16f49e2ea2e on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:39.687914 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:39.688283 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:39.688678 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.689063 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:39.689524 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Bound port: 05983549-69d6-4b38-af5d-d16f49e2ea2e, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:39.690343 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.709392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.711482 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764ec3d-c84d-4bbd-b214-69b3db51d704 None None] Pushing event updated for resources: {'Port': ['ID=05983549-69d6-4b38-af5d-d16f49e2ea2e,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:39.755369 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] For port 05983549-69d6-4b38-af5d-d16f49e2ea2e, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:39.760118 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] For port 05983549-69d6-4b38-af5d-d16f49e2ea2e, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=05983549-69d6-4b38-af5d-d16f49e2ea2e,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:39.766277 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:39.827738 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:39.828331 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:39.877828 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764ec3d-c84d-4bbd-b214-69b3db51d704 None None] Pushing event updated for resources: {'Port': ['ID=05983549-69d6-4b38-af5d-d16f49e2ea2e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:39.931525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58830) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:39.976150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Allocated IP 172.20.0.1 (6c6b451e-3a71-4997-8704-d58fcdaf0b38/c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601/cd36b6e9-7c73-4a10-b609-b1b922745d8d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:40.061111 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:40.079038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-437958519'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:40.100498 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.108076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Made reservation on behalf of a1fa3698ffbe4d3a8f766073e153555e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:40.114078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.125007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.143054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.187837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:40.190713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:40.194521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:40.247666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Pushing event updated for resources: {'Port': ['ID=cd36b6e9-7c73-4a10-b609-b1b922745d8d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:40.256497 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.266773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.292074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.296946 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:37Z', 'revision_number': 3, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:40.328957 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7984ec-a2f4-400f-8d63-17e7e2f8fc90 None None] The sync data for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 is: [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:37Z', 'revision_number': 3, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:40.339921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544e1dcb-b8ff-4c5c-8a01-4762d9c09482,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:40.372127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:40.386869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.387487 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Added segment 068948c6-8f04-4352-ad57-f904c1d8f8cc of type vlan for network aae7de43-277b-4715-91cf-57aee0a18615 Sep 19 03:35:40.427617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f383fe99-7ed1-431f-8a05-c3cecd4c6776 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:40.474812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.503076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.504038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f383fe99-7ed1-431f-8a05-c3cecd4c6776 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:40.504416 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.518582 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.524587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:40.526039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.581766 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6493878 Sep 19 03:35:40.611330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58850) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:40.617825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Request body: {'subnet': {'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:40.636541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-77f66178-8178-459a-9cab-20f94c8f5669 None None] Provisioning complete for port cd36b6e9-7c73-4a10-b609-b1b922745d8d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:40.637335 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-77f66178-8178-459a-9cab-20f94c8f5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.637981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c27b7f-4c0c-46a5-9381-378049f17ad7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event updated for resources: {'Network': ['ID=aae7de43-277b-4715-91cf-57aee0a18615,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:40.707721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58852) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:40.709822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network aae7de43-277b-4715-91cf-57aee0a18615 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:40.716661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9c6073ac-1bae-466c-9e9d-013faf25554d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-16168877', 'description': 'tempest-secgroup-smoke-16168877 description', 'project_id': 'fbb634d4fd054103a9ad4344414117dd'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:40.747996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.db.api [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 03:35:40.747996 n-d-809936-1 neutron-server[94722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 19 03:35:40.747996 n-d-809936-1 neutron-server[94722]: [parameters: {'project_id_1': 'a1fa3698ffbe4d3a8f766073e153555e', 'expiration_1': datetime.datetime(2021, 9, 19, 3, 35, 20, 726336)}] Sep 19 03:35:40.747996 n-d-809936-1 neutron-server[94722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:35:40.748452 n-d-809936-1 neutron-server[94722]: DEBUG oslo_db.api [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:35:40.777624 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6073ac-1bae-466c-9e9d-013faf25554d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.783201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-77f66178-8178-459a-9cab-20f94c8f5669 None None] Port cd36b6e9-7c73-4a10-b609-b1b922745d8d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:40.805980 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.816346 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:40.910675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Pushing event updated for resources: {'Port': ['ID=cd36b6e9-7c73-4a10-b609-b1b922745d8d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:40.913224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.012379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6073ac-1bae-466c-9e9d-013faf25554d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.019398 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6073ac-1bae-466c-9e9d-013faf25554d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.063502 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c6073ac-1bae-466c-9e9d-013faf25554d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.064759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c6073ac-1bae-466c-9e9d-013faf25554d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3559968 Sep 19 03:35:41.067854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58854) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:41.068974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6073ac-1bae-466c-9e9d-013faf25554d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa0ca76-d58d-4693-9b55-c98266f5a63c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:41.072498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:41.073098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ad9ce95d-135f-4d25-b801-3304d074c84d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'security_group_rule': {'security_group_id': '1aa0ca76-d58d-4693-9b55-c98266f5a63c', 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:41.074240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:41.107729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce95d-135f-4d25-b801-3304d074c84d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.167239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce95d-135f-4d25-b801-3304d074c84d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.173176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce95d-135f-4d25-b801-3304d074c84d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.194393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ce95d-135f-4d25-b801-3304d074c84d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b081af-8dde-4df7-8a07-6b578d058d57,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:41.203808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad9ce95d-135f-4d25-b801-3304d074c84d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.207878 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad9ce95d-135f-4d25-b801-3304d074c84d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363108 Sep 19 03:35:41.209242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58856) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:41.215785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-40de4aa0-1473-482d-9a87-30e4c38609f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'security_group_rule': {'security_group_id': '1aa0ca76-d58d-4693-9b55-c98266f5a63c', 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:41.220553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Router 88830d10-da3e-4555-a654-9499a72ebdc9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:41.252424 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40de4aa0-1473-482d-9a87-30e4c38609f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.312552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Made reservation on behalf of a1fa3698ffbe4d3a8f766073e153555e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:41.316082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.326209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40de4aa0-1473-482d-9a87-30e4c38609f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.337296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40de4aa0-1473-482d-9a87-30e4c38609f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.347464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:41.362084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3bde1a13-4a64-4cd8-95e4-ff1ddfdb5784 admin admin] 10.222.0.22 "PUT /v2.0/routers/88830d10-da3e-4555-a654-9499a72ebdc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301235 Sep 19 03:35:41.365380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de4aa0-1473-482d-9a87-30e4c38609f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc67130-6486-4273-8b66-e3ac55fcb3f4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:41.407464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fb8a078f-8714-45cb-a8ae-8c234c6f9862 None None] Provisioning complete for port cd36b6e9-7c73-4a10-b609-b1b922745d8d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:41.407926 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb8a078f-8714-45cb-a8ae-8c234c6f9862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.419471 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-40de4aa0-1473-482d-9a87-30e4c38609f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.422804 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-40de4aa0-1473-482d-9a87-30e4c38609f1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2094672 Sep 19 03:35:41.424403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:41.429190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-587d977c-9983-4480-81aa-7e52657746fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'security_group_rule': {'security_group_id': '1aa0ca76-d58d-4693-9b55-c98266f5a63c', 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:41.450899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a078f-8714-45cb-a8ae-8c234c6f9862 None None] Port cd36b6e9-7c73-4a10-b609-b1b922745d8d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:41.461865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-587d977c-9983-4480-81aa-7e52657746fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.527791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-587d977c-9983-4480-81aa-7e52657746fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.534267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-587d977c-9983-4480-81aa-7e52657746fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.561607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d977c-9983-4480-81aa-7e52657746fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcf3f7d-6468-4935-a4c0-4b63f95d2756,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:41.569491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.571115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-587d977c-9983-4480-81aa-7e52657746fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.572363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-587d977c-9983-4480-81aa-7e52657746fd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468849 Sep 19 03:35:41.574982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58864) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:41.579672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ab36bfc9-ca90-4a1b-ba26-f6fba353c12f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'security_group_rule': {'security_group_id': '1aa0ca76-d58d-4693-9b55-c98266f5a63c', 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:41.612272 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab36bfc9-ca90-4a1b-ba26-f6fba353c12f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.640216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event updated for resources: {'Subnet': ['ID=a6f224a1-85b4-4b44-8ef8-fedbac306d00,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:41.652141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Checking segment: {'id': '068948c6-8f04-4352-ad57-f904c1d8f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:41.652410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Network hostable DHCP agents. Network: aae7de43-277b-4715-91cf-57aee0a18615, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:41.673304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Network aae7de43-277b-4715-91cf-57aee0a18615 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:41.681858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab36bfc9-ca90-4a1b-ba26-f6fba353c12f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.684184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, aae7de43-277b-4715-91cf-57aee0a18615) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:41.689044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:41.689906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.694036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896ef42-20fb-4d44-8d4e-53d6c0c15b4c None None] Network aae7de43-277b-4715-91cf-57aee0a18615 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:41.698158 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab36bfc9-ca90-4a1b-ba26-f6fba353c12f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.710119 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f532d330-094f-41fb-ba01-cf152ce4e9f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0971203 Sep 19 03:35:41.712687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58868) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:41.717706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36bfc9-ca90-4a1b-ba26-f6fba353c12f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570a2d15-ed94-4245-bb52-d564c74338f5,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:41.719550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Request body: {'port': {'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615', 'name': 'tempest-TagsExtTest-1531483065'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:41.729874 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab36bfc9-ca90-4a1b-ba26-f6fba353c12f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.732142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ab36bfc9-ca90-4a1b-ba26-f6fba353c12f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1559324 Sep 19 03:35:41.741844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58870) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:41.747348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'security_group_rule': {'security_group_id': '1aa0ca76-d58d-4693-9b55-c98266f5a63c', 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:41.794662 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Project fbb634d4fd054103a9ad4344414117dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:35:41.806117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.878201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Made reservation on behalf of a1fa3698ffbe4d3a8f766073e153555e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:41.885967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.893258 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.904607 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.922217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] device_id is not set on port 2bd9e1bc-f13c-4f49-845a-582f664c0605 yet. {{(pid=94722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 19 03:35:41.927468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a98afc-0c3e-4850-80fd-1b78aa4a1e33,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:41.935393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:41.939602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-36c79082-02c4-40eb-95ef-2e62909cddb2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1937454 Sep 19 03:35:41.943114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58878) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:41.949314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'security_group_rule': {'security_group_id': '1aa0ca76-d58d-4693-9b55-c98266f5a63c', 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:42.026929 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Project fbb634d4fd054103a9ad4344414117dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:35:42.054653 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.056510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-aae7de43-277b-4715-91cf-57aee0a18615', 'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615', 'tenant_id': 'a1fa3698ffbe4d3a8f766073e153555e', 'fixed_ips': [{'subnet_id': 'a6f224a1-85b4-4b44-8ef8-fedbac306d00'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:42.057379 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.117450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58882) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:42.119783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Allocated IP 172.20.0.5 (aae7de43-277b-4715-91cf-57aee0a18615/a6f224a1-85b4-4b44-8ef8-fedbac306d00/2bd9e1bc-f13c-4f49-845a-582f664c0605) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:42.122980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-45843591-network', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:42.149472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Made reservation on behalf of d0f2f4fc9606470199fcbe173f9ebe98 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:42.151897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.153855 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.166958 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.167410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.199010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c04d3d-b277-4185-88c7-bbabd8b58382,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:42.271503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.275381 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.281208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.282424 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6aedfd29-41f0-4e8a-8c72-808dc6b77a26 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3380415 Sep 19 03:35:42.296525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:35:42.311435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae449352-98da-45a7-a798-f3930ada21f8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:42.315201 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.315422 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Added segment 014360cd-b960-4642-8a80-8b3ed113412a of type vlan for network 420f1db5-7865-4706-8d93-e1bbcb895b60 Sep 19 03:35:42.349274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.355775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Sync routers for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:42.366606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:42.367524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:42.408897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.410348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.468712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Network aae7de43-277b-4715-91cf-57aee0a18615 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:42.472857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:42.479555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:42.485213 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.487112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event updated for resources: {'Port': ['ID=2bd9e1bc-f13c-4f49-845a-582f664c0605,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:42.487449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:42.488251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.490480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 05983549-69d6-4b38-af5d-d16f49e2ea2e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:42.527204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Allocated IP 172.20.0.2 (aae7de43-277b-4715-91cf-57aee0a18615/a6f224a1-85b4-4b44-8ef8-fedbac306d00/a2d625cf-a157-4473-84dc-9e66aa8eb3f5) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:42.534439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4157658 Sep 19 03:35:42.537317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58914) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:42.545271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Request body: {'subnet': {'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-45843591-subnet', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:42.556467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:42.557198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.581266 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-31c0fc07-86ad-42c2-bc7a-725ee0bcfdd8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8673358 Sep 19 03:35:42.582111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:42.585473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b505cef-bba6-421d-93e0-70310a7fb8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=420f1db5-7865-4706-8d93-e1bbcb895b60,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:42.600131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a6f11528-75be-43e8-80ff-2d178633f5f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-238714881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:42.612869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Made reservation on behalf of d0f2f4fc9606470199fcbe173f9ebe98 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:42.615511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.626030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:35:42.633510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6f11528-75be-43e8-80ff-2d178633f5f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.635013 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6f11528-75be-43e8-80ff-2d178633f5f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.706400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6f11528-75be-43e8-80ff-2d178633f5f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.713036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6f11528-75be-43e8-80ff-2d178633f5f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.729992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:42.739110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a6f11528-75be-43e8-80ff-2d178633f5f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.742486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a6f11528-75be-43e8-80ff-2d178633f5f4 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1566529 Sep 19 03:35:42.743522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58926) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:42.751017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a5e1e19a-ebef-43a6-adbc-dbe0d7244236 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-298750118', 'prefixes': ['172.20.0.0/16']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:42.772706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 05983549-69d6-4b38-af5d-d16f49e2ea2e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:42.773092 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.864965 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.925862 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e1e19a-ebef-43a6-adbc-dbe0d7244236 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for subnetpool, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:42.930799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a5e1e19a-ebef-43a6-adbc-dbe0d7244236 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1831601 Sep 19 03:35:42.930964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58932) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:42.935485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-7ad4166d-c261-43f0-bf69-4f9aad1ac4a3 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', 'tempest-TagsExtTest-Tag-16178528') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:42.943331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68b7b5d-4d84-40ec-9295-52b2c112ff5d,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:42.955409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Checking segment: {'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:42.955941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Network hostable DHCP agents. Network: 420f1db5-7865-4706-8d93-e1bbcb895b60, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:35:42.978141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:35:42.992900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 420f1db5-7865-4706-8d93-e1bbcb895b60) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:42.997918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:42.999300 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.011504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0aad0e-ed72-4173-9028-dfc3e42cfb80 None None] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:43.023037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d05884e-463f-4919-ac41-2eec97f634ba admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4842649 Sep 19 03:35:43.025579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58938) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.031864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:43.057313 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.058889 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.098009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58954) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.099427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7ad4166d-c261-43f0-bf69-4f9aad1ac4a3 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags/tempest-TagsExtTest-Tag-16178528 HTTP/1.1" status: 201 len: 201 time: 0.1675789 Sep 19 03:35:43.103066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-756c78f7-4012-42d8-8301-00efbd37ae26 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', 'tempest-TagsExtTest-Tag-932916897') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.118941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.132790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.173447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.266327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Network aae7de43-277b-4715-91cf-57aee0a18615 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:43.267395 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.284136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:43.304644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:43.307854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Pushing event updated for resources: {'Port': ['ID=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:43.316366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.322765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 05983549-69d6-4b38-af5d-d16f49e2ea2e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=05983549-69d6-4b38-af5d-d16f49e2ea2e,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:43.333249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-420f1db5-7865-4706-8d93-e1bbcb895b60', 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'fixed_ips': [{'subnet_id': 'c68b7b5d-4d84-40ec-9295-52b2c112ff5d'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:35:43.334345 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.349068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-756c78f7-4012-42d8-8301-00efbd37ae26 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags/tempest-TagsExtTest-Tag-932916897 HTTP/1.1" status: 201 len: 201 time: 0.2497792 Sep 19 03:35:43.352391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58968) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.354075 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.360955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-a11982d0-a5b7-4985-b53a-dd2b4cc582e2 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', 'tempest-TagsExtTest-Tag-716324410') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.484777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a11982d0-a5b7-4985-b53a-dd2b4cc582e2 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags/tempest-TagsExtTest-Tag-716324410 HTTP/1.1" status: 201 len: 201 time: 0.1307559 Sep 19 03:35:43.488344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58970) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.495575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Attempting to bind port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:43.496129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Attempting to bind port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '068948c6-8f04-4352-ad57-f904c1d8f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:43.496292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Attempting to bind port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 on network aae7de43-277b-4715-91cf-57aee0a18615 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:43.497569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-a5d5e09b-0191-40d7-a6ac-e646990fc10d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', 'tempest-TagsExtTest-Tag-238387934') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.511513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=05983549-69d6-4b38-af5d-d16f49e2ea2e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:43.522351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 2, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.524293 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:43.524666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Checking segment: {'id': '068948c6-8f04-4352-ad57-f904c1d8f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:43.525069 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.525460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Bound using segment: {'id': '068948c6-8f04-4352-ad57-f904c1d8f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:43.525940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Bound port: a2d625cf-a157-4473-84dc-9e66aa8eb3f5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068948c6-8f04-4352-ad57-f904c1d8f8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'aae7de43-277b-4715-91cf-57aee0a18615'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:43.526320 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.564112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Checking router: 88830d10-da3e-4555-a654-9499a72ebdc9 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:43.564467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Updating router 88830d10-da3e-4555-a654-9499a72ebdc9 port cd36b6e9-7c73-4a10-b609-b1b922745d8d binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:43.567031 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5d5e09b-0191-40d7-a6ac-e646990fc10d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags/tempest-TagsExtTest-Tag-238387934 HTTP/1.1" status: 201 len: 201 time: 0.0765929 Sep 19 03:35:43.568540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58972) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.575910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-abc665b1-d1c3-4960-9d3e-8596aefbdcdf tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.601968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.628004 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.646938 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.656054 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-abc665b1-d1c3-4960-9d3e-8596aefbdcdf tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags HTTP/1.1" status: 200 len: 239 time: 0.0856440 Sep 19 03:35:43.658457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58974) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.663232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-e269402a-0345-48e4-96a4-7da2366a6d67 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', 'tempest-TagsExtTest-Tag-16178528') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.692170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Allocated IP 172.20.0.2 (420f1db5-7865-4706-8d93-e1bbcb895b60/c68b7b5d-4d84-40ec-9295-52b2c112ff5d/da070c57-1d06-4634-8e9d-6a2ff085f43a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:43.729085 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e269402a-0345-48e4-96a4-7da2366a6d67 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags/tempest-TagsExtTest-Tag-16178528 HTTP/1.1" status: 204 len: 168 time: 0.0678639 Sep 19 03:35:43.729789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58976) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.735898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] For port a2d625cf-a157-4473-84dc-9e66aa8eb3f5, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:43.737460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-2fc7c106-fd41-4e19-8846-4ddc2db12448 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', 'tempest-TagsExtTest-Tag-16178528') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.759628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] For port a2d625cf-a157-4473-84dc-9e66aa8eb3f5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,segment=NetworkSegment(068948c6-8f04-4352-ad57-f904c1d8f8cc),segment_id=068948c6-8f04-4352-ad57-f904c1d8f8cc)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:43.776309 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:43.781090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Allocated IP 172.25.8.26 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/144f44cc-91c4-412e-a502-cd9d3b6db4ce) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:43.852749 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2fc7c106-fd41-4e19-8846-4ddc2db12448 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags/tempest-TagsExtTest-Tag-16178528 HTTP/1.1" status: 204 len: 168 time: 0.1193428 Sep 19 03:35:43.853095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58978) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.858109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-64361f4e-aa54-461b-b157-4964eeccf073 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.919594 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64361f4e-aa54-461b-b157-4964eeccf073 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags HTTP/1.1" status: 200 len: 205 time: 0.0655000 Sep 19 03:35:43.922547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58982) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:43.927042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-e6f76189-feb7-4af8-ba49-1de8983c0072 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:43.956637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.011470 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.026551 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e6f76189-feb7-4af8-ba49-1de8983c0072 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags HTTP/1.1" status: 200 len: 240 time: 0.1026819 Sep 19 03:35:44.028976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58984) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:44.034420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-01a9c778-1596-47af-b380-6a7f27f83d86 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', 'tempest-TagsExtTest-Tag-932916897') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:44.052696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:44.055843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:44.059641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:44.091505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Pushing event updated for resources: {'Port': ['ID=144f44cc-91c4-412e-a502-cd9d3b6db4ce,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:44.099758 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01a9c778-1596-47af-b380-6a7f27f83d86 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags/tempest-TagsExtTest-Tag-932916897 HTTP/1.1" status: 204 len: 168 time: 0.0674317 Sep 19 03:35:44.100905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58986) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:44.104965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-00545f10-f2ff-4ce0-988d-72b504fe3633 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', 'tempest-TagsExtTest-Tag-932916897') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:44.171841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74df344-5c50-43f7-a51f-91a098f5cce8 None None] Pushing event updated for resources: {'Port': ['ID=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:44.221023 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-00545f10-f2ff-4ce0-988d-72b504fe3633 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags/tempest-TagsExtTest-Tag-932916897 HTTP/1.1" status: 204 len: 168 time: 0.1199183 Sep 19 03:35:44.222451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58988) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:44.226795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-06a804d0-0ad0-4cc5-84fb-7104ad96b0ad tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:44.352745 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.358265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-06a804d0-0ad0-4cc5-84fb-7104ad96b0ad tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags HTTP/1.1" status: 200 len: 205 time: 0.1345510 Sep 19 03:35:44.360942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 58990) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:44.374620 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.374964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-53fca097-dd01-429a-a60c-c7cb73c63ebd tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:44.476061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 05983549-69d6-4b38-af5d-d16f49e2ea2e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:44.518889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:44.536264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:44.541964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Pushing event updated for resources: {'Port': ['ID=da070c57-1d06-4634-8e9d-6a2ff085f43a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:44.547847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:44.564775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-53fca097-dd01-429a-a60c-c7cb73c63ebd tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags HTTP/1.1" status: 200 len: 240 time: 0.2018659 Sep 19 03:35:44.565441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.567316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58992) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:44.568225 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86324a7b-b4ce-481c-9574-d907591ebcf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.571237 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.573772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-afb304c9-84ef-42e6-9bf3-660d6d06faff tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', 'tempest-TagsExtTest-Tag-716324410') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:44.602475 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.657660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 05983549-69d6-4b38-af5d-d16f49e2ea2e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:44.658328 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.695957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Attempting to bind port da070c57-1d06-4634-8e9d-6a2ff085f43a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:44.696604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Attempting to bind port da070c57-1d06-4634-8e9d-6a2ff085f43a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:44.697142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Attempting to bind port da070c57-1d06-4634-8e9d-6a2ff085f43a on network 420f1db5-7865-4706-8d93-e1bbcb895b60 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:44.701944 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-afb304c9-84ef-42e6-9bf3-660d6d06faff tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags/tempest-TagsExtTest-Tag-716324410 HTTP/1.1" status: 204 len: 168 time: 0.1295400 Sep 19 03:35:44.703289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58994) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:44.711475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-17e2c34f-a9cb-40a8-887f-632c5e31333a tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', 'tempest-TagsExtTest-Tag-716324410') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:44.722894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:44.723579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Checking segment: {'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:44.724169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.724789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Bound using segment: {'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:44.725702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Bound port: da070c57-1d06-4634-8e9d-6a2ff085f43a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:44.731883 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.753207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72658442-a0c3-4fb6-b92c-ae6bbafc08e1 None None] Pushing event updated for resources: {'Port': ['ID=cd36b6e9-7c73-4a10-b609-b1b922745d8d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:44.813794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.864868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-17e2c34f-a9cb-40a8-887f-632c5e31333a tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags/tempest-TagsExtTest-Tag-716324410 HTTP/1.1" status: 204 len: 168 time: 0.1582539 Sep 19 03:35:44.869525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 58996) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:44.874810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-c6c0da64-c795-4f5c-b788-c002ddd06d87 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:44.890022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Attempting to bind port cd36b6e9-7c73-4a10-b609-b1b922745d8d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:44.890408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Attempting to bind port cd36b6e9-7c73-4a10-b609-b1b922745d8d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:44.890824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Attempting to bind port cd36b6e9-7c73-4a10-b609-b1b922745d8d on network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:44.908767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:44.909104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Checking segment: {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:44.909525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.909914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Bound using segment: {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:44.910404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Bound port: cd36b6e9-7c73-4a10-b609-b1b922745d8d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:44.910816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:44.991109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] For port da070c57-1d06-4634-8e9d-6a2ff085f43a, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:45.019300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] For port da070c57-1d06-4634-8e9d-6a2ff085f43a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=da070c57-1d06-4634-8e9d-6a2ff085f43a,segment=NetworkSegment(014360cd-b960-4642-8a80-8b3ed113412a),segment_id=014360cd-b960-4642-8a80-8b3ed113412a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:45.030961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:35:45.033011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:45.065909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c6c0da64-c795-4f5c-b788-c002ddd06d87 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags HTTP/1.1" status: 200 len: 205 time: 0.1947539 Sep 19 03:35:45.067221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59000) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:45.077985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-540d0675-689d-44da-81b5-87881fb2ccd0 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.097202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] For port cd36b6e9-7c73-4a10-b609-b1b922745d8d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:45.139047 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-540d0675-689d-44da-81b5-87881fb2ccd0 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags HTTP/1.1" status: 200 len: 240 time: 0.0677459 Sep 19 03:35:45.139910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59002) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:45.143213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] For port cd36b6e9-7c73-4a10-b609-b1b922745d8d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cd36b6e9-7c73-4a10-b609-b1b922745d8d,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:45.154728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-6fc64fe1-6528-4560-aa22-24b80ee688c9 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', 'tempest-TagsExtTest-Tag-238387934') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.165527 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:45.168199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c10188-93c8-41de-b1d0-35b9f97f563d None None] Pushing event updated for resources: {'Port': ['ID=da070c57-1d06-4634-8e9d-6a2ff085f43a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:45.171545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d347bbe5-4d4f-4c18-bb14-b1f635f9fea7 None None] Provisioning complete for port cd36b6e9-7c73-4a10-b609-b1b922745d8d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:45.171915 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d347bbe5-4d4f-4c18-bb14-b1f635f9fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:45.194731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6fc64fe1-6528-4560-aa22-24b80ee688c9 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags/tempest-TagsExtTest-Tag-238387934 HTTP/1.1" status: 204 len: 168 time: 0.0509365 Sep 19 03:35:45.195557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59004) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:45.205627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-5621070e-98b4-4c5d-b07c-8c235ec7feb7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', 'tempest-TagsExtTest-Tag-238387934') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.260922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:45.273573 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Sync routers for ids ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:45.279445 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5621070e-98b4-4c5d-b07c-8c235ec7feb7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags/tempest-TagsExtTest-Tag-238387934 HTTP/1.1" status: 204 len: 168 time: 0.0818734 Sep 19 03:35:45.280278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59006) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:45.286011 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Routers {'4c7dea86-0cb9-4c29-bd95-133430cbb3e5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:45.286769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-3a2148de-d192-429f-8c85-1223e95443c3 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.287589 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.304870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:45.306129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:45.309499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.309668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2706f616-fdab-459c-ba43-8d5352908ace admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.2802513 Sep 19 03:35:45.310564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59008) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:45.412074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72658442-a0c3-4fb6-b92c-ae6bbafc08e1 None None] Pushing event updated for resources: {'Port': ['ID=cd36b6e9-7c73-4a10-b609-b1b922745d8d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:45.533884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3a2148de-d192-429f-8c85-1223e95443c3 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags HTTP/1.1" status: 200 len: 205 time: 0.2524078 Sep 19 03:35:45.536492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59010) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:45.543768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-4534e342-e910-4915-99e7-9641997d1a01 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.595593 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Set router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:45.641007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:45.644323 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d347bbe5-4d4f-4c18-bb14-b1f635f9fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:45.750768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d347bbe5-4d4f-4c18-bb14-b1f635f9fea7 None None] For port cd36b6e9-7c73-4a10-b609-b1b922745d8d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cd36b6e9-7c73-4a10-b609-b1b922745d8d,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:45.784447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d573630e-04c2-4a18-84b1-39eb5e383487 None None] Network aae7de43-277b-4715-91cf-57aee0a18615 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:45.787311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d347bbe5-4d4f-4c18-bb14-b1f635f9fea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:45.818631 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4534e342-e910-4915-99e7-9641997d1a01 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags HTTP/1.1" status: 204 len: 168 time: 0.2760601 Sep 19 03:35:45.819251 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59012) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:45.825465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-eb443570-3789-4b8e-beff-240facacc117 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.890571 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:44Z', 'revision_number': 3, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port': {'id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:45.901466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347bbe5-4d4f-4c18-bb14-b1f635f9fea7 None None] Pushing event updated for resources: {'Port': ['ID=cd36b6e9-7c73-4a10-b609-b1b922745d8d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:45.919519 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Checking router: 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:45.920114 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Updating router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 port 144f44cc-91c4-412e-a502-cd9d3b6db4ce binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:45.952878 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.060644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-33984234-cb37-40de-8405-511da3a66c38 None None] Provisioning complete for port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:46.061648 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33984234-cb37-40de-8405-511da3a66c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.252164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.350591 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.374309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eb443570-3789-4b8e-beff-240facacc117 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags HTTP/1.1" status: 204 len: 168 time: 0.5515738 Sep 19 03:35:46.374525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59016) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:46.380605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-b9cb7cff-0265-4ad9-9549-79fc96675445 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:46.457431 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33984234-cb37-40de-8405-511da3a66c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.481699 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.492578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b9cb7cff-0265-4ad9-9549-79fc96675445 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags HTTP/1.1" status: 204 len: 168 time: 0.1152210 Sep 19 03:35:46.494343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59018) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:46.499473 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.500838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-8a836ff2-9fb5-457a-aa4c-496c6defd28b tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:46.504041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:46.579362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa1e0e6-68a9-40f2-a96a-db8810bc7549 None None] The sync data for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 is: [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:46.609618 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Attempting to bind port 144f44cc-91c4-412e-a502-cd9d3b6db4ce on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:46.610043 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Attempting to bind port 144f44cc-91c4-412e-a502-cd9d3b6db4ce by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:46.610332 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Attempting to bind port 144f44cc-91c4-412e-a502-cd9d3b6db4ce on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:46.622841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a2d625cf-a157-4473-84dc-9e66aa8eb3f5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:46.626044 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:46.626418 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:46.626837 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.627225 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:46.628024 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Bound port: 144f44cc-91c4-412e-a502-cd9d3b6db4ce, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:46.628024 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.709703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-33984234-cb37-40de-8405-511da3a66c38 None None] For port a2d625cf-a157-4473-84dc-9e66aa8eb3f5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,segment=NetworkSegment(068948c6-8f04-4352-ad57-f904c1d8f8cc),segment_id=068948c6-8f04-4352-ad57-f904c1d8f8cc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:46.720023 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33984234-cb37-40de-8405-511da3a66c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.727289 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a03a5f-6f40-4543-b067-6dae17603e10 None None] Pushing event updated for resources: {'Port': ['ID=144f44cc-91c4-412e-a502-cd9d3b6db4ce,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:46.782991 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] For port 144f44cc-91c4-412e-a502-cd9d3b6db4ce, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:46.786800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:46.787319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.794985 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] For port 144f44cc-91c4-412e-a502-cd9d3b6db4ce, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=144f44cc-91c4-412e-a502-cd9d3b6db4ce,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:46.799377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8a836ff2-9fb5-457a-aa4c-496c6defd28b tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags HTTP/1.1" status: 204 len: 168 time: 0.3044014 Sep 19 03:35:46.799711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59020) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:46.810072 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.814272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-956b6764-2056-487d-aa0c-d5edb45651e8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', 'tempest-TagsExtTest-Tag-1393948986') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:46.863264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-33984234-cb37-40de-8405-511da3a66c38 None None] Provisioning complete for port cd36b6e9-7c73-4a10-b609-b1b922745d8d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:46.863649 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33984234-cb37-40de-8405-511da3a66c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:46.917115 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Routers {'4c7dea86-0cb9-4c29-bd95-133430cbb3e5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:46.918104 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:18Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:46.922391 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Allocated IP 172.20.0.1 (420f1db5-7865-4706-8d93-e1bbcb895b60/c68b7b5d-4d84-40ec-9295-52b2c112ff5d/9de07c19-d581-4794-a959-688f9f88221c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:47.004231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13208ba-a42e-4970-b57f-0d70da50006d None None] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:47.056380 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] Set router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:47.057553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-956b6764-2056-487d-aa0c-d5edb45651e8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags/tempest-TagsExtTest-Tag-1393948986 HTTP/1.1" status: 201 len: 201 time: 0.2563558 Sep 19 03:35:47.059957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59022) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:47.066176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-4c5b4972-4e45-4c55-8ec4-3a6337259729 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', 'tempest-TagsExtTest-Tag-1898870331') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:47.161352 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a03a5f-6f40-4543-b067-6dae17603e10 None None] Pushing event updated for resources: {'Port': ['ID=144f44cc-91c4-412e-a502-cd9d3b6db4ce,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:47.179403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:47.286214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:47.290638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4c5b4972-4e45-4c55-8ec4-3a6337259729 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags/tempest-TagsExtTest-Tag-1898870331 HTTP/1.1" status: 201 len: 201 time: 0.2269597 Sep 19 03:35:47.291077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59026) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:47.300887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-842b6390-9e96-4c22-ab8b-a797074a6806 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', 'tempest-TagsExtTest-Tag-1169322983') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:47.392478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:47.406233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:47.414702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Pushing event updated for resources: {'Port': ['ID=9de07c19-d581-4794-a959-688f9f88221c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:47.423545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:47.440671 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:44Z', 'revision_number': 3, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port': {'id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:47.464048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33984234-cb37-40de-8405-511da3a66c38 None None] Pushing event updated for resources: {'Port': ['ID=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:47.467208 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-842b6390-9e96-4c22-ab8b-a797074a6806 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags/tempest-TagsExtTest-Tag-1169322983 HTTP/1.1" status: 201 len: 201 time: 0.1741893 Sep 19 03:35:47.473187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59028) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:47.487541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-0ff994e9-4912-4e03-952b-5a157db10176 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', 'tempest-TagsExtTest-Tag-1584529182') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:47.498694 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:47.542631 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-23b071f6-0793-4588-a0a9-a0c8b1b10d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:47.549269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0ff994e9-4912-4e03-952b-5a157db10176 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags/tempest-TagsExtTest-Tag-1584529182 HTTP/1.1" status: 201 len: 201 time: 0.0723042 Sep 19 03:35:47.551995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59030) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:47.555239 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2ab91c-c486-45e9-abc8-aca1dc2dd6e0 None None] The sync data for ids ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'] in n-d-809936-1 is: [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:44Z', 'revision_number': 3, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port': {'id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:47.558405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-713406b1-1794-43de-877a-73adffd8644b tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', {'tags': ['tempest-TagsExtTest-Tag-1733717349', 'tempest-TagsExtTest-Tag-749150441', 'tempest-TagsExtTest-Tag-1468556840']}) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:47.729591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-713406b1-1794-43de-877a-73adffd8644b tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags HTTP/1.1" status: 200 len: 317 time: 0.1760938 Sep 19 03:35:47.731914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59032) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:47.743980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-ab115b6e-a962-4017-8af9-2e49846b7c0a tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:47.829494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:47.855648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ab115b6e-a962-4017-8af9-2e49846b7c0a tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags HTTP/1.1" status: 204 len: 168 time: 0.1223178 Sep 19 03:35:47.869062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59034) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:47.883343 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-b0f4fd27-9e77-415c-960c-79cea3956168 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', 'tempest-TagsExtTest-Tag-1733717349') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:47.989184 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-b0f4fd27-9e77-415c-960c-79cea3956168 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:47.995028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b0f4fd27-9e77-415c-960c-79cea3956168 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags/tempest-TagsExtTest-Tag-1733717349 HTTP/1.1" status: 404 len: 329 time: 0.1211729 Sep 19 03:35:47.995759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59036) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:48.008101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-a61b3d0e-8cfa-4023-b589-1950dae807f3 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', 'tempest-TagsExtTest-Tag-749150441') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:48.092477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device da070c57-1d06-4634-8e9d-6a2ff085f43a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:48.122451 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.169915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port da070c57-1d06-4634-8e9d-6a2ff085f43a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:48.170294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.187636 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-a61b3d0e-8cfa-4023-b589-1950dae807f3 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:48.191931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a61b3d0e-8cfa-4023-b589-1950dae807f3 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags/tempest-TagsExtTest-Tag-749150441 HTTP/1.1" status: 404 len: 328 time: 0.1918790 Sep 19 03:35:48.192244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59038) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:48.201395 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-c2ce9c46-01e8-4600-a15d-5c95f3609283 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00', 'tempest-TagsExtTest-Tag-1468556840') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:48.255976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.268492 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.314581 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-c2ce9c46-01e8-4600-a15d-5c95f3609283 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:48.316404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c2ce9c46-01e8-4600-a15d-5c95f3609283 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags/tempest-TagsExtTest-Tag-1468556840 HTTP/1.1" status: 404 len: 329 time: 0.1231928 Sep 19 03:35:48.319573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59042) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:48.359789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-3f4d0ddf-fe1e-4f73-a8b4-670bc0337e38 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', {'tags': ['tempest-TagsExtTest-Tag-1855807007', 'tempest-TagsExtTest-Tag-1099725271', 'tempest-TagsExtTest-Tag-1440758042']}) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:48.387862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.410641 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.410935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Provisioning complete for port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:48.411849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.415573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Pushing event updated for resources: {'Port': ['ID=9de07c19-d581-4794-a959-688f9f88221c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:48.496734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port da070c57-1d06-4634-8e9d-6a2ff085f43a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=da070c57-1d06-4634-8e9d-6a2ff085f43a,segment=NetworkSegment(014360cd-b960-4642-8a80-8b3ed113412a),segment_id=014360cd-b960-4642-8a80-8b3ed113412a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:48.523508 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.556839 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3f4d0ddf-fe1e-4f73-a8b4-670bc0337e38 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags HTTP/1.1" status: 200 len: 318 time: 0.2176404 Sep 19 03:35:48.562164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59044) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:48.564504 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.576241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-d3680698-253f-4498-b935-126ad6565fd5 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:48.617685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:48.625698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:48.654341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=da070c57-1d06-4634-8e9d-6a2ff085f43a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:48.662119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Provisioning complete for port 2bd9e1bc-f13c-4f49-845a-582f664c0605 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:48.662641 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.736481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Port 2bd9e1bc-f13c-4f49-845a-582f664c0605 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:48.749817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Provisioning complete for port 9de07c19-d581-4794-a959-688f9f88221c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:48.750837 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.768695 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d3680698-253f-4498-b935-126ad6565fd5 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags HTTP/1.1" status: 204 len: 168 time: 0.2047327 Sep 19 03:35:48.775858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59046) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:48.789153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-aecea6db-8a8b-4a2a-97bc-0625a7989fc5 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', 'tempest-TagsExtTest-Tag-1855807007') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:48.841405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Port 9de07c19-d581-4794-a959-688f9f88221c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:48.886042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:35:48.892088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Provisioning complete for port da070c57-1d06-4634-8e9d-6a2ff085f43a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:48.893369 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d87e60c8-6770-4c9c-a402-e62c4a5f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:48.923253 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-aecea6db-8a8b-4a2a-97bc-0625a7989fc5 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:48.930344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-aecea6db-8a8b-4a2a-97bc-0625a7989fc5 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags/tempest-TagsExtTest-Tag-1855807007 HTTP/1.1" status: 404 len: 329 time: 0.1528771 Sep 19 03:35:48.931101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59048) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:48.935922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-a153feec-2710-4c64-84db-238d062ef456 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', 'tempest-TagsExtTest-Tag-1099725271') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:48.984028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cd36b6e9-7c73-4a10-b609-b1b922745d8d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:49.051084 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-a153feec-2710-4c64-84db-238d062ef456 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:49.055390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a153feec-2710-4c64-84db-238d062ef456 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags/tempest-TagsExtTest-Tag-1099725271 HTTP/1.1" status: 404 len: 329 time: 0.1229331 Sep 19 03:35:49.056054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59050) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:49.062053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-ae815f43-1691-4d51-a362-c37208786e88 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605', 'tempest-TagsExtTest-Tag-1440758042') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:49.098639 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:35:49.106652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-71f35157-c8a7-4c4e-933c-204cf1162693 admin admin] 10.222.0.22 "PUT /v2.0/routers/4c7dea86-0cb9-4c29-bd95-133430cbb3e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7950249 Sep 19 03:35:49.130294 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-ae815f43-1691-4d51-a362-c37208786e88 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:49.131526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ae815f43-1691-4d51-a362-c37208786e88 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags/tempest-TagsExtTest-Tag-1440758042 HTTP/1.1" status: 404 len: 329 time: 0.0733166 Sep 19 03:35:49.134215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59054) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:49.140582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-5cfc9ef3-5a2c-4087-b290-7fbf63fc2f78 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', {'tags': ['tempest-TagsExtTest-Tag-1026044407', 'tempest-TagsExtTest-Tag-1824310524', 'tempest-TagsExtTest-Tag-2058367973']}) {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:49.197655 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port cd36b6e9-7c73-4a10-b609-b1b922745d8d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:49.198206 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.263124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59056) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:49.263763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5cfc9ef3-5a2c-4087-b290-7fbf63fc2f78 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags HTTP/1.1" status: 200 len: 318 time: 0.1277969 Sep 19 03:35:49.268632 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-afafe397-55d7-4156-9559-2010e19994fa tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:49.321060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a2d625cf-a157-4473-84dc-9e66aa8eb3f5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:49.325651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-79d3ede1-0fa9-4f9f-a157-3241f7f4527e None None] Provisioning complete for port 9de07c19-d581-4794-a959-688f9f88221c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:49.326015 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79d3ede1-0fa9-4f9f-a157-3241f7f4527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.396887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-79d3ede1-0fa9-4f9f-a157-3241f7f4527e None None] Port 9de07c19-d581-4794-a959-688f9f88221c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:49.412019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:49.414530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.414992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-afafe397-55d7-4156-9559-2010e19994fa tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags HTTP/1.1" status: 204 len: 168 time: 0.1506348 Sep 19 03:35:49.417619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59062) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:49.423480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-e1c49983-5c36-4525-8bab-6c50820ca8dd tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', 'tempest-TagsExtTest-Tag-1026044407') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:49.523915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 144f44cc-91c4-412e-a502-cd9d3b6db4ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:49.547051 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-e1c49983-5c36-4525-8bab-6c50820ca8dd tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:49.548552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e1c49983-5c36-4525-8bab-6c50820ca8dd tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags/tempest-TagsExtTest-Tag-1026044407 HTTP/1.1" status: 404 len: 329 time: 0.1294742 Sep 19 03:35:49.551015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59066) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:49.556044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-ad17a194-f986-41cb-9939-331306525338 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', 'tempest-TagsExtTest-Tag-1824310524') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:49.592943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 144f44cc-91c4-412e-a502-cd9d3b6db4ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:49.593599 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.705033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.759738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 144f44cc-91c4-412e-a502-cd9d3b6db4ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=144f44cc-91c4-412e-a502-cd9d3b6db4ce,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:49.767391 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.820846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59068) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:49.825743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-df5ecc10-f237-4c13-93aa-c725ca9c19ce tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47034838', 'description': 'tempest-secgroup-smoke-47034838 description', 'project_id': 'fd65d41e72c5431c99624d67b7b18464'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:49.837047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=144f44cc-91c4-412e-a502-cd9d3b6db4ce,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:49.857745 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df5ecc10-f237-4c13-93aa-c725ca9c19ce tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.973762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df5ecc10-f237-4c13-93aa-c725ca9c19ce tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:49.979145 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df5ecc10-f237-4c13-93aa-c725ca9c19ce tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.018703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df5ecc10-f237-4c13-93aa-c725ca9c19ce tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.023295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-df5ecc10-f237-4c13-93aa-c725ca9c19ce tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1983116 Sep 19 03:35:50.023295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ecc10-f237-4c13-93aa-c725ca9c19ce tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:50.024895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.029515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-262194df-15bf-40c3-8bbf-4b85a6d1a7d9 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'security_group_rule': {'security_group_id': '9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2', 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:50.040610 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-ad17a194-f986-41cb-9939-331306525338 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:50.041621 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad17a194-f986-41cb-9939-331306525338 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags/tempest-TagsExtTest-Tag-1824310524 HTTP/1.1" status: 404 len: 329 time: 0.4896414 Sep 19 03:35:50.044704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59072) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.049983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-a406f286-f3a4-44ac-96bc-7ed362e23106 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f', 'tempest-TagsExtTest-Tag-2058367973') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.062449 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262194df-15bf-40c3-8bbf-4b85a6d1a7d9 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.131686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262194df-15bf-40c3-8bbf-4b85a6d1a7d9 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.137007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262194df-15bf-40c3-8bbf-4b85a6d1a7d9 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.148330 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.153420 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-a406f286-f3a4-44ac-96bc-7ed362e23106 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:50.154495 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a406f286-f3a4-44ac-96bc-7ed362e23106 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags/tempest-TagsExtTest-Tag-2058367973 HTTP/1.1" status: 404 len: 329 time: 0.1087954 Sep 19 03:35:50.158588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59074) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.168945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-7ab2bdb8-b57d-43e3-b169-55a7048918f2 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', {'tags': ['tempest-TagsExtTest-Tag-487563220', 'tempest-TagsExtTest-Tag-741281119', 'tempest-TagsExtTest-Tag-1124612421']}) {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.172680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-262194df-15bf-40c3-8bbf-4b85a6d1a7d9 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.174056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-262194df-15bf-40c3-8bbf-4b85a6d1a7d9 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1482394 Sep 19 03:35:50.175131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262194df-15bf-40c3-8bbf-4b85a6d1a7d9 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759a2b6a-d003-48c6-9b57-a51dec3e74c6,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:50.185879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59076) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.192333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c7966ddc-1c0d-4fb4-a148-7d6fc2a43e5f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'security_group_rule': {'security_group_id': '9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2', 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:50.234344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ab2bdb8-b57d-43e3-b169-55a7048918f2 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "PUT /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags HTTP/1.1" status: 200 len: 316 time: 0.0700359 Sep 19 03:35:50.235602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59078) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.241521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-a0935b3a-f4db-470a-95b7-9bbf33809f78 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.246994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Sync routers for ids ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:35:50.259625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7966ddc-1c0d-4fb4-a148-7d6fc2a43e5f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.262945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Routers {'4c7dea86-0cb9-4c29-bd95-133430cbb3e5'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:50.264205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.325381 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a0935b3a-f4db-470a-95b7-9bbf33809f78 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags HTTP/1.1" status: 204 len: 168 time: 0.0887351 Sep 19 03:35:50.327811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7966ddc-1c0d-4fb4-a148-7d6fc2a43e5f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.328674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59080) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.333744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-438563e8-318c-49b9-ab9d-0fb9822f4e8a tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', 'tempest-TagsExtTest-Tag-487563220') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.338237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7966ddc-1c0d-4fb4-a148-7d6fc2a43e5f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.366148 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-438563e8-318c-49b9-ab9d-0fb9822f4e8a tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:50.366890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7966ddc-1c0d-4fb4-a148-7d6fc2a43e5f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c046ee58-9c16-431c-9269-667d4e6881c1,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:50.368052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-438563e8-318c-49b9-ab9d-0fb9822f4e8a tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags/tempest-TagsExtTest-Tag-487563220 HTTP/1.1" status: 404 len: 328 time: 0.0383828 Sep 19 03:35:50.371038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.382354 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c7966ddc-1c0d-4fb4-a148-7d6fc2a43e5f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.383318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-b06148bb-3689-40f8-add9-d7be285fd47b tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', 'tempest-TagsExtTest-Tag-741281119') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.384047 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c7966ddc-1c0d-4fb4-a148-7d6fc2a43e5f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1959624 Sep 19 03:35:50.386910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59084) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.393438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a8f5f0bc-1cdd-46ab-beb5-f4b7bf30b87c tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'security_group_rule': {'security_group_id': '9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2', 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:50.414128 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-b06148bb-3689-40f8-add9-d7be285fd47b tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:50.415897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b06148bb-3689-40f8-add9-d7be285fd47b tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags/tempest-TagsExtTest-Tag-741281119 HTTP/1.1" status: 404 len: 328 time: 0.0433683 Sep 19 03:35:50.419186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59086) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.419638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Set router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:50.424253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-5e5363cb-2afd-40ed-b6fb-a2bfdecc7374 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d', 'tempest-TagsExtTest-Tag-1124612421') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.441439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0bc-1cdd-46ab-beb5-f4b7bf30b87c tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.469400 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-5e5363cb-2afd-40ed-b6fb-a2bfdecc7374 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] show failed (client error): The resource could not be found. Sep 19 03:35:50.470409 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5e5363cb-2afd-40ed-b6fb-a2bfdecc7374 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags/tempest-TagsExtTest-Tag-1124612421 HTTP/1.1" status: 404 len: 329 time: 0.0500793 Sep 19 03:35:50.473848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59088) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.478694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-b7d4e8bb-ff0f-4583-af88-d22314ab72f8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '64fdbf85-beb7-4d9d-8259-424512833e0d') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.504313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0bc-1cdd-46ab-beb5-f4b7bf30b87c tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.508137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b7d4e8bb-ff0f-4583-af88-d22314ab72f8 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d/tags HTTP/1.1" status: 204 len: 168 time: 0.0331202 Sep 19 03:35:50.510766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59090) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.511998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0bc-1cdd-46ab-beb5-f4b7bf30b87c tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.518366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.tag.tag_plugin [None req-a6a8be7d-2842-4216-a4cd-7a005c8a8aea tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4be5465a-bf31-42df-b3f5-e9cf47b6512f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.534925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5f0bc-1cdd-46ab-beb5-f4b7bf30b87c tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7993af4-a2fa-4652-8c3a-9b8eb0cff400,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:50.555274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a8f5f0bc-1cdd-46ab-beb5-f4b7bf30b87c tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.563560 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a8f5f0bc-1cdd-46ab-beb5-f4b7bf30b87c tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747713 Sep 19 03:35:50.566281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59094) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.576429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4e1a09a0-ff39-4a08-8e82-7977adb5fb25 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'security_group_rule': {'security_group_id': '9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2', 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:50.642553 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e1a09a0-ff39-4a08-8e82-7977adb5fb25 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.663096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a6a8be7d-2842-4216-a4cd-7a005c8a8aea tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f/tags HTTP/1.1" status: 204 len: 168 time: 0.1507964 Sep 19 03:35:50.665301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59096) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.674546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-5b072027-6797-4ed1-a0b4-d30b6424d72e tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2bd9e1bc-f13c-4f49-845a-582f664c0605') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.694534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:47Z', 'revision_number': 4, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port': {'id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '9de07c19-d581-4794-a959-688f9f88221c', 'name': '', 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'mac_address': 'fa:16:3e:e3:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c68b7b5d-4d84-40ec-9295-52b2c112ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:46Z', 'updated_at': '2021-09-19T03:35:47Z', 'revision_number': 2, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'subnets': [{'id': 'c68b7b5d-4d84-40ec-9295-52b2c112ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.699291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device da070c57-1d06-4634-8e9d-6a2ff085f43a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:50.734173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e1a09a0-ff39-4a08-8e82-7977adb5fb25 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.739768 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e1a09a0-ff39-4a08-8e82-7977adb5fb25 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.742808 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5b072027-6797-4ed1-a0b4-d30b6424d72e tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605/tags HTTP/1.1" status: 204 len: 168 time: 0.0762730 Sep 19 03:35:50.745313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59098) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.752951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.tag.tag_plugin [None req-6d109b4a-0206-47fa-9553-b6a6d588f9eb tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a6f224a1-85b4-4b44-8ef8-fedbac306d00') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:50.758937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Checking router: 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:35:50.759334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Updating router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 port 9de07c19-d581-4794-a959-688f9f88221c binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:35:50.774448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a09a0-ff39-4a08-8e82-7977adb5fb25 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62e3f4c-753b-40bc-995d-59df94219b4e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:50.779582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4e1a09a0-ff39-4a08-8e82-7977adb5fb25 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.781467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4e1a09a0-ff39-4a08-8e82-7977adb5fb25 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2134056 Sep 19 03:35:50.784154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59100) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.792433 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.796398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'security_group_rule': {'security_group_id': '9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2', 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:50.834865 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Project fd65d41e72c5431c99624d67b7b18464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:35:50.842331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.859670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port da070c57-1d06-4634-8e9d-6a2ff085f43a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:50.859670 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.865149 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6d109b4a-0206-47fa-9553-b6a6d588f9eb tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00/tags HTTP/1.1" status: 204 len: 168 time: 0.1184111 Sep 19 03:35:50.869987 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59102) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:50.965232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:50.971307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.001976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d9fbfd6a-a2f4-4979-a36c-5044c4423b39 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for subnetpool, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.003070 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d9fbfd6a-a2f4-4979-a36c-5044c4423b39 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnetpools/64fdbf85-beb7-4d9d-8259-424512833e0d HTTP/1.1" status: 204 len: 168 time: 0.1315422 Sep 19 03:35:51.005878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59104) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:51.016736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdeb117-348d-4ce3-92f0-145e66cad003,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:51.020218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.024713 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb258d87-61f9-4030-afb5-df1c2fb63daa tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2369986 Sep 19 03:35:51.024854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59106) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:51.033207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'security_group_rule': {'security_group_id': '9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2', 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:51.034341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fab7ea0f-9282-4498-ad9d-a52921908d3c tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "GET /v2.0/ports?device_id=4be5465a-bf31-42df-b3f5-e9cf47b6512f HTTP/1.1" status: 200 len: 205 time: 0.0273125 Sep 19 03:35:51.036702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59110) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:51.059214 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Project fd65d41e72c5431c99624d67b7b18464 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:35:51.068010 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.076539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 144f44cc-91c4-412e-a502-cd9d3b6db4ce up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:51.121388 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4af15101-56bc-4130-ae6d-e38d7dd3b5b7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.149958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.157238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.184441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 144f44cc-91c4-412e-a502-cd9d3b6db4ce triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:51.184818 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.193851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37714ba-c57e-4ccd-9abd-474351d22606,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:51.200935 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.211345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d877de82-788b-4c9d-a612-cf050e45bd53 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1854231 Sep 19 03:35:51.221185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.238165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.311916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4af15101-56bc-4130-ae6d-e38d7dd3b5b7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.316008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4af15101-56bc-4130-ae6d-e38d7dd3b5b7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.370230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4af15101-56bc-4130-ae6d-e38d7dd3b5b7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.370994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af15101-56bc-4130-ae6d-e38d7dd3b5b7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Fanout notify agent at l3_agent the message router_deleted on router 4be5465a-bf31-42df-b3f5-e9cf47b6512f {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:35:51.380506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4af15101-56bc-4130-ae6d-e38d7dd3b5b7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.383910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4af15101-56bc-4130-ae6d-e38d7dd3b5b7 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/routers/4be5465a-bf31-42df-b3f5-e9cf47b6512f HTTP/1.1" status: 204 len: 168 time: 0.3440416 Sep 19 03:35:51.384450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59124) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:51.398339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e61475-0046-4501-ab64-ae08ccfba846 None None] Pushing event updated for resources: {'Port': ['ID=9de07c19-d581-4794-a959-688f9f88221c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:51.419616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Attempting to bind port 9de07c19-d581-4794-a959-688f9f88221c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:51.419975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Attempting to bind port 9de07c19-d581-4794-a959-688f9f88221c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:51.420340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Attempting to bind port 9de07c19-d581-4794-a959-688f9f88221c on network 420f1db5-7865-4706-8d93-e1bbcb895b60 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:51.441086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:51.442643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Checking segment: {'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:51.445670 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.445670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Bound using segment: {'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:51.447966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Bound port: 9de07c19-d581-4794-a959-688f9f88221c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014360cd-b960-4642-8a80-8b3ed113412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:51.450235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-e7af7a00-e29f-4836-9283-bbc9ed3e5189 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47034838&fields=id&tenant_id=fd65d41e72c5431c99624d67b7b18464 HTTP/1.1" status: 200 len: 267 time: 0.0458863 Sep 19 03:35:51.450380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.529553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Deleting port 2bd9e1bc-f13c-4f49-845a-582f664c0605 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:51.529971 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.533155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] For port 9de07c19-d581-4794-a959-688f9f88221c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:51.537156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] For port 9de07c19-d581-4794-a959-688f9f88221c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9de07c19-d581-4794-a959-688f9f88221c,segment=NetworkSegment(014360cd-b960-4642-8a80-8b3ed113412a),segment_id=014360cd-b960-4642-8a80-8b3ed113412a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:51.545180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.636732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ce4ea6d6-5268-43e3-87e2-3dd6877e9171 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:51.638428 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ce4ea6d6-5268-43e3-87e2-3dd6877e9171 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/networks?id=6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 200 len: 809 time: 0.1811686 Sep 19 03:35:51.648348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.664488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Calling delete_port for 2bd9e1bc-f13c-4f49-845a-582f664c0605 owned by {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:51.668355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-e5e17b69-edf3-4505-bb8e-cb0932381d67 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/quotas/fd65d41e72c5431c99624d67b7b18464 HTTP/1.1" status: 200 len: 375 time: 0.0203578 Sep 19 03:35:51.755383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-a8e3cc2e-65ba-49be-8c7a-512a24f771f8 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd65d41e72c5431c99624d67b7b18464&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771391 Sep 19 03:35:51.825392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e61475-0046-4501-ab64-ae08ccfba846 None None] Pushing event updated for resources: {'Port': ['ID=9de07c19-d581-4794-a959-688f9f88221c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:51.837767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Routers {'4c7dea86-0cb9-4c29-bd95-133430cbb3e5'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:35:51.838628 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:51.842081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e2e85ae2-83f8-4c30-883c-cbd150e3612a None None] Provisioning complete for port 9de07c19-d581-4794-a959-688f9f88221c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:51.842722 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e85ae2-83f8-4c30-883c-cbd150e3612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.852531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:51.915872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event deleted for resources: {'Port': ['ID=2bd9e1bc-f13c-4f49-845a-582f664c0605,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:52.037936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] Set router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:35:52.038404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.042716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a92205e9-c00c-4549-9245-ddfafb2ef0ac tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/ports/2bd9e1bc-f13c-4f49-845a-582f664c0605 HTTP/1.1" status: 204 len: 168 time: 0.6545978 Sep 19 03:35:52.043225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59130) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:52.081512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e85ae2-83f8-4c30-883c-cbd150e3612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.145317 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-bf662bea-9c45-4cd7-8c3f-2484ef6f7e2d service neutron] 10.222.0.22 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726690 Sep 19 03:35:52.171638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Deleting subnet a6f224a1-85b4-4b44-8ef8-fedbac306d00 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:35:52.175981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.205837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e2e85ae2-83f8-4c30-883c-cbd150e3612a None None] For port 9de07c19-d581-4794-a959-688f9f88221c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9de07c19-d581-4794-a959-688f9f88221c,segment=NetworkSegment(014360cd-b960-4642-8a80-8b3ed113412a),segment_id=014360cd-b960-4642-8a80-8b3ed113412a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:52.235752 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.249541 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2e85ae2-83f8-4c30-883c-cbd150e3612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.271440 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-43f01cbe-0464-4049-a8cc-b0a151c5240b service neutron] 10.222.0.22 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213403 Sep 19 03:35:52.339537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e85ae2-83f8-4c30-883c-cbd150e3612a None None] Pushing event updated for resources: {'Port': ['ID=9de07c19-d581-4794-a959-688f9f88221c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:52.346630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.393301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-11051d52-e4f0-4f8c-8633-8c5928df99d3 None None] Provisioning complete for port 9de07c19-d581-4794-a959-688f9f88221c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:52.393814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11051d52-e4f0-4f8c-8633-8c5928df99d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.434656 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.472212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f224a1-85b4-4b44-8ef8-fedbac306d00,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:52.473712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:47Z', 'revision_number': 4, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port': {'id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '9de07c19-d581-4794-a959-688f9f88221c', 'name': '', 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'mac_address': 'fa:16:3e:e3:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c68b7b5d-4d84-40ec-9295-52b2c112ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:46Z', 'updated_at': '2021-09-19T03:35:51Z', 'revision_number': 4, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'subnets': [{'id': 'c68b7b5d-4d84-40ec-9295-52b2c112ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:52.476889 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.479265 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-32a76afc-f94e-42ee-affe-ba39aa7c0276 tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/subnets/a6f224a1-85b4-4b44-8ef8-fedbac306d00 HTTP/1.1" status: 204 len: 168 time: 0.4335670 Sep 19 03:35:52.485377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59136) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:52.513627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc9f5ad-5942-4c4e-bd12-b335e23ffa5a None None] Network aae7de43-277b-4715-91cf-57aee0a18615 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:35:52.518440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885898e2-7e93-4906-b778-f9acfc2dd119 None None] The sync data for ids ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'] in n-d-809936-1 is: [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:47Z', 'revision_number': 4, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port': {'id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '9de07c19-d581-4794-a959-688f9f88221c', 'name': '', 'network_id': '420f1db5-7865-4706-8d93-e1bbcb895b60', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'mac_address': 'fa:16:3e:e3:33:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'c68b7b5d-4d84-40ec-9295-52b2c112ff5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:46Z', 'updated_at': '2021-09-19T03:35:51Z', 'revision_number': 4, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'subnets': [{'id': 'c68b7b5d-4d84-40ec-9295-52b2c112ff5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:35:52.711831 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.770370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8386ab73-a7cb-48bc-85ac-6d31e4ee4115 req-0d1b18c6-ed8d-47c7-b142-d74956610d36 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 210 time: 0.2666843 Sep 19 03:35:52.816909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] DHCP port deletion for aae7de43-277b-4715-91cf-57aee0a18615 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:35:52.846863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Deleting port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:52.846863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.877617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] Deleting port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:35:52.878191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.948716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] For port a2d625cf-a157-4473-84dc-9e66aa8eb3f5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,segment=NetworkSegment(068948c6-8f04-4352-ad57-f904c1d8f8cc),segment_id=068948c6-8f04-4352-ad57-f904c1d8f8cc)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:52.949094 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.957486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] For port a2d625cf-a157-4473-84dc-9e66aa8eb3f5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,segment=NetworkSegment(068948c6-8f04-4352-ad57-f904c1d8f8cc),segment_id=068948c6-8f04-4352-ad57-f904c1d8f8cc)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:52.958403 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:52.973332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] Calling delete_port for a2d625cf-a157-4473-84dc-9e66aa8eb3f5 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:52.982144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Calling delete_port for a2d625cf-a157-4473-84dc-9e66aa8eb3f5 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:35:53.059767 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.077785 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.109441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event deleted for resources: {'Port': ['ID=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:53.122087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] No DVR routers for this DVR port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:53.128308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] Pushing event deleted for resources: {'Port': ['ID=a2d625cf-a157-4473-84dc-9e66aa8eb3f5,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:53.130270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f90f33-a8e3-4a87-8aa3-bdf8527cd9e9 None None] No DVR routers for this DVR port a2d625cf-a157-4473-84dc-9e66aa8eb3f5 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:35:53.233717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.263432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae7de43-277b-4715-91cf-57aee0a18615']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:53.274758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068948c6-8f04-4352-ad57-f904c1d8f8cc') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:53.275058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068948c6-8f04-4352-ad57-f904c1d8f8cc') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:35:53.289914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.304866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.313164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:35:53.313611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: self.session.flush() Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:35:53.317397 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:35:53.396382 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.407325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:53.409257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] 10.222.0.22 "DELETE /v2.0/networks/aae7de43-277b-4715-91cf-57aee0a18615 HTTP/1.1" status: 204 len: 168 time: 0.9261115 Sep 19 03:35:53.421330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76245129-b936-404b-8c8d-436df692ea9d tempest-TagsExtTest-1305535997 tempest-TagsExtTest-1305535997-project] Pushing event deleted for resources: {'Network': ['ID=aae7de43-277b-4715-91cf-57aee0a18615,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:53.687765 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59150) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:53.911191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-84705cf5-da41-4d4c-83fd-93851553666d tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:53.912984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5aef64d-5607-43c3-afad-3faa54a60d85 req-2de11b97-642e-4c22-94fa-902d64227e6d tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 210 time: 0.0545177 Sep 19 03:35:53.914230 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-84705cf5-da41-4d4c-83fd-93851553666d tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.30 "GET /v2.0/networks?id=6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 200 len: 809 time: 0.2098823 Sep 19 03:35:53.952809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b6c6c831-1a44-4ec0-960a-a63128d79efb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1fa3698ffbe4d3a8f766073e153555e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634866 Sep 19 03:35:53.956117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59158) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:53.978872 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ba7ae34c-8028-4445-8d53-cd0d060aed81 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd65d41e72c5431c99624d67b7b18464 HTTP/1.1" status: 200 len: 378 time: 0.0538762 Sep 19 03:35:53.990942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'port': {'device_id': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'admin_state_up': True, 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'security_groups': ['9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:54.022845 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c42-f06d-4720-b0d1-c45b3bb3f27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.046579 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c42-f06d-4720-b0d1-c45b3bb3f27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.105728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c42-f06d-4720-b0d1-c45b3bb3f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.108970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a6b40c42-f06d-4720-b0d1-c45b3bb3f27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.110354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a6b40c42-f06d-4720-b0d1-c45b3bb3f27a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/544e1dcb-b8ff-4c5c-8a01-4762d9c09482 HTTP/1.1" status: 204 len: 168 time: 0.1531806 Sep 19 03:35:54.119767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b40c42-f06d-4720-b0d1-c45b3bb3f27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e1dcb-b8ff-4c5c-8a01-4762d9c09482,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:54.122519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Made reservation on behalf of fd65d41e72c5431c99624d67b7b18464 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:35:54.127054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.285427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Allocated IP 172.20.0.12 (6c6b451e-3a71-4997-8704-d58fcdaf0b38/c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601/40ca0cd1-2a96-464f-b9c9-a8d81ff0d839) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:35:54.453312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.489961 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.534571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:35:54.537712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:35:54.541547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:35:54.590120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'Port': ['ID=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:54.627961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:54.628707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.670367 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-daa3da89-c8de-43c8-8560-20d559c9ef27 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6704743 Sep 19 03:35:54.678544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9de07c19-d581-4794-a959-688f9f88221c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:35:54.683644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Request body: {'port': {'device_id': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:35:54.751659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9de07c19-d581-4794-a959-688f9f88221c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:54.752230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.764630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.906498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c111f517-a21b-4ff6-a125-3bca8ec1215a None None] Provisioning complete for port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:35:54.906962 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c111f517-a21b-4ff6-a125-3bca8ec1215a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:54.943418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a2d625cf-a157-4473-84dc-9e66aa8eb3f5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:35:54.968780 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: a2d625cf-a157-4473-84dc-9e66aa8eb3f5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:35:54.969380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device a2d625cf-a157-4473-84dc-9e66aa8eb3f5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:35:54.985586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c111f517-a21b-4ff6-a125-3bca8ec1215a None None] Port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:35:55.081482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c10d3-ee22-4deb-987f-8c13bf62280c req-d5e611f0-64d0-47c0-89b9-b9b47b3d7724 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:55.083419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd2c10d3-ee22-4deb-987f-8c13bf62280c req-d5e611f0-64d0-47c0-89b9-b9b47b3d7724 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 932 time: 0.0588565 Sep 19 03:35:55.130328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd2c10d3-ee22-4deb-987f-8c13bf62280c req-4b14ecee-204d-4e25-bccb-b1a0f0fe2c8a tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383520 Sep 19 03:35:55.215405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:35:55.224213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:55.237961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Transition to ACTIVE for port object 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:35:55.241985 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:55.363782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:55.383197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Attempting to bind port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:35:55.383544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Attempting to bind port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:35:55.383880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Attempting to bind port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 on network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:55.389519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 on network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:35:55.389852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Attempting to bind port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 on network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:35:55.396883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:35:55.397211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Checking segment: {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:35:55.397600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Bound using segment: {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:35:55.398037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Bound port: 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c01342-f6c8-4b91-9b25-b56f849b9154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:35:55.398397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:55.485698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] For port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:35:55.489773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] For port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:35:55.495894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:55.536504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:55.537343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:55.539091 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] 10.222.0.30 "PUT /v2.0/ports/40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 200 len: 1092 time: 0.8733597 Sep 19 03:35:55.539538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:35:55.541790 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0cfce-6748-4e7c-b290-870f0433f1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:35:55.570632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb29f9f-33bd-4c7b-9a9b-bbff7961e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:55.595970 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22433fce-6bfc-4687-b125-3a305f53c819 x-openstack-request-id: req-22433fce-6bfc-4687-b125-3a305f53c819 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:35:55.596270 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:35:55.596514 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22433fce-6bfc-4687-b125-3a305f53c819 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:35:55.597628 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'status': 'completed', 'code': 200} Sep 19 03:35:55.649770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-71c7ea80-4411-411a-ae91-7405008258bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:55.651440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-71c7ea80-4411-411a-ae91-7405008258bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd65d41e72c5431c99624d67b7b18464&device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1095 time: 0.0660226 Sep 19 03:35:55.700494 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-43ef145c-800d-4a85-92a8-987235c52653 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 200 len: 217 time: 0.0411224 Sep 19 03:35:55.764700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-465aa825-ea08-4a93-8a1d-a2d669042007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:55.766486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-465aa825-ea08-4a93-8a1d-a2d669042007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 HTTP/1.1" status: 200 len: 848 time: 0.0589268 Sep 19 03:35:55.817187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-b7cd2b19-cd7a-440f-ad01-15525d9b9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:55.818933 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-b7cd2b19-cd7a-440f-ad01-15525d9b9076 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c6b451e-3a71-4997-8704-d58fcdaf0b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447011 Sep 19 03:35:55.926113 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-5f9180e1-4859-47c0-9cff-475dbb469c65 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999382 Sep 19 03:35:56.032719 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72968bd1-e508-4182-9ea9-03d9f1ac4cce req-88aa7e6e-5fbd-4f4e-916c-c9a65be6a9b8 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002758 Sep 19 03:35:56.131442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-54485f51-c9ac-44e5-90ba-e6c298b2a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:56.133140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-54485f51-c9ac-44e5-90ba-e6c298b2a9d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd65d41e72c5431c99624d67b7b18464&device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1095 time: 0.0496776 Sep 19 03:35:56.256712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-4c7703a7-e96b-4fd6-a608-eaf5873fa60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:56.259095 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-4c7703a7-e96b-4fd6-a608-eaf5873fa60d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 200 len: 910 time: 0.1189542 Sep 19 03:35:56.267082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98dc19-296d-4aa8-9a93-a5bbc2b2e779 req-87775d24-387c-4d57-853f-4695f44dceed tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:56.268581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e98dc19-296d-4aa8-9a93-a5bbc2b2e779 req-87775d24-387c-4d57-853f-4695f44dceed tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 944 time: 0.0538063 Sep 19 03:35:56.309587 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-36f990d9-9935-4e6b-8b51-8b5049d2703b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 200 len: 217 time: 0.0424042 Sep 19 03:35:56.323537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e98dc19-296d-4aa8-9a93-a5bbc2b2e779 req-f2fb4a35-f56a-4dda-8ebc-0b5e96349f3a tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478947 Sep 19 03:35:56.376171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-d6b66871-1c0e-4872-9660-a2b0e3c4c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:56.377856 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-d6b66871-1c0e-4872-9660-a2b0e3c4c099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 HTTP/1.1" status: 200 len: 848 time: 0.0613575 Sep 19 03:35:56.428623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-5c1d2eb9-d080-4ba1-8269-e6cd5c58c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:56.430668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-5c1d2eb9-d080-4ba1-8269-e6cd5c58c1ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c6b451e-3a71-4997-8704-d58fcdaf0b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444937 Sep 19 03:35:56.550830 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-57a8540f-a40d-4da3-86e2-c15bc878a59a service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125939 Sep 19 03:35:56.658996 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-89f0cfce-6748-4e7c-b290-870f0433f1e1 req-62e721b8-e42a-4681-922d-d19e7db6c513 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003728 Sep 19 03:35:57.446145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e54e1-8bbf-4f29-b7a0-b85f14c91863 req-e3a95a73-97e3-44b8-b468-34f6c815a248 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:57.447678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-389e54e1-8bbf-4f29-b7a0-b85f14c91863 req-e3a95a73-97e3-44b8-b468-34f6c815a248 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 944 time: 0.0570719 Sep 19 03:35:57.495215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-389e54e1-8bbf-4f29-b7a0-b85f14c91863 req-bb8d5821-fb53-4776-bf7a-46bfa87eba4d tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411081 Sep 19 03:35:57.664056 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59304) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:57.775924 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f07987b7-4b42-4d89-b207-e5865462c66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:57.871486 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f07987b7-4b42-4d89-b207-e5865462c66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:57.877175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f07987b7-4b42-4d89-b207-e5865462c66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:57.914309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07987b7-4b42-4d89-b207-e5865462c66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4a740-908e-46a2-8a3a-340e6b17fc0e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:57.918602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f07987b7-4b42-4d89-b207-e5865462c66a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f879f3905b04e45a8dc25646e674716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532301 Sep 19 03:35:57.921261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59308) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:57.970399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d23d3786-5daa-42cf-9d83-9310042cc5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:57.992302 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d23d3786-5daa-42cf-9d83-9310042cc5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.041979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d23d3786-5daa-42cf-9d83-9310042cc5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.045405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d23d3786-5daa-42cf-9d83-9310042cc5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.046577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d23d3786-5daa-42cf-9d83-9310042cc5a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12b4a740-908e-46a2-8a3a-340e6b17fc0e HTTP/1.1" status: 204 len: 168 time: 0.1243720 Sep 19 03:35:58.054299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d3786-5daa-42cf-9d83-9310042cc5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b4a740-908e-46a2-8a3a-340e6b17fc0e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:58.058595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:35:58.183586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:58.216979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'port_id': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'mac_address': 'fa:16:3e:a5:31:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:35:58.259089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.273604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:35:58.294198 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:35:58.299930 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.347954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59316) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:58.348919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:58.378973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7894d98-d78b-46b1-ac45-c2a4638ec328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.491081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7894d98-d78b-46b1-ac45-c2a4638ec328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.502972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['40ca0cd1-2a96-464f-b9c9-a8d81ff0d839'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:35:58.504032 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e7894d98-d78b-46b1-ac45-c2a4638ec328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.549065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59328) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:35:58.554195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e7894d98-d78b-46b1-ac45-c2a4638ec328 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a563972550b84fd3b9e181cbcfa8e013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019827 Sep 19 03:35:58.600467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7894d98-d78b-46b1-ac45-c2a4638ec328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33778e67-96a9-49d7-a0d0-453e3fcdb339,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:58.620776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-085c9c96-fbd9-4627-baa0-7f486c27d770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.642296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce398c-4dac-445b-b38a-2e10c6a08c9d req-cc56df05-3797-4235-949f-55dcacbb57d7 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:58.643909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7dce398c-4dac-445b-b38a-2e10c6a08c9d req-cc56df05-3797-4235-949f-55dcacbb57d7 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 945 time: 0.0763004 Sep 19 03:35:58.647361 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-085c9c96-fbd9-4627-baa0-7f486c27d770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.689165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7dce398c-4dac-445b-b38a-2e10c6a08c9d req-7dc6e79a-0ec2-4e85-8785-d6ec094fc410 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387959 Sep 19 03:35:58.709488 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-085c9c96-fbd9-4627-baa0-7f486c27d770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.712288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-085c9c96-fbd9-4627-baa0-7f486c27d770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:35:58.715201 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-085c9c96-fbd9-4627-baa0-7f486c27d770 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33778e67-96a9-49d7-a0d0-453e3fcdb339 HTTP/1.1" status: 204 len: 168 time: 0.1650653 Sep 19 03:35:58.725446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c9c96-fbd9-4627-baa0-7f486c27d770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33778e67-96a9-49d7-a0d0-453e3fcdb339,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:35:59.807980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f732b-b48f-4449-ba02-0f01e24ad4d9 req-e3d64a46-39de-4b18-9f69-41a34afb3021 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:35:59.811828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-629f732b-b48f-4449-ba02-0f01e24ad4d9 req-e3d64a46-39de-4b18-9f69-41a34afb3021 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 945 time: 0.0509980 Sep 19 03:35:59.870777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-629f732b-b48f-4449-ba02-0f01e24ad4d9 req-f67bbd7c-d73a-4fe7-b9da-8c61219bcf94 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512104 Sep 19 03:36:00.074132 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:00.080969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:36:00.136550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:36:00.141301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:36:00.141847 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:00.226270 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:00.258364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:00.261094 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e19ca76-eb64-4fc3-b323-c5d96beb95a9" -d '{"events": [{"server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "name": "network-vif-plugged", "status": "completed", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:00.266679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:00.272896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:00.313847 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89356989-4be9-4d6a-8e96-bfc4273d1bcb x-openstack-request-id: req-89356989-4be9-4d6a-8e96-bfc4273d1bcb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:00.314165 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "name": "network-vif-plugged", "status": "completed", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:00.314570 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89356989-4be9-4d6a-8e96-bfc4273d1bcb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:00.314831 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'code': 200} Sep 19 03:36:00.353209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:00.414801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1361bd-0290-40d1-b58c-07265583b278 req-0cdc3082-e059-43c2-9555-daddac145b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:00.417171 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6b1361bd-0290-40d1-b58c-07265583b278 req-0cdc3082-e059-43c2-9555-daddac145b18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1097 time: 0.0478621 Sep 19 03:36:00.455903 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6b1361bd-0290-40d1-b58c-07265583b278 req-4db5f520-3938-4149-be0f-1ad175d8fc43 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316007 Sep 19 03:36:00.997412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4c6bb-1d7c-437c-9653-b15247f8b5b7 req-a975de15-b6b7-4ffa-87a2-de508d76934f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:01.000172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58f4c6bb-1d7c-437c-9653-b15247f8b5b7 req-a975de15-b6b7-4ffa-87a2-de508d76934f tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 946 time: 0.0539215 Sep 19 03:36:01.037994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-58f4c6bb-1d7c-437c-9653-b15247f8b5b7 req-58856937-fb6b-4958-b8df-3e6a73040d28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315576 Sep 19 03:36:02.172957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc532b-4cca-4ed3-ac94-49297384929e req-9d66fbed-491b-4248-b45e-464b31ba4813 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:02.174474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3bc532b-4cca-4ed3-ac94-49297384929e req-9d66fbed-491b-4248-b45e-464b31ba4813 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 946 time: 0.0590532 Sep 19 03:36:02.221146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3bc532b-4cca-4ed3-ac94-49297384929e req-e47e348e-4c2f-4e6a-9182-eee95b3faf95 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380719 Sep 19 03:36:02.347715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83921a-167e-42ad-b337-a05f1e6ceb58 req-e8033d8d-ef67-4f98-8739-1c006ee73df4 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:02.352577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d83921a-167e-42ad-b337-a05f1e6ceb58 req-e8033d8d-ef67-4f98-8739-1c006ee73df4 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 946 time: 0.0562930 Sep 19 03:36:02.394592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0d83921a-167e-42ad-b337-a05f1e6ceb58 req-665b6f37-8cb2-4389-b100-03e7084143e7 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376964 Sep 19 03:36:02.556689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48306bad-39d6-4741-a860-af93d7121f14 req-9d51d2c1-bfa9-4466-8455-9d280194db1a tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:02.565086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48306bad-39d6-4741-a860-af93d7121f14 req-9d51d2c1-bfa9-4466-8455-9d280194db1a tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 946 time: 0.0775509 Sep 19 03:36:02.605871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48306bad-39d6-4741-a860-af93d7121f14 req-b000a9f5-a75e-468d-9d8a-426c5b4d7cf7 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398500 Sep 19 03:36:02.630690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59432) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:02.840804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1052ad-e646-49e5-a719-505149b43411 tempest-TestServerBasicOps-1257988185 tempest-TestServerBasicOps-1257988185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:02.842454 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dc1052ad-e646-49e5-a719-505149b43411 tempest-TestServerBasicOps-1257988185 tempest-TestServerBasicOps-1257988185-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1092 time: 0.2106614 Sep 19 03:36:02.846616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59438) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:02.851153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:02.877672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:02.975858 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:03.077429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Allocated IP 172.25.8.8 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/07743f4e-f04a-4fd3-9b8d-7348d02741a3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:36:03.185084 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:03.219706 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:03.257858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:36:03.264330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:36:03.268818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:36:03.271959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'Port': ['ID=07743f4e-f04a-4fd3-9b8d-7348d02741a3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:03.288119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:36:03.300956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.301303 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.301646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.301986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.302321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.302654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.303012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.303341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.303667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.303993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.304315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.304637 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:03.806393 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:03.841610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-c5f9323a-e6be-48b3-935e-70cb27983814 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16168877&fields=id&tenant_id=fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 267 time: 0.0357647 Sep 19 03:36:03.910998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:03.967920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-8b5409ea-d4ec-40dd-85f4-2fdb1aa1b389 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:03.972227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-8b5409ea-d4ec-40dd-85f4-2fdb1aa1b389 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1201472 Sep 19 03:36:03.986978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-b1c799a5-6039-478f-83c2-e39eedb92cc6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/quotas/fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 375 time: 0.0100522 Sep 19 03:36:04.042236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-6ab5f8ce-3ddf-4f73-b5f7-7d61f4f10167 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488980 Sep 19 03:36:04.147693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-7960357f-756c-4949-a7a5-d539402b239d service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931809 Sep 19 03:36:04.256816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-a8be96f4-ab2a-48b5-a7e9-bdd0d4374840 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026518 Sep 19 03:36:04.405650 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:04.409825 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:04.482480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event updated for resources: {'Port': ['ID=07743f4e-f04a-4fd3-9b8d-7348d02741a3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:04.494443 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:04.601471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-83c7e0ab-be7c-4944-ba2a-520cb713ded4 req-262c1e0c-ab51-40d1-9ff4-6370a641d0b0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 210 time: 0.0351050 Sep 19 03:36:04.605793 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Floating IP 3ed22347-96a8-43f9-a8b7-6b385a6f9eda associated. External IP: 172.25.8.8, port: 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839. Sep 19 03:36:04.868847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Router 88830d10-da3e-4555-a654-9499a72ebdc9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:36:04.998120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:36:05.009137 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] Sync routers for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:36:05.016312 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.022060 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:36:05.027519 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:05.073056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b4c97757-2d43-46c3-8cf2-9d3da0c4bc28 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2195795 Sep 19 03:36:05.073056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:05.073056 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8e5f63-e474-4285-bf2a-3eca8e900a35" -d '{"events": [{"name": "network-changed", "server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:05.149114 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cca41c-ceb4-4a20-99b8-80d7a828f774 x-openstack-request-id: req-e5cca41c-ceb4-4a20-99b8-80d7a828f774 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:05.149415 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:05.149696 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5cca41c-ceb4-4a20-99b8-80d7a828f774 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:05.150101 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'status': 'completed', 'code': 200} Sep 19 03:36:05.234109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-68e06a2d-52f5-4882-8e66-8afeb8e6afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:05.236846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-68e06a2d-52f5-4882-8e66-8afeb8e6afd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd65d41e72c5431c99624d67b7b18464&device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1097 time: 0.0606093 Sep 19 03:36:05.264733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59482) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:05.289754 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:36:05.366293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-176a7303-38f8-45f0-b854-ea0721b38720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:05.367945 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-176a7303-38f8-45f0-b854-ea0721b38720 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 200 len: 910 time: 0.1231358 Sep 19 03:36:05.407670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.482915 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-de4887f7-1a70-49c1-8d89-e9e53878576d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 200 len: 998 time: 0.1080256 Sep 19 03:36:05.530188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.534281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-4a4415a3-4cdb-4e1b-8e16-2bf1ce065d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:05.534709 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.536226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-4a4415a3-4cdb-4e1b-8e16-2bf1ce065d1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 HTTP/1.1" status: 200 len: 848 time: 0.0470316 Sep 19 03:36:05.542573 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3ed22347-96a8-43f9-a8b7-6b385a6f9eda', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'port_id': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'mac_address': 'fa:16:3e:a5:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:36:03Z', 'updated_at': '2021-09-19T03:36:03Z', 'revision_number': 0, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 5, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:05.568683 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] Checking router: 88830d10-da3e-4555-a654-9499a72ebdc9 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:36:05.576226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45dd20c7a31448acb03bdfb10712087c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081582 Sep 19 03:36:05.576226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb70e253-682e-4736-8704-70de31b0bed0,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:05.577347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59486) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:05.578389 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:36:05.579038 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:35:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:05.583809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.584688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.585269 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.585854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.586464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.587119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.587680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.588245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.588790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.589344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.589889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.590449 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f89865-3d46-4225-ba38-a3b1fcf3e7d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:05.608805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-d3af304f-3a08-4938-9f10-d5293e7681b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:05.610329 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-d3af304f-3a08-4938-9f10-d5293e7681b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c6b451e-3a71-4997-8704-d58fcdaf0b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670187 Sep 19 03:36:05.692330 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:36:05.696226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e7a1823c-ab30-444f-bcac-9bbc38a075ae req-f0a85be6-f454-40f0-a6ff-1d36f7419ddf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 210 time: 0.0302024 Sep 19 03:36:05.704457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2805ad94-98af-4c47-9af6-47a2da15c485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.741026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2805ad94-98af-4c47-9af6-47a2da15c485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.754867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-2a174e05-b86c-458f-8c34-155384d97231 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356704 Sep 19 03:36:05.892803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2805ad94-98af-4c47-9af6-47a2da15c485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.895407 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2805ad94-98af-4c47-9af6-47a2da15c485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:05.898790 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2805ad94-98af-4c47-9af6-47a2da15c485 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb70e253-682e-4736-8704-70de31b0bed0 HTTP/1.1" status: 204 len: 168 time: 0.3180468 Sep 19 03:36:05.923765 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-af8e5f63-e474-4285-bf2a-3eca8e900a35 req-1ec13464-dbb0-44ce-bb13-18854dc7f6fe service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597707 Sep 19 03:36:05.996839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805ad94-98af-4c47-9af6-47a2da15c485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb70e253-682e-4736-8704-70de31b0bed0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:06.002923 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3ed22347-96a8-43f9-a8b7-6b385a6f9eda', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'port_id': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'mac_address': 'fa:16:3e:a5:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:36:03Z', 'updated_at': '2021-09-19T03:36:03Z', 'revision_number': 0, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 5, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:06.045793 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3608ac8-92c7-4cd2-a71d-896d42baf489 None None] The sync data for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 is: [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3ed22347-96a8-43f9-a8b7-6b385a6f9eda', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'port_id': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'mac_address': 'fa:16:3e:a5:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:36:03Z', 'updated_at': '2021-09-19T03:36:03Z', 'revision_number': 0, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 5, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:36:06.048245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-fbfaee7a-bef4-4725-a0e3-7d218dcd0396 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:06.049733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-fbfaee7a-bef4-4725-a0e3-7d218dcd0396 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.2069755 Sep 19 03:36:06.103907 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-2d1974eb-93a5-4084-8732-d46bb39db25e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 378 time: 0.0373065 Sep 19 03:36:06.115691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'port': {'device_id': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'admin_state_up': True, 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'security_groups': ['1aa0ca76-d58d-4693-9b55-c98266f5a63c']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:06.259577 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:36:06.263171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.264932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59494) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:06.280500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ea3b2d-b43e-4c30-acbe-c54f2242758e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.330698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d76054-1bd3-43f7-b978-ac47bf6abeda None None] New status for floating IP 3ed22347-96a8-43f9-a8b7-6b385a6f9eda: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:36:06.401430 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ea3b2d-b43e-4c30-acbe-c54f2242758e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.408713 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c8ea3b2d-b43e-4c30-acbe-c54f2242758e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.416019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.20.0.9 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/e4138b1b-9e61-414a-ae7f-ce1304ce3747) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:36:06.448303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c8ea3b2d-b43e-4c30-acbe-c54f2242758e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96c73674a02f4cd1acf9d0cd37759eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1797473 Sep 19 03:36:06.449002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59496) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:06.471547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea3b2d-b43e-4c30-acbe-c54f2242758e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c64f0d-ca1f-439e-8c8f-f5d97c7d64cf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:06.580734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa3db-87cf-4535-97bd-fb8b1f17509e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.621696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa3db-87cf-4535-97bd-fb8b1f17509e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.630853 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.686729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.699559 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa3db-87cf-4535-97bd-fb8b1f17509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.703047 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5c7fa3db-87cf-4535-97bd-fb8b1f17509e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.703769 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5c7fa3db-87cf-4535-97bd-fb8b1f17509e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61c64f0d-ca1f-439e-8c8f-f5d97c7d64cf HTTP/1.1" status: 204 len: 168 time: 0.2540636 Sep 19 03:36:06.753003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fa3db-87cf-4535-97bd-fb8b1f17509e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c64f0d-ca1f-439e-8c8f-f5d97c7d64cf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:06.758860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:36:06.765326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:36:06.782447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:36:06.806554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=e4138b1b-9e61-414a-ae7f-ce1304ce3747,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:06.846313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:06.847271 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:06.872401 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-48789457-a835-459b-afd6-f5ad73b23d58 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7618852 Sep 19 03:36:06.874272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290b3ac-00ca-4dfc-9c4e-d30247630634 req-a33a81b8-fc35-4441-ae71-fb7810422ee1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:06.875951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a290b3ac-00ca-4dfc-9c4e-d30247630634 req-a33a81b8-fc35-4441-ae71-fb7810422ee1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 931 time: 0.0789557 Sep 19 03:36:06.922077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a290b3ac-00ca-4dfc-9c4e-d30247630634 req-9bde1e90-6302-49f9-b41d-30873c62865b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391991 Sep 19 03:36:07.076402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-781c88dd-fad8-411a-b3e3-c6967304664f None None] Provisioning complete for port e4138b1b-9e61-414a-ae7f-ce1304ce3747 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:36:07.077727 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-781c88dd-fad8-411a-b3e3-c6967304664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:07.078584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Request body: {'port': {'device_id': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:07.124059 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-781c88dd-fad8-411a-b3e3-c6967304664f None None] Port e4138b1b-9e61-414a-ae7f-ce1304ce3747 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:36:07.141159 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:07.436997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4138b1b-9e61-414a-ae7f-ce1304ce3747 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:36:07.445486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:07.458106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Transition to ACTIVE for port object e4138b1b-9e61-414a-ae7f-ce1304ce3747 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:36:07.462452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:07.523955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4138b1b-9e61-414a-ae7f-ce1304ce3747,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:07.604689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Attempting to bind port e4138b1b-9e61-414a-ae7f-ce1304ce3747 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:36:07.605400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Attempting to bind port e4138b1b-9e61-414a-ae7f-ce1304ce3747 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:36:07.605975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Attempting to bind port e4138b1b-9e61-414a-ae7f-ce1304ce3747 on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:36:07.611766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Port e4138b1b-9e61-414a-ae7f-ce1304ce3747 on network fe1836b4-136e-4016-89e0-ca4fe200a02c not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:36:07.612427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Attempting to bind port e4138b1b-9e61-414a-ae7f-ce1304ce3747 on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:36:07.617792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:36:07.618604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:36:07.619275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:36:07.619945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Bound port: e4138b1b-9e61-414a-ae7f-ce1304ce3747, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:36:07.620549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:07.702855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] For port e4138b1b-9e61-414a-ae7f-ce1304ce3747, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:36:07.712643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] For port e4138b1b-9e61-414a-ae7f-ce1304ce3747, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:36:07.719496 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:07.759971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:07.761053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:07.762726 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] 10.222.0.32 "PUT /v2.0/ports/e4138b1b-9e61-414a-ae7f-ce1304ce3747 HTTP/1.1" status: 200 len: 1091 time: 0.8751600 Sep 19 03:36:07.763392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:07.766634 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1228e5c2-768f-4944-83b0-9ba1edee1d88" -d '{"events": [{"name": "network-changed", "server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:07.797037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5e4fc-55a3-49ef-8207-c7ccb3b896c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e4138b1b-9e61-414a-ae7f-ce1304ce3747,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:07.820512 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60944f0b-29f4-40bd-9c85-c75a0bd9a8c0 x-openstack-request-id: req-60944f0b-29f4-40bd-9c85-c75a0bd9a8c0 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:07.820783 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:07.821055 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60944f0b-29f4-40bd-9c85-c75a0bd9a8c0 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:07.821439 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'status': 'completed', 'code': 200} Sep 19 03:36:07.898886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-770b3407-1540-4f7b-a664-f61717fcd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:07.900716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-770b3407-1540-4f7b-a664-f61717fcd172 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0588238 Sep 19 03:36:07.964165 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-382c9762-5c80-4e21-88da-874c7aba7b3a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747 HTTP/1.1" status: 200 len: 217 time: 0.0506597 Sep 19 03:36:08.022055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-58fd9149-b927-459c-baad-bcaf205a3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:08.024679 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-58fd9149-b927-459c-baad-bcaf205a3e1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0529087 Sep 19 03:36:08.090117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a16c-0958-48ee-b7fa-b777b08ef268 req-093b1f91-3e31-4442-9265-4e9603da88f5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:08.091680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0939a16c-0958-48ee-b7fa-b777b08ef268 req-093b1f91-3e31-4442-9265-4e9603da88f5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0712812 Sep 19 03:36:08.093459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59534) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:08.109198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-1fbc7f7e-b523-4ae4-8337-cfda28f94a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:08.110839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-1fbc7f7e-b523-4ae4-8337-cfda28f94a0a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789025 Sep 19 03:36:08.160629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0939a16c-0958-48ee-b7fa-b777b08ef268 req-57e33730-6213-4f09-9e54-31e3943981fa tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485063 Sep 19 03:36:08.221853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-28e64b4a-4fa0-4931-aeec-74afd0ddd9b8 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037190 Sep 19 03:36:08.230175 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bff3b41-dfff-4c25-8752-845bf8c8f702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:08.314958 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-01c0a2db-93ae-4549-94bd-40f65d3938f5 req-1282f19f-0e28-4c5d-8545-5c82bfaa51f1 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Sep 19 03:36:08.322580 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bff3b41-dfff-4c25-8752-845bf8c8f702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:08.328452 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3bff3b41-dfff-4c25-8752-845bf8c8f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:08.368783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff3b41-dfff-4c25-8752-845bf8c8f702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dcb02c-5daf-47e3-8f3f-a93262c9143e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:08.378408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59538) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:08.379175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3bff3b41-dfff-4c25-8752-845bf8c8f702 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ca7ac7ef61d41d9a313caceaede05ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844479 Sep 19 03:36:08.454260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-b8c2111b-8893-4cfb-bc93-3840558233d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:08.455722 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-b8c2111b-8893-4cfb-bc93-3840558233d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 1094 time: 0.0640974 Sep 19 03:36:08.484490 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe15d-b781-4a16-89d5-08ae30ecfe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:08.544185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe15d-b781-4a16-89d5-08ae30ecfe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:08.590368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-ffb55365-f45f-4c4b-8d43-6b11615efa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:08.591849 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-ffb55365-f45f-4c4b-8d43-6b11615efa7c service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.1288509 Sep 19 03:36:08.640902 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-0095c082-1f22-49de-9fc1-338dac123e25 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747 HTTP/1.1" status: 200 len: 217 time: 0.0411842 Sep 19 03:36:08.642702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe15d-b781-4a16-89d5-08ae30ecfe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:08.645563 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdfbe15d-b781-4a16-89d5-08ae30ecfe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:08.646611 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fdfbe15d-b781-4a16-89d5-08ae30ecfe3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95dcb02c-5daf-47e3-8f3f-a93262c9143e HTTP/1.1" status: 204 len: 168 time: 0.2672057 Sep 19 03:36:08.663100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbe15d-b781-4a16-89d5-08ae30ecfe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dcb02c-5daf-47e3-8f3f-a93262c9143e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:08.704165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-5fce373b-ca46-46a6-b1ec-6dfab3b86d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:08.705730 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-5fce373b-ca46-46a6-b1ec-6dfab3b86d38 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0581317 Sep 19 03:36:08.753519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-3846707d-d455-4d4d-be4b-124381538058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:08.755105 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-3846707d-d455-4d4d-be4b-124381538058 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419540 Sep 19 03:36:08.871250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-7c20ed50-3df5-4c34-8159-299c8042715c service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069145 Sep 19 03:36:08.969241 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1228e5c2-768f-4944-83b0-9ba1edee1d88 req-13b6e29c-0959-4408-9871-6ba0e85c496c service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913637 Sep 19 03:36:09.277978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a5efe-6c29-4b7e-8de8-02b21fb12f52 req-25ab9f5a-cb8d-41f6-98ce-feb5db5ea6f3 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:09.279692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-193a5efe-6c29-4b7e-8de8-02b21fb12f52 req-25ab9f5a-cb8d-41f6-98ce-feb5db5ea6f3 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0495203 Sep 19 03:36:09.327178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-193a5efe-6c29-4b7e-8de8-02b21fb12f52 req-b566d1a1-76d7-4879-b045-8546dc3143c9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388477 Sep 19 03:36:09.697185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59574) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:09.803857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43abf470-f0fe-4ab5-b4c0-7782498f2328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:09.894562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43abf470-f0fe-4ab5-b4c0-7782498f2328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:09.898369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43abf470-f0fe-4ab5-b4c0-7782498f2328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:09.945109 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-43abf470-f0fe-4ab5-b4c0-7782498f2328 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36434153458c43268569f0805e3fb804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468343 Sep 19 03:36:09.945969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abf470-f0fe-4ab5-b4c0-7782498f2328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f15da1-772e-4ae3-9755-9fea1a042efe,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:09.948065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59578) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:10.001121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f671e961-1932-4dd0-9136-e7c490d941f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.022228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f671e961-1932-4dd0-9136-e7c490d941f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.067716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f671e961-1932-4dd0-9136-e7c490d941f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.070295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f671e961-1932-4dd0-9136-e7c490d941f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.071448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f671e961-1932-4dd0-9136-e7c490d941f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55f15da1-772e-4ae3-9755-9fea1a042efe HTTP/1.1" status: 204 len: 168 time: 0.1224129 Sep 19 03:36:10.079544 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e961-1932-4dd0-9136-e7c490d941f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f15da1-772e-4ae3-9755-9fea1a042efe,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:10.436109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe82c8-e3f7-479c-b4ab-6df0a7fc1713 req-1ce5311d-d0e9-486b-aa26-16510375ed23 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:10.437777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7cfe82c8-e3f7-479c-b4ab-6df0a7fc1713 req-1ce5311d-d0e9-486b-aa26-16510375ed23 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0500426 Sep 19 03:36:10.477302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7cfe82c8-e3f7-479c-b4ab-6df0a7fc1713 req-86cd3bf2-4eb1-4491-b89e-f955936aefd0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336053 Sep 19 03:36:10.697574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59602) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:10.793368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1509418416-network', 'tenant_id': 'c407a3046b4b487782aaf50d730ed2fb'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:10.813440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Made reservation on behalf of c407a3046b4b487782aaf50d730ed2fb for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:36:10.815770 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.824423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.914282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.918027 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.943252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:36:10.953100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de247c42-f49e-44ea-89f8-abfe6d891b4c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:10.958561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:10.959189 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Added segment 06cfed00-36ba-4a31-aadc-b2dd6d57e937 of type vlan for network 861a60ca-752f-4713-9311-17ad0f2d9166 Sep 19 03:36:10.999800 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:11.023358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:11.024381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:11.024965 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:11.072712 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3740606 Sep 19 03:36:11.075678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59606) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:11.080852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Request body: {'subnet': {'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1509418416-subnet', 'tenant_id': 'c407a3046b4b487782aaf50d730ed2fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:11.100977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Made reservation on behalf of c407a3046b4b487782aaf50d730ed2fb for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:36:11.103133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:11.115238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1ef28-2d13-48b3-b689-3ee5e3c30f23 admin admin] Pushing event updated for resources: {'Network': ['ID=861a60ca-752f-4713-9311-17ad0f2d9166,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:11.126537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 861a60ca-752f-4713-9311-17ad0f2d9166 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:36:11.585923 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:11.641393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b581ec7-b939-4219-8a51-0c6e1adf2a84 req-06d70056-c604-477c-a023-9e7c6d7df529 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:11.642885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b581ec7-b939-4219-8a51-0c6e1adf2a84 req-06d70056-c604-477c-a023-9e7c6d7df529 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0967045 Sep 19 03:36:11.655132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=92547f47-f27f-4b22-bf18-911da8eb5e9d,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:11.692193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Checking segment: {'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:36:11.692555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Network hostable DHCP agents. Network: 861a60ca-752f-4713-9311-17ad0f2d9166, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:36:11.701402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0b581ec7-b939-4219-8a51-0c6e1adf2a84 req-87828197-c69e-4bff-9e04-60f8c58c4833 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494733 Sep 19 03:36:11.713670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Network 861a60ca-752f-4713-9311-17ad0f2d9166 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:36:11.722763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 861a60ca-752f-4713-9311-17ad0f2d9166) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:36:11.726853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:11.727442 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:11.733461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879972b7-3a11-413e-8dd2-16a858250a6b None None] Network 861a60ca-752f-4713-9311-17ad0f2d9166 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:36:11.741425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-29be30ed-c817-4c34-a206-2472a5b8d93a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6644366 Sep 19 03:36:11.853845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62bd71f-301b-419b-b747-9418a7961dfa None None] Network 861a60ca-752f-4713-9311-17ad0f2d9166 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:36:12.820840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f97b64-888c-4e47-b587-a1064bdda150 req-0ad9a003-a928-4779-b736-f342fff79f9c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:12.822948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3f97b64-888c-4e47-b587-a1064bdda150 req-0ad9a003-a928-4779-b736-f342fff79f9c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0505242 Sep 19 03:36:12.862059 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3f97b64-888c-4e47-b587-a1064bdda150 req-25248094-ac47-4af9-a8e2-8ee1951d683f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326760 Sep 19 03:36:13.473519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-8d2ea025-325e-4c91-bcb2-02328f4a8b65 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:13.475218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-8d2ea025-325e-4c91-bcb2-02328f4a8b65 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/networks?id=861a60ca-752f-4713-9311-17ad0f2d9166 HTTP/1.1" status: 200 len: 809 time: 0.1032479 Sep 19 03:36:13.490081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-63c76001-6dda-4d74-84ff-5f250dee76c4 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/quotas/c407a3046b4b487782aaf50d730ed2fb HTTP/1.1" status: 200 len: 375 time: 0.0089738 Sep 19 03:36:13.520391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-b7afb6f8-13be-42fb-880a-ca84a9ce1cc1 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c407a3046b4b487782aaf50d730ed2fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251389 Sep 19 03:36:13.610956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-12cbf144-0cf9-4eb6-a52c-948b136d078e service neutron] 10.222.0.22 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836868 Sep 19 03:36:13.698082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-33286cd3-9c25-4fbe-b888-6b7c899e45d0 service neutron] 10.222.0.22 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810840 Sep 19 03:36:13.859743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdfca1bd-0d55-44fc-9617-678d79c2f8d1 req-fdb3a3aa-3465-4535-8dd9-517923a7c00c tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 210 time: 0.0305550 Sep 19 03:36:13.979834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b1a67-0c2f-455a-9825-b43b2e627c42 req-e347fc75-9b28-4554-a5c1-6c1147b85a82 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:13.981324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd4b1a67-0c2f-455a-9825-b43b2e627c42 req-e347fc75-9b28-4554-a5c1-6c1147b85a82 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0526800 Sep 19 03:36:14.021782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd4b1a67-0c2f-455a-9825-b43b2e627c42 req-bceb848f-1190-4753-9f37-94e70f579670 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341160 Sep 19 03:36:14.519372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b27c2d71-b757-4432-b6d6-d4c1ad22025a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:14.954051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4d5a7c76-ecea-44e6-9055-1f93ba328edb req-a00d0569-6f4c-4c66-ae70-c220febd7851 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 210 time: 0.0262997 Sep 19 03:36:15.002283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-27c65fba-0ef4-47f7-9708-1523949b5efb tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:15.003748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-27c65fba-0ef4-47f7-9708-1523949b5efb tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "GET /v2.0/networks?id=861a60ca-752f-4713-9311-17ad0f2d9166 HTTP/1.1" status: 200 len: 809 time: 0.3395495 Sep 19 03:36:15.017447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Request body: {'port': {'device_id': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166', 'admin_state_up': True, 'tenant_id': 'c407a3046b4b487782aaf50d730ed2fb'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:15.125551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Made reservation on behalf of c407a3046b4b487782aaf50d730ed2fb for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:36:15.128981 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:15.133546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0d778-7e35-423d-93ab-d9eb109c6773 req-bd1fafdd-27cb-4d27-aed0-16863d9221f2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:15.135045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dc0d778-7e35-423d-93ab-d9eb109c6773 req-bd1fafdd-27cb-4d27-aed0-16863d9221f2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0476699 Sep 19 03:36:15.173275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dc0d778-7e35-423d-93ab-d9eb109c6773 req-7365a46f-993d-40f1-98ff-d5258d006a56 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315108 Sep 19 03:36:15.251710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Allocated IP 172.20.0.4 (861a60ca-752f-4713-9311-17ad0f2d9166/92547f47-f27f-4b22-bf18-911da8eb5e9d/e0f2135a-d89a-469b-9ccc-4c202c0b19d3) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:36:15.400000 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:15.431304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:15.474355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Network 861a60ca-752f-4713-9311-17ad0f2d9166 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:36:15.478004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:36:15.481365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:36:15.521927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Pushing event updated for resources: {'Port': ['ID=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:15.541837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:15.542441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:15.556067 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-3064640c-46f5-4327-967a-a2edaaf0f6ae tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5426824 Sep 19 03:36:15.568268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Request body: {'port': {'device_id': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:15.620000 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:15.877940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f2135a-d89a-469b-9ccc-4c202c0b19d3 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:36:15.885106 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:15.896419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Transition to ACTIVE for port object e0f2135a-d89a-469b-9ccc-4c202c0b19d3 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:36:15.900309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:15.947120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:16.015238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Attempting to bind port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:36:16.015883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Attempting to bind port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:36:16.015883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Attempting to bind port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 on network 861a60ca-752f-4713-9311-17ad0f2d9166 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:36:16.020203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 on network 861a60ca-752f-4713-9311-17ad0f2d9166 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:36:16.020528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Attempting to bind port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 on network 861a60ca-752f-4713-9311-17ad0f2d9166 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:36:16.025331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:36:16.025675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Checking segment: {'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:36:16.026059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Bound using segment: {'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:36:16.026489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Bound port: e0f2135a-d89a-469b-9ccc-4c202c0b19d3, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:36:16.027085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:16.072474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e7728-f72d-4d20-873f-b1c7062b5b72 req-9d3ef537-f45e-4e1f-bf65-fdcea17830fc tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.073930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a2e7728-f72d-4d20-873f-b1c7062b5b72 req-9d3ef537-f45e-4e1f-bf65-fdcea17830fc tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 943 time: 0.0515642 Sep 19 03:36:16.098540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] For port e0f2135a-d89a-469b-9ccc-4c202c0b19d3, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:36:16.101656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] For port e0f2135a-d89a-469b-9ccc-4c202c0b19d3, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:36:16.106959 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:16.113266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a2e7728-f72d-4d20-873f-b1c7062b5b72 req-7660337f-0a5a-414f-bd04-4d19f334cb82 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Sep 19 03:36:16.141654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.142292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:16.143699 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] 10.222.0.30 "PUT /v2.0/ports/e0f2135a-d89a-469b-9ccc-4c202c0b19d3 HTTP/1.1" status: 200 len: 1091 time: 0.5795894 Sep 19 03:36:16.144154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'tag': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:16.146407 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9211e4d-d9b9-4cea-a014-9c701dff8f43" -d '{"events": [{"name": "network-changed", "server_uuid": "5b762af5-6099-40f8-a5ce-081ed3c8a075", "tag": "e0f2135a-d89a-469b-9ccc-4c202c0b19d3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:16.179069 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:16.193977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5116c83-b9a7-4ff1-9f2a-05933c3b4216 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:16.198707 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80def970-fca3-43cc-883c-a81e7420f24a x-openstack-request-id: req-80def970-fca3-43cc-883c-a81e7420f24a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:16.199026 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b762af5-6099-40f8-a5ce-081ed3c8a075", "tag": "e0f2135a-d89a-469b-9ccc-4c202c0b19d3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:16.199271 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80def970-fca3-43cc-883c-a81e7420f24a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:16.199643 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'tag': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3', 'status': 'completed', 'code': 200} Sep 19 03:36:16.231372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-9de3811c-a978-4676-9e70-87dac82853cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.233056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-9de3811c-a978-4676-9e70-87dac82853cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c407a3046b4b487782aaf50d730ed2fb&device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 1094 time: 0.0472507 Sep 19 03:36:16.278504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-9b192149-a891-45b5-99a5-994603cf8ab3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2135a-d89a-469b-9ccc-4c202c0b19d3 HTTP/1.1" status: 200 len: 217 time: 0.0380421 Sep 19 03:36:16.293232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90ed7f-f5f4-41b3-8c44-8c8253700d5b req-66fc5b8b-9039-46cf-bffd-7d548314ecae tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.294712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d90ed7f-f5f4-41b3-8c44-8c8253700d5b req-66fc5b8b-9039-46cf-bffd-7d548314ecae tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0494819 Sep 19 03:36:16.328556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-2e5f9edf-8938-4786-b13f-b852711fc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.330098 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-2e5f9edf-8938-4786-b13f-b852711fc00e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92547f47-f27f-4b22-bf18-911da8eb5e9d HTTP/1.1" status: 200 len: 849 time: 0.0440361 Sep 19 03:36:16.333004 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d90ed7f-f5f4-41b3-8c44-8c8253700d5b req-0f285743-c1cf-4160-b70e-14c17909d0ff tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319669 Sep 19 03:36:16.361850 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-b2e89002-4054-4a05-9236-292e55cdeb81 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=861a60ca-752f-4713-9311-17ad0f2d9166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247104 Sep 19 03:36:16.468420 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-f02fe417-eb55-424d-8161-9b8f068ffe90 service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989995 Sep 19 03:36:16.555304 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe7acd53-ea0d-4b9d-88c9-73d905be688c req-340a0300-e407-4e80-9374-571f7b0fceb8 service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818636 Sep 19 03:36:16.636427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-045b0cc5-7b7c-46e8-a255-73d45f710590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.637842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-045b0cc5-7b7c-46e8-a255-73d45f710590 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c407a3046b4b487782aaf50d730ed2fb&device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 1094 time: 0.0392985 Sep 19 03:36:16.730162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-9efd9654-c6d1-40c9-b3a7-c162120f30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.731643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-9efd9654-c6d1-40c9-b3a7-c162120f30a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=861a60ca-752f-4713-9311-17ad0f2d9166 HTTP/1.1" status: 200 len: 910 time: 0.0866959 Sep 19 03:36:16.773401 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-85433169-f78d-410e-9f5e-46d0e6a61c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2135a-d89a-469b-9ccc-4c202c0b19d3 HTTP/1.1" status: 200 len: 217 time: 0.0339720 Sep 19 03:36:16.826063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-6c60b626-ff64-4076-afae-ea82ae6ab84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:16.828126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-6c60b626-ff64-4076-afae-ea82ae6ab84b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92547f47-f27f-4b22-bf18-911da8eb5e9d HTTP/1.1" status: 200 len: 849 time: 0.0470593 Sep 19 03:36:16.860249 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-7a28c071-4c67-43d4-8b9d-cab4ef97d083 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=861a60ca-752f-4713-9311-17ad0f2d9166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239441 Sep 19 03:36:16.948899 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-b38ac172-fc7b-4c43-abd8-a993e9b0f9fa service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800231 Sep 19 03:36:17.041137 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b9211e4d-d9b9-4cea-a014-9c701dff8f43 req-99cfb6d4-57ed-42cc-a9b9-07aada8abff7 service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836084 Sep 19 03:36:17.228373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c99c9-5021-41e4-81e9-87367bbd11d9 req-79562085-16cc-4ed9-bd87-a7d4d9343759 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:17.229750 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e07c99c9-5021-41e4-81e9-87367bbd11d9 req-79562085-16cc-4ed9-bd87-a7d4d9343759 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 943 time: 0.0476072 Sep 19 03:36:17.269386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e07c99c9-5021-41e4-81e9-87367bbd11d9 req-f834655a-3ecf-4052-b0d0-b5bc0854374a tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Sep 19 03:36:17.272391 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2144db8a-9dff-45c3-8bca-35b1b7c7eb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:17.449929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8bdeb-e18e-4366-a3bc-2a8122077d8b req-e2697393-d272-44a2-b990-d5471e557858 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:17.451421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eed8bdeb-e18e-4366-a3bc-2a8122077d8b req-e2697393-d272-44a2-b990-d5471e557858 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0516155 Sep 19 03:36:17.490813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eed8bdeb-e18e-4366-a3bc-2a8122077d8b req-0099d62a-8148-4489-8c0a-94c38aeb2bf5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333960 Sep 19 03:36:17.954975 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:18.162049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device e0f2135a-d89a-469b-9ccc-4c202c0b19d3 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:36:18.254263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port e0f2135a-d89a-469b-9ccc-4c202c0b19d3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:18.265590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3', 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166', 'port_id': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3', 'mac_address': 'fa:16:3e:58:1b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92547f47-f27f-4b22-bf18-911da8eb5e9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:36:18.300762 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:18.314109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f2135a-d89a-469b-9ccc-4c202c0b19d3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:36:18.333913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port e0f2135a-d89a-469b-9ccc-4c202c0b19d3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:18.338461 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:18.385880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765808e-ee66-4fdc-8c92-67d9a2e5e028 req-79c74843-7b46-47f2-9e42-849041fdb179 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:18.387493 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8765808e-ee66-4fdc-8c92-67d9a2e5e028 req-79c74843-7b46-47f2-9e42-849041fdb179 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 944 time: 0.0505214 Sep 19 03:36:18.387678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:18.426329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8765808e-ee66-4fdc-8c92-67d9a2e5e028 req-098c4413-873e-4ea9-8c11-7a7bb9f00b82 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320730 Sep 19 03:36:18.513360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:18.541863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['e0f2135a-d89a-469b-9ccc-4c202c0b19d3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:36:18.604825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97abb6-7b03-4a9c-9919-a118a67a4114 req-dd21a42f-9e17-4783-8b24-163ab7a47b23 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:18.606301 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce97abb6-7b03-4a9c-9919-a118a67a4114 req-dd21a42f-9e17-4783-8b24-163ab7a47b23 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0482018 Sep 19 03:36:18.643784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce97abb6-7b03-4a9c-9919-a118a67a4114 req-431bd9f6-a6c2-4ae3-9626-f198675c35b3 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308294 Sep 19 03:36:19.541880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227220e-9ec2-417a-b335-b598d3f7a6ce req-e45d2dd7-0eb3-4748-9581-39b2defa4bdc tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:19.543359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1227220e-9ec2-417a-b335-b598d3f7a6ce req-e45d2dd7-0eb3-4748-9581-39b2defa4bdc tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 944 time: 0.0511231 Sep 19 03:36:19.579939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1227220e-9ec2-417a-b335-b598d3f7a6ce req-4079f7ff-6e71-4a94-a01e-6adfd6f682ad tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300779 Sep 19 03:36:19.755685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf719-fd11-4eb6-b56e-4327c287cca6 req-521922e3-c232-4e8a-9905-2d2038efa9cf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:19.757069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44fcf719-fd11-4eb6-b56e-4327c287cca6 req-521922e3-c232-4e8a-9905-2d2038efa9cf tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 943 time: 0.0474284 Sep 19 03:36:19.793794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44fcf719-fd11-4eb6-b56e-4327c287cca6 req-f23ed04f-5c48-4d2f-b3cc-1a47bfc16257 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309124 Sep 19 03:36:20.093026 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:20.180188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device e0f2135a-d89a-469b-9ccc-4c202c0b19d3 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:36:20.373203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:36:20.377367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:36:20.377762 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:20.410361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e4138b1b-9e61-414a-ae7f-ce1304ce3747 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:36:20.513642 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:20.548599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:20.550854 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c751e42-2edc-47e4-a0e1-f6f193a82d4d" -d '{"events": [{"server_uuid": "5b762af5-6099-40f8-a5ce-081ed3c8a075", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2135a-d89a-469b-9ccc-4c202c0b19d3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:20.565092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e4138b1b-9e61-414a-ae7f-ce1304ce3747, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:20.574529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port e0f2135a-d89a-469b-9ccc-4c202c0b19d3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:20.579989 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:20.583415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'port_id': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'mac_address': 'fa:16:3e:2a:0b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:36:20.607292 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb9af99-92d7-408b-8669-9d2e0b2c9cc1 x-openstack-request-id: req-fcb9af99-92d7-408b-8669-9d2e0b2c9cc1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:20.607617 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b762af5-6099-40f8-a5ce-081ed3c8a075", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2135a-d89a-469b-9ccc-4c202c0b19d3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:20.608345 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcb9af99-92d7-408b-8669-9d2e0b2c9cc1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:20.608785 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3', 'code': 200} Sep 19 03:36:20.665597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:20.668158 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:20.682168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4138b1b-9e61-414a-ae7f-ce1304ce3747 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:36:20.694966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8c173-6e11-470d-9d11-c24a1362c9ff req-b3eaee43-29ae-46cc-9723-0865db739df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:20.697008 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5a8c173-6e11-470d-9d11-c24a1362c9ff req-b3eaee43-29ae-46cc-9723-0865db739df5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 1096 time: 0.0440686 Sep 19 03:36:20.701431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeebad7-c24a-47e6-8e3f-a4a4ea44db8d req-c86c1a1a-ef50-4070-ab11-ccbdc9c72c40 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:20.703130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-deeebad7-c24a-47e6-8e3f-a4a4ea44db8d req-c86c1a1a-ef50-4070-ab11-ccbdc9c72c40 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 945 time: 0.0533690 Sep 19 03:36:20.703381 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e4138b1b-9e61-414a-ae7f-ce1304ce3747, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:20.707592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:20.736174 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d5a8c173-6e11-470d-9d11-c24a1362c9ff req-7fbd9380-8f88-4537-901b-849ffe30623a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323944 Sep 19 03:36:20.744840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-deeebad7-c24a-47e6-8e3f-a4a4ea44db8d req-888adc54-609b-44dd-b687-7cdf16ef35b8 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Sep 19 03:36:20.754559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e4138b1b-9e61-414a-ae7f-ce1304ce3747,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:20.911834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f1c55-3c93-4192-bf73-b3264f1cd245 req-8534afca-3760-405a-9267-6da3f3771a54 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:20.913345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-393f1c55-3c93-4192-bf73-b3264f1cd245 req-8534afca-3760-405a-9267-6da3f3771a54 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 944 time: 0.0523787 Sep 19 03:36:20.950646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-393f1c55-3c93-4192-bf73-b3264f1cd245 req-eb75deea-fdac-4317-b142-dbe79a3bc37b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312567 Sep 19 03:36:21.088290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['e4138b1b-9e61-414a-ae7f-ce1304ce3747'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:36:21.864371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6a6a9e-03d4-41f6-8174-9a00178e8a73 req-f0b39c07-f7f5-42ce-9590-27111a9e9d8f tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:21.866124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b6a6a9e-03d4-41f6-8174-9a00178e8a73 req-f0b39c07-f7f5-42ce-9590-27111a9e9d8f tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Sep 19 03:36:21.907255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b6a6a9e-03d4-41f6-8174-9a00178e8a73 req-7963a8a9-201c-4153-8228-ef4717c5c98b tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334752 Sep 19 03:36:22.064254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb08e2-8a08-4487-a2c0-df48b2e6f380 req-f373160b-0d72-40db-8441-bd10fda1baee tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:22.065652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bdb08e2-8a08-4487-a2c0-df48b2e6f380 req-f373160b-0d72-40db-8441-bd10fda1baee tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 944 time: 0.0481565 Sep 19 03:36:22.103919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bdb08e2-8a08-4487-a2c0-df48b2e6f380 req-4b6d79c8-5986-4752-86b4-e0a0893dd91d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316758 Sep 19 03:36:22.424058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e4138b1b-9e61-414a-ae7f-ce1304ce3747 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:36:22.470884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port e4138b1b-9e61-414a-ae7f-ce1304ce3747 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:36:22.475554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port e4138b1b-9e61-414a-ae7f-ce1304ce3747 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:36:22.475934 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:22.552521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:22.582637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e4138b1b-9e61-414a-ae7f-ce1304ce3747, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:22.586540 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:22.609776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:22.612070 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0456e3-f98c-42f9-a2d6-3f577c7d35ca" -d '{"events": [{"server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "name": "network-vif-plugged", "status": "completed", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:22.639330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e4138b1b-9e61-414a-ae7f-ce1304ce3747,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:22.647343 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cc7088-1e5e-4aac-8eef-606d2e9c30af x-openstack-request-id: req-43cc7088-1e5e-4aac-8eef-606d2e9c30af {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:22.647656 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "name": "network-vif-plugged", "status": "completed", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:22.647910 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43cc7088-1e5e-4aac-8eef-606d2e9c30af {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:22.648291 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'code': 200} Sep 19 03:36:22.767321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2cd70-9d24-4ac4-ab0b-707db931e1ca req-94c6e62b-baab-4f98-8cae-72c4b597ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:22.768676 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-52f2cd70-9d24-4ac4-ab0b-707db931e1ca req-94c6e62b-baab-4f98-8cae-72c4b597ae3a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0384655 Sep 19 03:36:22.805887 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-52f2cd70-9d24-4ac4-ab0b-707db931e1ca req-793c6dbf-a752-4578-894a-1216b45b6f8f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304923 Sep 19 03:36:23.023289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87a905-361a-46d0-97d5-c75aed2b9846 req-000aa29c-9667-462d-9e8d-1c4806d28dc5 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:23.024689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b87a905-361a-46d0-97d5-c75aed2b9846 req-000aa29c-9667-462d-9e8d-1c4806d28dc5 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 945 time: 0.0518768 Sep 19 03:36:23.062212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b87a905-361a-46d0-97d5-c75aed2b9846 req-8051256d-c545-4724-b97b-bf7f9bb39c4f tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308843 Sep 19 03:36:23.222365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcec69-a716-4c0d-a8a0-dc7161a81a40 req-ab01ce5f-d8ac-4637-90df-915a8430ea1f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:23.223890 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ebcec69-a716-4c0d-a8a0-dc7161a81a40 req-ab01ce5f-d8ac-4637-90df-915a8430ea1f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Sep 19 03:36:23.262238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ebcec69-a716-4c0d-a8a0-dc7161a81a40 req-eacb40f2-cd6d-4009-af89-6214f748a469 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323701 Sep 19 03:36:23.627061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eceb6-f5ca-43f2-9def-90003dee9874 req-0819f8fc-f7bc-4149-8131-fded1715fe81 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:23.628545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-241eceb6-f5ca-43f2-9def-90003dee9874 req-0819f8fc-f7bc-4149-8131-fded1715fe81 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 945 time: 0.0483499 Sep 19 03:36:23.667711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-241eceb6-f5ca-43f2-9def-90003dee9874 req-71e42b28-6545-46dc-bb8e-d4917eed4a66 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333102 Sep 19 03:36:24.379874 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02594cc2-36aa-4935-ab24-45360b0e46d3 req-776a8e34-94e1-48ea-8805-0263cf4c1a1b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:24.381359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02594cc2-36aa-4935-ab24-45360b0e46d3 req-776a8e34-94e1-48ea-8805-0263cf4c1a1b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Sep 19 03:36:24.418293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-02594cc2-36aa-4935-ab24-45360b0e46d3 req-726e12b4-65d2-44e4-9e19-6523111124c7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310526 Sep 19 03:36:24.528771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef1d7-0771-4b54-bf0b-d07d4ecd81b7 req-ff327f86-3770-4db5-b015-a9f4f09cbed6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:24.530220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e6ef1d7-0771-4b54-bf0b-d07d4ecd81b7 req-ff327f86-3770-4db5-b015-a9f4f09cbed6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 945 time: 0.0473030 Sep 19 03:36:24.567637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e6ef1d7-0771-4b54-bf0b-d07d4ecd81b7 req-f1b338de-8882-4973-a0d4-1619fa3da3e8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309749 Sep 19 03:36:24.590159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59708) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:24.628489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5654e5a0-5af8-4bbb-8860-ca9fe8be8af6 tempest-TestVolumeBootPattern-2099931969 tempest-TestVolumeBootPattern-2099931969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:24.629967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5654e5a0-5af8-4bbb-8860-ca9fe8be8af6 tempest-TestVolumeBootPattern-2099931969 tempest-TestVolumeBootPattern-2099931969-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 1091 time: 0.0388052 Sep 19 03:36:24.632743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 59710) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:24.636893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:24.658070 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:24.793911 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b458b-062b-486f-be63-8a6871cfc30c req-e009f73f-dbbc-4e35-b2f2-0c39f5adbde3 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:24.795404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e61b458b-062b-486f-be63-8a6871cfc30c req-e009f73f-dbbc-4e35-b2f2-0c39f5adbde3 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 945 time: 0.0605743 Sep 19 03:36:24.796840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:24.878788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e61b458b-062b-486f-be63-8a6871cfc30c req-c312f6d8-eb2c-4ba7-9d5b-de8889fa5beb tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751565 Sep 19 03:36:24.929908 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.25.8.82 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/37fee73f-08dc-4a7f-b35e-ef44d6d9081e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:36:24.982731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-c01e5b4b-1139-4f9d-aa1f-19dea11b8943 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:24.984702 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-c01e5b4b-1139-4f9d-aa1f-19dea11b8943 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b762af5-6099-40f8-a5ce-081ed3c8a075 HTTP/1.1" status: 200 len: 945 time: 0.0489159 Sep 19 03:36:25.031048 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.069235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.076228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Deleting port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:36:25.076602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.109603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:36:25.114441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:36:25.118992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:36:25.122048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=37fee73f-08dc-4a7f-b35e-ef44d6d9081e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:25.166681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] For port e0f2135a-d89a-469b-9ccc-4c202c0b19d3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:25.167087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.179375 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Calling delete_port for e0f2135a-d89a-469b-9ccc-4c202c0b19d3 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:36:25.309720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.322126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['e0f2135a-d89a-469b-9ccc-4c202c0b19d3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:36:25.341227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Pushing event deleted for resources: {'Port': ['ID=e0f2135a-d89a-469b-9ccc-4c202c0b19d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:25.383439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] No DVR routers for this DVR port e0f2135a-d89a-469b-9ccc-4c202c0b19d3 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:36:25.386133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.388319 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3342d766-b1a8-4713-8a58-59ac1986f484 req-03adf5a4-44f4-4a06-8086-7383edeb7632 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "DELETE /v2.0/ports/e0f2135a-d89a-469b-9ccc-4c202c0b19d3 HTTP/1.1" status: 204 len: 173 time: 0.3969078 Sep 19 03:36:25.388800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'name': 'network-vif-deleted', 'tag': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:25.391186 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f770bbbb-a465-40a8-9204-6235dd72216b" -d '{"events": [{"server_uuid": "5b762af5-6099-40f8-a5ce-081ed3c8a075", "name": "network-vif-deleted", "tag": "e0f2135a-d89a-469b-9ccc-4c202c0b19d3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:25.433625 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d347b803-398a-45a8-aa5c-2eb1f47c8676 x-openstack-request-id: req-d347b803-398a-45a8-aa5c-2eb1f47c8676 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:25.434769 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b762af5-6099-40f8-a5ce-081ed3c8a075", "name": "network-vif-deleted", "tag": "e0f2135a-d89a-469b-9ccc-4c202c0b19d3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:25.435045 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d347b803-398a-45a8-aa5c-2eb1f47c8676 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:25.435452 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b762af5-6099-40f8-a5ce-081ed3c8a075', 'name': 'network-vif-deleted', 'tag': 'e0f2135a-d89a-469b-9ccc-4c202c0b19d3', 'status': 'completed', 'code': 200} Sep 19 03:36:25.490847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.559283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.705016 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.709729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.786841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=37fee73f-08dc-4a7f-b35e-ef44d6d9081e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:25.794820 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:25.902648 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Floating IP f5344378-781b-44c6-a778-22c136f01f68 associated. External IP: 172.25.8.82, port: e4138b1b-9e61-414a-ae7f-ce1304ce3747. Sep 19 03:36:26.192030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-b33c172d-3f22-4158-963b-7f49612fcf74 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:26.193507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-b33c172d-3f22-4158-963b-7f49612fcf74 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/networks?id=861a60ca-752f-4713-9311-17ad0f2d9166 HTTP/1.1" status: 200 len: 809 time: 0.1502357 Sep 19 03:36:26.195334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:36:26.214526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-469ead7f-2c66-426c-b9d8-f0f2c96b03fe tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/quotas/c407a3046b4b487782aaf50d730ed2fb HTTP/1.1" status: 200 len: 375 time: 0.0143423 Sep 19 03:36:26.275296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d558b446-5c42-4b58-887d-28d0f6bf7ec2 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c407a3046b4b487782aaf50d730ed2fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300367 Sep 19 03:36:26.386454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:36:26.397189 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:36:26.406790 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:36:26.407405 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:36:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:26.411826 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:26.417632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-0bd1d297-1b06-4976-80ed-ef8db4fa9905 service neutron] 10.222.0.22 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347682 Sep 19 03:36:26.464987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8c61b509-f86e-4804-a436-f262c2c47fe4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8311472 Sep 19 03:36:26.466976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:26.469519 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c84033-6bf1-492c-8013-b96683a13f53" -d '{"events": [{"name": "network-changed", "server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:26.513564 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bd6638-a0a2-42f8-a34d-7ac7ec145fdb x-openstack-request-id: req-78bd6638-a0a2-42f8-a34d-7ac7ec145fdb {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:26.514178 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:26.514178 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78bd6638-a0a2-42f8-a34d-7ac7ec145fdb {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:26.514379 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:36:26.514503 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'status': 'completed', 'code': 200} Sep 19 03:36:26.529817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-799196cd-0bda-44d4-be94-7657969d86ea service neutron] 10.222.0.22 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973418 Sep 19 03:36:26.597396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84033-6bf1-492c-8013-b96683a13f53 req-fe079e2e-4ed4-4b28-8399-6a752de41bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:26.599006 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-00c84033-6bf1-492c-8013-b96683a13f53 req-fe079e2e-4ed4-4b28-8399-6a752de41bfa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0425007 Sep 19 03:36:26.705175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84033-6bf1-492c-8013-b96683a13f53 req-e1b1b9ad-f7cb-4ea6-bc71-17fbdf9263e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:26.706674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-00c84033-6bf1-492c-8013-b96683a13f53 req-e1b1b9ad-f7cb-4ea6-bc71-17fbdf9263e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0996094 Sep 19 03:36:26.707316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f9755d5-fd44-4dcd-ba6f-1e0645245ff2 req-fb5deedc-8eb7-4db8-8575-fd5d8d54cedb tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 210 time: 0.0342197 Sep 19 03:36:26.754987 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'f5344378-781b-44c6-a778-22c136f01f68', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:2a:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:36:25Z', 'updated_at': '2021-09-19T03:36:25Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:26.782971 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-00c84033-6bf1-492c-8013-b96683a13f53 req-c2665865-6dc1-486e-b412-e987025af926 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747 HTTP/1.1" status: 200 len: 998 time: 0.0596948 Sep 19 03:36:26.783400 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:36:26.791986 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:36:26.792588 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:36:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:26.833540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84033-6bf1-492c-8013-b96683a13f53 req-edc23b66-4a7a-440c-8715-11afdab654cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:26.835594 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-00c84033-6bf1-492c-8013-b96683a13f53 req-edc23b66-4a7a-440c-8715-11afdab654cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0487049 Sep 19 03:36:26.882839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84033-6bf1-492c-8013-b96683a13f53 req-f06132ee-f015-4cb3-9d0e-6ac5cac87d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:26.884349 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-00c84033-6bf1-492c-8013-b96683a13f53 req-f06132ee-f015-4cb3-9d0e-6ac5cac87d66 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421858 Sep 19 03:36:26.905945 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:36:26.982365 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-00c84033-6bf1-492c-8013-b96683a13f53 req-d11f10f7-e38a-44a1-8cb7-2fdb0fc725f9 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910354 Sep 19 03:36:27.075154 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-00c84033-6bf1-492c-8013-b96683a13f53 req-dfc3ee2e-704e-4273-abaa-3d8c2b60e3d8 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860136 Sep 19 03:36:27.134581 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'f5344378-781b-44c6-a778-22c136f01f68', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:2a:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:36:25Z', 'updated_at': '2021-09-19T03:36:25Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:27.163717 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b07c324-5cf5-4861-bb1e-ce8665bc5248 None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'f5344378-781b-44c6-a778-22c136f01f68', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:2a:0b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:36:25Z', 'updated_at': '2021-09-19T03:36:25Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:36:27.357311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a4ac8-0e85-474b-a7f2-87584fc49968 None None] New status for floating IP f5344378-781b-44c6-a778-22c136f01f68: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:36:27.673068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-60bc05cf-b799-4755-8448-9aa60838bbce tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:27.674572 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-60bc05cf-b799-4755-8448-9aa60838bbce tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "GET /v2.0/networks?id=861a60ca-752f-4713-9311-17ad0f2d9166 HTTP/1.1" status: 200 len: 809 time: 0.1170745 Sep 19 03:36:27.689081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Request body: {'port': {'device_id': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166', 'admin_state_up': True, 'tenant_id': 'c407a3046b4b487782aaf50d730ed2fb'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:27.796196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Made reservation on behalf of c407a3046b4b487782aaf50d730ed2fb for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:36:27.798455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a05d0e4-b15a-4c2d-8371-da112ac31bf1 req-f093149d-ac6b-41bc-8a8d-01984e849b67 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 210 time: 0.0306797 Sep 19 03:36:27.800214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:27.931432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Allocated IP 172.20.0.9 (861a60ca-752f-4713-9311-17ad0f2d9166/92547f47-f27f-4b22-bf18-911da8eb5e9d/da10259f-125e-438c-864d-740712afb510) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:36:28.076197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.109532 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.151735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Network 861a60ca-752f-4713-9311-17ad0f2d9166 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:36:28.156671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:36:28.162464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:36:28.168673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Pushing event updated for resources: {'Port': ['ID=da10259f-125e-438c-864d-740712afb510,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:28.189985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device e0f2135a-d89a-469b-9ccc-4c202c0b19d3 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:36:28.208681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: e0f2135a-d89a-469b-9ccc-4c202c0b19d3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:36:28.209275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device e0f2135a-d89a-469b-9ccc-4c202c0b19d3 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:36:28.213448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:28.214072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.228021 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-d083903d-8803-43ca-a4de-3d8c57d83257 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5431774 Sep 19 03:36:28.240643 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Request body: {'port': {'device_id': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:36:28.294939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.551062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da10259f-125e-438c-864d-740712afb510 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:36:28.558467 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.570053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Transition to ACTIVE for port object da10259f-125e-438c-864d-740712afb510 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:36:28.573209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.621598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Pushing event updated for resources: {'Port': ['ID=da10259f-125e-438c-864d-740712afb510,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:28.687839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Attempting to bind port da10259f-125e-438c-864d-740712afb510 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:36:28.688500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Attempting to bind port da10259f-125e-438c-864d-740712afb510 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:36:28.688877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Attempting to bind port da10259f-125e-438c-864d-740712afb510 on network 861a60ca-752f-4713-9311-17ad0f2d9166 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:36:28.693063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Port da10259f-125e-438c-864d-740712afb510 on network 861a60ca-752f-4713-9311-17ad0f2d9166 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:36:28.693381 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Attempting to bind port da10259f-125e-438c-864d-740712afb510 on network 861a60ca-752f-4713-9311-17ad0f2d9166 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:36:28.697954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:36:28.698288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Checking segment: {'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:36:28.698678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Bound using segment: {'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:36:28.699121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Bound port: da10259f-125e-438c-864d-740712afb510, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cfed00-36ba-4a31-aadc-b2dd6d57e937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:36:28.699472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.761201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] For port da10259f-125e-438c-864d-740712afb510, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:36:28.764361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] For port da10259f-125e-438c-864d-740712afb510, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=da10259f-125e-438c-864d-740712afb510,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:36:28.768859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.800338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:28.800956 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:28.802418 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] 10.222.0.30 "PUT /v2.0/ports/da10259f-125e-438c-864d-740712afb510 HTTP/1.1" status: 200 len: 1091 time: 0.5660417 Sep 19 03:36:28.802879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'tag': 'da10259f-125e-438c-864d-740712afb510'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:28.805234 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ceeeb1-5b1b-437e-843b-cc222f091b38" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac", "tag": "da10259f-125e-438c-864d-740712afb510"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:28.832170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f54ab4-05a0-4fb1-85e3-3f869752dcdc service neutron] Pushing event updated for resources: {'Port': ['ID=da10259f-125e-438c-864d-740712afb510,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:28.863029 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ee039e-d5a5-4322-81a3-e210e33d2d7a x-openstack-request-id: req-97ee039e-d5a5-4322-81a3-e210e33d2d7a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:28.863329 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac", "tag": "da10259f-125e-438c-864d-740712afb510", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:28.863580 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97ee039e-d5a5-4322-81a3-e210e33d2d7a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:28.863978 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'tag': 'da10259f-125e-438c-864d-740712afb510', 'status': 'completed', 'code': 200} Sep 19 03:36:28.895976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-82ef37ad-98c1-48c6-831d-8f0cc0fd79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:28.897613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-82ef37ad-98c1-48c6-831d-8f0cc0fd79fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c407a3046b4b487782aaf50d730ed2fb&device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 1094 time: 0.0486889 Sep 19 03:36:28.926291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39675105-051c-4f32-b3a7-36e0304777d3 req-d385448f-c01e-4c3a-b0c0-4f7ceb6f20f1 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:28.927804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39675105-051c-4f32-b3a7-36e0304777d3 req-d385448f-c01e-4c3a-b0c0-4f7ceb6f20f1 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 943 time: 0.0487676 Sep 19 03:36:28.942633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-82b68623-f2bf-4a7a-a1e4-36cdee58252a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da10259f-125e-438c-864d-740712afb510 HTTP/1.1" status: 200 len: 217 time: 0.0360711 Sep 19 03:36:28.976337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39675105-051c-4f32-b3a7-36e0304777d3 req-b2ad9055-301c-4389-910d-e6cdb719bad7 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Sep 19 03:36:29.000999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-801d48f0-e15f-4e49-bad7-d37cf5c56db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:29.002466 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-801d48f0-e15f-4e49-bad7-d37cf5c56db0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92547f47-f27f-4b22-bf18-911da8eb5e9d HTTP/1.1" status: 200 len: 849 time: 0.0507777 Sep 19 03:36:29.034737 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-5e524115-648d-4b89-b163-35a742eec9b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=861a60ca-752f-4713-9311-17ad0f2d9166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244942 Sep 19 03:36:29.125030 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-19523939-b16c-4ede-8454-80e7e8728c03 service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833294 Sep 19 03:36:29.214613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a6c8fbc8-e1da-4332-a3c8-f0820c966647 req-08dca01e-49b0-4180-9b47-b6f2ae30d778 service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829110 Sep 19 03:36:29.306083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-6fd41c34-2aea-43a7-8fe6-8a4098738d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:29.307630 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-6fd41c34-2aea-43a7-8fe6-8a4098738d69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c407a3046b4b487782aaf50d730ed2fb&device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 1094 time: 0.0449727 Sep 19 03:36:29.397796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-74666556-c6cd-4515-b1ae-1a3b305e3b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:29.403899 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-74666556-c6cd-4515-b1ae-1a3b305e3b71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=861a60ca-752f-4713-9311-17ad0f2d9166 HTTP/1.1" status: 200 len: 910 time: 0.0893378 Sep 19 03:36:29.449051 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-c2b668bb-909c-4f1d-af19-037dc729b74e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da10259f-125e-438c-864d-740712afb510 HTTP/1.1" status: 200 len: 217 time: 0.0382197 Sep 19 03:36:29.731785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-63140f03-ece9-4ee2-bfea-70efaa790618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:29.733253 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-63140f03-ece9-4ee2-bfea-70efaa790618 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=92547f47-f27f-4b22-bf18-911da8eb5e9d HTTP/1.1" status: 200 len: 849 time: 0.2764149 Sep 19 03:36:29.767952 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-581b3057-5e80-4db9-8ca8-9bfd61f02b08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=861a60ca-752f-4713-9311-17ad0f2d9166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271101 Sep 19 03:36:29.862051 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-73d1f866-501c-4e79-860c-b5dad8a3e68e service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855880 Sep 19 03:36:29.951144 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-18ceeeb1-5b1b-437e-843b-cc222f091b38 req-392583a5-6a62-4210-8472-0ef0ef4f90a6 service neutron] 10.222.0.30 "GET /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807068 Sep 19 03:36:30.071189 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:30.102907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dcfdd-f373-4c52-ae7e-cdd7fa9420f6 req-fd185246-551f-4433-939a-e8b852bc0925 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:30.104248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a79dcfdd-f373-4c52-ae7e-cdd7fa9420f6 req-fd185246-551f-4433-939a-e8b852bc0925 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 943 time: 0.0479479 Sep 19 03:36:30.141580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a79dcfdd-f373-4c52-ae7e-cdd7fa9420f6 req-b4577029-a206-4891-bac2-89a8a414a7af tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Sep 19 03:36:30.189087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device da10259f-125e-438c-864d-740712afb510 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:36:30.279250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port da10259f-125e-438c-864d-740712afb510, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=da10259f-125e-438c-864d-740712afb510,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:30.290295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'da10259f-125e-438c-864d-740712afb510', 'network_id': '861a60ca-752f-4713-9311-17ad0f2d9166', 'port_id': 'da10259f-125e-438c-864d-740712afb510', 'mac_address': 'fa:16:3e:44:a8:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92547f47-f27f-4b22-bf18-911da8eb5e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:36:30.329082 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:30.341335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da10259f-125e-438c-864d-740712afb510 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:36:30.359846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port da10259f-125e-438c-864d-740712afb510, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=da10259f-125e-438c-864d-740712afb510,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:30.363841 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:30.408949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=da10259f-125e-438c-864d-740712afb510,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:30.563088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['da10259f-125e-438c-864d-740712afb510'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:36:31.257531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d55d-0c88-4370-a3df-8aea52fa757f req-1db87ad4-f0b9-42fc-a6b5-7522ccd38c52 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:31.258994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38c9d55d-0c88-4370-a3df-8aea52fa757f req-1db87ad4-f0b9-42fc-a6b5-7522ccd38c52 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 944 time: 0.0513046 Sep 19 03:36:31.294761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38c9d55d-0c88-4370-a3df-8aea52fa757f req-3515304f-f9ac-48f0-9fa0-501ede2c3f2e tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297358 Sep 19 03:36:32.205790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device da10259f-125e-438c-864d-740712afb510 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:36:32.252792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port da10259f-125e-438c-864d-740712afb510 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:36:32.256454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port da10259f-125e-438c-864d-740712afb510 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:36:32.256842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:32.329282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:32.351582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da10259f-125e-438c-864d-740712afb510'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:32.353817 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3be1fe-eea9-431c-a732-9a49524daa24" -d '{"events": [{"server_uuid": "4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac", "name": "network-vif-plugged", "status": "completed", "tag": "da10259f-125e-438c-864d-740712afb510"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:32.369398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port da10259f-125e-438c-864d-740712afb510, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=da10259f-125e-438c-864d-740712afb510,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:32.375567 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:32.414195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c6af3-4cd9-439c-a12b-d43c5c48d457 req-ec9f7f41-e078-40fd-8d6c-4d411f2b69be tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:32.415874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f30c6af3-4cd9-439c-a12b-d43c5c48d457 req-ec9f7f41-e078-40fd-8d6c-4d411f2b69be tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 945 time: 0.0540838 Sep 19 03:36:32.428759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=da10259f-125e-438c-864d-740712afb510,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:32.437158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.437508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.437847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.438176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.438516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.438868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.439192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.439506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.439828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.440147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.440503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.440774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:36:32.461692 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f30c6af3-4cd9-439c-a12b-d43c5c48d457 req-2a23f2b9-4f39-42b7-97cd-dcd179f5e420 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392628 Sep 19 03:36:32.528184 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebb9fec-fb3d-441a-b59d-57bfcd9c00e2 x-openstack-request-id: req-1ebb9fec-fb3d-441a-b59d-57bfcd9c00e2 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:32.528475 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac", "name": "network-vif-plugged", "status": "completed", "tag": "da10259f-125e-438c-864d-740712afb510", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:32.528728 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ebb9fec-fb3d-441a-b59d-57bfcd9c00e2 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:32.529122 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da10259f-125e-438c-864d-740712afb510', 'code': 200} Sep 19 03:36:32.622157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87775896-4fc1-4888-a32e-906a5d0e17d9 req-930a0210-f3f5-4b49-a963-7a5f50fe3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:32.623630 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87775896-4fc1-4888-a32e-906a5d0e17d9 req-930a0210-f3f5-4b49-a963-7a5f50fe3e06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 1096 time: 0.0385695 Sep 19 03:36:32.659871 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87775896-4fc1-4888-a32e-906a5d0e17d9 req-d462f618-4908-4ddc-af39-f39884a1bf07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286670 Sep 19 03:36:33.576421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9cde05-0d0d-476c-898e-6de59d798d98 req-92639eea-4ee8-4037-b56c-6ab2ab98bb78 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:33.578519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b9cde05-0d0d-476c-898e-6de59d798d98 req-92639eea-4ee8-4037-b56c-6ab2ab98bb78 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 945 time: 0.0504544 Sep 19 03:36:33.614979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8b9cde05-0d0d-476c-898e-6de59d798d98 req-24905493-f0e5-4d66-8e95-647a64ac4793 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302243 Sep 19 03:36:34.740797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b1ca2-1200-4501-9f62-7516a4ae52e2 req-bd654dca-172b-483b-942d-ae81dd9022f5 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:34.742424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c21b1ca2-1200-4501-9f62-7516a4ae52e2 req-bd654dca-172b-483b-942d-ae81dd9022f5 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 945 time: 0.0589452 Sep 19 03:36:34.779709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c21b1ca2-1200-4501-9f62-7516a4ae52e2 req-b1f64830-24d6-4250-89b1-031bbb43d710 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Sep 19 03:36:35.400003 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0e557-60b0-4972-bc10-a948a1492418 req-9cc86d28-74fa-492e-a9af-4a85a291b2bd tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:35.401392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39c0e557-60b0-4972-bc10-a948a1492418 req-9cc86d28-74fa-492e-a9af-4a85a291b2bd tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 945 time: 0.0490298 Sep 19 03:36:35.438567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-39c0e557-60b0-4972-bc10-a948a1492418 req-57eea0cd-74cd-436f-890f-e463654d1e64 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305593 Sep 19 03:36:36.556106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371fb8b-5d3a-4cc3-b2f5-8498ae6300f9 req-7a3a94e1-4917-4c1d-a90b-a04a75ccba22 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:36.557621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3371fb8b-5d3a-4cc3-b2f5-8498ae6300f9 req-7a3a94e1-4917-4c1d-a90b-a04a75ccba22 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 945 time: 0.0506756 Sep 19 03:36:36.595946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3371fb8b-5d3a-4cc3-b2f5-8498ae6300f9 req-f31b47c1-9045-4fee-81eb-335e3f3ffabb tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.22 "GET /v2.0/security-groups?id=de247c42-f49e-44ea-89f8-abfe6d891b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Sep 19 03:36:36.703191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-844d8e7d-87a1-47bf-b7dd-8cc199d6c05b tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:36.705173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-844d8e7d-87a1-47bf-b7dd-8cc199d6c05b tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac HTTP/1.1" status: 200 len: 945 time: 0.0532830 Sep 19 03:36:36.791257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Deleting port da10259f-125e-438c-864d-740712afb510 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:36:36.791522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:36.880282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] For port da10259f-125e-438c-864d-740712afb510, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=da10259f-125e-438c-864d-740712afb510,segment=NetworkSegment(06cfed00-36ba-4a31-aadc-b2dd6d57e937),segment_id=06cfed00-36ba-4a31-aadc-b2dd6d57e937)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:36:36.880655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:36.892836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Calling delete_port for da10259f-125e-438c-864d-740712afb510 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:36:37.014791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:37.027220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['da10259f-125e-438c-864d-740712afb510'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:36:37.053291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Pushing event deleted for resources: {'Port': ['ID=da10259f-125e-438c-864d-740712afb510,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:37.089112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] No DVR routers for this DVR port da10259f-125e-438c-864d-740712afb510 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:36:37.091765 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:37.093827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7149b2c5-3b9e-4dd3-8492-43a92ed3f5d5 req-41045cec-2760-4e43-888c-02a71b11eb37 tempest-VolumesActionsTest-180135640 tempest-VolumesActionsTest-180135640-project] 10.222.0.30 "DELETE /v2.0/ports/da10259f-125e-438c-864d-740712afb510 HTTP/1.1" status: 204 len: 173 time: 0.3820183 Sep 19 03:36:37.094281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'name': 'network-vif-deleted', 'tag': 'da10259f-125e-438c-864d-740712afb510'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:36:37.096586 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ac701-d220-4edc-a0eb-243adb207ec7" -d '{"events": [{"server_uuid": "4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac", "name": "network-vif-deleted", "tag": "da10259f-125e-438c-864d-740712afb510"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:36:37.132247 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be890f4-9888-4193-8e63-6b1af1b4d43e x-openstack-request-id: req-5be890f4-9888-4193-8e63-6b1af1b4d43e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:36:37.132546 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac", "name": "network-vif-deleted", "tag": "da10259f-125e-438c-864d-740712afb510", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:36:37.132800 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5be890f4-9888-4193-8e63-6b1af1b4d43e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:36:37.133193 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf108fb-3b5f-4fe8-a8ae-d1fbb7d13cac', 'name': 'network-vif-deleted', 'tag': 'da10259f-125e-438c-864d-740712afb510', 'status': 'completed', 'code': 200} Sep 19 03:36:39.529337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-7c5e24ad-6dba-47af-a360-550b13ce2905 req-81cf437a-8e3c-42b5-b98d-923f4b2a8e21 tempest-ServerTagsTestJSON-881594217 tempest-ServerTagsTestJSON-881594217-project] (94723) timed out ('10.222.0.32', 57881) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:36:39.773206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 59866) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:39.892136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed71dd-5015-4364-a6e9-5f26140f4bc4 req-c1bd6ee5-376f-4dc1-a939-d024bafb0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:39.894723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d3ed71dd-5015-4364-a6e9-5f26140f4bc4 req-c1bd6ee5-376f-4dc1-a939-d024bafb0e6d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1097 time: 0.1192753 Sep 19 03:36:39.936707 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d3ed71dd-5015-4364-a6e9-5f26140f4bc4 req-b544c90d-ed6f-4fc7-8049-3c9dc00f9c9d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359738 Sep 19 03:36:40.221357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device da10259f-125e-438c-864d-740712afb510 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:36:40.248603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: da10259f-125e-438c-864d-740712afb510 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:36:40.248948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device da10259f-125e-438c-864d-740712afb510 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:36:40.289246 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:36:44.529393 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dc65c9ca-b72a-400a-9440-84c0385a3199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:46.173487 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:47.275801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aa6dee90-4faf-4d52-9578-e10bff87ee9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:47.963393 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:48.519333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:50.100866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:51.749176 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-81475cce-e630-4a9a-a46f-00de46c811e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700979 Sep 19 03:36:51.838737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-6926cde5-abab-47b9-9318-63d1f64cd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:51.840668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-6926cde5-abab-47b9-9318-63d1f64cd28b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd65d41e72c5431c99624d67b7b18464&device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1097 time: 0.0472920 Sep 19 03:36:51.957730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-fe158816-7e7b-4af3-8e41-b614cc101316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:51.959431 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-fe158816-7e7b-4af3-8e41-b614cc101316 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 200 len: 910 time: 0.0932117 Sep 19 03:36:52.036928 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-16c9b9f5-2c9b-4c89-a069-1b35ef4e6e90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 200 len: 1000 time: 0.0711596 Sep 19 03:36:52.092831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-dd812357-6ada-47e7-9406-6483bb86721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:52.094442 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-dd812357-6ada-47e7-9406-6483bb86721b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 HTTP/1.1" status: 200 len: 848 time: 0.0508573 Sep 19 03:36:52.149026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-954871df-55ff-4405-bd70-5b9bf4cea4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:36:52.152056 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-954871df-55ff-4405-bd70-5b9bf4cea4ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c6b451e-3a71-4997-8704-d58fcdaf0b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490944 Sep 19 03:36:52.269477 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-867f1156-72d3-4c84-8a84-0531a8541d01 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112497 Sep 19 03:36:52.381947 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-82f7a062-4480-422b-9aa3-66a6a9ac65db req-c43bc01d-393e-48f9-bd41-d6e25891e0dd service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050088 Sep 19 03:36:56.314354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 60042) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:56.361205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] Deleting subnet 92547f47-f27f-4b22-bf18-911da8eb5e9d {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:36:56.364302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.400540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.439284 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.497193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.524592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92547f47-f27f-4b22-bf18-911da8eb5e9d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:56.526777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.528754 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c3732a3-93ea-4b79-b9e9-a49df0630606 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92547f47-f27f-4b22-bf18-911da8eb5e9d HTTP/1.1" status: 204 len: 168 time: 0.2133217 Sep 19 03:36:56.531680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60044) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:56.606407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.682517 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.705961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861a60ca-752f-4713-9311-17ad0f2d9166']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:56.715214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cfed00-36ba-4a31-aadc-b2dd6d57e937') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:56.715511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cfed00-36ba-4a31-aadc-b2dd6d57e937') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:36:56.724579 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.737151 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.743498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:36:56.743890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:36:56.745483 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:36:56.798506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.804551 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:56.806550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] 10.222.0.22 "DELETE /v2.0/networks/861a60ca-752f-4713-9311-17ad0f2d9166 HTTP/1.1" status: 204 len: 168 time: 0.2735856 Sep 19 03:36:56.818392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750f10-68c3-40e8-858e-2a380c0e9ade admin admin] Pushing event deleted for resources: {'Network': ['ID=861a60ca-752f-4713-9311-17ad0f2d9166,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:36:56.923638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60048) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:56.962713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f9b4db80-cd3d-48eb-b2b8-9450773c9bc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c407a3046b4b487782aaf50d730ed2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378470 Sep 19 03:36:56.964850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 60050) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:36:57.015109 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c852c691-ab13-486b-b7dc-5ae89d41275e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:57.035290 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c852c691-ab13-486b-b7dc-5ae89d41275e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:57.081034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c852c691-ab13-486b-b7dc-5ae89d41275e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:57.083812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c852c691-ab13-486b-b7dc-5ae89d41275e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:36:57.085451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c852c691-ab13-486b-b7dc-5ae89d41275e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de247c42-f49e-44ea-89f8-abfe6d891b4c HTTP/1.1" status: 204 len: 168 time: 0.1197400 Sep 19 03:36:57.092979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852c691-ab13-486b-b7dc-5ae89d41275e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de247c42-f49e-44ea-89f8-abfe6d891b4c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:00.068438 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:11.120136 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-63672a24-7ac4-48b5-9d0a-dd953d154fda service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397091 Sep 19 03:37:11.219881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-01ace8ed-686b-4b21-9779-f83fcf9349a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:11.221697 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-01ace8ed-686b-4b21-9779-f83fcf9349a8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0436583 Sep 19 03:37:11.329954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-c3104113-05c0-4eaa-a22f-c7b9f80047f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:11.331497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-c3104113-05c0-4eaa-a22f-c7b9f80047f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0905085 Sep 19 03:37:11.395286 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-6ead9019-74eb-48fd-a766-6af82bcf1173 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747 HTTP/1.1" status: 200 len: 1000 time: 0.0558896 Sep 19 03:37:11.445698 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-b98db1d6-568c-4bf5-a22e-ce016d0a0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:11.447157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-b98db1d6-568c-4bf5-a22e-ce016d0a0aa3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0462039 Sep 19 03:37:11.493587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-112e7677-2ef3-4770-8585-8ea76a75b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:11.495224 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-112e7677-2ef3-4770-8585-8ea76a75b269 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411704 Sep 19 03:37:11.586864 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-39945ee5-2294-4280-ba6f-560d886efa3f service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846832 Sep 19 03:37:11.680762 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea51fae0-b3bd-44b3-b18f-9af24f8b8d52 req-7d98d95e-aad3-40ff-9e6f-c9034b5cd631 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864990 Sep 19 03:37:14.525615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f514ce46-a6d7-4669-bdf0-e71b3f955860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:16.184705 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:17.290015 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:37:17.295054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7cbe7a6-e3a5-4840-be65-12ea9151a864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:17.957976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:18.521247 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:20.099343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:30.080980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:40.824514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32832) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:40.933226 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:41.026873 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:41.031034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:41.067084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54612b3f-2a52-4251-b9c7-897107bd87ef,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:41.070987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=458ab4ff936a4d3c803e78b748b5ccfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454293 Sep 19 03:37:41.073856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32836) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:41.077223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.077569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.077910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.078243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.078569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.078924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.079248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.079569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.079889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.080206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.080522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.080836 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc4e67c-47bd-4491-95da-1b4533a70082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.125807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:41.147257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:41.194945 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:41.197585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:41.198736 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54612b3f-2a52-4251-b9c7-897107bd87ef HTTP/1.1" status: 204 len: 168 time: 0.1238711 Sep 19 03:37:41.206661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54612b3f-2a52-4251-b9c7-897107bd87ef,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:41.216538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.216901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.217251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.217586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.217929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.218257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.218572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.218932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.219262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.219589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.219915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:41.220239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adacfd2e-2af8-4d7f-b3a2-d6a74adc6838 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:42.407328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32872) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:42.548509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'network': {'name': 'tempest-network-smoke--1644428313', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:42.568771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:37:42.572372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.580584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.673748 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.677564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.698587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:37:42.716962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73114789-8d33-446b-955f-ff06e19875b7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:42.721470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.721828 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Added segment 94bcf35f-35d2-46e3-8b5a-74d7872f34cb of type vlan for network ccff7b04-65e6-40d5-885a-c7fce7db48d3 Sep 19 03:37:42.761786 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.785774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.791508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:42.792086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.823460 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4150546 Sep 19 03:37:42.826614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32876) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:42.831334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'admin_state_up': True, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:42.861036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a517889-29ea-4c24-a6e1-a18c59cbeaec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Network': ['ID=ccff7b04-65e6-40d5-885a-c7fce7db48d3,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:42.861314 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.862420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:42.871364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:37:42.919754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:43.050637 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:43.537740 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:43.556016 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:43.658197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.25.8.142 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/b11ea025-90bd-4f9e-b2aa-1db6c1162d96) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:37:43.757188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:43.791164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:43.827426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:37:43.830224 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:37:43.833319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:37:43.862705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:44.080792 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:44.272389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:44.397950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 04e8c5bb-add7-44b2-9a97-5961a756d788 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:37:44.502155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:37:44.512409 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Sync routers for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:37:44.516568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-97824276-0304-4754-9d74-e5dce3639391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:44.521364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:44.522595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5a47932f-ba61-4707-ad37-90cde031bc2d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6948686 Sep 19 03:37:44.524980 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:37:44.525670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32880) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:44.525801 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:37:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:44.601703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-23990907-8c26-4509-9fc5-9a28f2647618 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5039650cc7ae4a3e8b2e7a64140da76c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0749528 Sep 19 03:37:44.604384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32884) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:44.627119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:37:44.696567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbba10c-7682-4138-ba1a-bda471dec1e9 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:44.698005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4dbba10c-7682-4138-ba1a-bda471dec1e9 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927181 Sep 19 03:37:44.700915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32886) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:44.728237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-58fb55d8-ed6d-4d1c-984b-fcf01d70c506 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262654 Sep 19 03:37:44.730778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32888) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:44.735469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-244118371', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:44.801221 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:43Z', 'revision_number': 3, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:44.823082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:37:44.826706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:44.830945 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Checking router: 04e8c5bb-add7-44b2-9a97-5961a756d788 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:37:44.831289 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Updating router 04e8c5bb-add7-44b2-9a97-5961a756d788 port b11ea025-90bd-4f9e-b2aa-1db6c1162d96 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:37:44.855608 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.006028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.076520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Subnet': ['ID=b154142e-36a9-4ddb-9f0e-2279dba52679,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:45.084076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Checking segment: {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:37:45.084930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network hostable DHCP agents. Network: ccff7b04-65e6-40d5-885a-c7fce7db48d3, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:37:45.101439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:37:45.104079 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.109189 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.110100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, ccff7b04-65e6-40d5-885a-c7fce7db48d3) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:37:45.117023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:45.117756 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.118912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b4cb3-8f24-42fc-b31c-ff7626526ab6 None None] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:37:45.131974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cfc03237-394b-4040-bbe0-c2d5943ee337 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4001999 Sep 19 03:37:45.134605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32890) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:45.166443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Attempting to bind port b11ea025-90bd-4f9e-b2aa-1db6c1162d96 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:37:45.166840 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Attempting to bind port b11ea025-90bd-4f9e-b2aa-1db6c1162d96 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:37:45.167207 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Attempting to bind port b11ea025-90bd-4f9e-b2aa-1db6c1162d96 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:37:45.174336 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Pushing event updated for resources: {'Port': ['ID=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:45.181490 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:37:45.181864 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:37:45.182266 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.182659 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:37:45.183145 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Bound port: b11ea025-90bd-4f9e-b2aa-1db6c1162d96, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:37:45.183528 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.186482 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.186852 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.187189 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.187524 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.187848 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.188180 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.188504 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.188825 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.190153 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.190153 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.190153 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.190153 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.241391 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] For port b11ea025-90bd-4f9e-b2aa-1db6c1162d96, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:37:45.244742 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] For port b11ea025-90bd-4f9e-b2aa-1db6c1162d96, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:37:45.249141 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.276050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:37:45.276963 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.307078 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498dc98-8f87-47a2-8e58-067c2d5a865f None None] Pushing event updated for resources: {'Port': ['ID=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:45.312168 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:37:45.312791 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:37:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:45.413339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Allocated IP 172.20.0.2 (ccff7b04-65e6-40d5-885a-c7fce7db48d3/b154142e-36a9-4ddb-9f0e-2279dba52679/6259ef08-af50-4925-8a70-08f28cad4333) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:37:45.423901 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:37:45.559799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.566388 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.601375 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:43Z', 'revision_number': 3, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:45.603838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.614986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:37:45.616483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:37:45.620981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:37:45.625788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Pushing event updated for resources: {'Port': ['ID=6259ef08-af50-4925-8a70-08f28cad4333,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:45.633709 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a3e2d9-9650-4c76-a5de-e6f58d507df7 None None] The sync data for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 is: [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:43Z', 'revision_number': 3, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:37:45.648872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.649227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.649571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.649911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.650247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.650581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.650945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.651271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.651595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.651919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.652241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.652556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:37:45.690910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Attempting to bind port 6259ef08-af50-4925-8a70-08f28cad4333 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:37:45.691285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Attempting to bind port 6259ef08-af50-4925-8a70-08f28cad4333 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:37:45.691650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Attempting to bind port 6259ef08-af50-4925-8a70-08f28cad4333 on network ccff7b04-65e6-40d5-885a-c7fce7db48d3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:37:45.697321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:37:45.697687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Checking segment: {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:37:45.698097 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.698488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Bound using segment: {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:37:45.699006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Bound port: 6259ef08-af50-4925-8a70-08f28cad4333, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:37:45.699392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.764170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] For port 6259ef08-af50-4925-8a70-08f28cad4333, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:37:45.767498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] For port 6259ef08-af50-4925-8a70-08f28cad4333, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6259ef08-af50-4925-8a70-08f28cad4333,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:37:45.771990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:45.836326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c45b72-b167-4dac-9167-c4fc67b8a9da None None] Pushing event updated for resources: {'Port': ['ID=6259ef08-af50-4925-8a70-08f28cad4333,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:45.987156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.20.0.1 (ccff7b04-65e6-40d5-885a-c7fce7db48d3/b154142e-36a9-4ddb-9f0e-2279dba52679/33b3bdef-888a-476e-bd77-ef176ebf3a7b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:37:46.125873 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.164475 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.186615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.208385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:37:46.212337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:37:46.218733 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:37:46.225709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=33b3bdef-888a-476e-bd77-ef176ebf3a7b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:46.271320 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.403760 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.696177 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.702874 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.759523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6259ef08-af50-4925-8a70-08f28cad4333 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:37:46.789194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.791246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=33b3bdef-888a-476e-bd77-ef176ebf3a7b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:46.814054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6259ef08-af50-4925-8a70-08f28cad4333 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:46.814512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:46.893211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1a2e7f-1991-4c6b-914c-4016ce93c9be None None] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:37:46.894533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:37:46.897144 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:37:46.932047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.015299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 04e8c5bb-add7-44b2-9a97-5961a756d788 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:37:47.016660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 6259ef08-af50-4925-8a70-08f28cad4333, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6259ef08-af50-4925-8a70-08f28cad4333,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:37:47.026112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e7b5656a-101c-4d15-86b7-7b5875f92428 None None] Provisioning complete for port 6259ef08-af50-4925-8a70-08f28cad4333 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:47.026488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e7b5656a-101c-4d15-86b7-7b5875f92428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.027988 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.028762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b11ea025-90bd-4f9e-b2aa-1db6c1162d96 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:37:47.130603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:37:47.136281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-baecf5aa-17c2-4be6-8a02-7d992bbe73c0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "PUT /v2.0/routers/04e8c5bb-add7-44b2-9a97-5961a756d788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0006187 Sep 19 03:37:47.138818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32892) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:47.265506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Sync routers for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:37:47.325827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.326305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.326793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.327259 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.327719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.328187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.328642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.329097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.330959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ee8904a8-7859-45b9-ac82-d1933acf8e0c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.1911569 Sep 19 03:37:47.334525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32894) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:47.347461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:37:47.348108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:37:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:47.350923 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d07c9a7c-19d6-4e71-a449-d6be98f79cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.399834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=6259ef08-af50-4925-8a70-08f28cad4333,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:47.463137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b11ea025-90bd-4f9e-b2aa-1db6c1162d96 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:47.463523 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.568983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:37:47.742400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.764066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.764787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.765360 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.766062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.766457 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.767031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.767583 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.768124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:47.770337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ae751f21-2a79-44d1-98a2-5922d0c8096f tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5272 time: 0.4348509 Sep 19 03:37:47.773176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32896) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:47.785548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-02bffec4-b36d-44f7-9a03-3da77e2c69f9 None None] Provisioning complete for port 33b3bdef-888a-476e-bd77-ef176ebf3a7b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:47.786135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02bffec4-b36d-44f7-9a03-3da77e2c69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.793619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port b11ea025-90bd-4f9e-b2aa-1db6c1162d96, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:37:47.818453 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.873128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-02bffec4-b36d-44f7-9a03-3da77e2c69f9 None None] Port 33b3bdef-888a-476e-bd77-ef176ebf3a7b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:37:47.913374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-02bffec4-b36d-44f7-9a03-3da77e2c69f9 None None] Provisioning complete for port 6259ef08-af50-4925-8a70-08f28cad4333 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:47.913733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-02bffec4-b36d-44f7-9a03-3da77e2c69f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:47.916947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:47.974997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:46Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:46Z', 'revision_number': 2, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:47.979494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.010253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Checking router: 04e8c5bb-add7-44b2-9a97-5961a756d788 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:37:48.010611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Updating router 04e8c5bb-add7-44b2-9a97-5961a756d788 port 33b3bdef-888a-476e-bd77-ef176ebf3a7b binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:37:48.048238 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0a36b330-3418-4451-a7af-e6ff9deaf431 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4479 time: 0.2735963 Sep 19 03:37:48.058438 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.242585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2dffaa03-90f7-40d0-996b-25ede9f1f98d None None] Provisioning complete for port 33b3bdef-888a-476e-bd77-ef176ebf3a7b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:48.242938 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dffaa03-90f7-40d0-996b-25ede9f1f98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.297010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2dffaa03-90f7-40d0-996b-25ede9f1f98d None None] Port 33b3bdef-888a-476e-bd77-ef176ebf3a7b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:37:48.356835 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.362811 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.410624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae99b5-56c0-42c4-8ee3-090c6019d3d4 None None] Pushing event updated for resources: {'Port': ['ID=33b3bdef-888a-476e-bd77-ef176ebf3a7b,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:48.463889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Attempting to bind port 33b3bdef-888a-476e-bd77-ef176ebf3a7b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:37:48.464275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Attempting to bind port 33b3bdef-888a-476e-bd77-ef176ebf3a7b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:37:48.464644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Attempting to bind port 33b3bdef-888a-476e-bd77-ef176ebf3a7b on network ccff7b04-65e6-40d5-885a-c7fce7db48d3 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:37:48.470568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:37:48.470942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Checking segment: {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:37:48.471402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.471793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Bound using segment: {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:37:48.472298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Bound port: 33b3bdef-888a-476e-bd77-ef176ebf3a7b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:37:48.472659 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.518073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32902) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:48.523282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-eff3b7fb-5714-4aed-bfeb-8edc91437f57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539063367', 'description': 'tempest-secgroup-smoke-1539063367 description', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:48.539841 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.546855 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eff3b7fb-5714-4aed-bfeb-8edc91437f57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.557244 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] For port 33b3bdef-888a-476e-bd77-ef176ebf3a7b, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:37:48.560462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] For port 33b3bdef-888a-476e-bd77-ef176ebf3a7b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=33b3bdef-888a-476e-bd77-ef176ebf3a7b,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:37:48.565889 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.625512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:37:48.626075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:37:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:48.627939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae99b5-56c0-42c4-8ee3-090c6019d3d4 None None] Pushing event updated for resources: {'Port': ['ID=33b3bdef-888a-476e-bd77-ef176ebf3a7b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:48.659544 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eff3b7fb-5714-4aed-bfeb-8edc91437f57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.664825 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eff3b7fb-5714-4aed-bfeb-8edc91437f57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.696220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3b7fb-5714-4aed-bfeb-8edc91437f57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e57e6e-0b13-4609-bf0c-06ab434f813b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:48.703562 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-eff3b7fb-5714-4aed-bfeb-8edc91437f57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.704912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eff3b7fb-5714-4aed-bfeb-8edc91437f57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1857109 Sep 19 03:37:48.708319 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32904) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:48.713140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-b8a0cceb-11dd-4422-808d-15109b6c0d00 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': 'd9e57e6e-0b13-4609-bf0c-06ab434f813b', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:48.741864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8a0cceb-11dd-4422-808d-15109b6c0d00 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.748188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6259ef08-af50-4925-8a70-08f28cad4333 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:37:48.797754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5a52df92-c4a2-4d70-bcee-59d678893969 None None] Provisioning complete for port 33b3bdef-888a-476e-bd77-ef176ebf3a7b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:48.798417 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a52df92-c4a2-4d70-bcee-59d678893969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.805348 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8a0cceb-11dd-4422-808d-15109b6c0d00 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.808598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:37:48.809524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8a0cceb-11dd-4422-808d-15109b6c0d00 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.830211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0cceb-11dd-4422-808d-15109b6c0d00 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5494edc0-657e-4e1f-87b2-7b6432d9f4f1,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:48.839619 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b8a0cceb-11dd-4422-808d-15109b6c0d00 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.841421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b8a0cceb-11dd-4422-808d-15109b6c0d00 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319351 Sep 19 03:37:48.846788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32906) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:48.850148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7932f6a1-7ea0-4a39-b0bb-9c9e726428a0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': 'd9e57e6e-0b13-4609-bf0c-06ab434f813b', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:48.883237 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7932f6a1-7ea0-4a39-b0bb-9c9e726428a0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.940812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6259ef08-af50-4925-8a70-08f28cad4333 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:48.941190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.943981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7932f6a1-7ea0-4a39-b0bb-9c9e726428a0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.948895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7932f6a1-7ea0-4a39-b0bb-9c9e726428a0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.966349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932f6a1-7ea0-4a39-b0bb-9c9e726428a0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edd45ee-27c8-42f8-a9e1-ce09323d556f,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:48.979683 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7932f6a1-7ea0-4a39-b0bb-9c9e726428a0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:48.981081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7932f6a1-7ea0-4a39-b0bb-9c9e726428a0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1360550 Sep 19 03:37:48.983809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32908) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:48.989747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9c63b395-8929-41cf-8f9f-c5da4adcd89b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': 'd9e57e6e-0b13-4609-bf0c-06ab434f813b', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:49.016565 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c63b395-8929-41cf-8f9f-c5da4adcd89b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.068324 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a52df92-c4a2-4d70-bcee-59d678893969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.077299 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c63b395-8929-41cf-8f9f-c5da4adcd89b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.081595 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c63b395-8929-41cf-8f9f-c5da4adcd89b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.100114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63b395-8929-41cf-8f9f-c5da4adcd89b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9412663a-6e47-4eb3-9f32-7950a6df5b66,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:49.110267 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c63b395-8929-41cf-8f9f-c5da4adcd89b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.114649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c63b395-8929-41cf-8f9f-c5da4adcd89b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292932 Sep 19 03:37:49.114853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32910) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:49.120173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-caf04209-6453-4c4c-8d56-c2060dcd82a4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': 'd9e57e6e-0b13-4609-bf0c-06ab434f813b', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:49.147996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-caf04209-6453-4c4c-8d56-c2060dcd82a4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.148700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b11ea025-90bd-4f9e-b2aa-1db6c1162d96 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:37:49.177608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5a52df92-c4a2-4d70-bcee-59d678893969 None None] For port 33b3bdef-888a-476e-bd77-ef176ebf3a7b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=33b3bdef-888a-476e-bd77-ef176ebf3a7b,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:37:49.185862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a52df92-c4a2-4d70-bcee-59d678893969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.212419 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-caf04209-6453-4c4c-8d56-c2060dcd82a4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.216226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-caf04209-6453-4c4c-8d56-c2060dcd82a4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.234171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf04209-6453-4c4c-8d56-c2060dcd82a4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d059f7f7-2302-4edd-ad1f-54291eea3d01,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:49.240515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-caf04209-6453-4c4c-8d56-c2060dcd82a4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.241834 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-caf04209-6453-4c4c-8d56-c2060dcd82a4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254237 Sep 19 03:37:49.243405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:46Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:48Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:37:49.244720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32912) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:49.249260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': 'd9e57e6e-0b13-4609-bf0c-06ab434f813b', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:49.271079 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Project 5039650cc7ae4a3e8b2e7a64140da76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:37:49.275849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.282768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc03e00-cee0-4293-835f-5ec1723aaa87 None None] The sync data for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 is: [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:46Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:48Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:37:49.284581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52df92-c4a2-4d70-bcee-59d678893969 None None] Pushing event updated for resources: {'Port': ['ID=33b3bdef-888a-476e-bd77-ef176ebf3a7b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:49.291315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b11ea025-90bd-4f9e-b2aa-1db6c1162d96 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:49.291698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.338785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fe11edee-2e62-49b0-bd91-3bf3c0a032d0 None None] Provisioning complete for port 33b3bdef-888a-476e-bd77-ef176ebf3a7b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:49.338785 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe11edee-2e62-49b0-bd91-3bf3c0a032d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.361406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.368660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.391337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.392863 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471624 Sep 19 03:37:49.396256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32914) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:37:49.401834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989496f-d730-44f4-91fc-2b7f949a6830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fe0ec0-6412-474a-ac1c-5b062ebdda78,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:49.403386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': 'd9e57e6e-0b13-4609-bf0c-06ab434f813b', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:49.437225 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Project 5039650cc7ae4a3e8b2e7a64140da76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:37:49.442392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.511414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.515150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.533832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadf905f-867c-45fa-a867-0f17e769c776,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:49.540128 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:49.541759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-225e40c8-c6ea-4158-8353-01e70434a1c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443307 Sep 19 03:37:49.698950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-3e0c8e91-69ae-44c3-9427-42213a1c4421 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539063367&fields=id&tenant_id=5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 267 time: 0.0361102 Sep 19 03:37:49.810038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-e7f1fa8e-294b-4c43-9a78-e0151ae5f3b6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:49.811563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-e7f1fa8e-294b-4c43-9a78-e0151ae5f3b6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/networks?id=ccff7b04-65e6-40d5-885a-c7fce7db48d3 HTTP/1.1" status: 200 len: 797 time: 0.1055436 Sep 19 03:37:49.827219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-0aafb29f-8b85-427a-b149-6a4390fdf21a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/quotas/5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 375 time: 0.0095122 Sep 19 03:37:49.880059 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-4028164c-f89d-4156-9fa5-a1f02b2f4f99 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470645 Sep 19 03:37:49.982652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-dbd54f70-3876-436e-8c76-b3cbe8ebd718 service neutron] 10.222.0.22 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905621 Sep 19 03:37:50.079261 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-b23c7477-70c5-4fda-9d98-09a979beaba9 service neutron] 10.222.0.22 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903907 Sep 19 03:37:50.110373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:50.293387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c77b43b-40c5-4738-bb00-b640542552ae req-b47d1745-5e36-4ee1-b964-f2d96166c488 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 210 time: 0.0414300 Sep 19 03:37:50.711392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 33b3bdef-888a-476e-bd77-ef176ebf3a7b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:37:50.757837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 33b3bdef-888a-476e-bd77-ef176ebf3a7b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:50.758306 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:51.207488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-40f68702-da2a-46f0-a174-2ecd6ea22215 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:51.209760 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-40f68702-da2a-46f0-a174-2ecd6ea22215 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "GET /v2.0/networks?id=ccff7b04-65e6-40d5-885a-c7fce7db48d3 HTTP/1.1" status: 200 len: 797 time: 0.1042349 Sep 19 03:37:51.252070 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-70882d95-e2f6-4e58-89b1-5e5277498b5a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 380 time: 0.0334449 Sep 19 03:37:51.261708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'port': {'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'admin_state_up': True, 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'security_groups': ['d9e57e6e-0b13-4609-bf0c-06ab434f813b']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:51.367244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:37:51.371192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:51.389308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-708850d5-eb95-41ec-bc89-44b84dc7a099 req-35e43a69-32a6-45e3-93fe-5517a72fa8a5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 210 time: 0.0261440 Sep 19 03:37:51.497032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.20.0.9 (ccff7b04-65e6-40d5-885a-c7fce7db48d3/b154142e-36a9-4ddb-9f0e-2279dba52679/9ab841ec-524a-48f5-8128-032530657c2d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:37:51.631058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:51.663577 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:51.701467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:37:51.704488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:37:51.708047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:37:51.742187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=9ab841ec-524a-48f5-8128-032530657c2d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:51.766955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:51.767579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:51.781973 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-cf7c0435-fe9c-4120-8bbf-f81253a631d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5237982 Sep 19 03:37:51.793602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Request body: {'port': {'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:37:51.854830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:51.923698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c7749c16-15a3-442e-b38b-eb9a26acb865 None None] Provisioning complete for port 9ab841ec-524a-48f5-8128-032530657c2d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:51.924334 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7749c16-15a3-442e-b38b-eb9a26acb865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:51.957056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c7749c16-15a3-442e-b38b-eb9a26acb865 None None] Port 9ab841ec-524a-48f5-8128-032530657c2d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:37:52.108326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab841ec-524a-48f5-8128-032530657c2d {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:37:52.116533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:52.128898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Transition to ACTIVE for port object 9ab841ec-524a-48f5-8128-032530657c2d will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:37:52.132149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:52.182140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab841ec-524a-48f5-8128-032530657c2d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:52.250869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Attempting to bind port 9ab841ec-524a-48f5-8128-032530657c2d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:37:52.251525 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Attempting to bind port 9ab841ec-524a-48f5-8128-032530657c2d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:37:52.251663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Attempting to bind port 9ab841ec-524a-48f5-8128-032530657c2d on network ccff7b04-65e6-40d5-885a-c7fce7db48d3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:37:52.256392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Port 9ab841ec-524a-48f5-8128-032530657c2d on network ccff7b04-65e6-40d5-885a-c7fce7db48d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:37:52.256720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Attempting to bind port 9ab841ec-524a-48f5-8128-032530657c2d on network ccff7b04-65e6-40d5-885a-c7fce7db48d3 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:37:52.262155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:37:52.262492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Checking segment: {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:37:52.262915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Bound using segment: {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:37:52.263351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Bound port: 9ab841ec-524a-48f5-8128-032530657c2d, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bcf35f-35d2-46e3-8b5a-74d7872f34cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:37:52.263715 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:52.331116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] For port 9ab841ec-524a-48f5-8128-032530657c2d, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:37:52.335403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] For port 9ab841ec-524a-48f5-8128-032530657c2d, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9ab841ec-524a-48f5-8128-032530657c2d,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:37:52.339949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:52.373369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.374351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:52.375889 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] 10.222.0.30 "PUT /v2.0/ports/9ab841ec-524a-48f5-8128-032530657c2d HTTP/1.1" status: 200 len: 1091 time: 0.5862687 Sep 19 03:37:52.378807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:37:52.381957 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f1eee4-720a-4823-afe4-93425600d00e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "tag": "9ab841ec-524a-48f5-8128-032530657c2d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:37:52.413379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36c88d-c23f-42f6-9cbb-0d2ce67d7793 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab841ec-524a-48f5-8128-032530657c2d,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:52.427066 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23c7710-8512-433e-9138-ffa56dc95879 x-openstack-request-id: req-b23c7710-8512-433e-9138-ffa56dc95879 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:37:52.427298 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "tag": "9ab841ec-524a-48f5-8128-032530657c2d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:37:52.427557 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b23c7710-8512-433e-9138-ffa56dc95879 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:37:52.427955 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d', 'status': 'completed', 'code': 200} Sep 19 03:37:52.480484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-ec6756c4-8743-4f9b-98d9-c7a161f9ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.482070 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-ec6756c4-8743-4f9b-98d9-c7a161f9ed46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 1094 time: 0.0452235 Sep 19 03:37:52.517501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacb105-5929-44a4-87f5-8a2b317adf62 req-c816f5a3-d4b9-4f2b-a26e-5d4c6ae53026 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.519065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3eacb105-5929-44a4-87f5-8a2b317adf62 req-c816f5a3-d4b9-4f2b-a26e-5d4c6ae53026 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 943 time: 0.0512772 Sep 19 03:37:52.528530 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-ed9dbf13-7011-41ad-951a-9c12fbda71fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab841ec-524a-48f5-8128-032530657c2d HTTP/1.1" status: 200 len: 217 time: 0.0384526 Sep 19 03:37:52.566055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3eacb105-5929-44a4-87f5-8a2b317adf62 req-468d86e9-e4e4-4bb8-9f74-03664f535940 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Sep 19 03:37:52.579873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-f7406d9c-0675-49e1-a719-58c6749af8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.581386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-f7406d9c-0675-49e1-a719-58c6749af8ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b154142e-36a9-4ddb-9f0e-2279dba52679 HTTP/1.1" status: 200 len: 834 time: 0.0460355 Sep 19 03:37:52.626532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-834977f1-09cd-4c99-ba3c-ed789534f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.628079 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-834977f1-09cd-4c99-ba3c-ed789534f98c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccff7b04-65e6-40d5-885a-c7fce7db48d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396628 Sep 19 03:37:52.711586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-0cbc821c-43a0-42d3-8d38-f4108eefad53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493994 Sep 19 03:37:52.727025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-a16156d6-13df-4f5d-a831-67261f42b6a6 service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877550 Sep 19 03:37:52.796986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-e0ebec8e-3c8e-4528-9f27-b037070e7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.798659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-e0ebec8e-3c8e-4528-9f27-b037070e7259 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd65d41e72c5431c99624d67b7b18464&device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1097 time: 0.0453432 Sep 19 03:37:52.820359 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5db049c5-bae9-44f8-bd20-9aaa2c4066b7 req-09943960-0b4b-4a56-ae3f-9f978d44b884 service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829029 Sep 19 03:37:52.908573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1eee4-720a-4823-afe4-93425600d00e req-d3dcc41a-1141-42c6-84f7-1d9b1201d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.909996 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c3f1eee4-720a-4823-afe4-93425600d00e req-d3dcc41a-1141-42c6-84f7-1d9b1201d47c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 1094 time: 0.0442402 Sep 19 03:37:52.912524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-880f1b42-832b-4778-b34d-fe30367eab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:52.913981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-880f1b42-832b-4778-b34d-fe30367eab6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 200 len: 910 time: 0.0949752 Sep 19 03:37:53.003214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1eee4-720a-4823-afe4-93425600d00e req-14a95451-0fd6-45e7-a649-93d519c3eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:53.004727 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c3f1eee4-720a-4823-afe4-93425600d00e req-14a95451-0fd6-45e7-a649-93d519c3eae8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccff7b04-65e6-40d5-885a-c7fce7db48d3 HTTP/1.1" status: 200 len: 898 time: 0.0823677 Sep 19 03:37:53.011957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-688d6784-53c0-44ae-ab77-b8163ccdd7c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 200 len: 1000 time: 0.0892124 Sep 19 03:37:53.052213 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c3f1eee4-720a-4823-afe4-93425600d00e req-62330281-4c8b-4aa1-919c-18bdd645dcd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab841ec-524a-48f5-8128-032530657c2d HTTP/1.1" status: 200 len: 217 time: 0.0405593 Sep 19 03:37:53.061849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-62f6fe3c-bbd2-4102-9776-74cf08d81d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:53.063399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-62f6fe3c-bbd2-4102-9776-74cf08d81d3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 HTTP/1.1" status: 200 len: 848 time: 0.0448236 Sep 19 03:37:53.100914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1eee4-720a-4823-afe4-93425600d00e req-c4520b75-117f-45c3-992b-3b12065b8712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:53.102366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c3f1eee4-720a-4823-afe4-93425600d00e req-c4520b75-117f-45c3-992b-3b12065b8712 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b154142e-36a9-4ddb-9f0e-2279dba52679 HTTP/1.1" status: 200 len: 834 time: 0.0434473 Sep 19 03:37:53.115776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-0250276d-17ea-4ed0-a426-94bc5f28688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:53.117259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-0250276d-17ea-4ed0-a426-94bc5f28688f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c6b451e-3a71-4997-8704-d58fcdaf0b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458062 Sep 19 03:37:53.147379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1eee4-720a-4823-afe4-93425600d00e req-3e6b3813-8bc5-47c3-9afe-cc8986773d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:53.148847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c3f1eee4-720a-4823-afe4-93425600d00e req-3e6b3813-8bc5-47c3-9afe-cc8986773d61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccff7b04-65e6-40d5-885a-c7fce7db48d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388451 Sep 19 03:37:53.206668 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-916f6c20-2170-48db-ac86-11f23c58c066 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819190 Sep 19 03:37:53.240551 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c3f1eee4-720a-4823-afe4-93425600d00e req-9308e009-8ae2-42a6-87af-22e4dfb2752e service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841811 Sep 19 03:37:53.302111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e70131fa-5e5e-46d9-8e0f-9a974fbaeed0 req-141270e3-d1fe-4193-92e9-578f577a0790 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867140 Sep 19 03:37:53.328781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c3f1eee4-720a-4823-afe4-93425600d00e req-8461e285-9531-46b8-b127-46509a94b4b6 service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813065 Sep 19 03:37:53.687512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e16a7c-e711-4f91-8b64-393f8cd540ec req-b9d406d8-3023-4bd9-b78e-1299a62a1444 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:53.689075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29e16a7c-e711-4f91-8b64-393f8cd540ec req-b9d406d8-3023-4bd9-b78e-1299a62a1444 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 943 time: 0.0493159 Sep 19 03:37:53.726871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29e16a7c-e711-4f91-8b64-393f8cd540ec req-6a94387e-b6bb-4e6a-84ee-6a37578737f5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Sep 19 03:37:54.288360 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:37:54.854822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7eb8a-eca4-44c3-b359-3ebfcdcc2886 req-b3100cef-4224-4a1f-b93f-2ac97166d099 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:54.856369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3f7eb8a-eca4-44c3-b359-3ebfcdcc2886 req-b3100cef-4224-4a1f-b93f-2ac97166d099 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 943 time: 0.0518117 Sep 19 03:37:54.894427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3f7eb8a-eca4-44c3-b359-3ebfcdcc2886 req-b08a4090-2226-4fbb-be61-300cf3a6e6d2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321321 Sep 19 03:37:56.009548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25542b1d-0ed1-4dda-b7f9-a103bedbaacf req-b5807232-7c37-4a7b-ad74-3a6731124da7 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:56.010947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25542b1d-0ed1-4dda-b7f9-a103bedbaacf req-b5807232-7c37-4a7b-ad74-3a6731124da7 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 943 time: 0.0514743 Sep 19 03:37:56.047547 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25542b1d-0ed1-4dda-b7f9-a103bedbaacf req-cef5677e-d844-47e7-95ef-110d39af3bff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307114 Sep 19 03:37:56.624370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9ab841ec-524a-48f5-8128-032530657c2d details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:37:56.717704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9ab841ec-524a-48f5-8128-032530657c2d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9ab841ec-524a-48f5-8128-032530657c2d,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:37:56.728908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '9ab841ec-524a-48f5-8128-032530657c2d', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:37:56.763004 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:56.775435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab841ec-524a-48f5-8128-032530657c2d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:37:56.793726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9ab841ec-524a-48f5-8128-032530657c2d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9ab841ec-524a-48f5-8128-032530657c2d,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:37:56.797579 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:56.843047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9ab841ec-524a-48f5-8128-032530657c2d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:57.007041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9ab841ec-524a-48f5-8128-032530657c2d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:37:57.161162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84381470-dd41-4335-a994-5817bfa6443b req-443aee47-0bc3-4c83-9192-0a8e449718c6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:57.162811 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84381470-dd41-4335-a994-5817bfa6443b req-443aee47-0bc3-4c83-9192-0a8e449718c6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 944 time: 0.0490198 Sep 19 03:37:57.199921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84381470-dd41-4335-a994-5817bfa6443b req-abd2b33b-d4d7-4220-a584-0bb422e2ef9a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311129 Sep 19 03:37:58.310955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74675d1-953e-460b-96ac-2661e89ad8a0 req-2819e4e6-05a9-46d5-9356-1b45a2d0004d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:58.312407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e74675d1-953e-460b-96ac-2661e89ad8a0 req-2819e4e6-05a9-46d5-9356-1b45a2d0004d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 944 time: 0.0474317 Sep 19 03:37:58.349424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e74675d1-953e-460b-96ac-2661e89ad8a0 req-d07eae2a-af7a-4a92-bf81-be6981210830 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311308 Sep 19 03:37:58.654287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9ab841ec-524a-48f5-8128-032530657c2d up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:37:58.700689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 9ab841ec-524a-48f5-8128-032530657c2d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:37:58.704538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 9ab841ec-524a-48f5-8128-032530657c2d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:37:58.704916 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:58.780979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:58.802091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:37:58.804415 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2db7ad-23b1-4913-b7b5-c8519dae7104" -d '{"events": [{"server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "name": "network-vif-plugged", "status": "completed", "tag": "9ab841ec-524a-48f5-8128-032530657c2d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:37:58.817322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9ab841ec-524a-48f5-8128-032530657c2d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9ab841ec-524a-48f5-8128-032530657c2d,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:37:58.821126 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:37:58.846295 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c82296e-b4e3-4455-94c3-6195a1413e24 x-openstack-request-id: req-1c82296e-b4e3-4455-94c3-6195a1413e24 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:37:58.846589 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "name": "network-vif-plugged", "status": "completed", "tag": "9ab841ec-524a-48f5-8128-032530657c2d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:37:58.846861 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c82296e-b4e3-4455-94c3-6195a1413e24 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:37:58.847249 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d', 'code': 200} Sep 19 03:37:58.873289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9ab841ec-524a-48f5-8128-032530657c2d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:37:58.935101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68e0d5-5bc9-4280-aaa2-cb5d33c317c4 req-f54e4cd7-56c0-4927-b3f8-32f49b651e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:58.936562 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff68e0d5-5bc9-4280-aaa2-cb5d33c317c4 req-f54e4cd7-56c0-4927-b3f8-32f49b651e63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 1096 time: 0.0390251 Sep 19 03:37:58.974257 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff68e0d5-5bc9-4280-aaa2-cb5d33c317c4 req-a340a537-769c-49c7-bff1-395aa6b3eb4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306966 Sep 19 03:37:59.464444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08ddc7-e8ae-4b36-9d3b-3a2b9e7b902e req-901117c9-fd02-41e5-8988-9e1e1cd17795 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:37:59.465893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a08ddc7-e8ae-4b36-9d3b-3a2b9e7b902e req-901117c9-fd02-41e5-8988-9e1e1cd17795 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 945 time: 0.0522704 Sep 19 03:37:59.503456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a08ddc7-e8ae-4b36-9d3b-3a2b9e7b902e req-8d4a03cc-f57e-400d-b976-0fcb4b20f9dd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315971 Sep 19 03:38:00.092640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:00.617853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60376936-b0ae-4bff-8620-1063c07dfd97 req-1bb05c40-6c0c-4aeb-9934-e445bc4b1e75 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:00.619321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60376936-b0ae-4bff-8620-1063c07dfd97 req-1bb05c40-6c0c-4aeb-9934-e445bc4b1e75 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 945 time: 0.0479608 Sep 19 03:38:00.656473 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60376936-b0ae-4bff-8620-1063c07dfd97 req-2135bc5b-ad60-458f-a467-62d3e398c293 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Sep 19 03:38:00.770539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce55872-a417-4b18-a73a-46dac2e3a38b req-2bb17141-d567-4d66-ac28-87d68e9d4585 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:00.772113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ce55872-a417-4b18-a73a-46dac2e3a38b req-2bb17141-d567-4d66-ac28-87d68e9d4585 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 945 time: 0.0503793 Sep 19 03:38:00.812423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9ce55872-a417-4b18-a73a-46dac2e3a38b req-65accab4-21be-4651-86e6-8c7b678b8d9b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319707 Sep 19 03:38:00.834936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32974) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:00.879225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e269bc30-6603-463b-b849-79a654761cdd tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:00.880714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e269bc30-6603-463b-b849-79a654761cdd tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 1091 time: 0.0448077 Sep 19 03:38:00.883664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 32976) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:00.887985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:00.908919 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.002489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.106281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.25.8.97 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/04322b3b-6a41-445b-b651-0eca12a2a5dc) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:38:01.219031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.251644 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.290526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:38:01.293223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:01.297328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:38:01.326909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=04322b3b-6a41-445b-b651-0eca12a2a5dc,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:01.645361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.712299 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.861337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.865697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:01.935036 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=04322b3b-6a41-445b-b651-0eca12a2a5dc,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:01.943830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:02.043991 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Floating IP 88029b64-9eb5-4645-b6b2-921465b1fed9 associated. External IP: 172.25.8.97, port: 9ab841ec-524a-48f5-8128-032530657c2d. Sep 19 03:38:02.251812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 04e8c5bb-add7-44b2-9a97-5961a756d788 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:38:02.354487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:38:02.363826 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] Sync routers for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:38:02.369725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:02.374246 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:02.374917 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:37:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:02.399598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ec455e1d-acd2-4f83-9976-cd1717827ddb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5123558 Sep 19 03:38:02.399598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:38:02.399918 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b11a3f6-2d6e-4709-9527-d73f19445a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "tag": "9ab841ec-524a-48f5-8128-032530657c2d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:38:02.400052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32980) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:02.435760 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c234793-2045-416f-9579-3256d841e502 x-openstack-request-id: req-0c234793-2045-416f-9579-3256d841e502 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:38:02.436100 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "tag": "9ab841ec-524a-48f5-8128-032530657c2d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:38:02.436359 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c234793-2045-416f-9579-3256d841e502 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:38:02.436901 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d', 'status': 'completed', 'code': 200} Sep 19 03:38:02.481725 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:02.707211 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:46Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:01Z', 'revision_number': 0, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:02.784472 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5136510a-3d06-4a7b-894e-b37b83d79d66 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/floatingips/88029b64-9eb5-4645-b6b2-921465b1fed9 HTTP/1.1" status: 200 len: 990 time: 0.3831129 Sep 19 03:38:02.792137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-b133bc4e-3124-4815-b00c-8f776c6c56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:02.793684 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-b133bc4e-3124-4815-b00c-8f776c6c56b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 1096 time: 0.3281107 Sep 19 03:38:02.829204 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] Checking router: 04e8c5bb-add7-44b2-9a97-5961a756d788 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:38:02.837611 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:02.838213 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:37:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:02.888832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-c18283a4-b987-4699-9710-ee56690c7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:02.890453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-c18283a4-b987-4699-9710-ee56690c7371 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccff7b04-65e6-40d5-885a-c7fce7db48d3 HTTP/1.1" status: 200 len: 898 time: 0.0887201 Sep 19 03:38:02.940959 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:02.971064 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-a5cb9d9a-0681-4f12-973d-8a5968d557c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab841ec-524a-48f5-8128-032530657c2d HTTP/1.1" status: 200 len: 998 time: 0.0737350 Sep 19 03:38:03.028005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-ac7a98fc-f0d7-4eeb-b0fa-2304c9e8a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:03.029745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-ac7a98fc-f0d7-4eeb-b0fa-2304c9e8a89a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b154142e-36a9-4ddb-9f0e-2279dba52679 HTTP/1.1" status: 200 len: 834 time: 0.0523379 Sep 19 03:38:03.076138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-a78f28ad-0ce3-4280-bc4a-c7e09782f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:03.077691 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-a78f28ad-0ce3-4280-bc4a-c7e09782f4ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccff7b04-65e6-40d5-885a-c7fce7db48d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412004 Sep 19 03:38:03.166233 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:46Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:01Z', 'revision_number': 0, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:03.185287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-28074166-01d0-4574-a793-937049f40895 service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005785 Sep 19 03:38:03.196695 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263c42c2-1bf9-4b2d-aec9-f23695a68a8b None None] The sync data for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 is: [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:37:46Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:01Z', 'revision_number': 0, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:38:03.283640 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3b11a3f6-2d6e-4709-9527-d73f19445a8a req-fb0f96e3-fd8c-4891-90b3-39cd9a231a61 service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911026 Sep 19 03:38:03.407753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8e4684-41a8-4565-87c8-942a2b8cbcaa None None] New status for floating IP 88029b64-9eb5-4645-b6b2-921465b1fed9: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:38:03.788233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 32984) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:03.860708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ffdd995c-fd8b-4fae-b232-b8aad8d69584 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/floatingips/88029b64-9eb5-4645-b6b2-921465b1fed9 HTTP/1.1" status: 200 len: 992 time: 0.0713415 Sep 19 03:38:12.110104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-69c2e4b4-e57b-42d8-b43e-cbc953fa7d1a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398617 Sep 19 03:38:12.206392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-14c25466-22f3-4e18-a542-09bddf6cf400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:12.208514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-14c25466-22f3-4e18-a542-09bddf6cf400 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 1096 time: 0.0441763 Sep 19 03:38:12.307851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-96e19d6b-df9d-4e87-b55c-ebc019f9e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:12.309285 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-96e19d6b-df9d-4e87-b55c-ebc019f9e3fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0819175 Sep 19 03:38:12.375736 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-447952bb-9766-4f17-8088-8c67b8cb7180 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747 HTTP/1.1" status: 200 len: 1000 time: 0.0581768 Sep 19 03:38:12.421830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-1091860d-f34c-4695-a4d6-8ae74bc7a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:12.423221 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-1091860d-f34c-4695-a4d6-8ae74bc7a9ea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0411739 Sep 19 03:38:12.466240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-f3692cdc-bb5a-45e5-86cc-4ea5d16c86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:12.467699 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-f3692cdc-bb5a-45e5-86cc-4ea5d16c86c8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378034 Sep 19 03:38:12.564128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-17a3880e-9322-4456-addf-ce1a4f23256e service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892215 Sep 19 03:38:12.657175 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b118e9d7-bce4-450b-a457-8e3ba16e833b req-de534963-9e01-45e0-8b95-348f74ee8b73 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843108 Sep 19 03:38:14.518120 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6aa56c09-6fe9-43af-b25a-3bf6eed87c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:16.182230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:17.281078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e3300992-aca5-4451-a403-a988fefa2086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:17.960469 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:18.523499 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:20.104786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:24.124013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db1517-7c8c-42a1-9193-0c228408912f req-ae091d56-a5fd-403b-b4e4-20caa6a8240c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:24.125478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15db1517-7c8c-42a1-9193-0c228408912f req-ae091d56-a5fd-403b-b4e4-20caa6a8240c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 945 time: 0.0479910 Sep 19 03:38:24.162943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-15db1517-7c8c-42a1-9193-0c228408912f req-7f136651-23c0-43f7-9a58-8408515d2129 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305810 Sep 19 03:38:25.280961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c65bc-55c0-4244-9673-132f2782bb9e req-d95b0b5a-02b3-4fe1-9f77-1a14a243e501 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:25.282434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-827c65bc-55c0-4244-9673-132f2782bb9e req-d95b0b5a-02b3-4fe1-9f77-1a14a243e501 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Sep 19 03:38:25.320038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-827c65bc-55c0-4244-9673-132f2782bb9e req-f13828bf-57dc-41f2-aa03-2b7464dbdf82 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308373 Sep 19 03:38:25.873883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-63f86d79-7c15-42c8-bc38-e73887c3e5e3 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:25.875358 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-63f86d79-7c15-42c8-bc38-e73887c3e5e3 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 945 time: 0.0526285 Sep 19 03:38:25.961991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port e4138b1b-9e61-414a-ae7f-ce1304ce3747 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:38:25.962332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:26.049975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] For port e4138b1b-9e61-414a-ae7f-ce1304ce3747, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e4138b1b-9e61-414a-ae7f-ce1304ce3747,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:26.050369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:26.269735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:26.270056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:26.270434 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Floating IP f5344378-781b-44c6-a778-22c136f01f68 disassociated. External IP: 172.25.8.82, port: e4138b1b-9e61-414a-ae7f-ce1304ce3747. Sep 19 03:38:26.270801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for e4138b1b-9e61-414a-ae7f-ce1304ce3747 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:38:26.392059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:26.415328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47de7f17-0c88-4238-921f-9f213af6cf5f req-10277d25-9af1-465f-ac13-34425d00ee33 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 210 time: 0.0275724 Sep 19 03:38:26.422293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=e4138b1b-9e61-414a-ae7f-ce1304ce3747,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:26.536119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:38:26.636457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:38:26.648221 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64118707-30aa-4477-9104-ebac582f0237 None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:38:26.657867 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:26.658473 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:38:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:26.677663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] No DVR routers for this DVR port e4138b1b-9e61-414a-ae7f-ce1304ce3747 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:38:26.680343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:26.682361 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-77b89d90-f743-4ae6-b3aa-7c1629ec1317 req-e6d41a23-3cf0-4125-9f54-b049bdfc1ad1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "DELETE /v2.0/ports/e4138b1b-9e61-414a-ae7f-ce1304ce3747 HTTP/1.1" status: 204 len: 173 time: 0.8011892 Sep 19 03:38:26.682822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'name': 'network-vif-deleted', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:38:26.685064 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c58d64-5fa8-4ee8-836a-18f2be77dd00" -d '{"events": [{"server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "name": "network-vif-deleted", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:38:26.725551 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18c1d63-5ff3-4156-a23d-9c72207f8f58 x-openstack-request-id: req-d18c1d63-5ff3-4156-a23d-9c72207f8f58 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:38:26.725906 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b7a3d3-f255-40e7-bb23-0c941358a3b3", "name": "network-vif-deleted", "tag": "e4138b1b-9e61-414a-ae7f-ce1304ce3747", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:38:26.726227 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d18c1d63-5ff3-4156-a23d-9c72207f8f58 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:38:26.726691 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b7a3d3-f255-40e7-bb23-0c941358a3b3', 'name': 'network-vif-deleted', 'tag': 'e4138b1b-9e61-414a-ae7f-ce1304ce3747', 'status': 'completed', 'code': 200} Sep 19 03:38:26.771959 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:26.980513 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:27.006189 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64118707-30aa-4477-9104-ebac582f0237 None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:38:27.014430 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:27.015021 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:38:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:27.117689 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:27.312134 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-64118707-30aa-4477-9104-ebac582f0237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:27.338489 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64118707-30aa-4477-9104-ebac582f0237 None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:38:27.515598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35a09a82-67f8-4b97-ba80-e00947e186ff req-24147278-c570-42b0-84c3-d86b3d49080c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 210 time: 0.0279183 Sep 19 03:38:27.578007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3168a2e-6caf-452f-8d61-9c5995a8beb4 None None] New status for floating IP f5344378-781b-44c6-a778-22c136f01f68: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:38:28.610341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d675db3a-a71c-4f2a-959e-91750f05e8de req-49b05604-7de5-45da-a762-412c782560b7 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 210 time: 0.0258362 Sep 19 03:38:28.884231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e4138b1b-9e61-414a-ae7f-ce1304ce3747 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:38:28.904263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: e4138b1b-9e61-414a-ae7f-ce1304ce3747 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:38:28.904613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e4138b1b-9e61-414a-ae7f-ce1304ce3747 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:38:29.708506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-361f1feb-c416-4ba3-8a07-63304ef086e7 req-b6287cc3-9a03-4fe3-b804-4255b9d3086d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=04b7a3d3-f255-40e7-bb23-0c941358a3b3 HTTP/1.1" status: 200 len: 210 time: 0.0292189 Sep 19 03:38:30.107627 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:30.908632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-5ae3a8f0-6b3c-4523-a33e-6dc58404f150 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16168877&fields=id&tenant_id=fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 267 time: 0.0314660 Sep 19 03:38:31.011092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-01607899-8bc1-4d03-9987-a38ec2da7e77 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:31.012523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-01607899-8bc1-4d03-9987-a38ec2da7e77 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.0968561 Sep 19 03:38:31.026828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-55864090-bbab-4c86-bae8-9d647182f8cb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/quotas/fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 375 time: 0.0086138 Sep 19 03:38:31.078031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-dcc9b11a-f0e8-4f83-bbc5-28a75e777198 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461247 Sep 19 03:38:31.175715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-0b27ec2e-8bc8-4e9d-bb29-27b5e8f8c929 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861816 Sep 19 03:38:31.264801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-cffece5c-1825-48db-a00e-e44f6b022f43 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830011 Sep 19 03:38:31.288743 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:38:31.548936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61396491-83f9-4836-af85-3dc855475225 req-4fd653d8-e34d-46eb-b751-00e08f9be2d0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 210 time: 0.0256164 Sep 19 03:38:32.509289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-768b0e82-117b-4965-9f27-6262cf62fd17 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:32.510732 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-768b0e82-117b-4965-9f27-6262cf62fd17 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1037486 Sep 19 03:38:32.559666 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-7b16553b-de4e-4335-808a-a012f56b6532 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 378 time: 0.0345874 Sep 19 03:38:32.569065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'port': {'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'admin_state_up': True, 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'security_groups': ['1aa0ca76-d58d-4693-9b55-c98266f5a63c']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:32.645205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6e7c082-9490-46e1-a119-a7f7e1944edd req-4bb921c6-2588-4550-b973-2d3928175be5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 210 time: 0.0269766 Sep 19 03:38:32.687615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:38:32.691255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:32.823627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.20.0.4 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/16098c39-fb0c-42da-9775-6c466968587f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:38:32.965010 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:32.998435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.043823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:38:33.047193 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:33.053607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:38:33.082033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=16098c39-fb0c-42da-9775-6c466968587f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:33.111121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:33.111796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.128673 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-1746de31-d4f3-4268-841f-2a75a3553c16 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626416 Sep 19 03:38:33.147710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Request body: {'port': {'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:33.204660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.269691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ba17832c-0266-4539-bc4e-254597162a6a None None] Provisioning complete for port 16098c39-fb0c-42da-9775-6c466968587f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:33.270318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba17832c-0266-4539-bc4e-254597162a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.309409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ba17832c-0266-4539-bc4e-254597162a6a None None] Port 16098c39-fb0c-42da-9775-6c466968587f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:38:33.473415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16098c39-fb0c-42da-9775-6c466968587f {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:38:33.481200 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.494051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Transition to ACTIVE for port object 16098c39-fb0c-42da-9775-6c466968587f will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:38:33.497403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.590571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Pushing event updated for resources: {'Port': ['ID=16098c39-fb0c-42da-9775-6c466968587f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:33.615429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Attempting to bind port 16098c39-fb0c-42da-9775-6c466968587f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:38:33.615769 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Attempting to bind port 16098c39-fb0c-42da-9775-6c466968587f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:38:33.616102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Attempting to bind port 16098c39-fb0c-42da-9775-6c466968587f on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:38:33.620817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Port 16098c39-fb0c-42da-9775-6c466968587f on network fe1836b4-136e-4016-89e0-ca4fe200a02c not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:38:33.621155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Attempting to bind port 16098c39-fb0c-42da-9775-6c466968587f on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:38:33.626172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:38:33.626518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:38:33.626965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:38:33.627400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Bound port: 16098c39-fb0c-42da-9775-6c466968587f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:38:33.627766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.735020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] For port 16098c39-fb0c-42da-9775-6c466968587f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:38:33.741199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] For port 16098c39-fb0c-42da-9775-6c466968587f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=16098c39-fb0c-42da-9775-6c466968587f,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:38:33.747925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.785952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:33.786583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:33.788035 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] 10.222.0.32 "PUT /v2.0/ports/16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 1091 time: 0.6457198 Sep 19 03:38:33.789059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'tag': '16098c39-fb0c-42da-9775-6c466968587f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:38:33.790848 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "tag": "16098c39-fb0c-42da-9775-6c466968587f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:38:33.803426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a81c7-258a-40c0-a929-4f7b110410b0 req-fead2aec-fd9a-4f32-bb52-80aa8e11e68d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:33.805044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c58a81c7-258a-40c0-a929-4f7b110410b0 req-fead2aec-fd9a-4f32-bb52-80aa8e11e68d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0704646 Sep 19 03:38:33.831508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e92a9f-839f-4d56-ae54-7dae05af5f22 service neutron] Pushing event updated for resources: {'Port': ['ID=16098c39-fb0c-42da-9775-6c466968587f,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:33.849975 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a549ca38-8938-4efa-a4ab-e9848f4a61d8 x-openstack-request-id: req-a549ca38-8938-4efa-a4ab-e9848f4a61d8 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:38:33.850683 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "tag": "16098c39-fb0c-42da-9775-6c466968587f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:38:33.850683 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a549ca38-8938-4efa-a4ab-e9848f4a61d8 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:38:33.850994 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'tag': '16098c39-fb0c-42da-9775-6c466968587f', 'status': 'completed', 'code': 200} Sep 19 03:38:33.882079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c58a81c7-258a-40c0-a929-4f7b110410b0 req-e0600a8b-0028-496e-9a91-43e03b265013 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702560 Sep 19 03:38:33.907877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-c52278f5-2cae-4f45-8494-3b2dcbd97c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:33.910390 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-c52278f5-2cae-4f45-8494-3b2dcbd97c4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1094 time: 0.0483453 Sep 19 03:38:33.967863 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-b11e1cf7-a679-4771-889b-4f9ac24ac0f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 217 time: 0.0444443 Sep 19 03:38:34.021559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-e60e57e9-dd77-46c7-a211-06f80704b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:34.023084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-e60e57e9-dd77-46c7-a211-06f80704b870 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0472512 Sep 19 03:38:34.073725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-52aad715-f265-40c3-9f85-df63f2edab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:34.075197 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-52aad715-f265-40c3-9f85-df63f2edab15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446155 Sep 19 03:38:34.172185 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-3ffb70b0-a194-423b-b1fc-93fdbb69f1a6 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895517 Sep 19 03:38:34.261036 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a7256fd2-6baa-4ad8-81c1-31d588c9b3b5 req-ba297fd8-ecb5-4c79-82ca-0d7ba61e35aa service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817487 Sep 19 03:38:34.370098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-1adfe132-8b21-43c9-a9ab-5df63df8fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:34.371710 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-1adfe132-8b21-43c9-a9ab-5df63df8fc95 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1094 time: 0.0411811 Sep 19 03:38:34.470326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-7484c356-964e-497f-8688-87d30141dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:34.472593 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-7484c356-964e-497f-8688-87d30141dde4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0936368 Sep 19 03:38:34.512961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-5d240553-5d1b-4270-b295-d00894480397 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 217 time: 0.0338275 Sep 19 03:38:34.564571 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-3350ddda-c41d-4faf-83d8-02812693633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:34.566505 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-3350ddda-c41d-4faf-83d8-02812693633e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0464766 Sep 19 03:38:34.611224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-cc0caa74-c156-4db5-97a9-95a81cb23b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:34.612714 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-cc0caa74-c156-4db5-97a9-95a81cb23b9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397849 Sep 19 03:38:34.704014 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-baf9993b-8173-4d5c-976f-3b53c7db0c1e service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845447 Sep 19 03:38:34.792848 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d44674c6-b0e8-4e97-8bc4-133f7de6a0fb req-28950d91-d03b-4303-8f00-5a4b7d10be08 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811908 Sep 19 03:38:34.999837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da7bf8-f1a3-48df-bd5a-eca46789b39d req-819c1275-805d-47a5-8b12-5fd7b4b08f76 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:35.001394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4da7bf8-f1a3-48df-bd5a-eca46789b39d req-819c1275-805d-47a5-8b12-5fd7b4b08f76 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0493336 Sep 19 03:38:35.044384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4da7bf8-f1a3-48df-bd5a-eca46789b39d req-0b3456d9-ed65-4536-93e5-74dead9177da tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360467 Sep 19 03:38:35.093235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33050) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:35.169317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f4f48-84a0-45a0-92dc-7510bde72390 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:35.169809 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f4f48-84a0-45a0-92dc-7510bde72390 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:35.170361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f4f48-84a0-45a0-92dc-7510bde72390 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:35.172110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-689f4f48-84a0-45a0-92dc-7510bde72390 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=5039650cc7ae4a3e8b2e7a64140da76c&network_id=ccff7b04-65e6-40d5-885a-c7fce7db48d3 HTTP/1.1" status: 200 len: 2969 time: 0.0774999 Sep 19 03:38:36.161130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beff830-9eae-4ca5-a6ff-4e0aa4666ffe req-905b7f90-823b-4de9-8cb2-2100ec703906 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:36.162624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0beff830-9eae-4ca5-a6ff-4e0aa4666ffe req-905b7f90-823b-4de9-8cb2-2100ec703906 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0488439 Sep 19 03:38:36.200940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0beff830-9eae-4ca5-a6ff-4e0aa4666ffe req-c9c1e4e8-c6f3-4f4b-9785-98cabbe1e18e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322101 Sep 19 03:38:37.136092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33062) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:37.320941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af123bd-0b35-49d8-8140-63d429d7c9b1 req-ac3e12dc-769d-4b8f-8b83-1e81e73c2a5d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:37.322577 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1af123bd-0b35-49d8-8140-63d429d7c9b1 req-ac3e12dc-769d-4b8f-8b83-1e81e73c2a5d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0520089 Sep 19 03:38:37.362947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1af123bd-0b35-49d8-8140-63d429d7c9b1 req-a55c7958-59db-4599-93be-56dc50836ad8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337641 Sep 19 03:38:37.423715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140f75c-f06e-45f0-b255-fa8bf340facc tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:37.425161 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e140f75c-f06e-45f0-b255-fa8bf340facc tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c HTTP/1.1" status: 200 len: 814 time: 0.2880809 Sep 19 03:38:37.920770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33070) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:37.926245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'network': {'name': 'tempest-network-smoke--162457995', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:37.947100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:38:37.950356 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:37.972434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:38:37.981276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:37.981599 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Added segment eb5b0413-955b-4e54-9107-e25fdeae6cc3 of type vlan for network af0b6221-4f51-41ac-be1c-42cb28957891 Sep 19 03:38:38.020802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:38.043796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:38.049252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:38.049865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:38.087986 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1661477 Sep 19 03:38:38.091141 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33072) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:38.121144 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd740a4-d376-47c3-89bd-d0d32c175a67 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Network': ['ID=af0b6221-4f51-41ac-be1c-42cb28957891,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:38.132533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network af0b6221-4f51-41ac-be1c-42cb28957891 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:38:38.142281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7477e-c560-4146-89f0-899394473161 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:38.143869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dfa7477e-c560-4146-89f0-899394473161 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5039650cc7ae4a3e8b2e7a64140da76c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0517583 Sep 19 03:38:38.146729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33074) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:38.573001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0f1b9-69e5-4752-907b-630efa12ac4e req-0c4513c7-56b9-429d-a5a3-283f53f53699 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:38.574444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ab0f1b9-69e5-4752-907b-630efa12ac4e req-0c4513c7-56b9-429d-a5a3-283f53f53699 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0992441 Sep 19 03:38:38.579164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a01d4b-e698-4670-8a58-de465e7a695c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:38.580532 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-66a01d4b-e698-4670-8a58-de465e7a695c tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4328880 Sep 19 03:38:38.583807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33078) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:38.612884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ab0f1b9-69e5-4752-907b-630efa12ac4e req-64bff44e-c9be-4f9c-9712-f9de01fc3d75 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313025 Sep 19 03:38:38.618244 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0e56261e-573b-4eb3-8513-1352d70d83d4 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330224 Sep 19 03:38:38.620942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33080) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:38.654346 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f4a13360-b134-4182-b36b-10d26f8ff06e tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5039650cc7ae4a3e8b2e7a64140da76c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323160 Sep 19 03:38:38.656713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33082) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:38.804229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6ad36b-676b-4254-ae9d-a98917c5ddfa tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:38.805733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0f6ad36b-676b-4254-ae9d-a98917c5ddfa tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481333 Sep 19 03:38:38.808654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33084) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:38.835716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-84eb54dc-5783-4166-95b4-e374a57be278 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260561 Sep 19 03:38:38.837861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33086) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:38.842419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147609368', 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:38.929976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:38:38.933444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.115767 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.179636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Subnet': ['ID=6a387740-a85e-425a-9ac3-2b1466d33ce7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:39.184672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Checking segment: {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:38:39.184986 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network hostable DHCP agents. Network: af0b6221-4f51-41ac-be1c-42cb28957891, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:38:39.202151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network af0b6221-4f51-41ac-be1c-42cb28957891 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:38:39.211429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, af0b6221-4f51-41ac-be1c-42cb28957891) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:39.216221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:39.217781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.219078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bd5cb-27af-441e-8dba-49ef3a64ccbc None None] Network af0b6221-4f51-41ac-be1c-42cb28957891 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:38:39.232162 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fba7adfe-9e02-4cd9-91d0-b4ce003d6ef6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3932774 Sep 19 03:38:39.360086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-af0b6221-4f51-41ac-be1c-42cb28957891', 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ips': [{'subnet_id': '6a387740-a85e-425a-9ac3-2b1466d33ce7'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:38:39.360929 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.410974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33090) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:39.415705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d90748c8-2917-49c9-9fe8-a590a0a454f6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580258895', 'description': 'tempest-secgroup-smoke-580258895 description', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:39.443516 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d90748c8-2917-49c9-9fe8-a590a0a454f6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.503065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Allocated IP 172.20.0.18 (af0b6221-4f51-41ac-be1c-42cb28957891/6a387740-a85e-425a-9ac3-2b1466d33ce7/087bccc8-3cf6-4856-9804-8446f32f8834) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:38:39.527511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d90748c8-2917-49c9-9fe8-a590a0a454f6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.531757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d90748c8-2917-49c9-9fe8-a590a0a454f6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.558613 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d90748c8-2917-49c9-9fe8-a590a0a454f6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.559892 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d90748c8-2917-49c9-9fe8-a590a0a454f6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1478353 Sep 19 03:38:39.562991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:39.563921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90748c8-2917-49c9-9fe8-a590a0a454f6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722432e1-fd7a-4385-833a-55b166ad2c6a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:39.568017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0a5fd4cc-eb23-4db4-8206-3063b09f60ef tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '722432e1-fd7a-4385-833a-55b166ad2c6a', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:39.596515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd4cc-eb23-4db4-8206-3063b09f60ef tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.643703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd4cc-eb23-4db4-8206-3063b09f60ef tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.648728 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd4cc-eb23-4db4-8206-3063b09f60ef tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.660101 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.666025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.671649 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fd4cc-eb23-4db4-8206-3063b09f60ef tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8be6f5b-f38f-4f97-a4ef-ed526cc60101,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:39.674931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0a5fd4cc-eb23-4db4-8206-3063b09f60ef tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.679449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0a5fd4cc-eb23-4db4-8206-3063b09f60ef tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126573 Sep 19 03:38:39.679615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33096) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:39.684170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ad603421-3847-4bd9-8c48-832bfe2591fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '722432e1-fd7a-4385-833a-55b166ad2c6a', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:39.705301 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Network af0b6221-4f51-41ac-be1c-42cb28957891 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:38:39.710308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:39.715053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:38:39.716997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Pushing event updated for resources: {'Port': ['ID=087bccc8-3cf6-4856-9804-8446f32f8834,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:39.739446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad603421-3847-4bd9-8c48-832bfe2591fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.768624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Attempting to bind port 087bccc8-3cf6-4856-9804-8446f32f8834 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:38:39.768998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Attempting to bind port 087bccc8-3cf6-4856-9804-8446f32f8834 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:38:39.769357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Attempting to bind port 087bccc8-3cf6-4856-9804-8446f32f8834 on network af0b6221-4f51-41ac-be1c-42cb28957891 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:38:39.774097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:38:39.774469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Checking segment: {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:38:39.774914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.775288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Bound using segment: {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:38:39.775744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Bound port: 087bccc8-3cf6-4856-9804-8446f32f8834, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:38:39.776115 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.783107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb427-82ef-4459-ba64-4bcb0eb40fa8 req-cf7b4486-10b6-4462-9972-355ecdddadc5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:39.786107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5adeb427-82ef-4459-ba64-4bcb0eb40fa8 req-cf7b4486-10b6-4462-9972-355ecdddadc5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0809729 Sep 19 03:38:39.818260 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad603421-3847-4bd9-8c48-832bfe2591fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.826471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad603421-3847-4bd9-8c48-832bfe2591fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.841017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] For port 087bccc8-3cf6-4856-9804-8446f32f8834, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:38:39.844064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] For port 087bccc8-3cf6-4856-9804-8446f32f8834, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=087bccc8-3cf6-4856-9804-8446f32f8834,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:38:39.851742 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.855693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5adeb427-82ef-4459-ba64-4bcb0eb40fa8 req-f1f5578e-5594-4cbd-bbd4-ea070c4275e2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613112 Sep 19 03:38:39.857653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad603421-3847-4bd9-8c48-832bfe2591fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b013c3c2-fee5-4b89-ac6d-d29e06649ae0,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:39.869559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad603421-3847-4bd9-8c48-832bfe2591fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.873641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33098) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:39.874177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ad603421-3847-4bd9-8c48-832bfe2591fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1931772 Sep 19 03:38:39.878230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a1662c6c-b327-4c52-80a0-540608a54ded tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '722432e1-fd7a-4385-833a-55b166ad2c6a', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:39.912046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef0b5-edfa-4b9c-b0ac-a26dc6c14408 None None] Pushing event updated for resources: {'Port': ['ID=087bccc8-3cf6-4856-9804-8446f32f8834,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:39.916091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1662c6c-b327-4c52-80a0-540608a54ded tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.979586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1662c6c-b327-4c52-80a0-540608a54ded tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:39.983828 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1662c6c-b327-4c52-80a0-540608a54ded tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.004242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1662c6c-b327-4c52-80a0-540608a54ded tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25debff-fde0-4ff2-85a3-24654b966bcf,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:40.008152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1662c6c-b327-4c52-80a0-540608a54ded tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.009393 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a1662c6c-b327-4c52-80a0-540608a54ded tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347182 Sep 19 03:38:40.012548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33100) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:40.017091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fdf5224d-205b-4122-a914-3704cacc7a49 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '722432e1-fd7a-4385-833a-55b166ad2c6a', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:40.045882 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdf5224d-205b-4122-a914-3704cacc7a49 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.124719 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdf5224d-205b-4122-a914-3704cacc7a49 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.128737 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdf5224d-205b-4122-a914-3704cacc7a49 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.148595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5224d-205b-4122-a914-3704cacc7a49 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619e4a93-2481-4ca8-a453-a516f4e94ae7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:40.151735 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fdf5224d-205b-4122-a914-3704cacc7a49 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.153000 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fdf5224d-205b-4122-a914-3704cacc7a49 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1394799 Sep 19 03:38:40.155901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33102) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:40.160928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '722432e1-fd7a-4385-833a-55b166ad2c6a', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:40.184116 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Project 5039650cc7ae4a3e8b2e7a64140da76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:38:40.189470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.248878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.252415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.269158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5367e5ec-7bc7-40f7-965d-593b613d1e66,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:40.275998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.277297 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d56d04e7-bd80-48cb-b496-03ae550e89c2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204898 Sep 19 03:38:40.280058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33104) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:40.284411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '722432e1-fd7a-4385-833a-55b166ad2c6a', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:40.306621 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Project 5039650cc7ae4a3e8b2e7a64140da76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:38:40.311508 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.375154 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.378633 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.395807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40be03b8-4176-4f49-b982-3daf8f2fca69,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:40.402096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.403313 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8e76c55-20bd-4756-8539-bcbd6755425b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223388 Sep 19 03:38:40.544453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-aaa41c9c-0c26-4901-a1e8-08e3853fb613 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580258895&fields=id&tenant_id=5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 267 time: 0.0344169 Sep 19 03:38:40.652546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-9e42c305-6964-4637-bf1b-937a8df58971 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:40.654056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-9e42c305-6964-4637-bf1b-937a8df58971 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/networks?id=af0b6221-4f51-41ac-be1c-42cb28957891 HTTP/1.1" status: 200 len: 796 time: 0.1025991 Sep 19 03:38:40.670736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-48dd2d96-b482-4db4-ac0e-af8846461dba tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/quotas/5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 375 time: 0.0107055 Sep 19 03:38:40.738891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-e0c617bd-5611-4a2d-bc4d-49bb8fbb2f93 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0598342 Sep 19 03:38:40.747297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 087bccc8-3cf6-4856-9804-8446f32f8834 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:38:40.796953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 087bccc8-3cf6-4856-9804-8446f32f8834 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:40.797822 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.817902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb102190-9c62-440f-b3b5-d65a2779a657 None None] Network af0b6221-4f51-41ac-be1c-42cb28957891 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:38:40.838350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-eb9182ce-82fc-4b1d-a727-854ca5ba70e2 service neutron] 10.222.0.22 "GET /v2.0/networks/af0b6221-4f51-41ac-be1c-42cb28957891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864866 Sep 19 03:38:40.896520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-484fcb09-4754-4d89-a47a-0db74668f994 None None] Provisioning complete for port 087bccc8-3cf6-4856-9804-8446f32f8834 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:40.896893 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-484fcb09-4754-4d89-a47a-0db74668f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:40.940778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-d3c73050-8455-4f62-8061-bc2d6a895397 service neutron] 10.222.0.22 "GET /v2.0/networks/af0b6221-4f51-41ac-be1c-42cb28957891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943644 Sep 19 03:38:40.998021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a4b51-a741-4f57-bed0-88395f56cdae req-7cdccb8b-bb1b-4d11-88e6-08e36fabd1f4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:40.999575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-122a4b51-a741-4f57-bed0-88395f56cdae req-7cdccb8b-bb1b-4d11-88e6-08e36fabd1f4 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0620618 Sep 19 03:38:41.017396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:41.042214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-122a4b51-a741-4f57-bed0-88395f56cdae req-8eb05b44-4e8b-4114-a574-e9332408f26a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344393 Sep 19 03:38:41.105799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-484fcb09-4754-4d89-a47a-0db74668f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:41.109153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 087bccc8-3cf6-4856-9804-8446f32f8834, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=087bccc8-3cf6-4856-9804-8446f32f8834,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:41.120434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ebe6df8-730c-48d2-92cb-bf0dd7313ea8 req-77647d13-a05d-4bd3-9a49-62a3bde1dfd0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 210 time: 0.0280292 Sep 19 03:38:41.125128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:41.208430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=087bccc8-3cf6-4856-9804-8446f32f8834,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:41.213835 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-484fcb09-4754-4d89-a47a-0db74668f994 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:38:41.213835 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-484fcb09-4754-4d89-a47a-0db74668f994 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:38:41.866026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1a8b5e69-13bb-4cf3-974a-62187e825d63 None None] Provisioning complete for port 087bccc8-3cf6-4856-9804-8446f32f8834 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:41.866685 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a8b5e69-13bb-4cf3-974a-62187e825d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.044217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-460f4058-5c55-4c02-87b1-52a70f62104d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:42.045666 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-460f4058-5c55-4c02-87b1-52a70f62104d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "GET /v2.0/networks?id=af0b6221-4f51-41ac-be1c-42cb28957891 HTTP/1.1" status: 200 len: 796 time: 0.1017351 Sep 19 03:38:42.092182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-f00c3b5d-9932-4f31-acc5-69a2f3ce6ed3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 472 time: 0.0369236 Sep 19 03:38:42.102611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'port': {'device_id': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891', 'admin_state_up': True, 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'security_groups': ['722432e1-fd7a-4385-833a-55b166ad2c6a']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:42.172665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9021a-fed7-4c75-ab36-010557e03cf9 req-a0d4d2cd-5c22-4877-90f0-44fafaf91398 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:42.174154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d9021a-fed7-4c75-ab36-010557e03cf9 req-a0d4d2cd-5c22-4877-90f0-44fafaf91398 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0567217 Sep 19 03:38:42.219141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:38:42.222838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.232713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b4c96066-2316-4608-9ad6-c124f1989b52 req-e607da0d-8378-49b4-91b4-30dbcbd6684f tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 210 time: 0.0367279 Sep 19 03:38:42.240122 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-87d9021a-fed7-4c75-ab36-010557e03cf9 req-7086395b-2ee7-4da2-ad0d-8dcf18c51477 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589118 Sep 19 03:38:42.356423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.20.0.19 (af0b6221-4f51-41ac-be1c-42cb28957891/6a387740-a85e-425a-9ac3-2b1466d33ce7/253629b7-6799-4311-853b-cf6a8c948d08) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:38:42.487801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.521040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.563433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network af0b6221-4f51-41ac-be1c-42cb28957891 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:38:42.566298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:42.570633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:38:42.598818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=253629b7-6799-4311-853b-cf6a8c948d08,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:42.613665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.613927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.614266 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.614606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.614975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.615301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.616130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.616459 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.616784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.617110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.617453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.617782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:42.639508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:42.640214 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.656663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-89c9ae80-c9a3-4569-8013-2e704009ebf4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5580606 Sep 19 03:38:42.670134 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Request body: {'port': {'device_id': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:42.712900 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 087bccc8-3cf6-4856-9804-8446f32f8834 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:38:42.730253 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.775476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 087bccc8-3cf6-4856-9804-8446f32f8834 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:42.775854 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.870104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4c00cbd2-1c1e-4812-a5e8-97761333d35e None None] Provisioning complete for port 253629b7-6799-4311-853b-cf6a8c948d08 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:42.870857 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c00cbd2-1c1e-4812-a5e8-97761333d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:42.905075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4c00cbd2-1c1e-4812-a5e8-97761333d35e None None] Port 253629b7-6799-4311-853b-cf6a8c948d08 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:38:43.001260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253629b7-6799-4311-853b-cf6a8c948d08 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:38:43.008693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:43.020141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Transition to ACTIVE for port object 253629b7-6799-4311-853b-cf6a8c948d08 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:38:43.023891 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:43.073362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Pushing event updated for resources: {'Port': ['ID=253629b7-6799-4311-853b-cf6a8c948d08,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:43.144619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Attempting to bind port 253629b7-6799-4311-853b-cf6a8c948d08 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:38:43.145083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Attempting to bind port 253629b7-6799-4311-853b-cf6a8c948d08 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:38:43.145421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Attempting to bind port 253629b7-6799-4311-853b-cf6a8c948d08 on network af0b6221-4f51-41ac-be1c-42cb28957891 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:38:43.150378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Port 253629b7-6799-4311-853b-cf6a8c948d08 on network af0b6221-4f51-41ac-be1c-42cb28957891 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:38:43.150699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Attempting to bind port 253629b7-6799-4311-853b-cf6a8c948d08 on network af0b6221-4f51-41ac-be1c-42cb28957891 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:38:43.155689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:38:43.156029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Checking segment: {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:38:43.156411 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Bound using segment: {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:38:43.156842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Bound port: 253629b7-6799-4311-853b-cf6a8c948d08, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:38:43.157201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:43.222101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] For port 253629b7-6799-4311-853b-cf6a8c948d08, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:38:43.226068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] For port 253629b7-6799-4311-853b-cf6a8c948d08, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=253629b7-6799-4311-853b-cf6a8c948d08,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:38:43.229922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:43.261241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.261930 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:43.263236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] 10.222.0.30 "PUT /v2.0/ports/253629b7-6799-4311-853b-cf6a8c948d08 HTTP/1.1" status: 200 len: 1092 time: 0.5975847 Sep 19 03:38:43.263673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'tag': '253629b7-6799-4311-853b-cf6a8c948d08'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:38:43.266274 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974e524a-562e-4499-af1d-0a19641ee159" -d '{"events": [{"name": "network-changed", "server_uuid": "9423f3c3-d192-45af-ba1d-69ce531645ab", "tag": "253629b7-6799-4311-853b-cf6a8c948d08"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:38:43.297573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca3917-ebab-4189-ada9-ff5a33434cac service neutron] Pushing event updated for resources: {'Port': ['ID=253629b7-6799-4311-853b-cf6a8c948d08,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:43.359509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-a28f556c-b6f7-4d14-acfb-83a9fed65780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.361334 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-a28f556c-b6f7-4d14-acfb-83a9fed65780 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 1095 time: 0.0512497 Sep 19 03:38:43.410416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421aaa4-80c5-4702-9cc3-df1a5468ae3d req-2bc27e2a-c754-421a-b04f-64fd5b824637 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.412035 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c421aaa4-80c5-4702-9cc3-df1a5468ae3d req-2bc27e2a-c754-421a-b04f-64fd5b824637 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 944 time: 0.0842075 Sep 19 03:38:43.416278 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-32a62781-8d0b-4f00-a37d-e868a7bd8517 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=253629b7-6799-4311-853b-cf6a8c948d08 HTTP/1.1" status: 200 len: 217 time: 0.0406384 Sep 19 03:38:43.434601 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27661075-ed87-4003-bcb0-3654693dc573 req-822092f2-5f7e-485b-b265-c9db70598e3b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.436116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27661075-ed87-4003-bcb0-3654693dc573 req-822092f2-5f7e-485b-b265-c9db70598e3b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0780263 Sep 19 03:38:43.467972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-5106c680-1d56-493f-8dd0-df57754df2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.469768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-5106c680-1d56-493f-8dd0-df57754df2e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a387740-a85e-425a-9ac3-2b1466d33ce7 HTTP/1.1" status: 200 len: 838 time: 0.0466161 Sep 19 03:38:43.492795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27661075-ed87-4003-bcb0-3654693dc573 req-eea88f50-3028-4683-a5a6-0bdee6588be1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488269 Sep 19 03:38:43.500593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c421aaa4-80c5-4702-9cc3-df1a5468ae3d req-ef7d75e7-8538-49fd-af88-7bd7ec8851f4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794411 Sep 19 03:38:43.528989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-49ac31ce-1550-4d72-802d-3570a30756b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.530490 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-49ac31ce-1550-4d72-802d-3570a30756b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af0b6221-4f51-41ac-be1c-42cb28957891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537879 Sep 19 03:38:43.554536 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014506e7-e737-4cd3-b32c-23b8bfe3a3ac x-openstack-request-id: req-014506e7-e737-4cd3-b32c-23b8bfe3a3ac {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:38:43.554941 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9423f3c3-d192-45af-ba1d-69ce531645ab", "tag": "253629b7-6799-4311-853b-cf6a8c948d08", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:38:43.555254 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-014506e7-e737-4cd3-b32c-23b8bfe3a3ac {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:38:43.555700 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'tag': '253629b7-6799-4311-853b-cf6a8c948d08', 'status': 'completed', 'code': 200} Sep 19 03:38:43.623734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-ab7fc79a-fb4e-45ed-9a2d-ade644cf9d8f service neutron] 10.222.0.30 "GET /v2.0/networks/af0b6221-4f51-41ac-be1c-42cb28957891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864470 Sep 19 03:38:43.710991 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34f8b4f7-1af0-4dd1-87af-60c3a6335895 req-632a261a-08e2-4517-80c9-1cf136f7016f service neutron] 10.222.0.30 "GET /v2.0/networks/af0b6221-4f51-41ac-be1c-42cb28957891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803638 Sep 19 03:38:43.798541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e524a-562e-4499-af1d-0a19641ee159 req-55373ec5-7bf6-451e-b464-b8a45560588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.800062 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-974e524a-562e-4499-af1d-0a19641ee159 req-55373ec5-7bf6-451e-b464-b8a45560588a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 1095 time: 0.0449393 Sep 19 03:38:43.889020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e524a-562e-4499-af1d-0a19641ee159 req-cb5ade1a-8dee-4e59-88d8-61a059a88169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.890489 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-974e524a-562e-4499-af1d-0a19641ee159 req-cb5ade1a-8dee-4e59-88d8-61a059a88169 service neutron] 10.222.0.30 "GET /v2.0/networks?id=af0b6221-4f51-41ac-be1c-42cb28957891 HTTP/1.1" status: 200 len: 897 time: 0.0838454 Sep 19 03:38:43.933495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-974e524a-562e-4499-af1d-0a19641ee159 req-ea7755a8-8178-4d70-b282-76da05d124c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=253629b7-6799-4311-853b-cf6a8c948d08 HTTP/1.1" status: 200 len: 217 time: 0.0360889 Sep 19 03:38:43.982271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e524a-562e-4499-af1d-0a19641ee159 req-a6c1ad13-361c-49c1-8b0b-f6bc960c2cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:43.983687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-974e524a-562e-4499-af1d-0a19641ee159 req-a6c1ad13-361c-49c1-8b0b-f6bc960c2cf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a387740-a85e-425a-9ac3-2b1466d33ce7 HTTP/1.1" status: 200 len: 838 time: 0.0439713 Sep 19 03:38:44.030024 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e524a-562e-4499-af1d-0a19641ee159 req-2f278f8c-22ea-4d2e-bf2b-558efeb710e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:44.031510 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-974e524a-562e-4499-af1d-0a19641ee159 req-2f278f8c-22ea-4d2e-bf2b-558efeb710e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=af0b6221-4f51-41ac-be1c-42cb28957891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388761 Sep 19 03:38:44.122170 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-974e524a-562e-4499-af1d-0a19641ee159 req-ee876f9e-3f70-4865-bdbb-7efb191f8355 service neutron] 10.222.0.30 "GET /v2.0/networks/af0b6221-4f51-41ac-be1c-42cb28957891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822141 Sep 19 03:38:44.210027 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-974e524a-562e-4499-af1d-0a19641ee159 req-9cf9d752-2afe-407a-93fa-76b61162499f service neutron] 10.222.0.30 "GET /v2.0/networks/af0b6221-4f51-41ac-be1c-42cb28957891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804677 Sep 19 03:38:44.517816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-edb67900-b13b-40a8-8ab7-aea711ff1feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:44.642226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea9a85-c18d-4ce1-a537-1f23b43eb80a req-d3c85dad-4571-468a-be50-5e831d0e5494 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:44.643715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64ea9a85-c18d-4ce1-a537-1f23b43eb80a req-d3c85dad-4571-468a-be50-5e831d0e5494 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 943 time: 0.0746608 Sep 19 03:38:44.651465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2696bd-fe6c-47af-be22-c5613b1d2666 req-bc0b418a-257c-4f96-965f-986322273836 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:44.652825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de2696bd-fe6c-47af-be22-c5613b1d2666 req-bc0b418a-257c-4f96-965f-986322273836 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 944 time: 0.0751767 Sep 19 03:38:44.708939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64ea9a85-c18d-4ce1-a537-1f23b43eb80a req-06b7aab2-6333-4226-b0cd-82c40d4ce265 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551834 Sep 19 03:38:44.714137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de2696bd-fe6c-47af-be22-c5613b1d2666 req-3d4058b7-ffc4-4ee5-8f44-0d561d7b6bbe tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547750 Sep 19 03:38:44.944786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 16098c39-fb0c-42da-9775-6c466968587f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:38:45.034095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 16098c39-fb0c-42da-9775-6c466968587f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=16098c39-fb0c-42da-9775-6c466968587f,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:45.044905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '16098c39-fb0c-42da-9775-6c466968587f', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:38:45.083329 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:45.096189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16098c39-fb0c-42da-9775-6c466968587f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:38:45.114354 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 16098c39-fb0c-42da-9775-6c466968587f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=16098c39-fb0c-42da-9775-6c466968587f,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:45.118173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:45.162991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=16098c39-fb0c-42da-9775-6c466968587f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:45.533245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['16098c39-fb0c-42da-9775-6c466968587f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:38:45.857204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b468c0-d1ad-4520-87de-cb449669d043 req-b3b3ea53-81c6-4710-a58a-51e4305b0721 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:45.858685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52b468c0-d1ad-4520-87de-cb449669d043 req-b3b3ea53-81c6-4710-a58a-51e4305b0721 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 944 time: 0.0745146 Sep 19 03:38:45.867678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d5f61-3e44-4a86-9521-59105c295c2e req-b6d413df-ba10-4ea0-abba-81b7e0cbad57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:45.869043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-174d5f61-3e44-4a86-9521-59105c295c2e req-b6d413df-ba10-4ea0-abba-81b7e0cbad57 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 944 time: 0.0757446 Sep 19 03:38:45.920129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-52b468c0-d1ad-4520-87de-cb449669d043 req-05ec2e61-2cd8-4297-b239-0767dbceef7c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501685 Sep 19 03:38:45.926959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-174d5f61-3e44-4a86-9521-59105c295c2e req-92d99aa9-5d5e-49ab-bb47-9c682b2ce8d3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512733 Sep 19 03:38:46.180398 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:46.777277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 253629b7-6799-4311-853b-cf6a8c948d08 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:38:46.869726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 253629b7-6799-4311-853b-cf6a8c948d08, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=253629b7-6799-4311-853b-cf6a8c948d08,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:46.880423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '253629b7-6799-4311-853b-cf6a8c948d08', 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891', 'port_id': '253629b7-6799-4311-853b-cf6a8c948d08', 'mac_address': 'fa:16:3e:21:bf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a387740-a85e-425a-9ac3-2b1466d33ce7', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:38:46.915994 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:46.927907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253629b7-6799-4311-853b-cf6a8c948d08 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:38:46.946019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 253629b7-6799-4311-853b-cf6a8c948d08, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=253629b7-6799-4311-853b-cf6a8c948d08,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:46.951175 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:46.958639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 16098c39-fb0c-42da-9775-6c466968587f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:38:47.032176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=253629b7-6799-4311-853b-cf6a8c948d08,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:47.041307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.041659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.042000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.042353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.042671 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.043022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.043348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.043669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.043989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.044308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.044626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.044942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:47.058347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 16098c39-fb0c-42da-9775-6c466968587f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:38:47.062652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 16098c39-fb0c-42da-9775-6c466968587f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:47.063041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:47.068246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3ade7-2f87-4a18-b997-74e65de30ed0 req-de0c7794-f1a3-4593-9d91-de57550733cb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:47.069783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53d3ade7-2f87-4a18-b997-74e65de30ed0 req-de0c7794-f1a3-4593-9d91-de57550733cb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 944 time: 0.0814843 Sep 19 03:38:47.081497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b99f8-b4e1-45e0-812e-22e753314d63 req-927e2f74-0bcf-4c4b-bbf7-b2abb3e59163 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:47.083036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-915b99f8-b4e1-45e0-812e-22e753314d63 req-927e2f74-0bcf-4c4b-bbf7-b2abb3e59163 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 945 time: 0.0857816 Sep 19 03:38:47.132416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53d3ade7-2f87-4a18-b997-74e65de30ed0 req-5d69123a-6312-4f68-95e0-47693a52010f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482807 Sep 19 03:38:47.142680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:47.144419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-915b99f8-b4e1-45e0-812e-22e753314d63 req-86f0ed11-0344-41ad-9db9-38c56bf46dbb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528207 Sep 19 03:38:47.161398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['253629b7-6799-4311-853b-cf6a8c948d08'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:38:47.170487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16098c39-fb0c-42da-9775-6c466968587f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:38:47.173097 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48a0ac6-af82-46ee-af95-68dd4bbd78bd" -d '{"events": [{"server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "name": "network-vif-plugged", "status": "completed", "tag": "16098c39-fb0c-42da-9775-6c466968587f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:38:47.206405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 16098c39-fb0c-42da-9775-6c466968587f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=16098c39-fb0c-42da-9775-6c466968587f,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:47.214133 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:47.355918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da21058-f82b-49a8-81dc-952498d4a097 req-39693826-9811-4ce2-82bf-48fe9cf983a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:47.357451 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2da21058-f82b-49a8-81dc-952498d4a097 req-39693826-9811-4ce2-82bf-48fe9cf983a2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1096 time: 0.0421419 Sep 19 03:38:47.398495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2da21058-f82b-49a8-81dc-952498d4a097 req-25bcbf30-9ffb-410e-abde-fbc0cc0a7735 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332632 Sep 19 03:38:47.400996 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7600ef08-953f-4e75-aaaa-4271663138f8 x-openstack-request-id: req-7600ef08-953f-4e75-aaaa-4271663138f8 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:38:47.401289 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "name": "network-vif-plugged", "status": "completed", "tag": "16098c39-fb0c-42da-9775-6c466968587f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:38:47.401542 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7600ef08-953f-4e75-aaaa-4271663138f8 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:38:47.401915 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16098c39-fb0c-42da-9775-6c466968587f', 'code': 200} Sep 19 03:38:47.438287 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-20a6f88d-cfcd-4d20-93df-ff848fd8cd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:47.449817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=16098c39-fb0c-42da-9775-6c466968587f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:47.962338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:48.276384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc1c3-b3af-4fb5-94b6-807286316b45 req-aa1f91b3-e724-48a7-b7f1-64663d00b970 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:48.277848 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e9bc1c3-b3af-4fb5-94b6-807286316b45 req-aa1f91b3-e724-48a7-b7f1-64663d00b970 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 945 time: 0.0787485 Sep 19 03:38:48.297427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b33824-e5b6-498d-a728-f91b7c0d36a1 req-abd8cea5-b78b-4092-8479-4cd2da1dfaa0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:48.298871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5b33824-e5b6-498d-a728-f91b7c0d36a1 req-abd8cea5-b78b-4092-8479-4cd2da1dfaa0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 945 time: 0.0739555 Sep 19 03:38:48.345298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e9bc1c3-b3af-4fb5-94b6-807286316b45 req-66883be7-faf3-4c7b-b641-b94fa3480b1f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614152 Sep 19 03:38:48.352777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5b33824-e5b6-498d-a728-f91b7c0d36a1 req-14aff7ba-bee0-4fec-a0d8-de4004a2b367 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466905 Sep 19 03:38:48.525976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:48.788085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 253629b7-6799-4311-853b-cf6a8c948d08 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:38:48.835371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 253629b7-6799-4311-853b-cf6a8c948d08 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:38:48.839568 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 253629b7-6799-4311-853b-cf6a8c948d08 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:48.839942 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:48.911749 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:48.944467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 253629b7-6799-4311-853b-cf6a8c948d08, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=253629b7-6799-4311-853b-cf6a8c948d08,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:48.948593 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:48.993139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=253629b7-6799-4311-853b-cf6a8c948d08,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:49.402951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253629b7-6799-4311-853b-cf6a8c948d08'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:38:49.405338 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9f3606-1800-4069-99c4-04a4d66c025b" -d '{"events": [{"server_uuid": "9423f3c3-d192-45af-ba1d-69ce531645ab", "name": "network-vif-plugged", "status": "completed", "tag": "253629b7-6799-4311-853b-cf6a8c948d08"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:38:49.489353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca060c3f-159d-40ec-a63d-f2db5105ab22 req-bf9222d0-5041-4d94-922e-7c8d30fc9b81 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:49.490851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca060c3f-159d-40ec-a63d-f2db5105ab22 req-bf9222d0-5041-4d94-922e-7c8d30fc9b81 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 945 time: 0.0771272 Sep 19 03:38:49.499482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6691e-f7c8-41ae-a2e1-d301f3c55177 req-8f49122f-a668-49fc-8181-6bd760ffa61e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:49.500825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1af6691e-f7c8-41ae-a2e1-d301f3c55177 req-8f49122f-a668-49fc-8181-6bd760ffa61e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 946 time: 0.0779645 Sep 19 03:38:49.558266 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca060c3f-159d-40ec-a63d-f2db5105ab22 req-4d80b050-80ed-4f0f-a27b-b428bbba539a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565150 Sep 19 03:38:49.562919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1af6691e-f7c8-41ae-a2e1-d301f3c55177 req-6e6d21fb-0c73-4cf6-a55f-fc66ac8ef851 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553060 Sep 19 03:38:49.603079 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea89be5-2604-432d-b589-934ef51c8c36 x-openstack-request-id: req-6ea89be5-2604-432d-b589-934ef51c8c36 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:38:49.603442 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9423f3c3-d192-45af-ba1d-69ce531645ab", "name": "network-vif-plugged", "status": "completed", "tag": "253629b7-6799-4311-853b-cf6a8c948d08", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:38:49.603736 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ea89be5-2604-432d-b589-934ef51c8c36 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:38:49.604129 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253629b7-6799-4311-853b-cf6a8c948d08', 'code': 200} Sep 19 03:38:49.678992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee054559-a47b-4a10-9bd2-2b8d5429e848 req-b8da0cb5-7735-4989-8c43-732731ca6960 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:49.680941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee054559-a47b-4a10-9bd2-2b8d5429e848 req-b8da0cb5-7735-4989-8c43-732731ca6960 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 945 time: 0.0539918 Sep 19 03:38:49.695140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c3916-12bd-43a8-b2d5-56628fcde51a req-bce2e52d-eefb-4b2d-b7ea-623de813a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:49.696652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b81c3916-12bd-43a8-b2d5-56628fcde51a req-bce2e52d-eefb-4b2d-b7ea-623de813a51c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 1097 time: 0.0403371 Sep 19 03:38:49.718690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee054559-a47b-4a10-9bd2-2b8d5429e848 req-fd827d02-6703-46e8-bfa7-d29b6b567060 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316999 Sep 19 03:38:49.732789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b81c3916-12bd-43a8-b2d5-56628fcde51a req-7b8dd762-8124-443f-ae81-2d1b3b5b6e90 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291297 Sep 19 03:38:49.740782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:49.877166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e9847-a216-44ee-9be1-6a07fa6f1b49 tempest-TestVolumeBootPattern-2099931969 tempest-TestVolumeBootPattern-2099931969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:49.878692 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-176e9847-a216-44ee-9be1-6a07fa6f1b49 tempest-TestVolumeBootPattern-2099931969 tempest-TestVolumeBootPattern-2099931969-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1091 time: 0.1370058 Sep 19 03:38:49.881516 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:49.885754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:38:49.907358 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.004801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.106694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.25.8.39 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/4b4daab2-a866-4a23-afcb-c94c11a4373c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:38:50.107796 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.208091 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.240649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.274729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:38:50.277487 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:50.280881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:38:50.311530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=4b4daab2-a866-4a23-afcb-c94c11a4373c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:50.633555 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.681030 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc7883-0b93-4f5b-9ac4-5f27f7157116 req-d92fc4fb-00c0-415d-a8c8-2d86eccad710 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:50.682778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8bc7883-0b93-4f5b-9ac4-5f27f7157116 req-d92fc4fb-00c0-415d-a8c8-2d86eccad710 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 946 time: 0.0519204 Sep 19 03:38:50.701522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.723835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b8bc7883-0b93-4f5b-9ac4-5f27f7157116 req-5ce6ce9f-45f3-4e62-af41-e41b21c5ffc9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348527 Sep 19 03:38:50.861886 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:50.866213 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:51.177744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=4b4daab2-a866-4a23-afcb-c94c11a4373c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:51.187369 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:51.284624 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Floating IP baf60ad1-b83d-4d6b-9816-0e110982a419 associated. External IP: 172.25.8.39, port: 16098c39-fb0c-42da-9775-6c466968587f. Sep 19 03:38:51.487903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:38:51.589511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:38:51.599083 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:38:51.606949 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:51.609254 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:51.609855 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:38:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:51.637177 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7d0415b9-148d-4a3a-8886-a229f978fd92 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7546315 Sep 19 03:38:51.637779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'tag': '16098c39-fb0c-42da-9775-6c466968587f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:38:51.640195 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5567fd-5421-4a3d-b333-0d15a284c280" -d '{"events": [{"name": "network-changed", "server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "tag": "16098c39-fb0c-42da-9775-6c466968587f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:38:51.684352 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a41a93-9feb-4f99-8450-f1567352764a x-openstack-request-id: req-c8a41a93-9feb-4f99-8450-f1567352764a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:38:51.684707 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "tag": "16098c39-fb0c-42da-9775-6c466968587f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:38:51.684966 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8a41a93-9feb-4f99-8450-f1567352764a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:38:51.685363 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'tag': '16098c39-fb0c-42da-9775-6c466968587f', 'status': 'completed', 'code': 200} Sep 19 03:38:51.714042 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:51.769095 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-39931189-3570-44ea-bc4e-dd3988064d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:51.770737 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-39931189-3570-44ea-bc4e-dd3988064d49 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1096 time: 0.0426819 Sep 19 03:38:51.845264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0998-476d-4b08-8ef1-568439b07e90 req-e62e5ff0-e8c8-4ec1-881b-0440072d02d3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:51.847788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a61e0998-476d-4b08-8ef1-568439b07e90 req-e62e5ff0-e8c8-4ec1-881b-0440072d02d3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 946 time: 0.0554698 Sep 19 03:38:51.865412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-ac06dae8-2192-405e-8aa3-8360c49c126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:51.866928 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-ac06dae8-2192-405e-8aa3-8360c49c126d service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0881846 Sep 19 03:38:51.890980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a61e0998-476d-4b08-8ef1-568439b07e90 req-1944e79b-04b8-4f62-8f9e-3ae4f3f29bdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343797 Sep 19 03:38:51.937757 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-d92c2150-581d-45dd-b121-f30c94464c9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 998 time: 0.0632670 Sep 19 03:38:51.943307 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:50Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:51.990054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-8ba025de-e6a0-45ff-865e-74439b631e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:51.991761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-8ba025de-e6a0-45ff-865e-74439b631e2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0473096 Sep 19 03:38:52.014309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94270529-bfef-4aaf-8315-19dc10b30d09 req-dc102e7b-b012-4bc5-90d5-67d49ec177d3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:52.015863 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94270529-bfef-4aaf-8315-19dc10b30d09 req-dc102e7b-b012-4bc5-90d5-67d49ec177d3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 946 time: 0.0559411 Sep 19 03:38:52.041401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-bd222790-60e2-4363-a112-68d152e5e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:52.042974 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-bd222790-60e2-4363-a112-68d152e5e713 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431514 Sep 19 03:38:52.055797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-94270529-bfef-4aaf-8315-19dc10b30d09 req-64810f57-d744-47a4-989c-b9951f50cbee tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Sep 19 03:38:52.062095 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:38:52.071157 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:52.071992 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:38:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:52.142195 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-8958100c-7260-4ac9-97ae-0a99087237d9 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923905 Sep 19 03:38:52.178284 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:52.236189 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bd5567fd-5421-4a3d-b333-0d15a284c280 req-fd334ac7-f37f-470e-abc6-13262cff4f09 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862160 Sep 19 03:38:52.392621 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:50Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:52.421486 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3635c858-1f96-43b5-a9b6-4137ba2b4562 None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:50Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:38:52.610913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856928b9-5399-4eaa-adb1-998193410623 None None] New status for floating IP baf60ad1-b83d-4d6b-9816-0e110982a419: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:38:52.735351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-ca7332f2-6d97-48c4-9a81-707e2374a592 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419455 Sep 19 03:38:52.816605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-29759bc6-6d91-4ada-a2fc-3d2000da9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:52.818120 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-29759bc6-6d91-4ada-a2fc-3d2000da9258 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd65d41e72c5431c99624d67b7b18464&device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 1097 time: 0.0399699 Sep 19 03:38:52.924679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-9aa441ce-5a68-46a1-8ddb-794b8ed21a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:52.926062 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-9aa441ce-5a68-46a1-8ddb-794b8ed21a65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 200 len: 910 time: 0.0874751 Sep 19 03:38:52.989690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-cf707d44-7d9a-40b5-9932-acbfc974832c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 200 len: 1000 time: 0.0563431 Sep 19 03:38:53.037211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-b4f36fe4-422f-4407-8ec6-21abb6003e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:53.038604 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-b4f36fe4-422f-4407-8ec6-21abb6003e43 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 HTTP/1.1" status: 200 len: 848 time: 0.0423954 Sep 19 03:38:53.087524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-843d36d2-39d8-4468-bbd0-4a7cb76288f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:38:53.089072 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-843d36d2-39d8-4468-bbd0-4a7cb76288f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c6b451e-3a71-4997-8704-d58fcdaf0b38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437467 Sep 19 03:38:53.176009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-e9b67bc4-58dc-40e3-beab-7283e3ebd8da service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798736 Sep 19 03:38:53.268016 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2084f704-9e8a-4b0f-830a-ec1718028eee req-258c8c8b-d95b-4dfb-a05e-15ae18b27410 service neutron] 10.222.0.30 "GET /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850523 Sep 19 03:38:53.534161 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33190) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:38:53.982018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:54.541191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.20.0.17 (af0b6221-4f51-41ac-be1c-42cb28957891/6a387740-a85e-425a-9ac3-2b1466d33ce7/ff181979-c6aa-4a88-9f6a-dcb032d57936) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:38:54.649080 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:54.685384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:54.721725 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network af0b6221-4f51-41ac-be1c-42cb28957891 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:38:54.724714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:54.728976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:38:54.756871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=ff181979-c6aa-4a88-9f6a-dcb032d57936,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:54.779679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:54.920479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:54.939714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-50d54d14-4607-4197-a79c-9613ddcf0433 None None] Provisioning complete for port ff181979-c6aa-4a88-9f6a-dcb032d57936 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:54.940313 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50d54d14-4607-4197-a79c-9613ddcf0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:54.972196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-50d54d14-4607-4197-a79c-9613ddcf0433 None None] Port ff181979-c6aa-4a88-9f6a-dcb032d57936 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:38:55.190421 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:55.195182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:55.267824 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:55.270395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=ff181979-c6aa-4a88-9f6a-dcb032d57936,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:55.360618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network af0b6221-4f51-41ac-be1c-42cb28957891 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:38:55.361938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:38:55.478082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 04e8c5bb-add7-44b2-9a97-5961a756d788 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:38:55.588681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:38:55.592430 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d1a34952-cc54-4a72-aa48-a342b7e52a32 None None] Provisioning complete for port ff181979-c6aa-4a88-9f6a-dcb032d57936 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:55.592808 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d1a34952-cc54-4a72-aa48-a342b7e52a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:55.606774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6899cda2-e524-424e-8d50-4310b7b268d8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "PUT /v2.0/routers/04e8c5bb-add7-44b2-9a97-5961a756d788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0587461 Sep 19 03:38:55.607292 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Sync routers for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:38:55.607979 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:55.608595 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:38:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:55.630804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d1a34952-cc54-4a72-aa48-a342b7e52a32 None None] Port ff181979-c6aa-4a88-9f6a-dcb032d57936 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:38:55.711255 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:55.927825 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:38:54Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:03Z', 'revision_number': 1, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff181979-c6aa-4a88-9f6a-dcb032d57936', 'name': '', 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:65:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '6a387740-a85e-425a-9ac3-2b1466d33ce7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:38:54Z', 'updated_at': '2021-09-19T03:38:55Z', 'revision_number': 2, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': '6a387740-a85e-425a-9ac3-2b1466d33ce7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:55.955545 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Checking router: 04e8c5bb-add7-44b2-9a97-5961a756d788 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:38:55.955894 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Updating router 04e8c5bb-add7-44b2-9a97-5961a756d788 port ff181979-c6aa-4a88-9f6a-dcb032d57936 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:38:55.979794 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.227357 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.232074 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.282492 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Pushing event updated for resources: {'Port': ['ID=ff181979-c6aa-4a88-9f6a-dcb032d57936,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:56.305057 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.305402 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.305736 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.306068 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.306398 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.306721 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.307067 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.307388 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.307705 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.308021 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.308334 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.308650 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:38:56.343183 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Attempting to bind port ff181979-c6aa-4a88-9f6a-dcb032d57936 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:38:56.343551 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Attempting to bind port ff181979-c6aa-4a88-9f6a-dcb032d57936 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:38:56.343913 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Attempting to bind port ff181979-c6aa-4a88-9f6a-dcb032d57936 on network af0b6221-4f51-41ac-be1c-42cb28957891 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:38:56.348968 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:38:56.349334 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Checking segment: {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:38:56.349737 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.350124 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Bound using segment: {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:38:56.350610 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Bound port: ff181979-c6aa-4a88-9f6a-dcb032d57936, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5b0413-955b-4e54-9107-e25fdeae6cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:38:56.351012 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.414907 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] For port ff181979-c6aa-4a88-9f6a-dcb032d57936, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:38:56.418028 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] For port ff181979-c6aa-4a88-9f6a-dcb032d57936, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ff181979-c6aa-4a88-9f6a-dcb032d57936,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:38:56.422969 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.455305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-21225aa2-74a0-41d2-82f5-4110e8958ca1 None None] Provisioning complete for port ff181979-c6aa-4a88-9f6a-dcb032d57936 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:56.455953 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21225aa2-74a0-41d2-82f5-4110e8958ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.479746 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:38:56.480403 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:38:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:56.483263 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a9b9a-6829-4e1e-a79e-d325d88ae61f None None] Pushing event updated for resources: {'Port': ['ID=ff181979-c6aa-4a88-9f6a-dcb032d57936,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:56.536892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21225aa2-74a0-41d2-82f5-4110e8958ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.569550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-21225aa2-74a0-41d2-82f5-4110e8958ca1 None None] For port ff181979-c6aa-4a88-9f6a-dcb032d57936, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ff181979-c6aa-4a88-9f6a-dcb032d57936,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:38:56.574795 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21225aa2-74a0-41d2-82f5-4110e8958ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.599000 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:38:56.623065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21225aa2-74a0-41d2-82f5-4110e8958ca1 None None] Pushing event updated for resources: {'Port': ['ID=ff181979-c6aa-4a88-9f6a-dcb032d57936,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:38:56.695437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-72dce4f6-96d3-40e7-8abc-ab20e559d38a None None] Provisioning complete for port ff181979-c6aa-4a88-9f6a-dcb032d57936 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:56.695814 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72dce4f6-96d3-40e7-8abc-ab20e559d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:38:56.832172 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:38:54Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:03Z', 'revision_number': 1, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff181979-c6aa-4a88-9f6a-dcb032d57936', 'name': '', 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:65:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '6a387740-a85e-425a-9ac3-2b1466d33ce7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:38:54Z', 'updated_at': '2021-09-19T03:38:56Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': '6a387740-a85e-425a-9ac3-2b1466d33ce7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:38:56.858622 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd59a462-8baa-42dd-b9c2-98c594f67865 None None] The sync data for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 is: [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:38:54Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:03Z', 'revision_number': 1, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ff181979-c6aa-4a88-9f6a-dcb032d57936', 'name': '', 'network_id': 'af0b6221-4f51-41ac-be1c-42cb28957891', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:65:77:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '6a387740-a85e-425a-9ac3-2b1466d33ce7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:38:54Z', 'updated_at': '2021-09-19T03:38:56Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': '6a387740-a85e-425a-9ac3-2b1466d33ce7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:38:58.730017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ff181979-c6aa-4a88-9f6a-dcb032d57936 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:38:58.775791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ff181979-c6aa-4a88-9f6a-dcb032d57936 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:38:58.776165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:00.123450 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:08.288319 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:39:09.962804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-cfac61d0-d4f5-4122-83d4-3bc02cbedd8e req-82fb300b-3ca8-4257-bdf7-8c5f701cc38b service neutron] (94723) timed out ('10.222.0.22', 40932) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:39:14.094324 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-b5619bf1-60a5-4d26-8f16-6ca4aee4bc29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390935 Sep 19 03:39:14.188732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-bc0800cc-9560-427b-af7a-149eaaa6118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:14.190086 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-bc0800cc-9560-427b-af7a-149eaaa6118d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1096 time: 0.0390959 Sep 19 03:39:14.293892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-436906f7-c3ff-4edb-a08e-d9006bf3898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:14.295470 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-436906f7-c3ff-4edb-a08e-d9006bf3898c service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0867879 Sep 19 03:39:14.358589 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-17d05283-369f-42ca-94ac-0056a08f42f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 1000 time: 0.0564420 Sep 19 03:39:14.409924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-c6ef4d3b-b8c0-4242-a531-6e927eadec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:14.411354 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-c6ef4d3b-b8c0-4242-a531-6e927eadec49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0461090 Sep 19 03:39:14.455467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-88c3d2e3-52e5-4c71-b286-e406b730db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:14.456810 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-88c3d2e3-52e5-4c71-b286-e406b730db5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384731 Sep 19 03:39:14.518405 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-01ed9e2c-0a6d-4a02-a211-85b5e197ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:14.545223 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-5d47c4c6-8dcd-4c97-927b-da03d7740915 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809727 Sep 19 03:39:14.635362 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b32cae9b-c7a7-4562-b9c3-01fa9fca2b90 req-6c88b2c7-17e2-43b8-92cb-309a9162d4fe service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827022 Sep 19 03:39:15.886776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33220) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:16.195445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:16.295902 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:16.598667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port ff181979-c6aa-4a88-9f6a-dcb032d57936 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:16.599043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:16.702642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port ff181979-c6aa-4a88-9f6a-dcb032d57936, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ff181979-c6aa-4a88-9f6a-dcb032d57936,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:16.703049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:16.715261 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for ff181979-c6aa-4a88-9f6a-dcb032d57936 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:16.890394 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:16.913634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=ff181979-c6aa-4a88-9f6a-dcb032d57936,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:17.090089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:17.281861 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-297f91de-2a95-41f2-a7ae-a1a23bcb8551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:17.560969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 04e8c5bb-add7-44b2-9a97-5961a756d788 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:39:17.663707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:39:17.669767 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dbbbf6d8-6d52-4c42-8cc9-d03bfde60898 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "PUT /v2.0/routers/04e8c5bb-add7-44b2-9a97-5961a756d788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7814631 Sep 19 03:39:17.675186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] Sync routers for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:39:17.684114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:17.684675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:17.794044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:17.893919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4244ba-33a3-43ce-96b0-1727e6c11544 req-98dfb227-f9ce-42a5-8521-8ff7133898c9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:17.895431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb4244ba-33a3-43ce-96b0-1727e6c11544 req-98dfb227-f9ce-42a5-8521-8ff7133898c9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 946 time: 0.0482306 Sep 19 03:39:17.933124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb4244ba-33a3-43ce-96b0-1727e6c11544 req-6f45fab8-a609-4f1b-b7ec-3b93014443b4 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314071 Sep 19 03:39:17.976764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:18.030410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:16Z', 'revision_number': 6, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:03Z', 'revision_number': 1, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:18.055237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] Checking router: 04e8c5bb-add7-44b2-9a97-5961a756d788 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:39:18.063225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:18.063772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:18.163880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:18.374408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:16Z', 'revision_number': 6, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:03Z', 'revision_number': 1, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:18.403774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29f679-86c5-4d7a-8477-7762ab9d4574 None None] The sync data for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 is: [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:16Z', 'revision_number': 6, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '88029b64-9eb5-4645-b6b2-921465b1fed9', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.97', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'port_id': '9ab841ec-524a-48f5-8128-032530657c2d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'mac_address': 'fa:16:3e:43:a6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:01Z', 'updated_at': '2021-09-19T03:38:03Z', 'revision_number': 1, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:39:18.528227 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:18.803373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ff181979-c6aa-4a88-9f6a-dcb032d57936 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:39:18.823521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ff181979-c6aa-4a88-9f6a-dcb032d57936 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:39:18.823929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ff181979-c6aa-4a88-9f6a-dcb032d57936 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:39:19.053508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b8ac-e367-4ae0-8a79-50032c7f138f req-99d345b9-f5b1-45f0-8415-1db4c9e039e0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:19.055003 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb23b8ac-e367-4ae0-8a79-50032c7f138f req-99d345b9-f5b1-45f0-8415-1db4c9e039e0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 946 time: 0.0527105 Sep 19 03:39:19.091946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb23b8ac-e367-4ae0-8a79-50032c7f138f req-f1e345fd-dc48-486e-a701-e252623acbf2 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=722432e1-fd7a-4385-833a-55b166ad2c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Sep 19 03:39:19.175331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-78fee084-6abf-4fde-818d-a4a7bd93844f tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:19.176758 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-78fee084-6abf-4fde-818d-a4a7bd93844f tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "GET /v2.0/ports?device_id=9423f3c3-d192-45af-ba1d-69ce531645ab HTTP/1.1" status: 200 len: 946 time: 0.0470726 Sep 19 03:39:19.265362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 253629b7-6799-4311-853b-cf6a8c948d08 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:19.265624 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:19.354077 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port 253629b7-6799-4311-853b-cf6a8c948d08, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=253629b7-6799-4311-853b-cf6a8c948d08,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:19.354599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:19.368081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 253629b7-6799-4311-853b-cf6a8c948d08 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:19.498428 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:19.526859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=253629b7-6799-4311-853b-cf6a8c948d08,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:19.567707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] No DVR routers for this DVR port 253629b7-6799-4311-853b-cf6a8c948d08 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:39:19.570295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:19.572320 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d8b9fd8b-e590-4589-81da-6843f5453546 req-70043c27-44d8-447a-8aa4-ef2c19357d94 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "DELETE /v2.0/ports/253629b7-6799-4311-853b-cf6a8c948d08 HTTP/1.1" status: 204 len: 173 time: 0.3891990 Sep 19 03:39:19.572775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'name': 'network-vif-deleted', 'tag': '253629b7-6799-4311-853b-cf6a8c948d08'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:39:19.575624 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6480d940-7230-4b00-bd46-c51a3c1582d0" -d '{"events": [{"server_uuid": "9423f3c3-d192-45af-ba1d-69ce531645ab", "name": "network-vif-deleted", "tag": "253629b7-6799-4311-853b-cf6a8c948d08"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:39:19.618886 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4014958-77e3-428b-8eb8-9c3c0bc61833 x-openstack-request-id: req-c4014958-77e3-428b-8eb8-9c3c0bc61833 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:39:19.619211 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9423f3c3-d192-45af-ba1d-69ce531645ab", "name": "network-vif-deleted", "tag": "253629b7-6799-4311-853b-cf6a8c948d08", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:39:19.619462 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4014958-77e3-428b-8eb8-9c3c0bc61833 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:39:19.619860 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9423f3c3-d192-45af-ba1d-69ce531645ab', 'name': 'network-vif-deleted', 'tag': '253629b7-6799-4311-853b-cf6a8c948d08', 'status': 'completed', 'code': 200} Sep 19 03:39:20.108866 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.147694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33234) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:20.205190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b37d7a19-f1c4-49b4-9e6c-933e0c1143fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.229743 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b37d7a19-f1c4-49b4-9e6c-933e0c1143fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.290612 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b37d7a19-f1c4-49b4-9e6c-933e0c1143fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.293234 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b37d7a19-f1c4-49b4-9e6c-933e0c1143fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.294921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b37d7a19-f1c4-49b4-9e6c-933e0c1143fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/security-groups/722432e1-fd7a-4385-833a-55b166ad2c6a HTTP/1.1" status: 204 len: 168 time: 0.1462142 Sep 19 03:39:20.303626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7a19-f1c4-49b4-9e6c-933e0c1143fd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722432e1-fd7a-4385-833a-55b166ad2c6a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:20.327865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33238) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:20.378695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting subnet 6a387740-a85e-425a-9ac3-2b1466d33ce7 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:39:20.381566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.420405 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.505636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.562264 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.587332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Subnet': ['ID=6a387740-a85e-425a-9ac3-2b1466d33ce7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:20.597010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.597355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.597692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.598029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.598355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.598679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.599026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.599346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.600064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.600064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.600305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.600630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:39:20.603241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19e9258-6971-4929-9ab1-abbbcfb382ac None None] Network af0b6221-4f51-41ac-be1c-42cb28957891 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:39:20.603411 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.605227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-02ff12f7-c053-40bc-a47d-56dbf50f3ac5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/subnets/6a387740-a85e-425a-9ac3-2b1466d33ce7 HTTP/1.1" status: 204 len: 168 time: 0.2763717 Sep 19 03:39:20.607945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:20.682917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.742137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 087bccc8-3cf6-4856-9804-8446f32f8834 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:20.744802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.773475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] DHCP port deletion for af0b6221-4f51-41ac-be1c-42cb28957891 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:39:20.807035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port 087bccc8-3cf6-4856-9804-8446f32f8834, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=087bccc8-3cf6-4856-9804-8446f32f8834,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:20.807407 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.817889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] Deleting port 087bccc8-3cf6-4856-9804-8446f32f8834 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:20.818261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.820553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 087bccc8-3cf6-4856-9804-8446f32f8834 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:20.882087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] For port 087bccc8-3cf6-4856-9804-8446f32f8834, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=087bccc8-3cf6-4856-9804-8446f32f8834,segment=NetworkSegment(eb5b0413-955b-4e54-9107-e25fdeae6cc3),segment_id=eb5b0413-955b-4e54-9107-e25fdeae6cc3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:20.882482 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.895680 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] Calling delete_port for 087bccc8-3cf6-4856-9804-8446f32f8834 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:20.902481 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.928856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=087bccc8-3cf6-4856-9804-8446f32f8834,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:20.930619 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] No DVR routers for this DVR port 087bccc8-3cf6-4856-9804-8446f32f8834 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 03:39:20.967676 n-d-809936-1 neutron-server[94724]: self.session.flush() Sep 19 03:39:20.971944 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:20.997253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] Pushing event deleted for resources: {'Port': ['ID=087bccc8-3cf6-4856-9804-8446f32f8834,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:20.999061 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed43768-f9ba-4593-8da5-adf5a4fdc991 None None] No DVR routers for this DVR port 087bccc8-3cf6-4856-9804-8446f32f8834 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:39:21.016381 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.036265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0b6221-4f51-41ac-be1c-42cb28957891']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:21.045547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5b0413-955b-4e54-9107-e25fdeae6cc3') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:21.045841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5b0413-955b-4e54-9107-e25fdeae6cc3') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:21.054973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.067882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.073811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:39:21.074195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:39:21.077895 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:39:21.134189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.142054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.143979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/networks/af0b6221-4f51-41ac-be1c-42cb28957891 HTTP/1.1" status: 204 len: 168 time: 0.5351250 Sep 19 03:39:21.146843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33244) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:21.155303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5bae8-c143-4879-bfe8-9bd7df7ae1ff tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Network': ['ID=af0b6221-4f51-41ac-be1c-42cb28957891,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:21.301201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 04322b3b-6a41-445b-b651-0eca12a2a5dc {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:21.301780 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.375574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.375909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.387110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 04322b3b-6a41-445b-b651-0eca12a2a5dc owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:21.567116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.591446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=04322b3b-6a41-445b-b651-0eca12a2a5dc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:21.654086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.654420 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Floating IP 88029b64-9eb5-4645-b6b2-921465b1fed9 disassociated (deleted). External IP: 172.25.8.97, port: 9ab841ec-524a-48f5-8128-032530657c2d. Sep 19 03:39:21.854706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 04e8c5bb-add7-44b2-9a97-5961a756d788 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:39:21.965612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:39:21.970998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:21.975428 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] Sync routers for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:39:21.984486 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:21.985300 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:21.996982 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-83d9fb22-b1d1-44d9-896a-053f2ee23b09 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/floatingips/88029b64-9eb5-4645-b6b2-921465b1fed9 HTTP/1.1" status: 204 len: 168 time: 0.8489754 Sep 19 03:39:21.997570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:39:21.999836 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6847fb97-2a9d-406e-a0c7-fab1d6de1689" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "tag": "9ab841ec-524a-48f5-8128-032530657c2d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:39:22.036208 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacf9118-2bfb-490b-a77f-4955669d0db6 x-openstack-request-id: req-eacf9118-2bfb-490b-a77f-4955669d0db6 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:39:22.036498 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "tag": "9ab841ec-524a-48f5-8128-032530657c2d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:39:22.036866 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eacf9118-2bfb-490b-a77f-4955669d0db6 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:39:22.037269 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d', 'status': 'completed', 'code': 200} Sep 19 03:39:22.096923 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:22.106464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-d3d7058f-53d8-4e46-80b5-e20c16a931ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:22.109357 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-d3d7058f-53d8-4e46-80b5-e20c16a931ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 1096 time: 0.0479634 Sep 19 03:39:22.220223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-c2ae2515-724e-4eed-a6ef-15cce5ad0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:22.221743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-c2ae2515-724e-4eed-a6ef-15cce5ad0f94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ccff7b04-65e6-40d5-885a-c7fce7db48d3 HTTP/1.1" status: 200 len: 898 time: 0.0979869 Sep 19 03:39:22.240795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b79c9-18c6-4ff9-88b9-7edfffc54d7b req-9b3bbd25-d8c7-4573-a78e-7b271496176e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:22.242325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a08b79c9-18c6-4ff9-88b9-7edfffc54d7b req-9b3bbd25-d8c7-4573-a78e-7b271496176e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 945 time: 0.0558949 Sep 19 03:39:22.272047 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-ef694c9d-3c45-4347-9d6a-0f489372e879 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ab841ec-524a-48f5-8128-032530657c2d HTTP/1.1" status: 200 len: 217 time: 0.0417182 Sep 19 03:39:22.281813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a08b79c9-18c6-4ff9-88b9-7edfffc54d7b req-ad5c7f7d-bf50-445e-8489-0a60e4f4954a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Sep 19 03:39:22.303284 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:16Z', 'revision_number': 6, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:22.326135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-36caa815-8e3f-4029-831b-c9bc5567126c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:22.327647 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-36caa815-8e3f-4029-831b-c9bc5567126c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b154142e-36a9-4ddb-9f0e-2279dba52679 HTTP/1.1" status: 200 len: 834 time: 0.0482781 Sep 19 03:39:22.328924 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] Checking router: 04e8c5bb-add7-44b2-9a97-5961a756d788 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:39:22.337118 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:22.337708 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:22.373372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-4e887312-be1b-4ba8-8a24-94e217ba7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:22.374789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-4e887312-be1b-4ba8-8a24-94e217ba7bfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ccff7b04-65e6-40d5-885a-c7fce7db48d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392020 Sep 19 03:39:22.442102 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:22.477511 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-3f9c48ad-bf1f-49e5-92b0-8dc5d81cc999 service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938463 Sep 19 03:39:22.577309 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6847fb97-2a9d-406e-a0c7-fab1d6de1689 req-be4b0af1-b948-4358-8b92-08186b08bddd service neutron] 10.222.0.30 "GET /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918162 Sep 19 03:39:22.652072 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:16Z', 'revision_number': 6, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:22.678422 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbfefe-8810-411c-84c3-b7765206c2ac None None] The sync data for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 is: [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:16Z', 'revision_number': 6, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '33b3bdef-888a-476e-bd77-ef176ebf3a7b', 'name': '', 'network_id': 'ccff7b04-65e6-40d5-885a-c7fce7db48d3', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:26:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_interface', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:45Z', 'updated_at': '2021-09-19T03:37:49Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'b154142e-36a9-4ddb-9f0e-2279dba52679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:39:22.736490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 087bccc8-3cf6-4856-9804-8446f32f8834 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:39:22.760180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 087bccc8-3cf6-4856-9804-8446f32f8834 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:39:22.760537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 087bccc8-3cf6-4856-9804-8446f32f8834 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:39:22.905145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0b8ce0-2832-4dfb-a5b3-f00250e022bf None None] New status for floating IP 88029b64-9eb5-4645-b6b2-921465b1fed9: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:39:23.006629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 253629b7-6799-4311-853b-cf6a8c948d08 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:39:23.025325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 253629b7-6799-4311-853b-cf6a8c948d08 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:39:23.025664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 253629b7-6799-4311-853b-cf6a8c948d08 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:39:23.398496 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bae4db-b98a-40c0-8921-d2b6a3f4e94d req-d50ef66a-7b6c-4dad-9e42-f78aa21787a6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:23.399984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62bae4db-b98a-40c0-8921-d2b6a3f4e94d req-d50ef66a-7b6c-4dad-9e42-f78aa21787a6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 945 time: 0.0479796 Sep 19 03:39:23.437425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62bae4db-b98a-40c0-8921-d2b6a3f4e94d req-e9a1f69f-a4e4-451f-a7a5-bbe5c5528434 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=d9e57e6e-0b13-4609-bf0c-06ab434f813b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308118 Sep 19 03:39:23.505409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-fe2c7972-d1ad-4c46-ad8a-e3d7b996b5e5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:23.506887 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-fe2c7972-d1ad-4c46-ad8a-e3d7b996b5e5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c1f771-c0c5-476a-98e2-8c0ac69c55de HTTP/1.1" status: 200 len: 945 time: 0.0492251 Sep 19 03:39:23.609877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 9ab841ec-524a-48f5-8128-032530657c2d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:23.610225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:23.698482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port 9ab841ec-524a-48f5-8128-032530657c2d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9ab841ec-524a-48f5-8128-032530657c2d,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:23.698941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:23.710656 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 9ab841ec-524a-48f5-8128-032530657c2d owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:23.836317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:23.863420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=9ab841ec-524a-48f5-8128-032530657c2d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:23.909915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] No DVR routers for this DVR port 9ab841ec-524a-48f5-8128-032530657c2d on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:39:23.912345 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:23.914321 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-34fd27f6-a84a-4dc9-9656-22199fcb05be req-0f9be6dc-486c-427d-8818-ab2199dbcfd3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.30 "DELETE /v2.0/ports/9ab841ec-524a-48f5-8128-032530657c2d HTTP/1.1" status: 204 len: 173 time: 0.4013054 Sep 19 03:39:24.038138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'name': 'network-vif-deleted', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:39:24.040579 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a761f8-605e-4eca-b5ed-8f55b82b385f" -d '{"events": [{"server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "name": "network-vif-deleted", "tag": "9ab841ec-524a-48f5-8128-032530657c2d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:39:24.074302 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d4bd85-d7a5-455c-91d7-32489c6c3f2a x-openstack-request-id: req-c3d4bd85-d7a5-455c-91d7-32489c6c3f2a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:39:24.074600 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c1f771-c0c5-476a-98e2-8c0ac69c55de", "name": "network-vif-deleted", "tag": "9ab841ec-524a-48f5-8128-032530657c2d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:39:24.074901 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3d4bd85-d7a5-455c-91d7-32489c6c3f2a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:39:24.075786 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c1f771-c0c5-476a-98e2-8c0ac69c55de', 'name': 'network-vif-deleted', 'tag': '9ab841ec-524a-48f5-8128-032530657c2d', 'status': 'completed', 'code': 200} Sep 19 03:39:24.493794 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33260) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:24.550353 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4013959-d737-43ab-8e63-29f03c5277d1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:24.574662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4013959-d737-43ab-8e63-29f03c5277d1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:24.632602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4013959-d737-43ab-8e63-29f03c5277d1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:24.635113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d4013959-d737-43ab-8e63-29f03c5277d1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:24.636287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d4013959-d737-43ab-8e63-29f03c5277d1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/security-groups/d9e57e6e-0b13-4609-bf0c-06ab434f813b HTTP/1.1" status: 204 len: 168 time: 0.1414700 Sep 19 03:39:24.645360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4013959-d737-43ab-8e63-29f03c5277d1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e57e6e-0b13-4609-bf0c-06ab434f813b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:24.666667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33264) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:25.017691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:25.261766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 33b3bdef-888a-476e-bd77-ef176ebf3a7b {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:25.262028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:25.346761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port 33b3bdef-888a-476e-bd77-ef176ebf3a7b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=33b3bdef-888a-476e-bd77-ef176ebf3a7b,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:25.347150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:25.359015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 33b3bdef-888a-476e-bd77-ef176ebf3a7b owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:25.536409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:25.563615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=33b3bdef-888a-476e-bd77-ef176ebf3a7b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:25.733969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:25.942540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 04e8c5bb-add7-44b2-9a97-5961a756d788 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:39:26.375707 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:39:26.380635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b6432a7c-2158-4be0-8df6-e2717f396267 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "PUT /v2.0/routers/04e8c5bb-add7-44b2-9a97-5961a756d788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7127686 Sep 19 03:39:26.383331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33266) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:26.386662 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] Sync routers for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:39:26.395502 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:26.396099 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:26.432365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting subnet b154142e-36a9-4ddb-9f0e-2279dba52679 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:39:26.435439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.474428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.498089 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:26.560177 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.615817 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.643492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Subnet': ['ID=b154142e-36a9-4ddb-9f0e-2279dba52679,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:26.645403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.647298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1bebe1e1-6004-4d4c-b0a3-8346a13fd16d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/subnets/b154142e-36a9-4ddb-9f0e-2279dba52679 HTTP/1.1" status: 204 len: 168 time: 0.2630360 Sep 19 03:39:26.650466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33268) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:26.654015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06772bcf-f460-4216-b057-4f0b58ae2522 None None] Network ccff7b04-65e6-40d5-885a-c7fce7db48d3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:39:26.672236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:25Z', 'revision_number': 7, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:26.703253 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] Checking router: 04e8c5bb-add7-44b2-9a97-5961a756d788 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:39:26.712757 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] Routers {'04e8c5bb-add7-44b2-9a97-5961a756d788'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:26.713610 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04e8c5bb-add7-44b2-9a97-5961a756d788'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:26.757324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.827634 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] Set router 04e8c5bb-add7-44b2-9a97-5961a756d788 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:26.865541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.868236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] DHCP port deletion for ccff7b04-65e6-40d5-885a-c7fce7db48d3 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:39:26.918829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] Deleting port 6259ef08-af50-4925-8a70-08f28cad4333 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:26.919767 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.924839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port b11ea025-90bd-4f9e-b2aa-1db6c1162d96 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:39:26.925180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:26.986639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] For port 6259ef08-af50-4925-8a70-08f28cad4333, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6259ef08-af50-4925-8a70-08f28cad4333,segment=NetworkSegment(94bcf35f-35d2-46e3-8b5a-74d7872f34cb),segment_id=94bcf35f-35d2-46e3-8b5a-74d7872f34cb)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:26.987245 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.002223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] Calling delete_port for 6259ef08-af50-4925-8a70-08f28cad4333 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:27.012230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port b11ea025-90bd-4f9e-b2aa-1db6c1162d96, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:27.013025 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.026641 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for b11ea025-90bd-4f9e-b2aa-1db6c1162d96 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:39:27.046949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9ab841ec-524a-48f5-8128-032530657c2d no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:39:27.071266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 9ab841ec-524a-48f5-8128-032530657c2d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:39:27.071632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9ab841ec-524a-48f5-8128-032530657c2d not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:39:27.107117 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:25Z', 'revision_number': 7, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:27.107911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.132914 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb92697c-d9b3-4275-89b8-757eb4b6b67e None None] The sync data for ids ['04e8c5bb-add7-44b2-9a97-5961a756d788'] in n-d-809936-1 is: [{'id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'name': 'tempest-TestNetworkBasicOps-router-1968259519', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:37:42Z', 'updated_at': '2021-09-19T03:39:25Z', 'revision_number': 7, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': 'b11ea025-90bd-4f9e-b2aa-1db6c1162d96', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e8c5bb-add7-44b2-9a97-5961a756d788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:37:43Z', 'updated_at': '2021-09-19T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:39:27.134461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] Pushing event deleted for resources: {'Port': ['ID=6259ef08-af50-4925-8a70-08f28cad4333,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:27.139575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070e458-aeef-461d-bdd6-4a6f7ed3e055 None None] No DVR routers for this DVR port 6259ef08-af50-4925-8a70-08f28cad4333 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:39:27.197303 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.222627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=b11ea025-90bd-4f9e-b2aa-1db6c1162d96,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:27.284716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.374049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.376156 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.417103 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.417541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Fanout notify agent at l3_agent the message router_deleted on router 04e8c5bb-add7-44b2-9a97-5961a756d788 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:39:27.424915 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.426014 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b098215d-1660-4200-ad80-7444dc19acdd tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/routers/04e8c5bb-add7-44b2-9a97-5961a756d788 HTTP/1.1" status: 204 len: 168 time: 0.7750270 Sep 19 03:39:27.428706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33270) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:27.511703 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.878531 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.898211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccff7b04-65e6-40d5-885a-c7fce7db48d3']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:27.907058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bcf35f-35d2-46e3-8b5a-74d7872f34cb') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:27.907302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bcf35f-35d2-46e3-8b5a-74d7872f34cb') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:27.916090 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.928725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.934920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:39:27.935275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:39:27.938084 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:39:27.995616 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.003467 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.004835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/networks/ccff7b04-65e6-40d5-885a-c7fce7db48d3 HTTP/1.1" status: 204 len: 168 time: 0.5751700 Sep 19 03:39:28.016112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d5305-511c-4628-9837-9456dfab044a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Network': ['ID=ccff7b04-65e6-40d5-885a-c7fce7db48d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:28.025155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:28.029931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'network': {'name': 'tempest-network-smoke--1960128482', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:28.048936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:39:28.052306 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.074497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:39:28.083351 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.083693 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Added segment a56d969d-ed24-4b32-a9ff-1d2054d950d7 of type vlan for network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 Sep 19 03:39:28.123198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.148605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.154263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:28.154897 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.193969 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1676590 Sep 19 03:39:28.197545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33274) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:28.201944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-878064683', 'admin_state_up': True, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:28.223843 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.224913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.227089 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7844ef-a84d-4dc1-85c8-7ff31047bf65 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Network': ['ID=4cc5146c-152b-4624-a0f5-40eb78b0b0d6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:28.237567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:39:28.277029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.410380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.596310 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.613936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.714935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.25.8.167 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/9ce94ccd-f262-4423-a771-2d63b0ffa40f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:39:28.737807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6259ef08-af50-4925-8a70-08f28cad4333 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:39:28.823570 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.859312 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:28.900220 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:39:28.905949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:39:28.908621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:39:28.909373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 6259ef08-af50-4925-8a70-08f28cad4333 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:39:28.909940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6259ef08-af50-4925-8a70-08f28cad4333 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:39:28.910351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b11ea025-90bd-4f9e-b2aa-1db6c1162d96 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:39:28.915162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=9ce94ccd-f262-4423-a771-2d63b0ffa40f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:28.928767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b11ea025-90bd-4f9e-b2aa-1db6c1162d96 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:39:28.929111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b11ea025-90bd-4f9e-b2aa-1db6c1162d96 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:39:28.929516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 33b3bdef-888a-476e-bd77-ef176ebf3a7b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:39:28.947174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 33b3bdef-888a-476e-bd77-ef176ebf3a7b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:39:28.947519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 33b3bdef-888a-476e-bd77-ef176ebf3a7b not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:39:29.165017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:29.386550 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:29.518008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 5545a6ff-c22e-416f-bc20-cb5fc32d992b is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:39:29.649289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:39:29.661650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Sync routers for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:39:29.670546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:29.674462 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6d491319-3ced-4e0c-a0a7-0b6eff6cae46 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4740539 Sep 19 03:39:29.674668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:29.676789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:29.677651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:29.706150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dc367a06-933e-496b-9bac-a6c77f48b0c6 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5039650cc7ae4a3e8b2e7a64140da76c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279028 Sep 19 03:39:29.706398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33278) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:29.806209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55464cc7-a462-4d47-927c-fb0157d1f26d tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:29.811497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-55464cc7-a462-4d47-927c-fb0157d1f26d tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008666 Sep 19 03:39:29.811648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:29.811857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33280) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:29.842122 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d75dbe46-830a-4258-b5ae-117a477147be tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265882 Sep 19 03:39:29.842710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33282) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:29.847735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1779987917', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:29.951881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:39:29.955406 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.017507 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:29Z', 'revision_number': 3, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:30.044887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Checking router: 5545a6ff-c22e-416f-bc20-cb5fc32d992b for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:39:30.045145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Updating router 5545a6ff-c22e-416f-bc20-cb5fc32d992b port 9ce94ccd-f262-4423-a771-2d63b0ffa40f binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:39:30.071141 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.153725 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.188604 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.210499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Subnet': ['ID=c1ba02f1-8c75-4c33-b43b-700f361d8cf8,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:30.221594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Checking segment: {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:39:30.221955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network hostable DHCP agents. Network: 4cc5146c-152b-4624-a0f5-40eb78b0b0d6, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:39:30.238529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:39:30.247817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 4cc5146c-152b-4624-a0f5-40eb78b0b0d6) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:39:30.252319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:30.253138 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.258333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67205b55-ff20-4bc7-a09c-16ea22e5a028 None None] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:39:30.268007 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b902267b-2481-4f27-b4b5-f5eb99420211 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4242566 Sep 19 03:39:30.270985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33284) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:30.427199 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.434999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.500940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:39:30.501776 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.515525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f036f85-7783-4e5a-bff4-96d3b723ddae None None] Pushing event updated for resources: {'Port': ['ID=9ce94ccd-f262-4423-a771-2d63b0ffa40f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:30.519283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Attempting to bind port 9ce94ccd-f262-4423-a771-2d63b0ffa40f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:39:30.519654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Attempting to bind port 9ce94ccd-f262-4423-a771-2d63b0ffa40f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:39:30.520023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Attempting to bind port 9ce94ccd-f262-4423-a771-2d63b0ffa40f on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:39:30.534054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:39:30.534429 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:39:30.534855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.535243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:39:30.535719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Bound port: 9ce94ccd-f262-4423-a771-2d63b0ffa40f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:39:30.536101 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.666294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] For port 9ce94ccd-f262-4423-a771-2d63b0ffa40f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:39:30.683681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] For port 9ce94ccd-f262-4423-a771-2d63b0ffa40f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9ce94ccd-f262-4423-a771-2d63b0ffa40f,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:39:30.688730 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.721345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Allocated IP 172.20.0.2 (4cc5146c-152b-4624-a0f5-40eb78b0b0d6/c1ba02f1-8c75-4c33-b43b-700f361d8cf8/34b3c394-9ac4-46cc-b0e2-e150b1913f70) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:39:30.728684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:30.782686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f036f85-7783-4e5a-bff4-96d3b723ddae None None] Pushing event updated for resources: {'Port': ['ID=9ce94ccd-f262-4423-a771-2d63b0ffa40f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:30.785123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:30.785684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:30.958810 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:31.035286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.046530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.094183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.20.0.1 (4cc5146c-152b-4624-a0f5-40eb78b0b0d6/c1ba02f1-8c75-4c33-b43b-700f361d8cf8/394ad54d-726c-470a-a67f-d482c158dc68) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:39:31.112115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:39:31.117419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:39:31.130901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:39:31.135414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Pushing event updated for resources: {'Port': ['ID=34b3c394-9ac4-46cc-b0e2-e150b1913f70,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:31.216423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Attempting to bind port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:39:31.216703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Attempting to bind port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:39:31.217064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Attempting to bind port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 on network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:39:31.224195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:39:31.224567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Checking segment: {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:39:31.224964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.225263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.225386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Bound using segment: {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:39:31.225811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Bound port: 34b3c394-9ac4-46cc-b0e2-e150b1913f70, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:39:31.226186 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.261722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.273068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:29Z', 'revision_number': 3, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:31.301933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:39:31.303798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b16e78d-3774-450e-ad56-6eb645d87751 None None] The sync data for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 is: [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:29Z', 'revision_number': 3, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:39:31.305139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:39:31.311257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:39:31.325830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] For port 34b3c394-9ac4-46cc-b0e2-e150b1913f70, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:39:31.332219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] For port 34b3c394-9ac4-46cc-b0e2-e150b1913f70, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=34b3c394-9ac4-46cc-b0e2-e150b1913f70,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:39:31.336438 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.339832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=394ad54d-726c-470a-a67f-d482c158dc68,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:31.369337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.404701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17c3fc-4556-49fd-bf23-4e4e41da419c None None] Pushing event updated for resources: {'Port': ['ID=34b3c394-9ac4-46cc-b0e2-e150b1913f70,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:31.529096 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.856182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.862441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.942619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:31.944552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=394ad54d-726c-470a-a67f-d482c158dc68,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:32.047454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:39:32.049019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:39:32.174236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 5545a6ff-c22e-416f-bc20-cb5fc32d992b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:39:32.300492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:39:32.305487 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1bc9dc8c-5920-4373-9f36-cda503712c84 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "PUT /v2.0/routers/5545a6ff-c22e-416f-bc20-cb5fc32d992b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329125 Sep 19 03:39:32.308133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33288) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:32.383047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f19ba6-8f5a-44fa-8a65-c3f16d47d491 None None] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:39:32.451223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-739c0828-a138-4963-9ec5-35802f4c4f89 None None] Provisioning complete for port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:32.451592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-739c0828-a138-4963-9ec5-35802f4c4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:32.485797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.486272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.486908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.487535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.488051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.488681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.489221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.489688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.491599 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c00f716a-fffb-4260-8498-680b94160c61 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.1825273 Sep 19 03:39:32.494424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33290) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:32.586423 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.586937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.587418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.587872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.588338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.588795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.589253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.589817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:32.594870 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5d5f660a-643e-458c-afa7-9b68d8f4cd09 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5273 time: 0.0969296 Sep 19 03:39:32.595335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:32.746377 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-739c0828-a138-4963-9ec5-35802f4c4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:32.789512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-739c0828-a138-4963-9ec5-35802f4c4f89 None None] For port 34b3c394-9ac4-46cc-b0e2-e150b1913f70, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=34b3c394-9ac4-46cc-b0e2-e150b1913f70,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:32.797877 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-739c0828-a138-4963-9ec5-35802f4c4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:32.879278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c0828-a138-4963-9ec5-35802f4c4f89 None None] Pushing event updated for resources: {'Port': ['ID=34b3c394-9ac4-46cc-b0e2-e150b1913f70,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:32.896446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 34b3c394-9ac4-46cc-b0e2-e150b1913f70 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:39:32.952374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:32.952911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.048146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ce94ccd-f262-4423-a771-2d63b0ffa40f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:39:33.103271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9ce94ccd-f262-4423-a771-2d63b0ffa40f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:33.103588 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.127220 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Sync routers for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:39:33.137390 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:33.138691 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:33.152253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d93285d3-1242-4421-a9fe-d488cea9865f None None] Provisioning complete for port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:33.152631 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d93285d3-1242-4421-a9fe-d488cea9865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.176360 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6b3fe7ca-d823-4b3a-9647-44f3196cf8cf tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4478 time: 0.5774558 Sep 19 03:39:33.239690 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.258216 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:33.266422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 9ce94ccd-f262-4423-a771-2d63b0ffa40f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9ce94ccd-f262-4423-a771-2d63b0ffa40f,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:33.292220 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.358305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=9ce94ccd-f262-4423-a771-2d63b0ffa40f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:33.363295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d93285d3-1242-4421-a9fe-d488cea9865f None None] Provisioning complete for port 394ad54d-726c-470a-a67f-d482c158dc68 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:33.363676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d93285d3-1242-4421-a9fe-d488cea9865f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.401014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d93285d3-1242-4421-a9fe-d488cea9865f None None] Port 394ad54d-726c-470a-a67f-d482c158dc68 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:39:33.428183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33296) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:33.432971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f96cf7a6-7990-41cf-9de2-e25cae779258 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-653173608', 'description': 'tempest-secgroup-smoke-653173608 description', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:33.460293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f96cf7a6-7990-41cf-9de2-e25cae779258 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.484397 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 2, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:33.518804 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Checking router: 5545a6ff-c22e-416f-bc20-cb5fc32d992b for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:39:33.519395 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Updating router 5545a6ff-c22e-416f-bc20-cb5fc32d992b port 394ad54d-726c-470a-a67f-d482c158dc68 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:39:33.526075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-403c81ae-60d7-4484-be26-51eb9016a03d None None] Provisioning complete for port 394ad54d-726c-470a-a67f-d482c158dc68 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:33.526440 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-403c81ae-60d7-4484-be26-51eb9016a03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.552713 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.565644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-403c81ae-60d7-4484-be26-51eb9016a03d None None] Port 394ad54d-726c-470a-a67f-d482c158dc68 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:39:33.568698 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f96cf7a6-7990-41cf-9de2-e25cae779258 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.573171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f96cf7a6-7990-41cf-9de2-e25cae779258 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.601674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f96cf7a6-7990-41cf-9de2-e25cae779258 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.603112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f96cf7a6-7990-41cf-9de2-e25cae779258 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1738799 Sep 19 03:39:33.606610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33298) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:33.607868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cf7a6-7990-41cf-9de2-e25cae779258 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a69b4b1-ac06-4b90-9919-488329447f8d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:33.612478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-425372c2-8598-4ee6-ae7a-346219cba653 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '9a69b4b1-ac06-4b90-9919-488329447f8d', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:33.640053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-425372c2-8598-4ee6-ae7a-346219cba653 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.688124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4f9417ea-d40a-441f-a1f9-24c06f9d9109 None None] Provisioning complete for port 394ad54d-726c-470a-a67f-d482c158dc68 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:33.688533 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4f9417ea-d40a-441f-a1f9-24c06f9d9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.705278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-425372c2-8598-4ee6-ae7a-346219cba653 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.710646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-425372c2-8598-4ee6-ae7a-346219cba653 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.724741 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4f9417ea-d40a-441f-a1f9-24c06f9d9109 None None] Port 394ad54d-726c-470a-a67f-d482c158dc68 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:39:33.734931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425372c2-8598-4ee6-ae7a-346219cba653 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2961a95-076d-418d-93d4-7d5064ed0e88,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:33.739360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-425372c2-8598-4ee6-ae7a-346219cba653 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.743322 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-425372c2-8598-4ee6-ae7a-346219cba653 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325121 Sep 19 03:39:33.744285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33300) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:33.748735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-47b112e9-8942-48bd-aab1-09d6b12b0715 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '9a69b4b1-ac06-4b90-9919-488329447f8d', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:33.775279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47b112e9-8942-48bd-aab1-09d6b12b0715 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.827835 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.832903 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.836036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47b112e9-8942-48bd-aab1-09d6b12b0715 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.840065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47b112e9-8942-48bd-aab1-09d6b12b0715 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.856023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b112e9-8942-48bd-aab1-09d6b12b0715 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48143883-855b-4f2f-becd-28d3ac3c5a5b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:33.871505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47b112e9-8942-48bd-aab1-09d6b12b0715 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.872695 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-47b112e9-8942-48bd-aab1-09d6b12b0715 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281502 Sep 19 03:39:33.875562 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33302) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:33.880524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-af90c7b2-2de8-4c61-b546-4320737b22e1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '9a69b4b1-ac06-4b90-9919-488329447f8d', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:33.904521 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5f767-f4bc-455a-b6f0-be4e457371d4 None None] Pushing event updated for resources: {'Port': ['ID=394ad54d-726c-470a-a67f-d482c158dc68,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:33.912320 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af90c7b2-2de8-4c61-b546-4320737b22e1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.933419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Attempting to bind port 394ad54d-726c-470a-a67f-d482c158dc68 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:39:33.933891 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Attempting to bind port 394ad54d-726c-470a-a67f-d482c158dc68 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:39:33.934654 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Attempting to bind port 394ad54d-726c-470a-a67f-d482c158dc68 on network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:39:33.940027 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:39:33.940594 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Checking segment: {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:39:33.941008 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.942154 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Bound using segment: {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:39:33.942643 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Bound port: 394ad54d-726c-470a-a67f-d482c158dc68, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:39:33.943057 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.983554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af90c7b2-2de8-4c61-b546-4320737b22e1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:33.987743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af90c7b2-2de8-4c61-b546-4320737b22e1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.006943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90c7b2-2de8-4c61-b546-4320737b22e1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd0b7a5-11a1-40f1-8000-3b1f7b715d00,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:34.012880 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] For port 394ad54d-726c-470a-a67f-d482c158dc68, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:39:34.014222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af90c7b2-2de8-4c61-b546-4320737b22e1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.015569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-af90c7b2-2de8-4c61-b546-4320737b22e1 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387422 Sep 19 03:39:34.016723 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] For port 394ad54d-726c-470a-a67f-d482c158dc68, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=394ad54d-726c-470a-a67f-d482c158dc68,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:39:34.018880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33304) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:34.022779 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.023940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6793fee8-85f2-4c0c-91f8-d0d39583a3ae tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '9a69b4b1-ac06-4b90-9919-488329447f8d', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:34.052898 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6793fee8-85f2-4c0c-91f8-d0d39583a3ae tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.075171 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:34.076003 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:34.118164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6793fee8-85f2-4c0c-91f8-d0d39583a3ae tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.122729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6793fee8-85f2-4c0c-91f8-d0d39583a3ae tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.129212 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5f767-f4bc-455a-b6f0-be4e457371d4 None None] Pushing event updated for resources: {'Port': ['ID=394ad54d-726c-470a-a67f-d482c158dc68,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:34.152625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793fee8-85f2-4c0c-91f8-d0d39583a3ae tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62269e46-80c2-4ee2-b53c-693fe8674e41,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:34.158284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6793fee8-85f2-4c0c-91f8-d0d39583a3ae tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.162363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6793fee8-85f2-4c0c-91f8-d0d39583a3ae tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396630 Sep 19 03:39:34.162799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33306) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:34.167847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '9a69b4b1-ac06-4b90-9919-488329447f8d', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:34.173867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6b067bf7-1b62-4fd5-8658-44da4c2eef0a None None] Provisioning complete for port 394ad54d-726c-470a-a67f-d482c158dc68 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:34.174245 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b067bf7-1b62-4fd5-8658-44da4c2eef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.197251 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Project 5039650cc7ae4a3e8b2e7a64140da76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:39:34.200058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:34.203112 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.286229 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b067bf7-1b62-4fd5-8658-44da4c2eef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.290786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.297508 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.328091 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.329297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1653569 Sep 19 03:39:34.330066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598125d1-8f47-453f-acda-179e5473af72 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2f58e4-0105-4b6d-a2fb-8fe85744d3a6,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:34.331968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33308) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:34.337412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'security_group_rule': {'security_group_id': '9a69b4b1-ac06-4b90-9919-488329447f8d', 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:34.350339 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6b067bf7-1b62-4fd5-8658-44da4c2eef0a None None] For port 394ad54d-726c-470a-a67f-d482c158dc68, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=394ad54d-726c-470a-a67f-d482c158dc68,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:34.357075 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b067bf7-1b62-4fd5-8658-44da4c2eef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.366349 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Project 5039650cc7ae4a3e8b2e7a64140da76c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:39:34.371534 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.415302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b067bf7-1b62-4fd5-8658-44da4c2eef0a None None] Pushing event updated for resources: {'Port': ['ID=394ad54d-726c-470a-a67f-d482c158dc68,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:34.428666 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:34.454087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.458080 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.458430 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036cf62d-e8e4-4987-8544-130dabd81169 None None] The sync data for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 is: [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:39:34.479014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c0f27e0a-bceb-478e-bbff-545aa231f0ce None None] Provisioning complete for port 394ad54d-726c-470a-a67f-d482c158dc68 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:34.479715 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0f27e0a-bceb-478e-bbff-545aa231f0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.482121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e40e8a-f433-41e6-a02a-2c31edd517f0,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:34.492131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.493636 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8d9df3e2-5574-4171-97b0-acf07b36cec8 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603799 Sep 19 03:39:34.660445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-b6e898da-c477-4290-9324-ef66b7cac89f tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-653173608&fields=id&tenant_id=5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 267 time: 0.0354660 Sep 19 03:39:34.784302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-4467d8dd-ff8f-4e9a-b32f-f649e47e928b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:34.785996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-4467d8dd-ff8f-4e9a-b32f-f649e47e928b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/networks?id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6 HTTP/1.1" status: 200 len: 797 time: 0.1186166 Sep 19 03:39:34.804592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-6ec0d7d8-8d9b-4029-94b3-8677769f978d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/quotas/5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 375 time: 0.0097089 Sep 19 03:39:34.856621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 394ad54d-726c-470a-a67f-d482c158dc68 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:39:34.867678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-58d64af9-787f-4668-ae4f-cc393237b05a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561657 Sep 19 03:39:34.914936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 394ad54d-726c-470a-a67f-d482c158dc68 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:34.915316 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:34.999642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 34b3c394-9ac4-46cc-b0e2-e150b1913f70 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:39:35.025410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-81e61c01-0c65-4525-a180-f07be14527ff service neutron] 10.222.0.22 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443510 Sep 19 03:39:35.049475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:35.049941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:35.131286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-24d53e91-9157-4e3e-af75-b7907928bd08 service neutron] 10.222.0.22 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987105 Sep 19 03:39:35.137135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ce94ccd-f262-4423-a771-2d63b0ffa40f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:39:35.187348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 9ce94ccd-f262-4423-a771-2d63b0ffa40f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:35.187996 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:35.311476 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa1b11fa-a570-4d6e-a729-648e2b3cedd8 req-b560efb0-6d28-4498-a5cd-4ada3990edbb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 210 time: 0.0289054 Sep 19 03:39:36.327179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-3090d0e3-2026-48f6-9f11-1439cc83ce2b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:36.328712 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-3090d0e3-2026-48f6-9f11-1439cc83ce2b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.32 "GET /v2.0/networks?id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6 HTTP/1.1" status: 200 len: 797 time: 0.1081457 Sep 19 03:39:36.383089 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-65f4aef3-e8c4-4884-9d7a-2ad3bfb7d751 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5039650cc7ae4a3e8b2e7a64140da76c HTTP/1.1" status: 200 len: 379 time: 0.0373449 Sep 19 03:39:36.423355 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68e23207-fafb-4109-ab24-0c95a53547f1 req-4f5a759b-f28e-4c6f-8cc9-94c8c7688dd5 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 210 time: 0.0252242 Sep 19 03:39:36.424075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'port': {'device_id': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'admin_state_up': True, 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'security_groups': ['9a69b4b1-ac06-4b90-9919-488329447f8d']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:36.537054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Made reservation on behalf of 5039650cc7ae4a3e8b2e7a64140da76c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:39:36.540649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:36.662796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.20.0.5 (4cc5146c-152b-4624-a0f5-40eb78b0b0d6/c1ba02f1-8c75-4c33-b43b-700f361d8cf8/871e2152-f74b-4611-af59-dc3724424516) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:39:36.800916 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:36.833034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:36.873995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:39:36.877054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:39:36.880805 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:39:36.915231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=871e2152-f74b-4611-af59-dc3724424516,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:36.942497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:36.943175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:36.958009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-bb12d6d0-4359-4aa3-a06a-0e0427954343 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5378413 Sep 19 03:39:36.978437 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Request body: {'port': {'device_id': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:37.034181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:37.133209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-43b95a8b-0c26-4ecd-a6a7-ce00ea6b8f4c None None] Provisioning complete for port 871e2152-f74b-4611-af59-dc3724424516 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:37.133828 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43b95a8b-0c26-4ecd-a6a7-ce00ea6b8f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:37.167740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-43b95a8b-0c26-4ecd-a6a7-ce00ea6b8f4c None None] Port 871e2152-f74b-4611-af59-dc3724424516 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:39:37.293849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871e2152-f74b-4611-af59-dc3724424516 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:39:37.301093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:37.312658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Transition to ACTIVE for port object 871e2152-f74b-4611-af59-dc3724424516 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:39:37.316750 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:37.370735 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84407365-3158-46a1-b859-95edab2271ce service neutron] Pushing event updated for resources: {'Port': ['ID=871e2152-f74b-4611-af59-dc3724424516,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:37.440657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Attempting to bind port 871e2152-f74b-4611-af59-dc3724424516 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:39:37.440999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Attempting to bind port 871e2152-f74b-4611-af59-dc3724424516 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:39:37.441367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Attempting to bind port 871e2152-f74b-4611-af59-dc3724424516 on network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:39:37.447013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Port 871e2152-f74b-4611-af59-dc3724424516 on network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:39:37.447348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Attempting to bind port 871e2152-f74b-4611-af59-dc3724424516 on network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:39:37.453475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:39:37.453856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Checking segment: {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:39:37.454212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Bound using segment: {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:39:37.454652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Bound port: 871e2152-f74b-4611-af59-dc3724424516, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56d969d-ed24-4b32-a9ff-1d2054d950d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:39:37.455052 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:37.530963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] For port 871e2152-f74b-4611-af59-dc3724424516, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:39:37.534138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] For port 871e2152-f74b-4611-af59-dc3724424516, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=871e2152-f74b-4611-af59-dc3724424516,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:39:37.538994 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:37.549179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999d531-1fd7-4a9e-813c-d3b705351107 req-0374734f-2a0d-4cc0-bb36-17470f3ad779 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:37.550702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b999d531-1fd7-4a9e-813c-d3b705351107 req-0374734f-2a0d-4cc0-bb36-17470f3ad779 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 943 time: 0.0506418 Sep 19 03:39:37.578229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:37.578700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:37.580232 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-84407365-3158-46a1-b859-95edab2271ce service neutron] 10.222.0.32 "PUT /v2.0/ports/871e2152-f74b-4611-af59-dc3724424516 HTTP/1.1" status: 200 len: 1091 time: 0.6060829 Sep 19 03:39:37.580550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'tag': '871e2152-f74b-4611-af59-dc3724424516'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:39:37.582815 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "tag": "871e2152-f74b-4611-af59-dc3724424516"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:39:37.613306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84407365-3158-46a1-b859-95edab2271ce service neutron] Pushing event updated for resources: {'Port': ['ID=871e2152-f74b-4611-af59-dc3724424516,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:37.624099 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b999d531-1fd7-4a9e-813c-d3b705351107 req-8e4dc943-7ff7-4b99-a5d3-e7967977958c tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570450 Sep 19 03:39:37.638087 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2821fc45-f61e-4b9d-a488-0de731b5659f x-openstack-request-id: req-2821fc45-f61e-4b9d-a488-0de731b5659f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:39:37.638375 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "tag": "871e2152-f74b-4611-af59-dc3724424516", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:39:37.638624 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2821fc45-f61e-4b9d-a488-0de731b5659f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:39:37.639065 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'tag': '871e2152-f74b-4611-af59-dc3724424516', 'status': 'completed', 'code': 200} Sep 19 03:39:37.700990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-6dd33374-9d23-4d51-bcd1-046d25e0fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:37.702781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-6dd33374-9d23-4d51-bcd1-046d25e0fdbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 1094 time: 0.0443521 Sep 19 03:39:37.753224 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-66810e18-2f7b-4e19-bf5a-31038db52a0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=871e2152-f74b-4611-af59-dc3724424516 HTTP/1.1" status: 200 len: 217 time: 0.0360947 Sep 19 03:39:37.810309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-b15b8247-027f-4f04-aa5e-407bc9ecc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:37.811799 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-b15b8247-027f-4f04-aa5e-407bc9ecc81a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1ba02f1-8c75-4c33-b43b-700f361d8cf8 HTTP/1.1" status: 200 len: 835 time: 0.0498068 Sep 19 03:39:37.860817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72991-9a55-49bd-b769-e632708f8c47 req-e1fa68e3-2092-4fd2-ade4-ace9ef284bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:37.862339 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-e1fa68e3-2092-4fd2-ade4-ace9ef284bbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423675 Sep 19 03:39:37.953526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-feb4260d-1ea8-4311-bc33-0c668d8a24f8 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821168 Sep 19 03:39:38.045540 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33e72991-9a55-49bd-b769-e632708f8c47 req-82e70c27-1762-4bae-92c9-3b88455113da service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851645 Sep 19 03:39:38.177409 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-e4008a7d-b124-4200-927d-4f12c9ef3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:38.179246 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-e4008a7d-b124-4200-927d-4f12c9ef3c63 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 1094 time: 0.0435028 Sep 19 03:39:38.277043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-e32dc949-7736-499f-8d29-5ff2c129f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:38.278529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-e32dc949-7736-499f-8d29-5ff2c129f19f service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6 HTTP/1.1" status: 200 len: 898 time: 0.0908599 Sep 19 03:39:38.321416 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-c979b816-dc52-4f04-beb2-a3740ba5bd29 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=871e2152-f74b-4611-af59-dc3724424516 HTTP/1.1" status: 200 len: 217 time: 0.0345185 Sep 19 03:39:38.377088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-fa4cf422-0de9-4433-b95a-95245aa75ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:38.378532 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-fa4cf422-0de9-4433-b95a-95245aa75ce8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1ba02f1-8c75-4c33-b43b-700f361d8cf8 HTTP/1.1" status: 200 len: 835 time: 0.0482903 Sep 19 03:39:38.426704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-6d95fcd9-e589-47d2-b51e-84756743ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:38.428212 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-6d95fcd9-e589-47d2-b51e-84756743ad88 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404544 Sep 19 03:39:38.531266 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-34fe69b7-fbf4-43c7-85c9-28670e039eac service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858009 Sep 19 03:39:38.627752 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8ce2361b-0ed1-4f6c-818d-18b8640e74ff req-d9d2b493-b16f-4c97-8c68-f27b6c851dfe service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887501 Sep 19 03:39:38.729075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bae0d8-0f56-4683-abc9-40393f6ee5c1 req-ddfe0e23-9ad7-44af-942e-b727bad92138 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:38.730540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bae0d8-0f56-4683-abc9-40393f6ee5c1 req-ddfe0e23-9ad7-44af-942e-b727bad92138 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 943 time: 0.0503452 Sep 19 03:39:38.768688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0bae0d8-0f56-4683-abc9-40393f6ee5c1 req-173a063f-7a8b-4e39-b2a7-0b36f88cf507 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316482 Sep 19 03:39:39.887249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f3208-eef4-43c8-8104-cbe106385282 req-81295f14-2ad3-43c3-8932-538b42b9f903 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:39.889155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f74f3208-eef4-43c8-8104-cbe106385282 req-81295f14-2ad3-43c3-8932-538b42b9f903 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 943 time: 0.0536628 Sep 19 03:39:39.929397 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f74f3208-eef4-43c8-8104-cbe106385282 req-09e9f4d3-6a36-4275-9012-c1af9e5e5108 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342193 Sep 19 03:39:41.040207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278664c3-b00d-4183-afd3-222f254dfa29 req-2ee33026-3991-4b54-a87f-763d3688fad6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:41.041636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-278664c3-b00d-4183-afd3-222f254dfa29 req-2ee33026-3991-4b54-a87f-763d3688fad6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 943 time: 0.0464189 Sep 19 03:39:41.083104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-278664c3-b00d-4183-afd3-222f254dfa29 req-8081f806-1db3-498b-9f13-8420547a0e40 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349965 Sep 19 03:39:41.228049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 871e2152-f74b-4611-af59-dc3724424516 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:39:41.317136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 871e2152-f74b-4611-af59-dc3724424516, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=871e2152-f74b-4611-af59-dc3724424516,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:41.330552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '871e2152-f74b-4611-af59-dc3724424516', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'port_id': '871e2152-f74b-4611-af59-dc3724424516', 'mac_address': 'fa:16:3e:f2:c1:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:39:41.366022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:41.378486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871e2152-f74b-4611-af59-dc3724424516 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:39:41.396323 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 871e2152-f74b-4611-af59-dc3724424516, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=871e2152-f74b-4611-af59-dc3724424516,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:41.400439 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:41.444935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=871e2152-f74b-4611-af59-dc3724424516,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:41.776954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['871e2152-f74b-4611-af59-dc3724424516'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:39:42.202181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc05b8-d6c8-4feb-b6b7-51c5ad94d1f6 req-534c049c-41bc-4b39-8992-e4e8dbf8faa7 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:42.203676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2cc05b8-d6c8-4feb-b6b7-51c5ad94d1f6 req-534c049c-41bc-4b39-8992-e4e8dbf8faa7 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 944 time: 0.0533731 Sep 19 03:39:42.240141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2cc05b8-d6c8-4feb-b6b7-51c5ad94d1f6 req-acdc76f8-ec62-4794-ad72-d0a5ae17dd22 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305328 Sep 19 03:39:43.243484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 871e2152-f74b-4611-af59-dc3724424516 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:39:43.292636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 871e2152-f74b-4611-af59-dc3724424516 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:39:43.296325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 871e2152-f74b-4611-af59-dc3724424516 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:39:43.296701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:43.357519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff15ac6-c881-4203-ac8e-c7dda70ba6a9 req-a20c77e0-60cb-4a35-b7ee-ba4c734bf639 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:43.359031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cff15ac6-c881-4203-ac8e-c7dda70ba6a9 req-a20c77e0-60cb-4a35-b7ee-ba4c734bf639 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 944 time: 0.0496862 Sep 19 03:39:43.373980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:43.396490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871e2152-f74b-4611-af59-dc3724424516'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:39:43.396958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cff15ac6-c881-4203-ac8e-c7dda70ba6a9 req-5ae7f813-9a05-4e73-9a14-fb8e0b7d88c3 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Sep 19 03:39:43.399671 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892c7e5f-e741-4d73-81a8-885902152374" -d '{"events": [{"server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "name": "network-vif-plugged", "status": "completed", "tag": "871e2152-f74b-4611-af59-dc3724424516"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:39:43.415820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 871e2152-f74b-4611-af59-dc3724424516, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=871e2152-f74b-4611-af59-dc3724424516,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:39:43.420510 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:43.442459 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a12f77-8df5-41b7-885f-06ac8e4cb8d9 x-openstack-request-id: req-50a12f77-8df5-41b7-885f-06ac8e4cb8d9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:39:43.442770 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "name": "network-vif-plugged", "status": "completed", "tag": "871e2152-f74b-4611-af59-dc3724424516", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:39:43.443034 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50a12f77-8df5-41b7-885f-06ac8e4cb8d9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:39:43.443421 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871e2152-f74b-4611-af59-dc3724424516', 'code': 200} Sep 19 03:39:43.469108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=871e2152-f74b-4611-af59-dc3724424516,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:43.569666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4ee28-7148-4d94-9ca5-88965ae81316 req-4fa24a0f-4c5a-4305-b8c5-e66bc7771a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:43.571060 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6d4ee28-7148-4d94-9ca5-88965ae81316 req-4fa24a0f-4c5a-4305-b8c5-e66bc7771a58 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 1096 time: 0.0406120 Sep 19 03:39:43.605543 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6d4ee28-7148-4d94-9ca5-88965ae81316 req-6c145595-b7c9-4957-a362-a5e2dfd7126a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275216 Sep 19 03:39:44.519848 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50f6678c-cd68-418c-8c97-90be669dced5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:44.570133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9674dc-24c1-46ee-8749-5ec96e52d412 req-7374a334-9617-4a43-b95e-ed4ff6976d5e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:44.571616 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe9674dc-24c1-46ee-8749-5ec96e52d412 req-7374a334-9617-4a43-b95e-ed4ff6976d5e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 945 time: 0.1089935 Sep 19 03:39:44.612725 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe9674dc-24c1-46ee-8749-5ec96e52d412 req-82855274-d465-4710-b26c-17c47a1adc1a tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352216 Sep 19 03:39:45.286911 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:39:45.725235 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca046d90-bc25-47a7-ac0e-5f6c9cec06d5 req-8ef4f833-e49b-480d-912d-6d5665736dd7 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:45.726696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca046d90-bc25-47a7-ac0e-5f6c9cec06d5 req-8ef4f833-e49b-480d-912d-6d5665736dd7 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 945 time: 0.0479643 Sep 19 03:39:45.763844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca046d90-bc25-47a7-ac0e-5f6c9cec06d5 req-a43a03bd-ae0b-4dde-9960-11fee6aace14 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308173 Sep 19 03:39:45.875553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08419ffa-e1c2-4709-bff7-06b9afc8f5e8 req-73fba81a-a5bc-4e4a-ad0b-97df10a57313 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:45.877016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08419ffa-e1c2-4709-bff7-06b9afc8f5e8 req-73fba81a-a5bc-4e4a-ad0b-97df10a57313 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 945 time: 0.0493543 Sep 19 03:39:45.914086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-08419ffa-e1c2-4709-bff7-06b9afc8f5e8 req-1828aecf-f545-4012-8f22-772d198d0cec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Sep 19 03:39:45.935580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33368) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:45.973456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96b47a-6fc7-4c4e-93e0-357b0e3768c7 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:45.974953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3f96b47a-6fc7-4c4e-93e0-357b0e3768c7 tempest-TestNetworkBasicOps-580335077 tempest-TestNetworkBasicOps-580335077-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 1091 time: 0.0384138 Sep 19 03:39:45.977680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33370) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:45.982306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '871e2152-f74b-4611-af59-dc3724424516', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:39:46.003087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.098500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.202303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Allocated IP 172.25.8.19 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/bbeebbfc-b182-40f0-bff6-66d26f6b878c) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:39:46.209079 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.301962 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.334572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.369062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:39:46.371752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:39:46.375178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:39:46.405768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=bbeebbfc-b182-40f0-bff6-66d26f6b878c,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:46.724005 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.790159 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.931391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:46.936915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:47.006901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event updated for resources: {'Port': ['ID=bbeebbfc-b182-40f0-bff6-66d26f6b878c,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:39:47.018015 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:47.115773 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Floating IP bf6c33dd-80fc-4260-8c8c-cf4c43270ff8 associated. External IP: 172.25.8.19, port: 871e2152-f74b-4611-af59-dc3724424516. Sep 19 03:39:47.283232 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1074187-9638-4a93-a275-e0e999892658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:47.646988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 5545a6ff-c22e-416f-bc20-cb5fc32d992b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:39:47.752139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:39:47.761417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] Sync routers for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:39:47.768231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:47.771434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:47.772086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:47.795992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7f844cc-2c16-44b1-bb98-a0e1b1e5ecbc tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8173192 Sep 19 03:39:47.797241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'tag': '871e2152-f74b-4611-af59-dc3724424516'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:39:47.798831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33372) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:47.799799 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b5ce1-66a3-40b8-b124-616dc4581150" -d '{"events": [{"name": "network-changed", "server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "tag": "871e2152-f74b-4611-af59-dc3724424516"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:39:47.875820 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d6703565-b6b9-4caf-b40a-cf811701ed6b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/floatingips/bf6c33dd-80fc-4260-8c8c-cf4c43270ff8 HTTP/1.1" status: 200 len: 990 time: 0.0747256 Sep 19 03:39:47.886567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:47.908471 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf0b29f-2ef6-47df-8327-2c4e1c89a70e x-openstack-request-id: req-ccf0b29f-2ef6-47df-8327-2c4e1c89a70e {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:39:47.908819 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "tag": "871e2152-f74b-4611-af59-dc3724424516", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:39:47.909075 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccf0b29f-2ef6-47df-8327-2c4e1c89a70e {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:39:47.909476 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'tag': '871e2152-f74b-4611-af59-dc3724424516', 'status': 'completed', 'code': 200} Sep 19 03:39:47.978765 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:47.991265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-a0a9f08a-5815-40c3-8dd6-3f183a798337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:47.992781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-a0a9f08a-5815-40c3-8dd6-3f183a798337 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 1096 time: 0.0409846 Sep 19 03:39:48.085194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-2e4da4a0-52d8-4e36-96c5-1178f22a4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:48.086663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-2e4da4a0-52d8-4e36-96c5-1178f22a4ec7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6 HTTP/1.1" status: 200 len: 898 time: 0.0868130 Sep 19 03:39:48.121335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'bf6c33dd-80fc-4260-8c8c-cf4c43270ff8', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'port_id': '871e2152-f74b-4611-af59-dc3724424516', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'mac_address': 'fa:16:3e:f2:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:39:46Z', 'updated_at': '2021-09-19T03:39:46Z', 'revision_number': 0, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:48.147396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] Checking router: 5545a6ff-c22e-416f-bc20-cb5fc32d992b for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:39:48.151315 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-313ab495-05c8-418f-b3dc-74367b2729e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=871e2152-f74b-4611-af59-dc3724424516 HTTP/1.1" status: 200 len: 998 time: 0.0565705 Sep 19 03:39:48.155869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:39:48.156482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:39:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:48.201157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-32be3fc7-95d3-4fc6-a8db-783c6376871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:48.202659 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-32be3fc7-95d3-4fc6-a8db-783c6376871a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1ba02f1-8c75-4c33-b43b-700f361d8cf8 HTTP/1.1" status: 200 len: 835 time: 0.0445197 Sep 19 03:39:48.250936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-1a4615fa-4add-4e71-bb7e-78cf900558b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:39:48.252452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-1a4615fa-4add-4e71-bb7e-78cf900558b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432496 Sep 19 03:39:48.260294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:39:48.341668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-b0924f85-7fdb-4fa1-bd2c-3b94c13d208c service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824573 Sep 19 03:39:48.433595 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-026b5ce1-66a3-40b8-b124-616dc4581150 req-d72fbe6e-db06-486b-b981-350d4939e5cd service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844362 Sep 19 03:39:48.480157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'bf6c33dd-80fc-4260-8c8c-cf4c43270ff8', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'port_id': '871e2152-f74b-4611-af59-dc3724424516', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'mac_address': 'fa:16:3e:f2:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:39:46Z', 'updated_at': '2021-09-19T03:39:46Z', 'revision_number': 0, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:39:48.507313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8a17f-4d66-4bac-9077-9da3868e5840 None None] The sync data for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 is: [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'bf6c33dd-80fc-4260-8c8c-cf4c43270ff8', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'port_id': '871e2152-f74b-4611-af59-dc3724424516', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'mac_address': 'fa:16:3e:f2:c1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:39:46Z', 'updated_at': '2021-09-19T03:39:46Z', 'revision_number': 0, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:39:48.532247 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:39:48.699601 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1da96-978f-4725-84f9-b88e448f423d None None] New status for floating IP bf6c33dd-80fc-4260-8c8c-cf4c43270ff8: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:39:48.878555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33378) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:39:48.936783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4aaa3b0c-d36a-42e2-be7e-ae8b82d66d52 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/floatingips/bf6c33dd-80fc-4260-8c8c-cf4c43270ff8 HTTP/1.1" status: 200 len: 992 time: 0.0570908 Sep 19 03:39:50.120762 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:00.150049 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:14.090147 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-31ce278b-4070-47e5-920c-6f39ac1bfb0c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381420 Sep 19 03:40:14.190265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-2af3f62c-6e43-4e8c-b61c-f9849a02a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:14.191755 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-2af3f62c-6e43-4e8c-b61c-f9849a02a00c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1096 time: 0.0436668 Sep 19 03:40:14.293005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-58a7989e-842c-486e-9a0c-ff5b9481509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:14.295021 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-58a7989e-842c-486e-9a0c-ff5b9481509c service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0842116 Sep 19 03:40:14.362466 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-3bf5aed5-d50a-44f1-aef9-b7191ba7b66e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 1000 time: 0.0600057 Sep 19 03:40:14.410308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-89c78db5-7118-4b4f-8228-831200c59d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:14.411757 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-89c78db5-7118-4b4f-8228-831200c59d27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0419705 Sep 19 03:40:14.455573 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-a8d8ee8d-8e42-4952-9e47-08c58eca5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:14.456922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-a8d8ee8d-8e42-4952-9e47-08c58eca5e68 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381086 Sep 19 03:40:14.520931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdeabe3f-556a-4a94-9dca-c6bbdb59ec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:14.552122 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-850b8d9c-c373-4909-8d09-de8f5523bcb9 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875015 Sep 19 03:40:14.638888 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ea74190d-af88-495d-85c9-88ff1b0e22f5 req-1034c371-f40a-4ce4-8905-3b32d16cca6c service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799785 Sep 19 03:40:16.224949 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:17.283935 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-965af588-d43d-4c62-b62d-9a10c2442de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:17.969978 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:18.533633 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:20.115176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:22.285602 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:40:30.166910 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:30.315295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-08d3e4cf-a8d5-45ec-9458-e2b0be3deab8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-16168877&fields=id&tenant_id=fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 267 time: 0.0327110 Sep 19 03:40:30.421359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-31e61964-c3ad-48d9-bd4d-5d4b78ff5a3c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:30.422722 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-31e61964-c3ad-48d9-bd4d-5d4b78ff5a3c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1009254 Sep 19 03:40:30.437506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-57dca658-2b34-40e3-8f9e-9d956f64259c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/quotas/fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 375 time: 0.0091703 Sep 19 03:40:30.494074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-3cbe3c45-7e82-400e-8d5f-aba81c85739b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0513787 Sep 19 03:40:30.586972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-7751e3d8-67ff-497b-a972-a4901a5a8e5b service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811770 Sep 19 03:40:30.677144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-71832132-987e-4e54-acca-e32b830ae513 service neutron] 10.222.0.22 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841773 Sep 19 03:40:30.959177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4157242c-4c6d-4b09-ad54-4feac3546e0f req-98c55d8f-c77c-4d83-8950-8f7641b31641 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 210 time: 0.0262294 Sep 19 03:40:31.822882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-5649de01-e2f1-46cc-a92d-45d838e9e758 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:31.824318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-5649de01-e2f1-46cc-a92d-45d838e9e758 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 810 time: 0.1084912 Sep 19 03:40:31.871696 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-9c6890e1-dde2-4513-ad7f-da4f0ac13707 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbb634d4fd054103a9ad4344414117dd HTTP/1.1" status: 200 len: 378 time: 0.0383637 Sep 19 03:40:31.881205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'port': {'device_id': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'admin_state_up': True, 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'security_groups': ['1aa0ca76-d58d-4693-9b55-c98266f5a63c']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:40:31.992771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Made reservation on behalf of fbb634d4fd054103a9ad4344414117dd for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:40:31.996819 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.056275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-406e2c52-fe38-4f02-895a-5d6c3ed6bbc2 req-5b8d155b-8647-420e-8901-e4c8fc32ecf2 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 210 time: 0.0280030 Sep 19 03:40:32.126031 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.20.0.7 (fe1836b4-136e-4016-89e0-ca4fe200a02c/9e1d4b37-3509-491c-8238-ca03089e98e8/c52031ea-0105-454e-b9f3-80a2550a87bf) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:40:32.267544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.301065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.342087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network fe1836b4-136e-4016-89e0-ca4fe200a02c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:40:32.345245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:40:32.351716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:40:32.376629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=c52031ea-0105-454e-b9f3-80a2550a87bf,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:32.396401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.396745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.397086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.397431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.397757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.398087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.398625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.398982 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.399313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.399632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.400139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.400470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:32.422503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:32.423257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.437970 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-14abd91b-8387-4daa-86fc-8f048f8cb5db tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5603662 Sep 19 03:40:32.506064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Request body: {'port': {'device_id': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:40:32.563559 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.577052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1df43d01-ae59-44ff-a4b5-89e8a2210245 None None] Provisioning complete for port c52031ea-0105-454e-b9f3-80a2550a87bf triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:40:32.578153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1df43d01-ae59-44ff-a4b5-89e8a2210245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.611544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1df43d01-ae59-44ff-a4b5-89e8a2210245 None None] Port c52031ea-0105-454e-b9f3-80a2550a87bf cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:40:32.833373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52031ea-0105-454e-b9f3-80a2550a87bf {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:40:32.841163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.853703 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Transition to ACTIVE for port object c52031ea-0105-454e-b9f3-80a2550a87bf will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:40:32.860447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:32.910209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Pushing event updated for resources: {'Port': ['ID=c52031ea-0105-454e-b9f3-80a2550a87bf,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:32.988425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Attempting to bind port c52031ea-0105-454e-b9f3-80a2550a87bf on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:40:32.988767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Attempting to bind port c52031ea-0105-454e-b9f3-80a2550a87bf by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:40:32.989081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Attempting to bind port c52031ea-0105-454e-b9f3-80a2550a87bf on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:40:32.994395 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Port c52031ea-0105-454e-b9f3-80a2550a87bf on network fe1836b4-136e-4016-89e0-ca4fe200a02c not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:40:32.994726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Attempting to bind port c52031ea-0105-454e-b9f3-80a2550a87bf on network fe1836b4-136e-4016-89e0-ca4fe200a02c {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:40:33.002499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:40:33.002858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Checking segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:40:33.003246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Bound using segment: {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:40:33.003677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Bound port: c52031ea-0105-454e-b9f3-80a2550a87bf, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '666c76b2-bed1-40e3-923e-83d0fd7f13e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:40:33.004035 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:33.078936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] For port c52031ea-0105-454e-b9f3-80a2550a87bf, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:40:33.082612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] For port c52031ea-0105-454e-b9f3-80a2550a87bf, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c52031ea-0105-454e-b9f3-80a2550a87bf,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:40:33.089814 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:33.129226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.130371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:33.131996 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] 10.222.0.30 "PUT /v2.0/ports/c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 200 len: 1091 time: 0.6855502 Sep 19 03:40:33.134789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:40:33.138232 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16360859-1923-470b-b165-11970217f7ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:40:33.210044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cede62-c83f-45e9-a7cb-72fefdad6479 service neutron] Pushing event updated for resources: {'Port': ['ID=c52031ea-0105-454e-b9f3-80a2550a87bf,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:33.221965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f9604-2295-4c19-baa5-06dbbf3a161d req-5a5bc06f-da46-4c2d-b9e8-e96c5f5668a3 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.224393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a61f9604-2295-4c19-baa5-06dbbf3a161d req-5a5bc06f-da46-4c2d-b9e8-e96c5f5668a3 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0625832 Sep 19 03:40:33.266615 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb160ae-02ac-480c-b71f-9caaef4a59df x-openstack-request-id: req-9bb160ae-02ac-480c-b71f-9caaef4a59df {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:40:33.266950 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:40:33.267211 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bb160ae-02ac-480c-b71f-9caaef4a59df {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:40:33.267612 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'status': 'completed', 'code': 200} Sep 19 03:40:33.276746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-7b21dab0-1f04-493e-b039-5ada064ecad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.278313 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-7b21dab0-1f04-493e-b039-5ada064ecad7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1094 time: 0.1013055 Sep 19 03:40:33.297894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a61f9604-2295-4c19-baa5-06dbbf3a161d req-ba58e450-06fb-4d62-ba82-5f42f06fdf14 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641706 Sep 19 03:40:33.328009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-18fe2a11-c064-40dd-b4aa-2a532320e6f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 200 len: 217 time: 0.0419099 Sep 19 03:40:33.380197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-7316fe0e-f282-4533-a8af-fc4432af109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.381686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-7316fe0e-f282-4533-a8af-fc4432af109d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0461106 Sep 19 03:40:33.430076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-205d367f-2473-47c2-860f-b3f166cac42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.431623 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-205d367f-2473-47c2-860f-b3f166cac42f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433331 Sep 19 03:40:33.526085 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-686a099f-e8cf-4b7b-8586-b4e09b1dd047 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871925 Sep 19 03:40:33.616363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c777157-11f8-44d9-864d-33e97a5bbb0a req-40641320-647a-4a2f-a171-21334a4081a5 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829365 Sep 19 03:40:33.695744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360859-1923-470b-b165-11970217f7ff req-eed7c4e5-c60d-44ab-a69f-feb35b0464d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.697183 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16360859-1923-470b-b165-11970217f7ff req-eed7c4e5-c60d-44ab-a69f-feb35b0464d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1094 time: 0.0406549 Sep 19 03:40:33.792318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360859-1923-470b-b165-11970217f7ff req-19205ba8-cfa7-46b1-91af-a7f66cfb6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.793787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16360859-1923-470b-b165-11970217f7ff req-19205ba8-cfa7-46b1-91af-a7f66cfb6889 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0896955 Sep 19 03:40:33.833823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16360859-1923-470b-b165-11970217f7ff req-f1eb9335-7c45-4a7c-8469-be64becba043 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 200 len: 217 time: 0.0333197 Sep 19 03:40:33.885939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360859-1923-470b-b165-11970217f7ff req-9ad30416-d548-4dc7-9ee2-261de38b3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.887584 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16360859-1923-470b-b165-11970217f7ff req-9ad30416-d548-4dc7-9ee2-261de38b3b44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0477979 Sep 19 03:40:33.932704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16360859-1923-470b-b165-11970217f7ff req-286117e8-7e97-4ccf-a3e8-0f7f4dd62781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:33.934212 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16360859-1923-470b-b165-11970217f7ff req-286117e8-7e97-4ccf-a3e8-0f7f4dd62781 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399711 Sep 19 03:40:34.025867 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16360859-1923-470b-b165-11970217f7ff req-568c4f4c-95a5-44aa-b554-4c0c739e71e5 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Sep 19 03:40:34.421463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ea34d-4f86-4c47-a22e-3b68df13217e req-99a6c42b-930e-4537-81cf-b3ceacc6619c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:34.422450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f20ea34d-4f86-4c47-a22e-3b68df13217e req-99a6c42b-930e-4537-81cf-b3ceacc6619c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0506849 Sep 19 03:40:34.429672 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16360859-1923-470b-b165-11970217f7ff req-170757eb-01b6-4d45-b84f-b7f855693466 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972600 Sep 19 03:40:34.460999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f20ea34d-4f86-4c47-a22e-3b68df13217e req-bfd8a997-8459-43fd-a1cb-a14e7680ea35 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323391 Sep 19 03:40:35.577173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d55b8e-e37b-4039-be3a-f052591a07a0 req-efdf987a-1660-452a-8d51-cb23dd78149e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:35.578721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0d55b8e-e37b-4039-be3a-f052591a07a0 req-efdf987a-1660-452a-8d51-cb23dd78149e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0496933 Sep 19 03:40:35.619434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0d55b8e-e37b-4039-be3a-f052591a07a0 req-9d10bdec-5e35-4513-83f6-f1fef07c7653 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341620 Sep 19 03:40:36.731373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461399d-9bcf-4b7b-8ce8-71229e0b8990 req-323d69a2-baf8-4494-b5c8-cf3f56f9e779 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:36.732845 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9461399d-9bcf-4b7b-8ce8-71229e0b8990 req-323d69a2-baf8-4494-b5c8-cf3f56f9e779 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0488997 Sep 19 03:40:36.773458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9461399d-9bcf-4b7b-8ce8-71229e0b8990 req-42c1444a-7a52-47ce-8ffa-49eec8b0816e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346749 Sep 19 03:40:37.887212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e05f5-e488-4627-954b-63462d1c8d26 req-dd194077-ab83-4586-8d47-0836e9271f35 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:37.888703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e0e05f5-e488-4627-954b-63462d1c8d26 req-dd194077-ab83-4586-8d47-0836e9271f35 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0493212 Sep 19 03:40:37.925932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e0e05f5-e488-4627-954b-63462d1c8d26 req-70e5ebce-64e0-404d-bc86-150e7bf504a5 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312521 Sep 19 03:40:39.037422 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3031b1-eee1-4581-a37d-484f44d936a9 req-f8b692aa-e18e-4c18-a5d7-7e5a803aae13 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:39.038821 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c3031b1-eee1-4581-a37d-484f44d936a9 req-f8b692aa-e18e-4c18-a5d7-7e5a803aae13 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0486867 Sep 19 03:40:39.076841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c3031b1-eee1-4581-a37d-484f44d936a9 req-48d948cc-4134-4d21-b3f0-eb39d355ff31 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318084 Sep 19 03:40:40.190044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbc845-4564-4255-bfdc-04118b5b89f4 req-60e9a7e0-a581-4db6-a0aa-050b4c4df981 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:40.191509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06dbc845-4564-4255-bfdc-04118b5b89f4 req-60e9a7e0-a581-4db6-a0aa-050b4c4df981 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0475254 Sep 19 03:40:40.232705 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-06dbc845-4564-4255-bfdc-04118b5b89f4 req-8ec1704d-2031-4dbd-b7d8-0267f221afbe tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347075 Sep 19 03:40:41.351505 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312466-2925-40c6-bfa1-253b6dc6e246 req-b7980606-d7b3-4823-9d76-7b6590bad339 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:41.352897 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37312466-2925-40c6-bfa1-253b6dc6e246 req-b7980606-d7b3-4823-9d76-7b6590bad339 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0519025 Sep 19 03:40:41.396711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37312466-2925-40c6-bfa1-253b6dc6e246 req-ea339412-fbf3-4a98-bb7a-24f57be4aa72 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377483 Sep 19 03:40:42.522774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e9b8a-d136-479b-bb26-4e5b8708c5c1 req-c3e601fe-6da0-4db6-a9c9-5f541c640f6f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:42.524315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb6e9b8a-d136-479b-bb26-4e5b8708c5c1 req-c3e601fe-6da0-4db6-a9c9-5f541c640f6f tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0586326 Sep 19 03:40:42.563539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb6e9b8a-d136-479b-bb26-4e5b8708c5c1 req-b240fafc-8976-4705-9d46-ef06bc0b5a9a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332656 Sep 19 03:40:43.676116 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29561f9-d824-4c18-9bfe-070512815bc1 req-9516d222-3b3a-4c6d-8e5e-882463b5644c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:43.677557 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f29561f9-d824-4c18-9bfe-070512815bc1 req-9516d222-3b3a-4c6d-8e5e-882463b5644c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0470703 Sep 19 03:40:43.718470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f29561f9-d824-4c18-9bfe-070512815bc1 req-b1452286-0ba6-4c4c-a8e8-0d7be9d9ce52 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346994 Sep 19 03:40:44.421433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790f68-4f44-4239-8353-63c608e3c593 req-de42a81b-572b-4e94-962d-70db7dec81fe tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:44.422933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a790f68-4f44-4239-8353-63c608e3c593 req-de42a81b-572b-4e94-962d-70db7dec81fe tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 946 time: 0.0488424 Sep 19 03:40:44.459834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a790f68-4f44-4239-8353-63c608e3c593 req-83b0c1ab-3986-4823-a9d9-7bb7ee22ae69 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301833 Sep 19 03:40:44.521362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b3b1695-e0b3-4bab-a828-63f158099edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:44.833212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b3689-2957-4c4a-bafb-cf888c83e67a req-0cb3b498-0225-45eb-b267-cef1390fe251 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:44.834938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c6b3689-2957-4c4a-bafb-cf888c83e67a req-0cb3b498-0225-45eb-b267-cef1390fe251 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 943 time: 0.0473824 Sep 19 03:40:44.872631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c6b3689-2957-4c4a-bafb-cf888c83e67a req-022c0111-96a7-4ff6-95ff-e67e816b3163 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317686 Sep 19 03:40:45.385127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-76f6d3af-492c-4ef6-b479-ccffcf454cd7 req-81e2bd84-3d8c-4780-b8de-83407950c319 service neutron] (94723) timed out ('10.222.0.22', 59108) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:40:45.494574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c52031ea-0105-454e-b9f3-80a2550a87bf details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:40:45.575603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a93ce-2478-40a6-b7c4-eb84eb91f333 req-72fb699a-8f72-4438-905b-d43670ede79a tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:45.577098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-482a93ce-2478-40a6-b7c4-eb84eb91f333 req-72fb699a-8f72-4438-905b-d43670ede79a tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 946 time: 0.0479343 Sep 19 03:40:45.585937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port c52031ea-0105-454e-b9f3-80a2550a87bf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c52031ea-0105-454e-b9f3-80a2550a87bf,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:45.600397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'port_id': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'mac_address': 'fa:16:3e:10:99:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:40:45.619678 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-482a93ce-2478-40a6-b7c4-eb84eb91f333 req-ab68ec20-2dca-4176-a9cd-5a587eeba778 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/security-groups?id=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365505 Sep 19 03:40:45.642673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-bc478424-39e5-4830-aeb5-fcfbbb754925 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:45.644142 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-bc478424-39e5-4830-aeb5-fcfbbb754925 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 946 time: 0.0503373 Sep 19 03:40:45.647338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:45.659763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52031ea-0105-454e-b9f3-80a2550a87bf {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:40:45.678789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port c52031ea-0105-454e-b9f3-80a2550a87bf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c52031ea-0105-454e-b9f3-80a2550a87bf,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:45.682682 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:45.728355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=c52031ea-0105-454e-b9f3-80a2550a87bf,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:45.735909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.736256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.736594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.736927 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.737261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.737588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.737909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.738048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Deleting port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:45.738230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.738400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:45.738550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.738909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.739232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.739552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:45.828436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] For port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:45.828796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:45.881809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['c52031ea-0105-454e-b9f3-80a2550a87bf'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:40:45.990636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b5d1d-f2c2-4cc5-a8b3-625ee3365057 req-7da9e0dc-ba8a-4a0a-b520-635a3ae48444 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:45.992181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-234b5d1d-f2c2-4cc5-a8b3-625ee3365057 req-7da9e0dc-ba8a-4a0a-b520-635a3ae48444 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 944 time: 0.0507529 Sep 19 03:40:46.001470 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:46.002305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:46.002977 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Floating IP 3ed22347-96a8-43f9-a8b7-6b385a6f9eda disassociated. External IP: 172.25.8.8, port: 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839. Sep 19 03:40:46.003545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Calling delete_port for 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:46.029809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-234b5d1d-f2c2-4cc5-a8b3-625ee3365057 req-4e62ed36-b70a-401a-900d-28f78da855d8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316143 Sep 19 03:40:46.137099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:46.166325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event deleted for resources: {'Port': ['ID=40ca0cd1-2a96-464f-b9c9-a8d81ff0d839,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:46.224704 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:46.278640 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Router 88830d10-da3e-4555-a654-9499a72ebdc9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:40:46.382223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:40:46.392669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] Sync routers for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:40:46.401330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:46.401947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:46.419564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] No DVR routers for this DVR port 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:40:46.422654 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:46.424747 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d3295af1-1cb2-40a0-8d36-309a6018e704 req-dbc8b659-a072-4079-a6b9-10878d9517f2 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.30 "DELETE /v2.0/ports/40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 HTTP/1.1" status: 204 len: 173 time: 0.7743866 Sep 19 03:40:46.425187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'name': 'network-vif-deleted', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:40:46.427456 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37921928-ef57-4513-9426-7eca155065f2" -d '{"events": [{"server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "name": "network-vif-deleted", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:40:46.468106 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6964b184-7d5f-4833-85d6-4e5514720d47 x-openstack-request-id: req-6964b184-7d5f-4833-85d6-4e5514720d47 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:40:46.468399 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8547dc0-4d37-443d-bc51-735bf2e4999d", "name": "network-vif-deleted", "tag": "40ca0cd1-2a96-464f-b9c9-a8d81ff0d839", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:40:46.468653 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6964b184-7d5f-4833-85d6-4e5514720d47 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:40:46.469055 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8547dc0-4d37-443d-bc51-735bf2e4999d', 'name': 'network-vif-deleted', 'tag': '40ca0cd1-2a96-464f-b9c9-a8d81ff0d839', 'status': 'completed', 'code': 200} Sep 19 03:40:46.514287 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:46.718377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 5, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:46.730308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-59edc1ea-8360-4a04-9ce1-b1fda81d728c req-901ad038-c567-4fbd-9c88-c46292cd8cb7 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8547dc0-4d37-443d-bc51-735bf2e4999d HTTP/1.1" status: 200 len: 210 time: 0.0279818 Sep 19 03:40:46.747201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] Checking router: 88830d10-da3e-4555-a654-9499a72ebdc9 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:40:46.757384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:46.757960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:47.013359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:47.145833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a63b0-6568-4c54-83ce-9f7f8fbc2ca2 req-825cd258-5ac5-4562-97f9-31a6acfe6743 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:47.147448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c9a63b0-6568-4c54-83ce-9f7f8fbc2ca2 req-825cd258-5ac5-4562-97f9-31a6acfe6743 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 944 time: 0.0485260 Sep 19 03:40:47.185491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6c9a63b0-6568-4c54-83ce-9f7f8fbc2ca2 req-9551867a-e6b4-4203-84eb-905a2fdffee6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320144 Sep 19 03:40:47.203038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 5, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:47.230173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29ba1dd-73f5-4583-8898-4c89339accbf None None] The sync data for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 is: [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:40Z', 'revision_number': 4, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'cd36b6e9-7c73-4a10-b609-b1b922745d8d', 'name': '', 'network_id': '6c6b451e-3a71-4997-8704-d58fcdaf0b38', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'mac_address': 'fa:16:3e:bb:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:39Z', 'updated_at': '2021-09-19T03:35:45Z', 'revision_number': 5, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'subnets': [{'id': 'c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:40:47.284041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d99bd012-424e-43b7-88e9-6e4c1d3a3e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.445828 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ba791-3f73-451c-93f1-9421c6301e57 None None] New status for floating IP 3ed22347-96a8-43f9-a8b7-6b385a6f9eda: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:40:47.524861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c52031ea-0105-454e-b9f3-80a2550a87bf up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:40:47.576723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port c52031ea-0105-454e-b9f3-80a2550a87bf completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:40:47.580524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port c52031ea-0105-454e-b9f3-80a2550a87bf triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:40:47.580896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.653931 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.675482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:40:47.677694 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edba036-32ca-4f6a-bac3-267f0c5f4a05" -d '{"events": [{"server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "name": "network-vif-plugged", "status": "completed", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:40:47.689749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port c52031ea-0105-454e-b9f3-80a2550a87bf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c52031ea-0105-454e-b9f3-80a2550a87bf,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:47.693888 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.694701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:40:47.733912 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4efce4c-bf83-4ba9-adcc-8333fbdcc469 x-openstack-request-id: req-b4efce4c-bf83-4ba9-adcc-8333fbdcc469 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:40:47.734582 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "name": "network-vif-plugged", "status": "completed", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:40:47.734582 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4efce4c-bf83-4ba9-adcc-8333fbdcc469 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:40:47.734986 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'code': 200} Sep 19 03:40:47.736962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:40:47.737305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 40ca0cd1-2a96-464f-b9c9-a8d81ff0d839 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:40:47.760995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=c52031ea-0105-454e-b9f3-80a2550a87bf,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:47.786626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33508) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:47.812743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01d94-b76d-44b9-aabb-0502de75e7af req-cd75af62-116f-4ccd-917a-657ad7929574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:47.814178 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0ef01d94-b76d-44b9-aabb-0502de75e7af req-cd75af62-116f-4ccd-917a-657ad7929574 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1096 time: 0.0443876 Sep 19 03:40:47.850435 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0ef01d94-b76d-44b9-aabb-0502de75e7af req-ab8dc8a7-d64d-4cb4-aa49-55ca7aa39175 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290301 Sep 19 03:40:47.912019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Deleting port 07743f4e-f04a-4fd3-9b8d-7348d02741a3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:47.912364 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.971653 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.985392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.985717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:47.996956 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Calling delete_port for 07743f4e-f04a-4fd3-9b8d-7348d02741a3 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:48.126858 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.150014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event deleted for resources: {'Port': ['ID=07743f4e-f04a-4fd3-9b8d-7348d02741a3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:48.163042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.163386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.163722 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.164053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.164378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.164700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.165022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.165342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.165658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.165973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.166287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.166599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:40:48.220779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.223318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.224481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7921e694-e62a-4d9e-8be9-0ce5f527f801 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "DELETE /v2.0/floatingips/3ed22347-96a8-43f9-a8b7-6b385a6f9eda HTTP/1.1" status: 204 len: 168 time: 0.4368348 Sep 19 03:40:48.290435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33516) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:48.306987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04337f-097e-497b-b91e-a7517a41c527 req-77744207-bb47-4606-be24-7b1c12c354dc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:48.308478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc04337f-097e-497b-b91e-a7517a41c527 req-77744207-bb47-4606-be24-7b1c12c354dc tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 945 time: 0.0528388 Sep 19 03:40:48.346817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bc04337f-097e-497b-b91e-a7517a41c527 req-158db17e-b721-4715-bd81-99d918b46549 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316610 Sep 19 03:40:48.353269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c984-b7af-480b-af83-38fef1d84a62 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.380329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c984-b7af-480b-af83-38fef1d84a62 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.437242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c984-b7af-480b-af83-38fef1d84a62 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.439923 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c984-b7af-480b-af83-38fef1d84a62 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.441078 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0aa2c984-b7af-480b-af83-38fef1d84a62 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] 10.222.0.22 "DELETE /v2.0/security-groups/9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2 HTTP/1.1" status: 204 len: 168 time: 0.1495390 Sep 19 03:40:48.450083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2c984-b7af-480b-af83-38fef1d84a62 tempest-TestServerBasicOps-699265887 tempest-TestServerBasicOps-699265887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9036ed00-640e-47bd-8b7e-d3d7d6c0c5f2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:48.478198 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33520) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:48.536610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:48.937496 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:49.174104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Deleting port cd36b6e9-7c73-4a10-b609-b1b922745d8d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:49.174441 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:49.252213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] For port cd36b6e9-7c73-4a10-b609-b1b922745d8d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=cd36b6e9-7c73-4a10-b609-b1b922745d8d,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:49.252569 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:49.265782 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Calling delete_port for cd36b6e9-7c73-4a10-b609-b1b922745d8d owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:49.441573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:49.460547 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1602a2-1a5c-405c-81d0-4c712065e8dc req-27bc0244-a434-4154-af9a-9182ab5ac90a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:49.462164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c1602a2-1a5c-405c-81d0-4c712065e8dc req-27bc0244-a434-4154-af9a-9182ab5ac90a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 945 time: 0.0498726 Sep 19 03:40:49.467578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Pushing event deleted for resources: {'Port': ['ID=cd36b6e9-7c73-4a10-b609-b1b922745d8d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:49.517431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0c1602a2-1a5c-405c-81d0-4c712065e8dc req-0dd5872e-fa91-4a60-9629-feffc666d3e9 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480616 Sep 19 03:40:49.638335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:49.645878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab0552-2834-45b3-bf9b-6dc2177e7815 req-7fff434e-5d42-4d24-92de-73fc5ecc9690 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:49.655091 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bab0552-2834-45b3-bf9b-6dc2177e7815 req-7fff434e-5d42-4d24-92de-73fc5ecc9690 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 945 time: 0.0584641 Sep 19 03:40:49.688297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bab0552-2834-45b3-bf9b-6dc2177e7815 req-cd46c571-9fb6-48c4-b7a0-ee14fb3c1ef1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322919 Sep 19 03:40:49.710815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33528) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:49.753198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256e89b-6c8f-48a9-9c36-29b4f3fd6413 tempest-TestVolumeBootPattern-2099931969 tempest-TestVolumeBootPattern-2099931969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:49.754796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9256e89b-6c8f-48a9-9c36-29b4f3fd6413 tempest-TestVolumeBootPattern-2099931969 tempest-TestVolumeBootPattern-2099931969-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1091 time: 0.0428550 Sep 19 03:40:49.757370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33530) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:49.761628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:40:49.783256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:49.859575 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Router 88830d10-da3e-4555-a654-9499a72ebdc9 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:40:49.883898 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:49.966100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:40:49.973378 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-13e94900-8189-441e-8b28-6fa17e8a5eca admin admin] 10.222.0.22 "PUT /v2.0/routers/88830d10-da3e-4555-a654-9499a72ebdc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4917951 Sep 19 03:40:49.974350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33532) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:49.977423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] Sync routers for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:40:49.987383 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:49.988133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:49.992680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Allocated IP 172.25.8.122 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a7edd748-fe73-463e-8eda-4c9dc28cb743) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:40:50.080401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.094778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:50.107244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.142244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.181723 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.183226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:40:50.186086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:40:50.190248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:40:50.192668 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.221804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=a7edd748-fe73-463e-8eda-4c9dc28cb743,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:50.248146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Deleting port 05983549-69d6-4b38-af5d-d16f49e2ea2e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:50.248494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.308398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:40:49Z', 'revision_number': 5, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port': {'id': '05983549-69d6-4b38-af5d-d16f49e2ea2e', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:25:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:50.333458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] For port 05983549-69d6-4b38-af5d-d16f49e2ea2e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=05983549-69d6-4b38-af5d-d16f49e2ea2e,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:50.333830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.337734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] Checking router: 88830d10-da3e-4555-a654-9499a72ebdc9 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:40:50.346393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] Routers {'88830d10-da3e-4555-a654-9499a72ebdc9'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:50.347034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['88830d10-da3e-4555-a654-9499a72ebdc9'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:50.347385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Calling delete_port for 05983549-69d6-4b38-af5d-d16f49e2ea2e owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:50.431416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] Set router 88830d10-da3e-4555-a654-9499a72ebdc9 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:50.484479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:40:50Z', 'revision_number': 6, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:50.514321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbd0e98-89b8-40fa-a386-7fc1e8fcdf07 None None] The sync data for ids ['88830d10-da3e-4555-a654-9499a72ebdc9'] in n-d-809936-1 is: [{'id': '88830d10-da3e-4555-a654-9499a72ebdc9', 'name': 'tempest-TestServerBasicOps-1392342716-router', 'tenant_id': 'fd65d41e72c5431c99624d67b7b18464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:36Z', 'updated_at': '2021-09-19T03:40:50Z', 'revision_number': 6, 'project_id': 'fd65d41e72c5431c99624d67b7b18464', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:40:50.532044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.558231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Pushing event deleted for resources: {'Port': ['ID=05983549-69d6-4b38-af5d-d16f49e2ea2e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:50.571181 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.618097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.641376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.706598 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.708731 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.754985 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.755474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88830d10-da3e-4555-a654-9499a72ebdc9 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:40:50.761060 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.763196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ede103f2-99b6-43b3-9d91-848ed60a8037 admin admin] 10.222.0.22 "DELETE /v2.0/routers/88830d10-da3e-4555-a654-9499a72ebdc9 HTTP/1.1" status: 204 len: 168 time: 0.7882633 Sep 19 03:40:50.765173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33534) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:50.790940 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.795468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.808578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] Deleting subnet c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:40:50.811608 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.846193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.864864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event updated for resources: {'Port': ['ID=a7edd748-fe73-463e-8eda-4c9dc28cb743,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:50.876333 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.944251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:50.996482 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Floating IP 30c3f686-3cd5-463c-a2c4-ca9b2de68fbd associated. External IP: 172.25.8.122, port: c52031ea-0105-454e-b9f3-80a2550a87bf. Sep 19 03:40:51.011803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.037624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:51.044377 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.046325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2774ac7d-9211-48ce-9f67-91a7ed6e7fef admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c7a6efd0-f1cf-4ec1-a2a5-94e5c0650601 HTTP/1.1" status: 204 len: 168 time: 0.2802186 Sep 19 03:40:51.048737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33536) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:51.052807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0980abe2-a08a-4368-8da1-ee3771e4f753 None None] Network 6c6b451e-3a71-4997-8704-d58fcdaf0b38 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:40:51.122364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.181011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Deleting port f383fe99-7ed1-431f-8a05-c3cecd4c6776 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:51.181439 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.218350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:40:51.248196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] For port f383fe99-7ed1-431f-8a05-c3cecd4c6776, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f383fe99-7ed1-431f-8a05-c3cecd4c6776,segment=NetworkSegment(81c01342-f6c8-4b91-9b25-b56f849b9154),segment_id=81c01342-f6c8-4b91-9b25-b56f849b9154)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:51.248493 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.261503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Calling delete_port for f383fe99-7ed1-431f-8a05-c3cecd4c6776 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:51.333613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:40:51.340870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] DHCP port deletion for 6c6b451e-3a71-4997-8704-d58fcdaf0b38 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:40:51.357843 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:40:51.360959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.361400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.372309 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:51.373225 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:51.389567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-74e7d683-252d-4ca4-b1a9-85febef341eb tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6311224 Sep 19 03:40:51.390337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:40:51.392817 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d18e21-a56e-420b-bee2-11a26a0c8b50" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:40:51.414652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] No DVR routers for this DVR port f383fe99-7ed1-431f-8a05-c3cecd4c6776 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:40:51.416644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cd36b6e9-7c73-4a10-b609-b1b922745d8d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:40:51.420600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=f383fe99-7ed1-431f-8a05-c3cecd4c6776,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:51.453041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: cd36b6e9-7c73-4a10-b609-b1b922745d8d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:40:51.453797 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb3be5-4e58-426d-b3fb-89d83ca2a059 x-openstack-request-id: req-d6cb3be5-4e58-426d-b3fb-89d83ca2a059 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:40:51.454269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device cd36b6e9-7c73-4a10-b609-b1b922745d8d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:40:51.454433 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:40:51.454574 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6cb3be5-4e58-426d-b3fb-89d83ca2a059 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:40:51.455012 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'status': 'completed', 'code': 200} Sep 19 03:40:51.486567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] Deleting port f383fe99-7ed1-431f-8a05-c3cecd4c6776 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:51.487061 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.500197 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:51.537283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.557826 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] For port f383fe99-7ed1-431f-8a05-c3cecd4c6776, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:51.558223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.562158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6b451e-3a71-4997-8704-d58fcdaf0b38']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:51.573325 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] Calling delete_port for f383fe99-7ed1-431f-8a05-c3cecd4c6776 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:51.574837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c01342-f6c8-4b91-9b25-b56f849b9154') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:51.575069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c01342-f6c8-4b91-9b25-b56f849b9154') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:51.576827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] Port f383fe99-7ed1-431f-8a05-c3cecd4c6776 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:40:51.578549 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.587964 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.590301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-7e276703-914c-49ac-a118-0b40f0d69610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:51.591824 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-7e276703-914c-49ac-a118-0b40f0d69610 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1096 time: 0.1098435 Sep 19 03:40:51.611748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] Pushing event deleted for resources: {'Port': ['ID=f383fe99-7ed1-431f-8a05-c3cecd4c6776,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:51.614097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798706c8-a4f9-4ddc-9b13-25217a547550 None None] No DVR routers for this DVR port f383fe99-7ed1-431f-8a05-c3cecd4c6776 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:40:51.631865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.645833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:40:51.646262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:40:51.648359 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:40:51.843126 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '30c3f686-3cd5-463c-a2c4-ca9b2de68fbd', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:10:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:40:50Z', 'updated_at': '2021-09-19T03:40:50Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}, {'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:52Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:51.870301 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:40:51.879172 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:51.879708 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:51.986314 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:52.052087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:52.057378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:52.062465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6c6b451e-3a71-4997-8704-d58fcdaf0b38 HTTP/1.1" status: 204 len: 168 time: 1.0096278 Sep 19 03:40:52.062590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33544) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:52.080335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8081a4d-6a69-48ef-bcc8-f3096ca64a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6b451e-3a71-4997-8704-d58fcdaf0b38,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:52.086243 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-46bd85e1-96cf-480b-ba16-854a02e84aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:52.087639 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-46bd85e1-96cf-480b-ba16-854a02e84aa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.4886606 Sep 19 03:40:52.158716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-75e186b1-ec9a-44d9-bdcb-6698271ca575 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 200 len: 999 time: 0.0638165 Sep 19 03:40:52.208357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-c6828d42-26d2-4f7a-8201-9358ceea8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:52.210486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-c6828d42-26d2-4f7a-8201-9358ceea8e11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0446286 Sep 19 03:40:52.224819 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '30c3f686-3cd5-463c-a2c4-ca9b2de68fbd', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:10:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:40:50Z', 'updated_at': '2021-09-19T03:40:50Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}, {'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:52Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:52.250539 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933e9592-86d8-4188-93ad-72ccef12f429 None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '30c3f686-3cd5-463c-a2c4-ca9b2de68fbd', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.122', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:10:99:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:40:50Z', 'updated_at': '2021-09-19T03:40:50Z', 'revision_number': 0, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}, {'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:52Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:40:52.259430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-bfaef6f2-d741-44fd-b500-e743db7d8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:52.260968 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-bfaef6f2-d741-44fd-b500-e743db7d8c4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440767 Sep 19 03:40:52.359812 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-0579bca4-f7eb-4422-ac28-898ef26b13da service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913901 Sep 19 03:40:52.429511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:52.454280 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-42d18e21-a56e-420b-bee2-11a26a0c8b50 req-2db70d9c-c1d4-4a17-8903-d2ded50ada3b service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880957 Sep 19 03:40:52.486148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adcf673-fe8a-4043-abf7-df9859edc83a None None] New status for floating IP 30c3f686-3cd5-463c-a2c4-ca9b2de68fbd: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:40:52.685075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Deleting port 9de07c19-d581-4794-a959-688f9f88221c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:52.685415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:52.762666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] For port 9de07c19-d581-4794-a959-688f9f88221c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9de07c19-d581-4794-a959-688f9f88221c,segment=NetworkSegment(014360cd-b960-4642-8a80-8b3ed113412a),segment_id=014360cd-b960-4642-8a80-8b3ed113412a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:52.763061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:52.775780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Calling delete_port for 9de07c19-d581-4794-a959-688f9f88221c owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:52.785559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 05983549-69d6-4b38-af5d-d16f49e2ea2e no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:40:52.804091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 05983549-69d6-4b38-af5d-d16f49e2ea2e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:40:52.804439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 05983549-69d6-4b38-af5d-d16f49e2ea2e not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:40:52.804850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f383fe99-7ed1-431f-8a05-c3cecd4c6776 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:40:52.828469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f383fe99-7ed1-431f-8a05-c3cecd4c6776 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:40:52.828925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f383fe99-7ed1-431f-8a05-c3cecd4c6776 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:40:52.951922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:52.981560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9de07c19-d581-4794-a959-688f9f88221c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:53.474753 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:53.683975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:40:53.735510 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-cd3dedbf-21a3-40c3-a017-376e43540365 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454445 Sep 19 03:40:53.790272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:40:53.798043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8354bfd1-b939-40ee-b30f-a3d9785c18bb admin admin] 10.222.0.22 "PUT /v2.0/routers/4c7dea86-0cb9-4c29-bd95-133430cbb3e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344871 Sep 19 03:40:53.798676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33546) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:53.799028 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe51a46-4458-499a-be91-94394e690ecd None None] Sync routers for ids ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:40:53.808373 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] Routers {'4c7dea86-0cb9-4c29-bd95-133430cbb3e5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:53.809091 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:53.821030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-01e08b3f-3d77-439e-ae5e-2f17f80108db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:53.822547 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-01e08b3f-3d77-439e-ae5e-2f17f80108db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1096 time: 0.0469434 Sep 19 03:40:53.918940 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:53.920551 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] Set router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:53.932181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-35ffa717-3b69-47a9-a15b-4821e995d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:53.933657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-35ffa717-3b69-47a9-a15b-4821e995d43a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0919714 Sep 19 03:40:54.012019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-1f82049a-3baf-498c-ab3e-57c7b610b8a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 200 len: 1001 time: 0.0717177 Sep 19 03:40:54.033585 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.064305 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-d568f7d8-0d47-4ce0-8389-f56c605ec536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:54.065844 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-d568f7d8-0d47-4ce0-8389-f56c605ec536 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0477624 Sep 19 03:40:54.087017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Deleting port 144f44cc-91c4-412e-a502-cd9d3b6db4ce {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:54.087361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.113435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-addbb851-1459-4190-8f63-1f134e8d4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:40:54.113876 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:40:52Z', 'revision_number': 5, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port': {'id': '144f44cc-91c4-412e-a502-cd9d3b6db4ce', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:32:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:54.114997 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-addbb851-1459-4190-8f63-1f134e8d4579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414109 Sep 19 03:40:54.144809 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe51a46-4458-499a-be91-94394e690ecd None None] Checking router: 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:40:54.153459 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] Routers {'4c7dea86-0cb9-4c29-bd95-133430cbb3e5'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:40:54.154150 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:54.166028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] For port 144f44cc-91c4-412e-a502-cd9d3b6db4ce, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=144f44cc-91c4-412e-a502-cd9d3b6db4ce,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:54.166399 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.178906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Calling delete_port for 144f44cc-91c4-412e-a502-cd9d3b6db4ce owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:54.214006 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-136d25b3-1e41-49bf-86ae-91f89f14a31d service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921137 Sep 19 03:40:54.241921 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] Set router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:40:54.297964 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-afe51a46-4458-499a-be91-94394e690ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:40:54Z', 'revision_number': 6, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:54.317760 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-654f9798-8553-4349-a26a-472a98f1a6c8 req-55d48348-35e9-4931-a172-da530b27f2e1 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963719 Sep 19 03:40:54.331215 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe51a46-4458-499a-be91-94394e690ecd None None] The sync data for ids ['4c7dea86-0cb9-4c29-bd95-133430cbb3e5'] in n-d-809936-1 is: [{'id': '4c7dea86-0cb9-4c29-bd95-133430cbb3e5', 'name': 'tempest-TestServerBasicOps-45843591-router', 'tenant_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:35:43Z', 'updated_at': '2021-09-19T03:40:54Z', 'revision_number': 6, 'project_id': 'd0f2f4fc9606470199fcbe173f9ebe98', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:40:54.354907 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.386341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Pushing event deleted for resources: {'Port': ['ID=144f44cc-91c4-412e-a502-cd9d3b6db4ce,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:54.444255 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.531395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.533479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.575055 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.575536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c7dea86-0cb9-4c29-bd95-133430cbb3e5 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:40:54.579943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.581083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c0db3b22-11cb-467e-91b5-bf6004258922 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4c7dea86-0cb9-4c29-bd95-133430cbb3e5 HTTP/1.1" status: 204 len: 168 time: 0.7814713 Sep 19 03:40:54.583708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33548) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:54.630506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] Deleting subnet c68b7b5d-4d84-40ec-9295-52b2c112ff5d {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:40:54.633469 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.667425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.752336 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.808822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.833402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68b7b5d-4d84-40ec-9295-52b2c112ff5d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:54.837148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.841347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-521a6c5f-d10e-4270-9524-4a1f26a4bc6d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c68b7b5d-4d84-40ec-9295-52b2c112ff5d HTTP/1.1" status: 204 len: 168 time: 0.2543292 Sep 19 03:40:54.841634 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33550) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:54.844384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d87c628-f6fe-4485-aba8-71d318496f6e None None] Network 420f1db5-7865-4706-8d93-e1bbcb895b60 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:40:54.908051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:54.963088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Deleting port da070c57-1d06-4634-8e9d-6a2ff085f43a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:54.963435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.028042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] For port da070c57-1d06-4634-8e9d-6a2ff085f43a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=da070c57-1d06-4634-8e9d-6a2ff085f43a,segment=NetworkSegment(014360cd-b960-4642-8a80-8b3ed113412a),segment_id=014360cd-b960-4642-8a80-8b3ed113412a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:55.028345 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.040605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Calling delete_port for da070c57-1d06-4634-8e9d-6a2ff085f43a owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:55.088020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] DHCP port deletion for 420f1db5-7865-4706-8d93-e1bbcb895b60 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:40:55.133984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.145747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] Deleting port da070c57-1d06-4634-8e9d-6a2ff085f43a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:40:55.146264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.161635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da070c57-1d06-4634-8e9d-6a2ff085f43a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:55.165663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] No DVR routers for this DVR port da070c57-1d06-4634-8e9d-6a2ff085f43a on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:40:55.199808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9de07c19-d581-4794-a959-688f9f88221c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:40:55.228024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9de07c19-d581-4794-a959-688f9f88221c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:40:55.228367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9de07c19-d581-4794-a959-688f9f88221c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:40:55.233375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] For port da070c57-1d06-4634-8e9d-6a2ff085f43a, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:40:55.233845 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.240832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.245782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] Calling delete_port for da070c57-1d06-4634-8e9d-6a2ff085f43a owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:40:55.248540 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] Port da070c57-1d06-4634-8e9d-6a2ff085f43a was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:40:55.249864 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.265230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420f1db5-7865-4706-8d93-e1bbcb895b60']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:55.274850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014360cd-b960-4642-8a80-8b3ed113412a') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:55.275624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] Pushing event deleted for resources: {'Port': ['ID=da070c57-1d06-4634-8e9d-6a2ff085f43a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:55.275945 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014360cd-b960-4642-8a80-8b3ed113412a') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:40:55.277470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c256496-4838-4757-8165-b9c93e5a306f None None] No DVR routers for this DVR port da070c57-1d06-4634-8e9d-6a2ff085f43a on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:40:55.290604 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.303969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.311086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:40:55.311890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:40:55.313848 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:40:55.373360 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.379868 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.381880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/420f1db5-7865-4706-8d93-e1bbcb895b60 HTTP/1.1" status: 204 len: 168 time: 0.5395131 Sep 19 03:40:55.396974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e53965-0170-4a1b-9edd-a8f514f3d9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=420f1db5-7865-4706-8d93-e1bbcb895b60,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:55.504346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33554) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:55.542521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fe021e3a-b39c-43bd-8312-f1d54cb9937b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd65d41e72c5431c99624d67b7b18464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370388 Sep 19 03:40:55.544858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33556) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:55.594837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-417ce223-b36f-4226-b51d-a991537eae23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.614567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-417ce223-b36f-4226-b51d-a991537eae23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.658565 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-417ce223-b36f-4226-b51d-a991537eae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.661021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-417ce223-b36f-4226-b51d-a991537eae23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:55.662153 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-417ce223-b36f-4226-b51d-a991537eae23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/275abeaa-075b-46a5-a2bd-f738450e7978 HTTP/1.1" status: 204 len: 168 time: 0.1164038 Sep 19 03:40:55.669370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ce223-b36f-4226-b51d-a991537eae23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275abeaa-075b-46a5-a2bd-f738450e7978,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:55.965951 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33562) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:56.005177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-79fda345-4278-40c4-baaf-2c0843d18081 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0f2f4fc9606470199fcbe173f9ebe98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380797 Sep 19 03:40:56.007552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33564) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:40:56.054193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af1a3262-8ba2-42b9-9d05-a1805344f604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:56.074791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af1a3262-8ba2-42b9-9d05-a1805344f604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:56.119785 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af1a3262-8ba2-42b9-9d05-a1805344f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:56.122503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-af1a3262-8ba2-42b9-9d05-a1805344f604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:40:56.123696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-af1a3262-8ba2-42b9-9d05-a1805344f604 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae449352-98da-45a7-a798-f3930ada21f8 HTTP/1.1" status: 204 len: 168 time: 0.1151412 Sep 19 03:40:56.131969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a3262-8ba2-42b9-9d05-a1805344f604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae449352-98da-45a7-a798-f3930ada21f8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:40:56.782364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device da070c57-1d06-4634-8e9d-6a2ff085f43a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:40:56.804525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: da070c57-1d06-4634-8e9d-6a2ff085f43a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:40:56.804858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device da070c57-1d06-4634-8e9d-6a2ff085f43a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:40:56.805265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 144f44cc-91c4-412e-a502-cd9d3b6db4ce no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:40:56.822500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 144f44cc-91c4-412e-a502-cd9d3b6db4ce {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:40:56.822867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 144f44cc-91c4-412e-a502-cd9d3b6db4ce not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:40:59.285997 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:41:00.165980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:00.244047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33572) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:00.305855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-55a56b9d-764d-4835-afd9-b73b43c97ee0 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/floatingips/bf6c33dd-80fc-4260-8c8c-cf4c43270ff8 HTTP/1.1" status: 200 len: 992 time: 0.0606718 Sep 19 03:41:00.554263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33578) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:00.705804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port bbeebbfc-b182-40f0-bff6-66d26f6b878c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:41:00.706142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:00.782098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:00.782423 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:00.793957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for bbeebbfc-b182-40f0-bff6-66d26f6b878c owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:41:00.933098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:00.960721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=bbeebbfc-b182-40f0-bff6-66d26f6b878c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:01.018504 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:01.018889 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Floating IP bf6c33dd-80fc-4260-8c8c-cf4c43270ff8 disassociated (deleted). External IP: 172.25.8.19, port: 871e2152-f74b-4611-af59-dc3724424516. Sep 19 03:41:01.218932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 5545a6ff-c22e-416f-bc20-cb5fc32d992b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:41:01.322669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:41:01.327483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:01.332602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] Sync routers for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:41:01.341400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:01.341992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:01.355033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-75633ba9-7d51-46f5-996a-c578b028a05e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/floatingips/bf6c33dd-80fc-4260-8c8c-cf4c43270ff8 HTTP/1.1" status: 204 len: 168 time: 0.7997181 Sep 19 03:41:01.355620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'tag': '871e2152-f74b-4611-af59-dc3724424516'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:41:01.357891 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97283d0b-e775-4a9a-ada5-9b1c4c454989" -d '{"events": [{"name": "network-changed", "server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "tag": "871e2152-f74b-4611-af59-dc3724424516"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:41:01.414502 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286d44a-3a27-4a2c-b7cf-f50c2394116e x-openstack-request-id: req-f286d44a-3a27-4a2c-b7cf-f50c2394116e {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:41:01.414830 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "tag": "871e2152-f74b-4611-af59-dc3724424516", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:41:01.415093 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f286d44a-3a27-4a2c-b7cf-f50c2394116e {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:41:01.415627 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'tag': '871e2152-f74b-4611-af59-dc3724424516', 'status': 'completed', 'code': 200} Sep 19 03:41:01.453966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:01.508373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-541d0949-449a-49b1-a10e-433c42b26157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:01.511335 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-541d0949-449a-49b1-a10e-433c42b26157 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 1096 time: 0.0508811 Sep 19 03:41:01.586641 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad9d43-dea1-45c1-82fa-8169e2a010e5 req-d2928d35-7430-4482-a20e-c9eda662701b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:01.588254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fad9d43-dea1-45c1-82fa-8169e2a010e5 req-d2928d35-7430-4482-a20e-c9eda662701b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 945 time: 0.0502808 Sep 19 03:41:01.624317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-b3809056-0f70-464e-a79c-b908d1ce915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:01.626123 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-b3809056-0f70-464e-a79c-b908d1ce915b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6 HTTP/1.1" status: 200 len: 898 time: 0.0881472 Sep 19 03:41:01.627700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0fad9d43-dea1-45c1-82fa-8169e2a010e5 req-d6afa175-0ee2-428d-a106-c5969859a2bb tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328875 Sep 19 03:41:01.661944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:01.673697 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-0b8e6ea6-07ae-4478-9bee-d628c1a9a912 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=871e2152-f74b-4611-af59-dc3724424516 HTTP/1.1" status: 200 len: 217 time: 0.0392444 Sep 19 03:41:01.691143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] Checking router: 5545a6ff-c22e-416f-bc20-cb5fc32d992b for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:41:01.699425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:01.700032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:01.725197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-ba7d9fcd-e1ef-45ff-9c56-7573fd427632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:01.726679 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-ba7d9fcd-e1ef-45ff-9c56-7573fd427632 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1ba02f1-8c75-4c33-b43b-700f361d8cf8 HTTP/1.1" status: 200 len: 835 time: 0.0452507 Sep 19 03:41:01.775790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-2d663b2c-12bc-41e8-8120-66d7e9501bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:01.777247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-2d663b2c-12bc-41e8-8120-66d7e9501bce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4cc5146c-152b-4624-a0f5-40eb78b0b0d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424771 Sep 19 03:41:01.790622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-7a457496-f267-4489-b41d-bc143e97ecd4 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:41:01.791631 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-7a457496-f267-4489-b41d-bc143e97ecd4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055935 Sep 19 03:41:01.889259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-20a7f52b-3ff6-4177-b0b1-34c31b293f47 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891063 Sep 19 03:41:01.955365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:01.979831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-97283d0b-e775-4a9a-ada5-9b1c4c454989 req-eaa204fe-8829-4ad9-9b7c-3d8ab57ec644 service neutron] 10.222.0.32 "GET /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818610 Sep 19 03:41:02.145511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:02.171660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a08134-5447-4f21-8776-3daf52db1f31 None None] The sync data for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 is: [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:31Z', 'revision_number': 4, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '394ad54d-726c-470a-a67f-d482c158dc68', 'name': '', 'network_id': '4cc5146c-152b-4624-a0f5-40eb78b0b0d6', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'mac_address': 'fa:16:3e:5d:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:30Z', 'updated_at': '2021-09-19T03:39:34Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'subnets': [{'id': 'c1ba02f1-8c75-4c33-b43b-700f361d8cf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:41:02.386211 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dd8f5d-1803-4b4b-9f0b-600c2dd588c3 None None] New status for floating IP bf6c33dd-80fc-4260-8c8c-cf4c43270ff8: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:41:02.762200 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39413a-901c-4915-96da-9d55ad617b8e req-2da64a4c-6607-4d48-b810-9a5ce146719e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:02.763715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c39413a-901c-4915-96da-9d55ad617b8e req-2da64a4c-6607-4d48-b810-9a5ce146719e tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 945 time: 0.0511150 Sep 19 03:41:02.801052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c39413a-901c-4915-96da-9d55ad617b8e req-fdd144ff-ed56-4352-bbb8-9ffcd528465b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a69b4b1-ac06-4b90-9919-488329447f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307863 Sep 19 03:41:03.281931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-9649def4-4cdc-4021-bd40-f20b5aa2620d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:03.283440 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-9649def4-4cdc-4021-bd40-f20b5aa2620d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.32 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 945 time: 0.0527673 Sep 19 03:41:03.370130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 871e2152-f74b-4611-af59-dc3724424516 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:41:03.370476 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:03.460440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port 871e2152-f74b-4611-af59-dc3724424516, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=871e2152-f74b-4611-af59-dc3724424516,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:03.460811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:03.473168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 871e2152-f74b-4611-af59-dc3724424516 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:41:03.596566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:03.629785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=871e2152-f74b-4611-af59-dc3724424516,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:03.668065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] No DVR routers for this DVR port 871e2152-f74b-4611-af59-dc3724424516 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:41:03.670663 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:03.672664 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7c27d21e-748b-4614-9e28-b0f4d24861d6 req-db885ceb-1141-4266-bd4e-e75bdb6274a9 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.32 "DELETE /v2.0/ports/871e2152-f74b-4611-af59-dc3724424516 HTTP/1.1" status: 204 len: 173 time: 0.3829038 Sep 19 03:41:03.673106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'name': 'network-vif-deleted', 'tag': '871e2152-f74b-4611-af59-dc3724424516'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:41:03.676045 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ae1c84-e2aa-4490-a15b-9f627444e6ce" -d '{"events": [{"server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "name": "network-vif-deleted", "tag": "871e2152-f74b-4611-af59-dc3724424516"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:41:03.716087 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244b0d43-b9a3-45ec-9ebc-064daf4ec408 x-openstack-request-id: req-244b0d43-b9a3-45ec-9ebc-064daf4ec408 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:41:03.716396 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0295ccf8-7d1d-4843-b341-edb9aaf9afcf", "name": "network-vif-deleted", "tag": "871e2152-f74b-4611-af59-dc3724424516", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:41:03.716827 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-244b0d43-b9a3-45ec-9ebc-064daf4ec408 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:41:03.717050 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0295ccf8-7d1d-4843-b341-edb9aaf9afcf', 'name': 'network-vif-deleted', 'tag': '871e2152-f74b-4611-af59-dc3724424516', 'status': 'completed', 'code': 200} Sep 19 03:41:03.903080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7af2e5-d319-467b-923d-24e0320a124b req-8ba3a382-b8df-4ee4-bbae-8c6e93d9608b tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0295ccf8-7d1d-4843-b341-edb9aaf9afcf HTTP/1.1" status: 200 len: 210 time: 0.0256705 Sep 19 03:41:04.957808 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33600) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:05.013389 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0f51-ed36-4ac5-b087-a22f350ed72d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:05.037762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0f51-ed36-4ac5-b087-a22f350ed72d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:05.093334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0f51-ed36-4ac5-b087-a22f350ed72d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:05.096014 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7f8c0f51-ed36-4ac5-b087-a22f350ed72d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:05.097178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7f8c0f51-ed36-4ac5-b087-a22f350ed72d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/security-groups/9a69b4b1-ac06-4b90-9919-488329447f8d HTTP/1.1" status: 204 len: 168 time: 0.1383994 Sep 19 03:41:05.106581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c0f51-ed36-4ac5-b087-a22f350ed72d tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a69b4b1-ac06-4b90-9919-488329447f8d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:05.131573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33604) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:05.507430 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:06.104087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 394ad54d-726c-470a-a67f-d482c158dc68 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:41:06.104761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:06.202274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port 394ad54d-726c-470a-a67f-d482c158dc68, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=394ad54d-726c-470a-a67f-d482c158dc68,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:06.202649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:06.215136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 394ad54d-726c-470a-a67f-d482c158dc68 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:41:06.410447 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:06.437832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=394ad54d-726c-470a-a67f-d482c158dc68,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:06.617219 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:06.837103 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Router 5545a6ff-c22e-416f-bc20-cb5fc32d992b has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:41:06.941052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:41:06.946418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-83a681cb-11ce-46fd-813f-c6e31cb07f38 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "PUT /v2.0/routers/5545a6ff-c22e-416f-bc20-cb5fc32d992b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134158 Sep 19 03:41:06.949007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33606) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:06.951624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] Sync routers for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:41:06.960699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:06.961305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:07.000013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting subnet c1ba02f1-8c75-4c33-b43b-700f361d8cf8 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:41:07.002973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.042718 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.066047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:07.128256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.187544 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.215093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ba02f1-8c75-4c33-b43b-700f361d8cf8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:07.218773 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.220752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52bbb33f-e16f-4732-86a8-c602f307c7e6 tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/subnets/c1ba02f1-8c75-4c33-b43b-700f361d8cf8 HTTP/1.1" status: 204 len: 168 time: 0.2708051 Sep 19 03:41:07.223957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33608) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:07.228028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22c453-4d4f-413a-b3a3-a76eaed0b9d7 None None] Network 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:41:07.322346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:41:06Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:07.333142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.366597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] Checking router: 5545a6ff-c22e-416f-bc20-cb5fc32d992b for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:41:07.380137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] Routers {'5545a6ff-c22e-416f-bc20-cb5fc32d992b'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:07.380749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:07.444808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.489527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] DHCP port deletion for 4cc5146c-152b-4624-a0f5-40eb78b0b0d6 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:41:07.498972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] Set router 5545a6ff-c22e-416f-bc20-cb5fc32d992b gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:07.503131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Deleting port 9ce94ccd-f262-4423-a771-2d63b0ffa40f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:41:07.503483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.586435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] For port 9ce94ccd-f262-4423-a771-2d63b0ffa40f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=9ce94ccd-f262-4423-a771-2d63b0ffa40f,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:07.586833 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.598516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Calling delete_port for 9ce94ccd-f262-4423-a771-2d63b0ffa40f owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:41:07.627434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 871e2152-f74b-4611-af59-dc3724424516 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:41:07.657025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 871e2152-f74b-4611-af59-dc3724424516 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:41:07.657362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 871e2152-f74b-4611-af59-dc3724424516 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:41:07.679418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] Deleting port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:41:07.679806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.763325 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.771094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] For port 34b3c394-9ac4-46cc-b0e2-e150b1913f70, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=34b3c394-9ac4-46cc-b0e2-e150b1913f70,segment=NetworkSegment(a56d969d-ed24-4b32-a9ff-1d2054d950d7),segment_id=a56d969d-ed24-4b32-a9ff-1d2054d950d7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:07.771498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.785690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] Calling delete_port for 34b3c394-9ac4-46cc-b0e2-e150b1913f70 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:41:07.789940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Port': ['ID=9ce94ccd-f262-4423-a771-2d63b0ffa40f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:07.801298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:41:06Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:07.858171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.859727 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caac982-f86f-4748-bd3d-2dae72ffa8e3 None None] The sync data for ids ['5545a6ff-c22e-416f-bc20-cb5fc32d992b'] in n-d-809936-1 is: [{'id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'name': 'tempest-TestNetworkBasicOps-router-878064683', 'tenant_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:41:06Z', 'revision_number': 5, 'project_id': '5039650cc7ae4a3e8b2e7a64140da76c', 'gw_port': {'id': '9ce94ccd-f262-4423-a771-2d63b0ffa40f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5545a6ff-c22e-416f-bc20-cb5fc32d992b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:39:28Z', 'updated_at': '2021-09-19T03:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:41:07.902980 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.928486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] Pushing event deleted for resources: {'Port': ['ID=34b3c394-9ac4-46cc-b0e2-e150b1913f70,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:07.932448 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1aa59c-571a-4590-9567-6ba861786883 None None] No DVR routers for this DVR port 34b3c394-9ac4-46cc-b0e2-e150b1913f70 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:41:07.961522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:07.963656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.004863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.005573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Fanout notify agent at l3_agent the message router_deleted on router 5545a6ff-c22e-416f-bc20-cb5fc32d992b {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:41:08.013467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.014590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cff6dcec-4801-4e0a-8e89-48f4caccfdec tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/routers/5545a6ff-c22e-416f-bc20-cb5fc32d992b HTTP/1.1" status: 204 len: 168 time: 0.7897069 Sep 19 03:41:08.017181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33610) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:08.095739 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.178673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.197480 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc5146c-152b-4624-a0f5-40eb78b0b0d6']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:08.206524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56d969d-ed24-4b32-a9ff-1d2054d950d7') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:08.206853 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56d969d-ed24-4b32-a9ff-1d2054d950d7') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:08.220686 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.235298 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.242331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:41:08.242735 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:41:08.246028 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:41:08.311742 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.317397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.325167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] 10.222.0.22 "DELETE /v2.0/networks/4cc5146c-152b-4624-a0f5-40eb78b0b0d6 HTTP/1.1" status: 204 len: 168 time: 0.3012874 Sep 19 03:41:08.340123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f18e5-b248-47ee-b956-24a11a92b5df tempest-TestNetworkBasicOps-345565515 tempest-TestNetworkBasicOps-345565515-project] Pushing event deleted for resources: {'Network': ['ID=4cc5146c-152b-4624-a0f5-40eb78b0b0d6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:08.611624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33616) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:08.757235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-35e189f0-d1c0-47a6-bf6d-59906d3fb291 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5039650cc7ae4a3e8b2e7a64140da76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443717 Sep 19 03:41:08.759937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33620) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:08.808441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8176ee03-61ce-4934-a496-f38b7918e4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.828981 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8176ee03-61ce-4934-a496-f38b7918e4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.877328 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8176ee03-61ce-4934-a496-f38b7918e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.880629 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8176ee03-61ce-4934-a496-f38b7918e4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:08.881783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8176ee03-61ce-4934-a496-f38b7918e4a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73114789-8d33-446b-955f-ff06e19875b7 HTTP/1.1" status: 204 len: 168 time: 0.1206863 Sep 19 03:41:08.893962 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176ee03-61ce-4934-a496-f38b7918e4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73114789-8d33-446b-955f-ff06e19875b7,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:08.965461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 394ad54d-726c-470a-a67f-d482c158dc68 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:41:08.990667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 394ad54d-726c-470a-a67f-d482c158dc68 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:41:08.991133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 394ad54d-726c-470a-a67f-d482c158dc68 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:41:08.991643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 34b3c394-9ac4-46cc-b0e2-e150b1913f70 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:41:09.016822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 34b3c394-9ac4-46cc-b0e2-e150b1913f70 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:41:09.017216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 34b3c394-9ac4-46cc-b0e2-e150b1913f70 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:41:09.017637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ce94ccd-f262-4423-a771-2d63b0ffa40f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:41:09.038845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 9ce94ccd-f262-4423-a771-2d63b0ffa40f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:41:09.039188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 9ce94ccd-f262-4423-a771-2d63b0ffa40f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:41:09.169931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33626) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:09.183134 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fd6cb74-8c69-4980-b9a4-5db75b97e6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:09.280418 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fd6cb74-8c69-4980-b9a4-5db75b97e6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:09.284293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fd6cb74-8c69-4980-b9a4-5db75b97e6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:09.324474 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8fd6cb74-8c69-4980-b9a4-5db75b97e6e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26ed1f60624646718fb30db2572767ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534619 Sep 19 03:41:09.325353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6cb74-8c69-4980-b9a4-5db75b97e6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c177ab1d-4d57-4538-92c6-6f1db751cbfe,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:09.327140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33628) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:09.383314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae9f16bb-65fc-4811-865e-886136c272c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:09.404646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae9f16bb-65fc-4811-865e-886136c272c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:09.456463 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae9f16bb-65fc-4811-865e-886136c272c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:09.459121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ae9f16bb-65fc-4811-865e-886136c272c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:09.460526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ae9f16bb-65fc-4811-865e-886136c272c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c177ab1d-4d57-4538-92c6-6f1db751cbfe HTTP/1.1" status: 204 len: 168 time: 0.1311424 Sep 19 03:41:09.467959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f16bb-65fc-4811-865e-886136c272c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c177ab1d-4d57-4538-92c6-6f1db751cbfe,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:10.144337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33650) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:10.246673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1260005113-network', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:41:10.267462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Made reservation on behalf of 2c8a8d76f1b04289a177918ec62721b9 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:41:10.270420 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.278681 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.368151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.371808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.396220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:41:10.405540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7002c2-804b-4b0c-8e73-74b272914444,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:10.410223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.410584 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Added segment 10d2ec1f-96fd-4663-af5e-f5b40f766bed of type vlan for network 35018eff-b2dd-4aec-835f-5b04dddfe7cc Sep 19 03:41:10.449670 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.474309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.475337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:10.475922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.507112 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3611023 Sep 19 03:41:10.510223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33654) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:10.515208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Request body: {'subnet': {'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1260005113-subnet', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:41:10.535779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Made reservation on behalf of 2c8a8d76f1b04289a177918ec62721b9 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:41:10.538205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.543295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724ef5a-03da-46af-923e-557a86af8d2e admin admin] Pushing event updated for resources: {'Network': ['ID=35018eff-b2dd-4aec-835f-5b04dddfe7cc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:10.555276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:41:10.705616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.759663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc17f64-3f36-41bf-87a1-4fe095f87794,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:10.769499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Checking segment: {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:10.769859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Network hostable DHCP agents. Network: 35018eff-b2dd-4aec-835f-5b04dddfe7cc, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:41:10.785885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:41:10.794545 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 35018eff-b2dd-4aec-835f-5b04dddfe7cc) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:10.799317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:10.799950 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.806651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9279527-91f2-4da2-8943-740b96b3c9ef None None] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:41:10.817527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ff214f5d-ca4f-4cd3-9a39-27b3c6751626 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3029881 Sep 19 03:41:10.817743 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33656) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:10.822424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:41:10.845533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.846547 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.905926 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:10.960234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:41:10.961210 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.046864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.104907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Allocated IP 172.20.0.2 (35018eff-b2dd-4aec-835f-5b04dddfe7cc/dfc17f64-3f36-41bf-87a1-4fe095f87794/294e550b-0737-4299-9ca3-7399bc661429) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:41:11.250050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.251843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.258303 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.270968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.297239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:11.302670 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:11.308692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:41:11.314773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Pushing event updated for resources: {'Port': ['ID=294e550b-0737-4299-9ca3-7399bc661429,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:11.371044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Attempting to bind port 294e550b-0737-4299-9ca3-7399bc661429 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:41:11.371404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Attempting to bind port 294e550b-0737-4299-9ca3-7399bc661429 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:41:11.371867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Attempting to bind port 294e550b-0737-4299-9ca3-7399bc661429 on network 35018eff-b2dd-4aec-835f-5b04dddfe7cc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:41:11.377309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:41:11.377733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Checking segment: {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:11.378213 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.378619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Bound using segment: {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:41:11.379217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Bound port: 294e550b-0737-4299-9ca3-7399bc661429, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:41:11.379606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.386386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Allocated IP 172.25.8.97 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/b8fb169a-73ab-4398-a2bb-efd663a2d5a2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:41:11.449575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] For port 294e550b-0737-4299-9ca3-7399bc661429, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:41:11.453256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] For port 294e550b-0737-4299-9ca3-7399bc661429, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=294e550b-0737-4299-9ca3-7399bc661429,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:41:11.457459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.496582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.517504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687bd5d-6c48-46de-a1f6-cdd60d4f10c2 None None] Pushing event updated for resources: {'Port': ['ID=294e550b-0737-4299-9ca3-7399bc661429,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:11.546732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:11.589358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:11.596589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:11.602297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:41:11.605831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Pushing event updated for resources: {'Port': ['ID=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:11.881028 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:12.086184 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:12.226657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Router 6e58d230-8210-4e6a-9134-e0db075d6824 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:41:12.456797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236037c0-dc39-4944-ba9f-f01e8857c410 None None] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:41:12.554361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-dd2b0c8f-7236-48b5-b0fc-fdf43f234651 None None] Provisioning complete for port 294e550b-0737-4299-9ca3-7399bc661429 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:12.554773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0c8f-7236-48b5-b0fc-fdf43f234651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:12.722399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:41:12.736434 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Sync routers for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:41:12.742827 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:12.746918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-51d3a630-821f-45ec-8493-21ab41b231de admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9254942 Sep 19 03:41:12.747084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33660) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:12.751650 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:12.752517 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:12.863140 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0c8f-7236-48b5-b0fc-fdf43f234651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:12.906295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dd2b0c8f-7236-48b5-b0fc-fdf43f234651 None None] For port 294e550b-0737-4299-9ca3-7399bc661429, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=294e550b-0737-4299-9ca3-7399bc661429,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:12.912761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 294e550b-0737-4299-9ca3-7399bc661429 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:12.918839 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0c8f-7236-48b5-b0fc-fdf43f234651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:12.935937 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:12.989771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b0c8f-7236-48b5-b0fc-fdf43f234651 None None] Pushing event updated for resources: {'Port': ['ID=294e550b-0737-4299-9ca3-7399bc661429,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:13.018876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 294e550b-0737-4299-9ca3-7399bc661429 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:13.020065 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.142450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-707333b1-c079-4598-a01f-ce9a87336ea4 None None] Provisioning complete for port 294e550b-0737-4299-9ca3-7399bc661429 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:13.143176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-707333b1-c079-4598-a01f-ce9a87336ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.236597 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:11Z', 'revision_number': 3, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:13.262120 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.264114 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Checking router: 6e58d230-8210-4e6a-9134-e0db075d6824 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:41:13.264476 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Updating router 6e58d230-8210-4e6a-9134-e0db075d6824 port b8fb169a-73ab-4398-a2bb-efd663a2d5a2 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:41:13.291652 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.416483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Allocated IP 172.20.0.1 (35018eff-b2dd-4aec-835f-5b04dddfe7cc/dfc17f64-3f36-41bf-87a1-4fe095f87794/c3d03201-3ca9-4a6c-9f90-7d3af6344f7d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:41:13.521242 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.545212 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.550862 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.556119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.607072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:13.610110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:13.611307 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Attempting to bind port b8fb169a-73ab-4398-a2bb-efd663a2d5a2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:41:13.611679 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Attempting to bind port b8fb169a-73ab-4398-a2bb-efd663a2d5a2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:41:13.612041 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Attempting to bind port b8fb169a-73ab-4398-a2bb-efd663a2d5a2 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:41:13.613661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:41:13.623773 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:41:13.624144 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:13.624540 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.624921 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:41:13.625384 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Bound port: b8fb169a-73ab-4398-a2bb-efd663a2d5a2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:41:13.625757 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.642586 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:13.660603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.664620 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Pushing event updated for resources: {'Port': ['ID=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:13.685700 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] For port b8fb169a-73ab-4398-a2bb-efd663a2d5a2, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:41:13.688456 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.688844 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.689190 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.689521 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.689841 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.690173 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.690481 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.690823 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.691149 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.691971 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.692283 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.692592 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:41:13.696859 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] For port b8fb169a-73ab-4398-a2bb-efd663a2d5a2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:41:13.704207 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.751587 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:13.752243 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:13.797495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.804215 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9dfd8-229e-4baa-9d91-61db8d21da17 None None] Pushing event updated for resources: {'Port': ['ID=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:13.859137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-33104ab5-703e-4f68-ac32-7f236020667a None None] Provisioning complete for port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:13.860419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33104ab5-703e-4f68-ac32-7f236020667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.874322 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:13.897055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-33104ab5-703e-4f68-ac32-7f236020667a None None] Port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:41:13.975583 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:13.980563 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:14.045322 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:14.047637 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:11Z', 'revision_number': 3, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:14.047904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:14.075165 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020c1ce-e50b-4fb4-a31a-2a95ad9ec4be None None] The sync data for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 is: [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:11Z', 'revision_number': 3, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:41:14.146600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:14.148040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:14.267204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Router 6e58d230-8210-4e6a-9134-e0db075d6824 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:41:14.402917 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:41:14.408429 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-99b2fb1a-bc07-46a3-99bc-f0707430dff5 admin admin] 10.222.0.22 "PUT /v2.0/routers/6e58d230-8210-4e6a-9134-e0db075d6824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603415 Sep 19 03:41:14.430133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-37f446c2-c977-49c0-99c2-f7c2bed4654f None None] Provisioning complete for port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:14.430443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-37f446c2-c977-49c0-99c2-f7c2bed4654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:14.468252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-37f446c2-c977-49c0-99c2-f7c2bed4654f None None] Port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:41:14.523426 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c404186-5acc-4879-addd-d81df41ca0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:14.895804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8fb169a-73ab-4398-a2bb-efd663a2d5a2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:14.933577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 33678) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:14.938487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-757179468-network', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:41:14.946479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b8fb169a-73ab-4398-a2bb-efd663a2d5a2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:14.946899 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:14.960616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Made reservation on behalf of 0ea00f3696ec480f9f81b8c0ff4c2528 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:41:14.963022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:14.971750 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.022886 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.044216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port b8fb169a-73ab-4398-a2bb-efd663a2d5a2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:15.048894 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.049765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 294e550b-0737-4299-9ca3-7399bc661429 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:15.067370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.071375 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.098959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:41:15.108952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b43360-e0a5-4f63-9075-e2bb5923eec6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:15.116005 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.116456 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Added segment 234c162c-1e5e-4e95-846c-9944e8f9790a of type vlan for network e0e5bb1e-7257-4e46-ba5b-5122899ff27f Sep 19 03:41:15.133971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:15.141275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 294e550b-0737-4299-9ca3-7399bc661429 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:15.141765 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.158377 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.181920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.183034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:15.183614 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.223323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2885768 Sep 19 03:41:15.223765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33680) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:15.229179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Request body: {'subnet': {'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-757179468-subnet', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:41:15.251265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Made reservation on behalf of 0ea00f3696ec480f9f81b8c0ff4c2528 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:41:15.252346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e76a5-e0e0-425c-9e35-0f316e56db22 admin admin] Pushing event updated for resources: {'Network': ['ID=e0e5bb1e-7257-4e46-ba5b-5122899ff27f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:15.253790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.263257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:41:15.427769 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.481151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd71046-e31f-4180-91ad-802daf2e5dcf,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:15.493217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Checking segment: {'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:15.493586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Network hostable DHCP agents. Network: e0e5bb1e-7257-4e46-ba5b-5122899ff27f, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:41:15.510834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:41:15.518683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e0e5bb1e-7257-4e46-ba5b-5122899ff27f) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:15.522763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:15.523409 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.528256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060da0d5-f63a-4145-9af3-da7952b65d54 None None] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:41:15.538193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-99d75d1d-d04c-4892-ac3a-8f8c60de8dd9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3132596 Sep 19 03:41:15.540775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33682) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:15.545317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:41:15.568830 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.569946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.627086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.642813 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Sync routers for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:41:15.660703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:15.661309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:15.716876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e0e5bb1e-7257-4e46-ba5b-5122899ff27f', 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'fixed_ips': [{'subnet_id': 'bdd71046-e31f-4180-91ad-802daf2e5dcf'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:41:15.717707 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.770290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.843557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:15.969093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:15.975660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Allocated IP 172.20.0.2 (e0e5bb1e-7257-4e46-ba5b-5122899ff27f/bdd71046-e31f-4180-91ad-802daf2e5dcf/b60b4ca7-9533-4519-bec6-ead81b87133c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:41:15.988777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.093778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Allocated IP 172.25.8.240 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/4c0826e2-846b-403d-a338-57952c3ce065) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:41:16.190217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 2, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:16.192268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.195109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.218295 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Checking router: 6e58d230-8210-4e6a-9134-e0db075d6824 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:41:16.218652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Updating router 6e58d230-8210-4e6a-9134-e0db075d6824 port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:41:16.220782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.233314 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.270946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:16.273678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:16.276935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:41:16.292875 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.295797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:16.299900 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.305128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:16.311992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Pushing event updated for resources: {'Port': ['ID=b60b4ca7-9533-4519-bec6-ead81b87133c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:16.314217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:41:16.319178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Pushing event updated for resources: {'Port': ['ID=4c0826e2-846b-403d-a338-57952c3ce065,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:16.439197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Attempting to bind port b60b4ca7-9533-4519-bec6-ead81b87133c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:41:16.439565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Attempting to bind port b60b4ca7-9533-4519-bec6-ead81b87133c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:41:16.439931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Attempting to bind port b60b4ca7-9533-4519-bec6-ead81b87133c on network e0e5bb1e-7257-4e46-ba5b-5122899ff27f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:41:16.454078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:41:16.454370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Checking segment: {'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:16.454789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.455183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Bound using segment: {'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:41:16.455645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Bound port: b60b4ca7-9533-4519-bec6-ead81b87133c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:41:16.456019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.542311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.578162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] For port b60b4ca7-9533-4519-bec6-ead81b87133c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:41:16.583765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] For port b60b4ca7-9533-4519-bec6-ead81b87133c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b60b4ca7-9533-4519-bec6-ead81b87133c,segment=NetworkSegment(234c162c-1e5e-4e95-846c-9944e8f9790a),segment_id=234c162c-1e5e-4e95-846c-9944e8f9790a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:41:16.590311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.665396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb095969-3b98-4ea3-994c-ce1133ac094b None None] Pushing event updated for resources: {'Port': ['ID=b60b4ca7-9533-4519-bec6-ead81b87133c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:16.717439 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.726550 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.745233 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.778215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25e1d5-700c-49c1-83f3-b1e628e9024c None None] Pushing event updated for resources: {'Port': ['ID=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:16.848168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Attempting to bind port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:41:16.848760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Attempting to bind port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:41:16.849332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Attempting to bind port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d on network 35018eff-b2dd-4aec-835f-5b04dddfe7cc {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:41:16.872158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:41:16.873598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Checking segment: {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:16.874274 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.880318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Bound using segment: {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:41:16.881350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Bound port: c3d03201-3ca9-4a6c-9f90-7d3af6344f7d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:41:16.882536 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:16.896693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8fb169a-73ab-4398-a2bb-efd663a2d5a2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:16.928583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:41:16.999091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] For port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:41:17.003791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] For port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:41:17.011558 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.054377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b8fb169a-73ab-4398-a2bb-efd663a2d5a2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:17.054682 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.054823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:41:17.071726 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Sync routers for ids ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:41:17.072311 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.074792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dca01fbf-dcde-43d8-bf99-c91ec3401d8f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5313246 Sep 19 03:41:17.075915 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 33684) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:41:17.085441 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Routers {'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:17.086441 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:17.109332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25e1d5-700c-49c1-83f3-b1e628e9024c None None] Pushing event updated for resources: {'Port': ['ID=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:17.125771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:17.126422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:40:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:17.240680 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Set router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:17.439089 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '4c0826e2-846b-403d-a338-57952c3ce065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:16Z', 'revision_number': 3, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port': {'id': '4c0826e2-846b-403d-a338-57952c3ce065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fe:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:17.461189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:17.463493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d3dc9b3f-c196-456b-93aa-33c5a07d31bc None None] Provisioning complete for port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:17.463867 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9b3f-c196-456b-93aa-33c5a07d31bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.472742 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Checking router: fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:41:17.473182 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Updating router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 port 4c0826e2-846b-403d-a338-57952c3ce065 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:41:17.495211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-084da110-f184-4e13-834a-832de84d8166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.503148 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.698974 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9b3f-c196-456b-93aa-33c5a07d31bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.767215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d3dc9b3f-c196-456b-93aa-33c5a07d31bc None None] For port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:17.784493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d3dc9b3f-c196-456b-93aa-33c5a07d31bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.825338 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.833394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:16Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:17.835959 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.866941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957449d4-2820-4749-a10f-4907b8140e50 None None] The sync data for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 is: [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:16Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:41:17.894620 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6c694-a365-42f7-8ade-2640dbd80a1e None None] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:41:17.901247 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Attempting to bind port 4c0826e2-846b-403d-a338-57952c3ce065 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:41:17.901676 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Attempting to bind port 4c0826e2-846b-403d-a338-57952c3ce065 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:41:17.902011 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Attempting to bind port 4c0826e2-846b-403d-a338-57952c3ce065 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:41:17.914247 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:41:17.914611 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:17.915037 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.916294 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:41:17.916294 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Bound port: 4c0826e2-846b-403d-a338-57952c3ce065, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:41:17.916294 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.917780 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdf5af-1f4a-4ed9-9347-151749e87e70 None None] Pushing event updated for resources: {'Port': ['ID=4c0826e2-846b-403d-a338-57952c3ce065,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:17.923742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc9b3f-c196-456b-93aa-33c5a07d31bc None None] Pushing event updated for resources: {'Port': ['ID=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:17.980731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] Provisioning complete for port b60b4ca7-9533-4519-bec6-ead81b87133c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:17.981672 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:17.982537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.001421 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] For port 4c0826e2-846b-403d-a338-57952c3ce065, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:41:18.007110 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] For port 4c0826e2-846b-403d-a338-57952c3ce065, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4c0826e2-846b-403d-a338-57952c3ce065,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:41:18.016995 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.048181 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.070350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdf5af-1f4a-4ed9-9347-151749e87e70 None None] Pushing event updated for resources: {'Port': ['ID=4c0826e2-846b-403d-a338-57952c3ce065,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:18.092953 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Routers {'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:18.093605 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:41:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:18.149564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.210642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Allocated IP 172.20.0.1 (e0e5bb1e-7257-4e46-ba5b-5122899ff27f/bdd71046-e31f-4180-91ad-802daf2e5dcf/028d1b2c-136e-4019-8a6b-b506b52f5ac2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:41:18.216788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] For port b60b4ca7-9533-4519-bec6-ead81b87133c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b60b4ca7-9533-4519-bec6-ead81b87133c,segment=NetworkSegment(234c162c-1e5e-4e95-846c-9944e8f9790a),segment_id=234c162c-1e5e-4e95-846c-9944e8f9790a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:18.229269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.275364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] Provisioning complete for port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:18.275364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.316686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51274494-0a21-4d33-b5eb-467241cf177c None None] Pushing event updated for resources: {'Port': ['ID=b60b4ca7-9533-4519-bec6-ead81b87133c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:18.344191 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] Set router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:18.373036 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.433126 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.469300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:18.474678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:18.478288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:41:18.517594 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Pushing event updated for resources: {'Port': ['ID=028d1b2c-136e-4019-8a6b-b506b52f5ac2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:18.539793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.553754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.574174 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '4c0826e2-846b-403d-a338-57952c3ce065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:16Z', 'revision_number': 3, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port': {'id': '4c0826e2-846b-403d-a338-57952c3ce065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fe:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:18.625043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-14b99ca5-eeef-4e18-b626-24d2f50a3f43 None None] Provisioning complete for port b60b4ca7-9533-4519-bec6-ead81b87133c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:18.625426 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-14b99ca5-eeef-4e18-b626-24d2f50a3f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.635253 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca87e1-35f8-4f35-992d-f303939d6b80 None None] The sync data for ids ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'] in n-d-809936-1 is: [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '4c0826e2-846b-403d-a338-57952c3ce065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:16Z', 'revision_number': 3, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port': {'id': '4c0826e2-846b-403d-a338-57952c3ce065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fe:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:41:18.697041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.882621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f070b489-6872-47d9-8a48-cf2169942d1d None None] Provisioning complete for port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:18.883033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f070b489-6872-47d9-8a48-cf2169942d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.915255 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.925659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:18.927586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f070b489-6872-47d9-8a48-cf2169942d1d None None] Port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:41:18.938981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b60b4ca7-9533-4519-bec6-ead81b87133c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:19.028860 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b60b4ca7-9533-4519-bec6-ead81b87133c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:19.029256 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:19.048133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Pushing event updated for resources: {'Port': ['ID=028d1b2c-136e-4019-8a6b-b506b52f5ac2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:19.055108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:19.137787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c3d03201-3ca9-4a6c-9f90-7d3af6344f7d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:19.163649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:41:19.165506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:41:19.196604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:19.197056 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:19.322988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:41:19.451740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-153df033-13d1-47ba-b56a-0b0a0d463d69 None None] Provisioning complete for port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:19.452110 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-153df033-13d1-47ba-b56a-0b0a0d463d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:19.456070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:41:19.461471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-94e19678-016d-4676-9587-2493b3098aae admin admin] 10.222.0.22 "PUT /v2.0/routers/fe7adc00-98a2-46a2-8f85-04eaad6ec0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3844905 Sep 19 03:41:19.486974 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-153df033-13d1-47ba-b56a-0b0a0d463d69 None None] Port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:41:20.120593 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:20.826488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4c0826e2-846b-403d-a338-57952c3ce065 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:20.877131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4c0826e2-846b-403d-a338-57952c3ce065 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:20.877419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:20.968116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:20.992576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 4c0826e2-846b-403d-a338-57952c3ce065, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4c0826e2-846b-403d-a338-57952c3ce065,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:20.997457 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:21.049668 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=4c0826e2-846b-403d-a338-57952c3ce065,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:21.200535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Sync routers for ids ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:41:21.211149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Routers {'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:21.211775 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:41:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:21.319234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Set router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:21.517225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '4c0826e2-846b-403d-a338-57952c3ce065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:18Z', 'revision_number': 4, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port': {'id': '4c0826e2-846b-403d-a338-57952c3ce065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fe:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '028d1b2c-136e-4019-8a6b-b506b52f5ac2', 'name': '', 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'mac_address': 'fa:16:3e:dc:79:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bdd71046-e31f-4180-91ad-802daf2e5dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:18Z', 'updated_at': '2021-09-19T03:41:18Z', 'revision_number': 2, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'subnets': [{'id': 'bdd71046-e31f-4180-91ad-802daf2e5dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:21.547580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Checking router: fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:41:21.547938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Updating router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:41:21.573063 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:21.837763 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:21.844367 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:21.902360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ce2f0-9346-4591-8bb4-a28a05d2228f None None] Pushing event updated for resources: {'Port': ['ID=028d1b2c-136e-4019-8a6b-b506b52f5ac2,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:21.950196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Attempting to bind port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:41:21.950575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Attempting to bind port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:41:21.950978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Attempting to bind port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 on network e0e5bb1e-7257-4e46-ba5b-5122899ff27f {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:41:21.956380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:41:21.957351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Checking segment: {'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:41:21.957754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:21.958153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Bound using segment: {'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:41:21.958929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Bound port: 028d1b2c-136e-4019-8a6b-b506b52f5ac2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234c162c-1e5e-4e95-846c-9944e8f9790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:41:21.959319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:22.027106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] For port 028d1b2c-136e-4019-8a6b-b506b52f5ac2, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:41:22.031062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] For port 028d1b2c-136e-4019-8a6b-b506b52f5ac2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=028d1b2c-136e-4019-8a6b-b506b52f5ac2,segment=NetworkSegment(234c162c-1e5e-4e95-846c-9944e8f9790a),segment_id=234c162c-1e5e-4e95-846c-9944e8f9790a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:41:22.036753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:22.091969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Routers {'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:41:22.092613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:41:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:22.154946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ce2f0-9346-4591-8bb4-a28a05d2228f None None] Pushing event updated for resources: {'Port': ['ID=028d1b2c-136e-4019-8a6b-b506b52f5ac2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:22.190562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7cef4211-04a8-4ec2-b993-eff1e047bdce None None] Provisioning complete for port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:22.190562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cef4211-04a8-4ec2-b993-eff1e047bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:22.283202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] Set router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:41:22.381832 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cef4211-04a8-4ec2-b993-eff1e047bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:22.463459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7cef4211-04a8-4ec2-b993-eff1e047bdce None None] For port 028d1b2c-136e-4019-8a6b-b506b52f5ac2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=028d1b2c-136e-4019-8a6b-b506b52f5ac2,segment=NetworkSegment(234c162c-1e5e-4e95-846c-9944e8f9790a),segment_id=234c162c-1e5e-4e95-846c-9944e8f9790a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:41:22.469607 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7cef4211-04a8-4ec2-b993-eff1e047bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:22.713043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9219224f-365e-4a00-acf9-08d60a53839d None None] Provisioning complete for port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:22.713308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9219224f-365e-4a00-acf9-08d60a53839d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:22.716614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef4211-04a8-4ec2-b993-eff1e047bdce None None] Pushing event updated for resources: {'Port': ['ID=028d1b2c-136e-4019-8a6b-b506b52f5ac2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:41:22.776477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '4c0826e2-846b-403d-a338-57952c3ce065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:18Z', 'revision_number': 4, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port': {'id': '4c0826e2-846b-403d-a338-57952c3ce065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fe:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '028d1b2c-136e-4019-8a6b-b506b52f5ac2', 'name': '', 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'mac_address': 'fa:16:3e:dc:79:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bdd71046-e31f-4180-91ad-802daf2e5dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:18Z', 'updated_at': '2021-09-19T03:41:22Z', 'revision_number': 4, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'subnets': [{'id': 'bdd71046-e31f-4180-91ad-802daf2e5dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:41:22.822055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4957e7-aa74-4616-935c-f61450bd9044 None None] The sync data for ids ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'] in n-d-809936-1 is: [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '4c0826e2-846b-403d-a338-57952c3ce065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:18Z', 'revision_number': 4, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port': {'id': '4c0826e2-846b-403d-a338-57952c3ce065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fe:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '028d1b2c-136e-4019-8a6b-b506b52f5ac2', 'name': '', 'network_id': 'e0e5bb1e-7257-4e46-ba5b-5122899ff27f', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'mac_address': 'fa:16:3e:dc:79:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': 'bdd71046-e31f-4180-91ad-802daf2e5dcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:18Z', 'updated_at': '2021-09-19T03:41:22Z', 'revision_number': 4, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'subnets': [{'id': 'bdd71046-e31f-4180-91ad-802daf2e5dcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:41:22.826910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4c0826e2-846b-403d-a338-57952c3ce065 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:22.907081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4c0826e2-846b-403d-a338-57952c3ce065 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:22.907892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:24.828432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 028d1b2c-136e-4019-8a6b-b506b52f5ac2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:41:24.878178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:41:24.879117 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:30.166253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:36.286734 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:41:44.519426 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18da347b-8265-4c46-b5ce-0c440192e8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:46.237781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:47.286625 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-25523c4c-9fca-462e-9f6f-0d84f2b72bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:48.001185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:48.542642 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:50.132242 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:41:54.699061 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-f840ccb7-f316-4743-b924-f4f624d4370b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392554 Sep 19 03:41:54.784231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-6049ffe0-cb11-4047-9428-3b80c41f681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:54.785684 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-6049ffe0-cb11-4047-9428-3b80c41f681c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1096 time: 0.0443630 Sep 19 03:41:54.886523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-93d1dbaf-9cb9-4771-9e20-feb56e59d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:54.888031 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-93d1dbaf-9cb9-4771-9e20-feb56e59d1fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0836141 Sep 19 03:41:54.954532 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-6ce8b19e-d48a-4705-94c3-95a026454d5c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 200 len: 1001 time: 0.0588636 Sep 19 03:41:55.002272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-8274bbdf-b36e-4df8-ae21-e98f9478c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:55.003692 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-8274bbdf-b36e-4df8-ae21-e98f9478c716 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0419452 Sep 19 03:41:55.046904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-0d9a0fbd-3e8d-4ffa-959c-b154df359bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:41:55.048268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-0d9a0fbd-3e8d-4ffa-959c-b154df359bdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378525 Sep 19 03:41:55.140075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-d9e1c235-7d08-4159-9090-84111ecf0ca4 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845702 Sep 19 03:41:55.228160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a90aab83-6805-4b83-86f3-d9b6874cf09c req-3f7c77ac-c6b4-45a7-9678-9603dbec3c41 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807264 Sep 19 03:42:00.161303 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:13.286187 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:42:14.521276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c00b8072-6199-4101-b159-882b7014d974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:16.249142 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:17.183742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-75609b03-dcf3-4a3b-8988-60dbb04f0289 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432445 Sep 19 03:42:17.285021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-ca4c6e9e-e650-4ea1-b16f-110381bffc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:17.287484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-ca4c6e9e-e650-4ea1-b16f-110381bffc5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1096 time: 0.0430887 Sep 19 03:42:17.289300 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cde48161-8e19-4ae0-9ab8-35bde952b5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:17.396055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-ad557ca8-8ad7-43fc-ba5e-3328cd85bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:17.397537 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-ad557ca8-8ad7-43fc-ba5e-3328cd85bd7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.0917721 Sep 19 03:42:17.467120 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-a654f76e-e1dd-41a3-a3db-ab9b2729c6d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 1000 time: 0.0616479 Sep 19 03:42:17.514944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-86042244-368b-498f-875c-1ad3a4521e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:17.516389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-86042244-368b-498f-875c-1ad3a4521e3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0418007 Sep 19 03:42:17.563330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-054d4293-c2aa-493e-bcd6-577cf4d4cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:17.564715 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-054d4293-c2aa-493e-bcd6-577cf4d4cafe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413728 Sep 19 03:42:17.659219 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-4435c913-2b5f-441e-b8e2-b80cf0de1838 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870869 Sep 19 03:42:17.754027 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71bc9bc8-1d79-4ab6-b4e0-04d72850ffa3 req-c1595125-8e3b-47c7-af90-bf76e8a99579 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883963 Sep 19 03:42:18.001955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:18.545434 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:18.880565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34174) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:19.039859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port a7edd748-fe73-463e-8eda-4c9dc28cb743 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:19.040129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:19.114921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:19.115251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:19.126484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for a7edd748-fe73-463e-8eda-4c9dc28cb743 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:19.274622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:19.303264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=a7edd748-fe73-463e-8eda-4c9dc28cb743,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:19.332001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.332279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.332663 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.333006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.333343 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.333681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.334011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.334341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.334950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.335279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.335602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.335927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:19.380701 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:19.381034 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Floating IP 30c3f686-3cd5-463c-a2c4-ca9b2de68fbd disassociated (deleted). External IP: 172.25.8.122, port: c52031ea-0105-454e-b9f3-80a2550a87bf. Sep 19 03:42:19.587432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:42:19.688823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:42:19.693698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:19.700077 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:42:19.709327 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:19.710260 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:19.723885 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a665ee34-0e9e-438e-a710-84b968882274 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "DELETE /v2.0/floatingips/30c3f686-3cd5-463c-a2c4-ca9b2de68fbd HTTP/1.1" status: 204 len: 168 time: 0.8414872 Sep 19 03:42:19.724791 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:42:19.727780 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c8615-3a80-4b05-9d05-b279b786186b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:42:19.790330 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa052bfb-834e-431a-8f14-240feb96ed1c x-openstack-request-id: req-fa052bfb-834e-431a-8f14-240feb96ed1c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:42:19.790628 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:42:19.790913 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa052bfb-834e-431a-8f14-240feb96ed1c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:42:19.791328 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'status': 'completed', 'code': 200} Sep 19 03:42:19.825541 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:19.856512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8615-3a80-4b05-9d05-b279b786186b req-7cdadade-87bd-4034-8caf-7a7b958edf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:19.858173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a92c8615-3a80-4b05-9d05-b279b786186b req-7cdadade-87bd-4034-8caf-7a7b958edf72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 1096 time: 0.0473800 Sep 19 03:42:19.990961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8615-3a80-4b05-9d05-b279b786186b req-7d4ed458-ea66-44b7-a8d3-261886e79a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:19.992455 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a92c8615-3a80-4b05-9d05-b279b786186b req-7d4ed458-ea66-44b7-a8d3-261886e79a64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.1276636 Sep 19 03:42:20.019392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed48ae-8555-4b10-b1d5-a8a8bd4a7fca req-4d8efc4d-2d4d-4945-b643-1e7a3695af3d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:20.021475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bed48ae-8555-4b10-b1d5-a8a8bd4a7fca req-4d8efc4d-2d4d-4945-b643-1e7a3695af3d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 945 time: 0.0598052 Sep 19 03:42:20.042196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a92c8615-3a80-4b05-9d05-b279b786186b req-298bb8df-72e1-461c-a54f-88666f7cbd25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 200 len: 217 time: 0.0416033 Sep 19 03:42:20.066053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1bed48ae-8555-4b10-b1d5-a8a8bd4a7fca req-6d7a1e90-ce54-4fcb-8696-60505e6a601c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366261 Sep 19 03:42:20.100405 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8615-3a80-4b05-9d05-b279b786186b req-f2c2cf3c-f1e7-45d2-8aa5-655a452dc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:20.102123 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a92c8615-3a80-4b05-9d05-b279b786186b req-f2c2cf3c-f1e7-45d2-8aa5-655a452dc44f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0519865 Sep 19 03:42:20.127164 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:52Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:20.128856 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:20.155280 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:42:20.156821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c8615-3a80-4b05-9d05-b279b786186b req-79fd4574-d22a-4cd6-8d06-aabf6bc5d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:20.158219 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a92c8615-3a80-4b05-9d05-b279b786186b req-79fd4574-d22a-4cd6-8d06-aabf6bc5d8e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490777 Sep 19 03:42:20.163815 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:20.164486 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:20.268084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a92c8615-3a80-4b05-9d05-b279b786186b req-e7b0543a-6a03-4974-84d6-630301fa2e50 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022882 Sep 19 03:42:20.277202 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:20.363460 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a92c8615-3a80-4b05-9d05-b279b786186b req-184f4711-58bd-421b-bdf6-10ac50572148 service neutron] 10.222.0.30 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868404 Sep 19 03:42:20.507982 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:52Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:20.532555 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea48a86-10a3-4e8f-9caf-0a3a0332c65f None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'baf60ad1-b83d-4d6b-9816-0e110982a419', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'port_id': '16098c39-fb0c-42da-9775-6c466968587f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'mac_address': 'fa:16:3e:eb:69:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:38:50Z', 'updated_at': '2021-09-19T03:38:52Z', 'revision_number': 1, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:42:20.745408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98efe36-a9c7-4a42-b9e5-e14edddff4ce None None] New status for floating IP 30c3f686-3cd5-463c-a2c4-ca9b2de68fbd: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:42:21.186429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae2981-8695-46eb-ac4a-f024db8b9ab6 req-2a4e820f-b485-40b3-8b1a-c73d1da66ca1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:21.188184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcae2981-8695-46eb-ac4a-f024db8b9ab6 req-2a4e820f-b485-40b3-8b1a-c73d1da66ca1 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 945 time: 0.0498796 Sep 19 03:42:21.227013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bcae2981-8695-46eb-ac4a-f024db8b9ab6 req-b637d03e-37a7-4138-bef5-020805d19cfd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321918 Sep 19 03:42:21.441092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-a79082c7-9295-48a0-9f9f-040cd1ad8d02 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:21.442553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-a79082c7-9295-48a0-9f9f-040cd1ad8d02 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 945 time: 0.0525117 Sep 19 03:42:21.531057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port c52031ea-0105-454e-b9f3-80a2550a87bf {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:21.531332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:21.620515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] For port c52031ea-0105-454e-b9f3-80a2550a87bf, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c52031ea-0105-454e-b9f3-80a2550a87bf,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:21.620887 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:21.632868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for c52031ea-0105-454e-b9f3-80a2550a87bf owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:21.760856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:21.802078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=c52031ea-0105-454e-b9f3-80a2550a87bf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:21.846017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] No DVR routers for this DVR port c52031ea-0105-454e-b9f3-80a2550a87bf on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:42:21.848702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:21.850717 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e2d69a9-73af-4f4c-a4eb-3fa0a1d5ccb0 req-db8463d6-72bf-4452-bd17-27c43da4eaa0 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.30 "DELETE /v2.0/ports/c52031ea-0105-454e-b9f3-80a2550a87bf HTTP/1.1" status: 204 len: 173 time: 0.4025431 Sep 19 03:42:21.851182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'name': 'network-vif-deleted', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:42:21.853444 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b56a00-648a-4d9b-a6a1-63c80ad667e0" -d '{"events": [{"server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "name": "network-vif-deleted", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:42:21.890493 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630fb54e-3375-48de-abfe-a9beff57de6e x-openstack-request-id: req-630fb54e-3375-48de-abfe-a9beff57de6e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:42:21.890809 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b", "name": "network-vif-deleted", "tag": "c52031ea-0105-454e-b9f3-80a2550a87bf", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:42:21.891067 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-630fb54e-3375-48de-abfe-a9beff57de6e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:42:21.891461 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b', 'name': 'network-vif-deleted', 'tag': 'c52031ea-0105-454e-b9f3-80a2550a87bf', 'status': 'completed', 'code': 200} Sep 19 03:42:22.346840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9955891e-a9c1-47f6-8cf3-b60734243105 req-cf3618d5-33fe-419e-b6a7-02f079292243 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 210 time: 0.0399883 Sep 19 03:42:23.458250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c49301d8-3c9f-40cd-9c30-f1d51156cc0d req-91c4200f-f99d-483b-b661-ff70b4dcbf3e tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 210 time: 0.0355747 Sep 19 03:42:24.546370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0061aba0-2736-493f-8d34-e4a150128d2b req-8ab571ad-d4c5-4dcf-a1ee-b65ca667040d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 210 time: 0.0273862 Sep 19 03:42:25.665087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71031abb-aca1-4632-9352-844ac7189c1f req-7085fe6c-5443-4c6f-a706-c7a39ea3008c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ec3ec81-38e6-47aa-9bb3-3cbb2dbaed9b HTTP/1.1" status: 200 len: 210 time: 0.0268168 Sep 19 03:42:25.909081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c52031ea-0105-454e-b9f3-80a2550a87bf no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:25.929431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: c52031ea-0105-454e-b9f3-80a2550a87bf {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:25.929785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c52031ea-0105-454e-b9f3-80a2550a87bf not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:30.180364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:31.055433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34384) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:31.211905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port 4b4daab2-a866-4a23-afcb-c94c11a4373c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:31.212248 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:31.289078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:31.289410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:31.301060 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for 4b4daab2-a866-4a23-afcb-c94c11a4373c owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:31.446231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:31.470595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=4b4daab2-a866-4a23-afcb-c94c11a4373c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:31.528680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:31.529004 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Floating IP baf60ad1-b83d-4d6b-9816-0e110982a419 disassociated (deleted). External IP: 172.25.8.39, port: 16098c39-fb0c-42da-9775-6c466968587f. Sep 19 03:42:31.732878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:42:32.159521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:42:32.163968 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:32.170500 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:42:32.179696 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:32.180294 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:32.194251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5faa3fbc-ed6f-408b-8c8f-5afb35c6c623 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "DELETE /v2.0/floatingips/baf60ad1-b83d-4d6b-9816-0e110982a419 HTTP/1.1" status: 204 len: 168 time: 1.1348867 Sep 19 03:42:32.194251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'tag': '16098c39-fb0c-42da-9775-6c466968587f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:42:32.195088 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c578e-f113-4a2e-87c8-6b789fec1b23" -d '{"events": [{"name": "network-changed", "server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "tag": "16098c39-fb0c-42da-9775-6c466968587f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:42:32.242872 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3563413-631b-42d9-9c2b-4691ef2ba12f x-openstack-request-id: req-e3563413-631b-42d9-9c2b-4691ef2ba12f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:42:32.243274 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "tag": "16098c39-fb0c-42da-9775-6c466968587f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:42:32.243635 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3563413-631b-42d9-9c2b-4691ef2ba12f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:42:32.244588 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'tag': '16098c39-fb0c-42da-9775-6c466968587f', 'status': 'completed', 'code': 200} Sep 19 03:42:32.325151 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:32.336728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-1a1ce39f-4745-415f-856d-692ad5e64a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:32.339015 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-1a1ce39f-4745-415f-856d-692ad5e64a4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fbb634d4fd054103a9ad4344414117dd&device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 1096 time: 0.0509729 Sep 19 03:42:32.449481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-6edc4c7d-3be1-441e-8631-59833641fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:32.452884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-6edc4c7d-3be1-441e-8631-59833641fa60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 200 len: 911 time: 0.1057878 Sep 19 03:42:32.489939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4f185-c307-46df-9977-fee6c253ef36 req-976fa928-986b-4c8f-96b3-11ea308c2b4a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:32.497698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6d4f185-c307-46df-9977-fee6c253ef36 req-976fa928-986b-4c8f-96b3-11ea308c2b4a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 945 time: 0.0565720 Sep 19 03:42:32.503557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-ed276e69-19b6-4b84-a7d8-0b7fd990e982 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 200 len: 217 time: 0.0447810 Sep 19 03:42:32.540556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6d4f185-c307-46df-9977-fee6c253ef36 req-1f711971-b1d4-40e8-8bbb-e4e759ae40e8 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419500 Sep 19 03:42:32.560113 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:32.568330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-6b7c723e-cf47-45f0-a2a1-32782007ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:32.569876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-6b7c723e-cf47-45f0-a2a1-32782007ab61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 200 len: 849 time: 0.0581856 Sep 19 03:42:32.622298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-9ed28326-3630-48d4-9a0c-7474524500a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:32.623870 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-9ed28326-3630-48d4-9a0c-7474524500a4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe1836b4-136e-4016-89e0-ca4fe200a02c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466018 Sep 19 03:42:32.699287 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:42:32.707745 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:32.708352 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:32.727189 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-489e903d-d7fa-4039-beed-3fafe78d8a6b service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941341 Sep 19 03:42:32.814811 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:32.827315 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-015c578e-f113-4a2e-87c8-6b789fec1b23 req-3f1ac110-989e-4c69-a552-6c38cbbaa5d0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920107 Sep 19 03:42:33.020008 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:33.045769 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2a533-9bd2-4d69-8400-2a6952ee08a1 None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:32:07Z', 'revision_number': 4, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '2a9e03dd-87d7-44ae-a78c-55c947f3820c', 'name': '', 'network_id': 'fe1836b4-136e-4016-89e0-ca4fe200a02c', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'mac_address': 'fa:16:3e:0b:4a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:06Z', 'updated_at': '2021-09-19T03:32:16Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'subnets': [{'id': '9e1d4b37-3509-491c-8238-ca03089e98e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:42:33.278089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b347d2e-2013-4f93-bfb8-7afd351ed297 None None] New status for floating IP baf60ad1-b83d-4d6b-9816-0e110982a419: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:42:33.662497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841977f2-3966-4d37-b22e-b4515832239c req-c0e8aab7-40f3-42dd-a141-2b7ed31ca89d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:33.665121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-841977f2-3966-4d37-b22e-b4515832239c req-c0e8aab7-40f3-42dd-a141-2b7ed31ca89d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 945 time: 0.0580029 Sep 19 03:42:33.703254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-841977f2-3966-4d37-b22e-b4515832239c req-db9afedd-dacb-48b8-8790-708c99365fc6 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/security-groups?id=1aa0ca76-d58d-4693-9b55-c98266f5a63c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328248 Sep 19 03:42:34.296341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-3662ac02-f60b-4a01-a191-a7555129ff21 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:42:34.297803 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-3662ac02-f60b-4a01-a191-a7555129ff21 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 945 time: 0.0483232 Sep 19 03:42:34.392958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port 16098c39-fb0c-42da-9775-6c466968587f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:34.393298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:34.482889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] For port 16098c39-fb0c-42da-9775-6c466968587f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=16098c39-fb0c-42da-9775-6c466968587f,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:34.483288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:34.498452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for 16098c39-fb0c-42da-9775-6c466968587f owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:34.627919 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:34.660927 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=16098c39-fb0c-42da-9775-6c466968587f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:34.711449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] No DVR routers for this DVR port 16098c39-fb0c-42da-9775-6c466968587f on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:42:34.714220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:34.716319 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cca1af57-c075-44fe-8ab2-a7c32167bff6 req-8c0a6547-70d0-4db7-bdb0-c27cb62bc8ca tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.32 "DELETE /v2.0/ports/16098c39-fb0c-42da-9775-6c466968587f HTTP/1.1" status: 204 len: 173 time: 0.4124744 Sep 19 03:42:34.716790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'name': 'network-vif-deleted', 'tag': '16098c39-fb0c-42da-9775-6c466968587f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:42:34.719074 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3acb3-7cd5-4894-8aa5-5598e4ff7fb8" -d '{"events": [{"server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "name": "network-vif-deleted", "tag": "16098c39-fb0c-42da-9775-6c466968587f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:42:34.767178 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33d39a1-a24f-4842-9fba-52729f6b1266 x-openstack-request-id: req-d33d39a1-a24f-4842-9fba-52729f6b1266 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:42:34.767478 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f", "name": "network-vif-deleted", "tag": "16098c39-fb0c-42da-9775-6c466968587f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:42:34.767732 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d33d39a1-a24f-4842-9fba-52729f6b1266 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:42:34.768145 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f', 'name': 'network-vif-deleted', 'tag': '16098c39-fb0c-42da-9775-6c466968587f', 'status': 'completed', 'code': 200} Sep 19 03:42:34.823470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7cac1d15-415b-4284-a697-0805fcba6d83 req-862e6b0a-0f9d-45b2-8a31-6c3fdb401539 tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 210 time: 0.0478969 Sep 19 03:42:35.919179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3fd52f8d-e687-4e86-b5ad-64cb802f87e4 req-b2257095-a23f-4640-839e-14482367960c tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 210 time: 0.0259478 Sep 19 03:42:37.010075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2facc70-c630-41c8-b7b1-d2ed8c011ba7 req-aadceb4a-8f79-408d-9894-25066333a28d tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 210 time: 0.0254261 Sep 19 03:42:38.104352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 16098c39-fb0c-42da-9775-6c466968587f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:38.109578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fed63e67-f6b7-4f70-ab62-7a95cd9a1e49 req-df3dff25-3a67-4f85-aa00-871a3f2d3c7b tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d71fa9f-cd48-4b9c-85e4-da0e3c34b03f HTTP/1.1" status: 200 len: 210 time: 0.0315173 Sep 19 03:42:38.125249 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 16098c39-fb0c-42da-9775-6c466968587f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:38.125953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 16098c39-fb0c-42da-9775-6c466968587f not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:39.167015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34482) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:39.294522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Deleting port 37fee73f-08dc-4a7f-b35e-ef44d6d9081e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:39.294911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:39.367956 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:39.368291 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:39.380084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Calling delete_port for 37fee73f-08dc-4a7f-b35e-ef44d6d9081e owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:39.511732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:39.535413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'Port': ['ID=37fee73f-08dc-4a7f-b35e-ef44d6d9081e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:39.603593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:39.606160 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:39.607386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3c1f21b2-5cd8-411b-b426-02628e1c5bbd tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "DELETE /v2.0/floatingips/f5344378-781b-44c6-a778-22c136f01f68 HTTP/1.1" status: 204 len: 168 time: 0.4393430 Sep 19 03:42:43.990160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34518) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:44.049705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b5153ab-8643-4dac-a390-cc8c3e20c36a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:44.079070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b5153ab-8643-4dac-a390-cc8c3e20c36a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:44.143069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b5153ab-8643-4dac-a390-cc8c3e20c36a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:44.145693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3b5153ab-8643-4dac-a390-cc8c3e20c36a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:44.146906 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3b5153ab-8643-4dac-a390-cc8c3e20c36a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] 10.222.0.22 "DELETE /v2.0/security-groups/1aa0ca76-d58d-4693-9b55-c98266f5a63c HTTP/1.1" status: 204 len: 168 time: 0.1555922 Sep 19 03:42:44.157172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5153ab-8643-4dac-a390-cc8c3e20c36a tempest-TestVolumeBootPattern-860992836 tempest-TestVolumeBootPattern-860992836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa0ca76-d58d-4693-9b55-c98266f5a63c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:44.237244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34524) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:44.523158 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c335d92f-88be-437a-9f30-8f74f06687d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:44.704128 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:44.949236 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Deleting port 2a9e03dd-87d7-44ae-a78c-55c947f3820c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:44.949588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:45.032019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] For port 2a9e03dd-87d7-44ae-a78c-55c947f3820c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2a9e03dd-87d7-44ae-a78c-55c947f3820c,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:45.032387 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:45.044780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Calling delete_port for 2a9e03dd-87d7-44ae-a78c-55c947f3820c owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:45.223034 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:45.249357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9e03dd-87d7-44ae-a78c-55c947f3820c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:45.274974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.275320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.275674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.276008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.276330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.276654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.276975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.277295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.277616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.277930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.278247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.278563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:45.422639 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:45.641000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Router aa04e22d-6a1f-415a-a07e-f447b93ff2aa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:42:45.745261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:42:45.750439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-79da9df1-ec3c-4ade-bc59-ef4a432c6743 admin admin] 10.222.0.22 "PUT /v2.0/routers/aa04e22d-6a1f-415a-a07e-f447b93ff2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5105965 Sep 19 03:42:45.752864 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34534) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:45.756068 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] Sync routers for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:42:45.765683 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:45.766350 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:45.871216 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:46.061285 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:42:45Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:46.089535 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] Checking router: aa04e22d-6a1f-415a-a07e-f447b93ff2aa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:42:46.099085 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] Routers {'aa04e22d-6a1f-415a-a07e-f447b93ff2aa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:46.099956 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:46.209266 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.211650 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] Set router aa04e22d-6a1f-415a-a07e-f447b93ff2aa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:46.254660 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.335841 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.391313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Deleting port 40356dc6-9f42-4091-928d-ceef8596a1c2 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:46.391689 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.392975 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:42:45Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:46.422400 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3547e2-54ae-48ed-a4d6-fcb69fd887f4 None None] The sync data for ids ['aa04e22d-6a1f-415a-a07e-f447b93ff2aa'] in n-d-809936-1 is: [{'id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'name': 'tempest-TestVolumeBootPattern-19449909-router', 'tenant_id': 'fbb634d4fd054103a9ad4344414117dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:02Z', 'updated_at': '2021-09-19T03:42:45Z', 'revision_number': 5, 'project_id': 'fbb634d4fd054103a9ad4344414117dd', 'gw_port': {'id': '40356dc6-9f42-4091-928d-ceef8596a1c2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa04e22d-6a1f-415a-a07e-f447b93ff2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:03Z', 'updated_at': '2021-09-19T03:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:42:46.477773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] For port 40356dc6-9f42-4091-928d-ceef8596a1c2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=40356dc6-9f42-4091-928d-ceef8596a1c2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:46.478172 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.495145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Calling delete_port for 40356dc6-9f42-4091-928d-ceef8596a1c2 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:46.649818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.677800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Pushing event deleted for resources: {'Port': ['ID=40356dc6-9f42-4091-928d-ceef8596a1c2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:46.740169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.836198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.838460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.902021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.903308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa04e22d-6a1f-415a-a07e-f447b93ff2aa {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:42:46.915197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:46.916427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6e5666c0-9cc1-4fb9-a77d-ce4fa62f81fd admin admin] 10.222.0.22 "DELETE /v2.0/routers/aa04e22d-6a1f-415a-a07e-f447b93ff2aa HTTP/1.1" status: 204 len: 168 time: 1.1621304 Sep 19 03:42:46.918943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34538) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:46.941051 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2a9e03dd-87d7-44ae-a78c-55c947f3820c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:46.964682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 2a9e03dd-87d7-44ae-a78c-55c947f3820c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:46.965133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2a9e03dd-87d7-44ae-a78c-55c947f3820c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:46.973252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] Deleting subnet 9e1d4b37-3509-491c-8238-ca03089e98e8 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:42:46.976473 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.013965 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.094939 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.162348 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.196311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.200561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9e1d4b37-3509-491c-8238-ca03089e98e8 HTTP/1.1" status: 204 len: 168 time: 0.2783387 Sep 19 03:42:47.201772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d610a27-c8d4-40b8-bfec-cdf1df668fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1d4b37-3509-491c-8238-ca03089e98e8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:47.201918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34542) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:47.202352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fb8e9e-e508-4954-9e45-269648b24047 None None] Network fe1836b4-136e-4016-89e0-ca4fe200a02c requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:42:47.303785 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.329811 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33680964-fba0-41d5-86d2-81d0ab9c7cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.364902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Deleting port 076d6cbd-4d26-4613-8a57-21a233ae3c50 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:47.365315 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.430979 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] For port 076d6cbd-4d26-4613-8a57-21a233ae3c50, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=076d6cbd-4d26-4613-8a57-21a233ae3c50,segment=NetworkSegment(666c76b2-bed1-40e3-923e-83d0fd7f13e7),segment_id=666c76b2-bed1-40e3-923e-83d0fd7f13e7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:47.431350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.444064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Calling delete_port for 076d6cbd-4d26-4613-8a57-21a233ae3c50 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:47.524976 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.549263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=076d6cbd-4d26-4613-8a57-21a233ae3c50,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:47.553394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] No DVR routers for this DVR port 076d6cbd-4d26-4613-8a57-21a233ae3c50 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:42:47.607091 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9621782-0f8c-4f08-a7b2-6358071a1e6d None None] DHCP port deletion for fe1836b4-136e-4016-89e0-ca4fe200a02c request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:42:47.627579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.653087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1836b4-136e-4016-89e0-ca4fe200a02c']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:47.661995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666c76b2-bed1-40e3-923e-83d0fd7f13e7') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:47.662287 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666c76b2-bed1-40e3-923e-83d0fd7f13e7') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:47.671263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.684305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.689873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:42:47.690257 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:42:47.692547 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:42:47.744537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.750069 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:47.752106 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe1836b4-136e-4016-89e0-ca4fe200a02c HTTP/1.1" status: 204 len: 168 time: 0.5469501 Sep 19 03:42:47.755779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34548) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:47.762880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b224985-383a-476f-8dd6-4f05506761f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1836b4-136e-4016-89e0-ca4fe200a02c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:48.003168 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:48.094274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:48.339026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Deleting port 42145286-fe9b-438c-9302-365b55ac0a2c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:48.339368 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:48.419046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] For port 42145286-fe9b-438c-9302-365b55ac0a2c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=42145286-fe9b-438c-9302-365b55ac0a2c,segment=NetworkSegment(86395e00-1a69-4052-9bf6-94025322487c),segment_id=86395e00-1a69-4052-9bf6-94025322487c)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:48.419410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:48.431577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Calling delete_port for 42145286-fe9b-438c-9302-365b55ac0a2c owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:48.553327 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:48.701979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:48.701979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Pushing event deleted for resources: {'Port': ['ID=42145286-fe9b-438c-9302-365b55ac0a2c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:48.838959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:48.972953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 076d6cbd-4d26-4613-8a57-21a233ae3c50 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:48.996644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 076d6cbd-4d26-4613-8a57-21a233ae3c50 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:48.997181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 076d6cbd-4d26-4613-8a57-21a233ae3c50 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:48.997597 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 40356dc6-9f42-4091-928d-ceef8596a1c2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:49.021487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 40356dc6-9f42-4091-928d-ceef8596a1c2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:49.022056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 40356dc6-9f42-4091-928d-ceef8596a1c2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:49.105393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Router c8482c66-0946-4d73-aa49-70cba4d2f7fb has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:42:49.214667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:42:49.222798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34576) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:49.223246 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d847b17d-785c-4331-9186-4db0cca2c005 admin admin] 10.222.0.22 "PUT /v2.0/routers/c8482c66-0946-4d73-aa49-70cba4d2f7fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660330 Sep 19 03:42:49.223482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] Sync routers for ids ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:42:49.232995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] Routers {'c8482c66-0946-4d73-aa49-70cba4d2f7fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:49.233612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:49.345552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:49.345759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] Set router c8482c66-0946-4d73-aa49-70cba4d2f7fb gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:49.453465 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:49.518440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Deleting port 5ea66d98-14e8-4dee-a30d-52234b015caa {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:49.519318 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:49.521338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:42:48Z', 'revision_number': 5, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port': {'id': '5ea66d98-14e8-4dee-a30d-52234b015caa', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:32:11Z', 'updated_at': '2021-09-19T03:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:49.553608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] Checking router: c8482c66-0946-4d73-aa49-70cba4d2f7fb for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:42:49.561898 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] Routers {'c8482c66-0946-4d73-aa49-70cba4d2f7fb'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:42:49.562546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:42:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:49.611400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] For port 5ea66d98-14e8-4dee-a30d-52234b015caa, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5ea66d98-14e8-4dee-a30d-52234b015caa,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:49.611773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:49.625792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Calling delete_port for 5ea66d98-14e8-4dee-a30d-52234b015caa owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:49.650405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] Set router c8482c66-0946-4d73-aa49-70cba4d2f7fb gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:42:49.705023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:42:49Z', 'revision_number': 6, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:49.731143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b904d-5d36-4b86-a721-40f4703106bd None None] The sync data for ids ['c8482c66-0946-4d73-aa49-70cba4d2f7fb'] in n-d-809936-1 is: [{'id': 'c8482c66-0946-4d73-aa49-70cba4d2f7fb', 'name': 'tempest-TestVolumeBootPattern-948559662-router', 'tenant_id': '27152534c635445f8f0ba92b79448443', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:32:10Z', 'updated_at': '2021-09-19T03:42:49Z', 'revision_number': 6, 'project_id': '27152534c635445f8f0ba92b79448443', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:42:49.814691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:49.841647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea66d98-14e8-4dee-a30d-52234b015caa,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:49.908264 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.001957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.004728 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.048438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.048896 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8482c66-0946-4d73-aa49-70cba4d2f7fb {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:42:50.054404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.055623 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-482e2a37-07ca-4c60-ba44-9108e60e6b48 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c8482c66-0946-4d73-aa49-70cba4d2f7fb HTTP/1.1" status: 204 len: 168 time: 0.8309479 Sep 19 03:42:50.058062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34594) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:50.103746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] Deleting subnet bbc6089e-00ea-49f7-ae06-0e7c7451e6fa {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:42:50.107197 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.129755 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.157222 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.246782 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.285959 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:42:50.310194 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.339510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.344023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34602) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:50.347687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39042315-7f33-4df4-984b-cd45d22e897d None None] Network 99e4afc6-68d0-42fb-bb3b-62cb88b66030 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:42:50.354265 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bbc6089e-00ea-49f7-ae06-0e7c7451e6fa HTTP/1.1" status: 204 len: 168 time: 0.2875159 Sep 19 03:42:50.356408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01097cfc-c911-41ba-8f1f-9a530ab595c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc6089e-00ea-49f7-ae06-0e7c7451e6fa,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:50.433931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.492998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Deleting port 033456e3-a3ae-4019-a3a9-12bef31c8da9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:50.494015 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.550280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] DHCP port deletion for 99e4afc6-68d0-42fb-bb3b-62cb88b66030 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:42:50.567541 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] For port 033456e3-a3ae-4019-a3a9-12bef31c8da9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=033456e3-a3ae-4019-a3a9-12bef31c8da9,segment=NetworkSegment(86395e00-1a69-4052-9bf6-94025322487c),segment_id=86395e00-1a69-4052-9bf6-94025322487c)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:50.567902 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.581940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Calling delete_port for 033456e3-a3ae-4019-a3a9-12bef31c8da9 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:50.602585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Deleting port 033456e3-a3ae-4019-a3a9-12bef31c8da9 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:42:50.603802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.676168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.678912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] For port 033456e3-a3ae-4019-a3a9-12bef31c8da9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=033456e3-a3ae-4019-a3a9-12bef31c8da9,segment=NetworkSegment(86395e00-1a69-4052-9bf6-94025322487c),segment_id=86395e00-1a69-4052-9bf6-94025322487c)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:42:50.679384 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.692465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] No DVR routers for this DVR port 033456e3-a3ae-4019-a3a9-12bef31c8da9 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:42:50.694615 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Calling delete_port for 033456e3-a3ae-4019-a3a9-12bef31c8da9 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:42:50.728294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Pushing event deleted for resources: {'Port': ['ID=033456e3-a3ae-4019-a3a9-12bef31c8da9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:50.774254 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.807468 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.813961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Pushing event deleted for resources: {'Port': ['ID=033456e3-a3ae-4019-a3a9-12bef31c8da9,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:50.819679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] No DVR routers for this DVR port 033456e3-a3ae-4019-a3a9-12bef31c8da9 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:42:50.828092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.828847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.829369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.829892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.833243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e4afc6-68d0-42fb-bb3b-62cb88b66030']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:50.836212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.837279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.837943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.838454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.839038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.839880 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.840378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.841196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3e29a-c4e8-459b-b717-177d258a7ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:42:50.847584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86395e00-1a69-4052-9bf6-94025322487c') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:50.847584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86395e00-1a69-4052-9bf6-94025322487c') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:42:50.862490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.877898 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.891518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:42:50.892006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:42:50.894509 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:42:50.936184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 42145286-fe9b-438c-9302-365b55ac0a2c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:50.966251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.972445 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:50.973703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 42145286-fe9b-438c-9302-365b55ac0a2c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:50.975460 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 42145286-fe9b-438c-9302-365b55ac0a2c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:50.976057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5ea66d98-14e8-4dee-a30d-52234b015caa no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:50.991822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] 10.222.0.22 "DELETE /v2.0/networks/99e4afc6-68d0-42fb-bb3b-62cb88b66030 HTTP/1.1" status: 204 len: 168 time: 0.6342485 Sep 19 03:42:51.007807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88409390-8f44-4e93-bd8d-166df5fd4299 admin admin] Pushing event deleted for resources: {'Network': ['ID=99e4afc6-68d0-42fb-bb3b-62cb88b66030,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:51.014467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5ea66d98-14e8-4dee-a30d-52234b015caa {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:51.014847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5ea66d98-14e8-4dee-a30d-52234b015caa not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:51.015270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 033456e3-a3ae-4019-a3a9-12bef31c8da9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:42:51.039147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 033456e3-a3ae-4019-a3a9-12bef31c8da9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:42:51.039613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 033456e3-a3ae-4019-a3a9-12bef31c8da9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:42:51.133862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34616) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:51.188181 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-32d54799-144a-44c8-b9dd-0aca5bb7e231 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbb634d4fd054103a9ad4344414117dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533540 Sep 19 03:42:51.191414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34618) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:51.245933 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456e9611-67a6-463a-941a-d4199da6d582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.271947 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456e9611-67a6-463a-941a-d4199da6d582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.317857 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456e9611-67a6-463a-941a-d4199da6d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.321273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-456e9611-67a6-463a-941a-d4199da6d582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.322460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-456e9611-67a6-463a-941a-d4199da6d582 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc99ccec-82f3-4237-a7e8-8d7599dfdf70 HTTP/1.1" status: 204 len: 168 time: 0.1301212 Sep 19 03:42:51.330212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e9611-67a6-463a-941a-d4199da6d582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc99ccec-82f3-4237-a7e8-8d7599dfdf70,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:42:51.695942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34634) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:51.734980 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ca3364cc-d088-45ff-b2ca-d6551b8c54f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27152534c635445f8f0ba92b79448443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377975 Sep 19 03:42:51.737498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34636) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:42:51.787643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b8f100c-d600-43d2-9d03-d125d4b0dc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.809882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b8f100c-d600-43d2-9d03-d125d4b0dc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.858970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b8f100c-d600-43d2-9d03-d125d4b0dc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.861643 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6b8f100c-d600-43d2-9d03-d125d4b0dc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:42:51.862874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6b8f100c-d600-43d2-9d03-d125d4b0dc4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb2b9ffa-426f-4bb9-af4b-3508f4ae9f59 HTTP/1.1" status: 204 len: 168 time: 0.1243846 Sep 19 03:42:51.870870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f100c-d600-43d2-9d03-d125d4b0dc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2b9ffa-426f-4bb9-af4b-3508f4ae9f59,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:00.174127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.419277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34848) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:06.423826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-77cc8545-6981-4afc-86a0-e7a057d31fd8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267680692', 'description': 'tempest-secgroup-smoke-1267680692 description', 'project_id': '2c8a8d76f1b04289a177918ec62721b9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:06.445258 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77cc8545-6981-4afc-86a0-e7a057d31fd8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.527992 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77cc8545-6981-4afc-86a0-e7a057d31fd8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.531684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77cc8545-6981-4afc-86a0-e7a057d31fd8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.560139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77cc8545-6981-4afc-86a0-e7a057d31fd8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.561361 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-77cc8545-6981-4afc-86a0-e7a057d31fd8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1410592 Sep 19 03:43:06.563306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc8545-6981-4afc-86a0-e7a057d31fd8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d6d5c5-a874-4364-937c-3c0e56e2d28f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:06.564387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34850) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:06.569086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2cb2675a-d664-44bb-a1a3-7537c4dbd831 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'security_group_rule': {'security_group_id': '87d6d5c5-a874-4364-937c-3c0e56e2d28f', 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:06.597361 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cb2675a-d664-44bb-a1a3-7537c4dbd831 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.652254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cb2675a-d664-44bb-a1a3-7537c4dbd831 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.655636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cb2675a-d664-44bb-a1a3-7537c4dbd831 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.673877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2675a-d664-44bb-a1a3-7537c4dbd831 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f84ce4-4a22-49fe-a8ec-fb3ab4f999a2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:06.677898 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2cb2675a-d664-44bb-a1a3-7537c4dbd831 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.679108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2cb2675a-d664-44bb-a1a3-7537c4dbd831 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136012 Sep 19 03:43:06.681883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34852) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:06.686129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4544e277-9679-4b42-8965-ea5984c6223a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'security_group_rule': {'security_group_id': '87d6d5c5-a874-4364-937c-3c0e56e2d28f', 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:06.711413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4544e277-9679-4b42-8965-ea5984c6223a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.766342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4544e277-9679-4b42-8965-ea5984c6223a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.769808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4544e277-9679-4b42-8965-ea5984c6223a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.788469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544e277-9679-4b42-8965-ea5984c6223a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3167e0d2-4f21-4095-b8e3-e8c23a6eff34,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:06.794985 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4544e277-9679-4b42-8965-ea5984c6223a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.796068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4544e277-9679-4b42-8965-ea5984c6223a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132669 Sep 19 03:43:06.798688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34854) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:06.803614 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9299fb55-a61a-4a99-a364-f1760574cb64 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'security_group_rule': {'security_group_id': '87d6d5c5-a874-4364-937c-3c0e56e2d28f', 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:06.828211 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9299fb55-a61a-4a99-a364-f1760574cb64 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.884886 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9299fb55-a61a-4a99-a364-f1760574cb64 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.888316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9299fb55-a61a-4a99-a364-f1760574cb64 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.904727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299fb55-a61a-4a99-a364-f1760574cb64 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0804391d-be81-4f39-b81e-ed5d54844f12,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:06.911601 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9299fb55-a61a-4a99-a364-f1760574cb64 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:06.912807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9299fb55-a61a-4a99-a364-f1760574cb64 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130884 Sep 19 03:43:06.915516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34856) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:06.919705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5465ddb4-2544-423e-9579-8394d2a3941d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'security_group_rule': {'security_group_id': '87d6d5c5-a874-4364-937c-3c0e56e2d28f', 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:06.945155 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5465ddb4-2544-423e-9579-8394d2a3941d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.009716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5465ddb4-2544-423e-9579-8394d2a3941d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.013240 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5465ddb4-2544-423e-9579-8394d2a3941d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.031513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465ddb4-2544-423e-9579-8394d2a3941d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33b9023-9cf0-491e-adc7-1bcd8428cad5,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:07.035094 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5465ddb4-2544-423e-9579-8394d2a3941d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.036309 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5465ddb4-2544-423e-9579-8394d2a3941d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198769 Sep 19 03:43:07.039184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34858) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:07.043362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'security_group_rule': {'security_group_id': '87d6d5c5-a874-4364-937c-3c0e56e2d28f', 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:07.063625 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Project 2c8a8d76f1b04289a177918ec62721b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:43:07.068232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.126075 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.129495 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.146623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cd3905-cee7-40c2-b5f8-28857193a200,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:07.152599 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.153783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2650cb38-e314-4903-b427-1ca5ff44ac7b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136837 Sep 19 03:43:07.156580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34860) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:07.161420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'security_group_rule': {'security_group_id': '87d6d5c5-a874-4364-937c-3c0e56e2d28f', 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:07.181152 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Project 2c8a8d76f1b04289a177918ec62721b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 03:43:07.185717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.243931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.247351 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.261592 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab04756-cd79-453b-9351-d45958a600b4,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:07.270806 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:07.271992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-df767a1a-0b7b-4c83-a34f-c945883a2887 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1145601 Sep 19 03:43:07.462377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-7e485454-1c47-4c70-8616-1f39c4ed68f6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267680692&fields=id&tenant_id=2c8a8d76f1b04289a177918ec62721b9 HTTP/1.1" status: 200 len: 267 time: 0.0325778 Sep 19 03:43:07.566474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-0c2f8cb2-8f85-40c2-a895-b30b899f56f6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:07.567959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-0c2f8cb2-8f85-40c2-a895-b30b899f56f6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 814 time: 0.0990937 Sep 19 03:43:07.582996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-76ccd135-2531-4169-8253-a42c6b1973f7 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/quotas/2c8a8d76f1b04289a177918ec62721b9 HTTP/1.1" status: 200 len: 375 time: 0.0093234 Sep 19 03:43:07.631273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-1e88c5e7-9c4a-4b9d-bad3-d1f718079b5b tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428228 Sep 19 03:43:07.646665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-1cd4e8d0-aef2-49e6-9145-2bd76eb28f30 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:43:07.647631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-1cd4e8d0-aef2-49e6-9145-2bd76eb28f30 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054865 Sep 19 03:43:07.736190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f3a09114-5db3-45b5-b45c-cc60e596019c service neutron] 10.222.0.22 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827394 Sep 19 03:43:07.821384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-b3d3250e-28a7-4695-b825-a231418d796d service neutron] 10.222.0.22 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789285 Sep 19 03:43:08.104067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dda453b1-4892-4afa-ba2d-b506d461ed8f req-2dcd449c-e304-490e-8cd4-32ab74d3c5f6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 210 time: 0.0299268 Sep 19 03:43:09.111267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-2d957cc1-b346-40b9-90a3-ec6a6a69e6a6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:09.112719 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-2d957cc1-b346-40b9-90a3-ec6a6a69e6a6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.30 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 814 time: 0.1039519 Sep 19 03:43:09.158075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-fe652d4b-16ee-4b57-a273-5407ce5e1a5d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c8a8d76f1b04289a177918ec62721b9 HTTP/1.1" status: 200 len: 380 time: 0.0368450 Sep 19 03:43:09.168360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'port': {'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'admin_state_up': True, 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'security_groups': ['87d6d5c5-a874-4364-937c-3c0e56e2d28f']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:09.209526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4704295f-27cc-4884-9b75-00d7a2d6e854 req-6de34f9f-8a48-4a0a-82ba-1ef10d379efa tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 210 time: 0.0341594 Sep 19 03:43:09.281020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Made reservation on behalf of 2c8a8d76f1b04289a177918ec62721b9 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:43:09.284684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:09.411696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Allocated IP 172.20.0.10 (35018eff-b2dd-4aec-835f-5b04dddfe7cc/dfc17f64-3f36-41bf-87a1-4fe095f87794/fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:43:09.545888 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:09.579171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:09.623078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:43:09.626064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:43:09.629819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:43:09.658448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'Port': ['ID=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:09.689870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:09.692051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:09.706376 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-75710ec0-c676-41a8-a9cf-8234538c35c8 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5417886 Sep 19 03:43:09.718629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Request body: {'port': {'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:09.775481 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:09.873591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-693519f3-e6fe-401c-8881-71dcbfae9e7b None None] Provisioning complete for port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:43:09.874554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-693519f3-e6fe-401c-8881-71dcbfae9e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:09.913497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-693519f3-e6fe-401c-8881-71dcbfae9e7b None None] Port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:43:10.049442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:43:10.057180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:10.069097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Transition to ACTIVE for port object fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:43:10.073339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:10.140106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:10.201657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Attempting to bind port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:43:10.202007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Attempting to bind port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:43:10.202367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Attempting to bind port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a on network 35018eff-b2dd-4aec-835f-5b04dddfe7cc {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:43:10.207838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a on network 35018eff-b2dd-4aec-835f-5b04dddfe7cc not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:43:10.208166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Attempting to bind port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a on network 35018eff-b2dd-4aec-835f-5b04dddfe7cc {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:43:10.213669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:43:10.214011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Checking segment: {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:43:10.214526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Bound using segment: {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:43:10.214991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Bound port: fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d2ec1f-96fd-4663-af5e-f5b40f766bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:43:10.215360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:10.311593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] For port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:43:10.319518 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] For port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:43:10.327329 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:10.371078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:10.371366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:10.372813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] 10.222.0.30 "PUT /v2.0/ports/fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 1092 time: 0.6586115 Sep 19 03:43:10.373310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:43:10.375674 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bf66e2-b8b6-49cb-a296-4226a0688dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:43:10.387859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d2f01-9e7d-47da-8b16-3346bf160c5e req-254052a3-df66-4dfe-a7d5-022a8ed80b57 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:10.391387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc5d2f01-9e7d-47da-8b16-3346bf160c5e req-254052a3-df66-4dfe-a7d5-022a8ed80b57 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0731223 Sep 19 03:43:10.412601 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d39f56-679f-43ae-9bd0-f03304f70ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:10.460430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc5d2f01-9e7d-47da-8b16-3346bf160c5e req-2867fb2f-5a71-4511-b3a4-36ad3e2b61b3 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567808 Sep 19 03:43:10.465714 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba9bee3-735f-4fae-89f5-4248f24dff6e x-openstack-request-id: req-cba9bee3-735f-4fae-89f5-4248f24dff6e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:43:10.466194 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:43:10.466597 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cba9bee3-735f-4fae-89f5-4248f24dff6e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:43:10.467206 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'status': 'completed', 'code': 200} Sep 19 03:43:10.478474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-9d25eb4b-4de2-4011-a5f1-3123e85f92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:10.480374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-9d25eb4b-4de2-4011-a5f1-3123e85f92ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1095 time: 0.0639136 Sep 19 03:43:10.529117 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-87dc763c-8545-4dfc-bd3c-666dcdd1caec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 217 time: 0.0411170 Sep 19 03:43:10.580129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-7fddf10a-4465-4862-b952-f93c9e163102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:10.582394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-7fddf10a-4465-4862-b952-f93c9e163102 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 200 len: 853 time: 0.0469494 Sep 19 03:43:10.628264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-190a6f63-f118-4698-8b33-f1850e6444d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:10.629822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-190a6f63-f118-4698-8b33-f1850e6444d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35018eff-b2dd-4aec-835f-5b04dddfe7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404937 Sep 19 03:43:10.724895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-0a171035-b024-4ada-ba8e-2a7efd86b34c service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877786 Sep 19 03:43:10.813160 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aae5481-4098-4be4-8b88-7c3049efb0f2 req-17711e0f-5709-4f65-9669-e5c40f7f0609 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813422 Sep 19 03:43:10.946638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-3dc797ba-f5cf-4dfe-907b-a922a02ca26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:10.948203 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-3dc797ba-f5cf-4dfe-907b-a922a02ca26c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1095 time: 0.0454838 Sep 19 03:43:11.040424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-96620cc1-7dce-4690-9baf-666a2c694606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:11.041851 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-96620cc1-7dce-4690-9baf-666a2c694606 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 915 time: 0.0865998 Sep 19 03:43:11.087833 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-2582433f-f0b3-4c19-b8f9-d4dc8bdd7577 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 217 time: 0.0385885 Sep 19 03:43:11.137244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-fa905ce6-a6bb-4086-aed4-c52523b4faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:11.138884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-fa905ce6-a6bb-4086-aed4-c52523b4faca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 200 len: 853 time: 0.0442228 Sep 19 03:43:11.184189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-914f1e00-43a4-44f3-8869-a922d1f7c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:11.185671 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-914f1e00-43a4-44f3-8869-a922d1f7c452 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35018eff-b2dd-4aec-835f-5b04dddfe7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404191 Sep 19 03:43:11.279295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-0a5e58a4-3140-4c51-9d69-35c1158a5268 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862916 Sep 19 03:43:11.371241 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-99bf66e2-b8b6-49cb-a296-4226a0688dfa req-18315810-9cb5-4b77-948d-2389947b48e4 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852220 Sep 19 03:43:11.565165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f531888-667f-412a-9d05-c56f8290c8ef req-20fac9c3-b03f-4ccb-b516-890a8c18d9cb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:11.566958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f531888-667f-412a-9d05-c56f8290c8ef req-20fac9c3-b03f-4ccb-b516-890a8c18d9cb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0480287 Sep 19 03:43:11.605512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f531888-667f-412a-9d05-c56f8290c8ef req-c74bfacb-7797-4f7f-bdf3-87851ae15fe2 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328445 Sep 19 03:43:12.722971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11ad19-ad6c-44e3-b6a6-dd4cef3fee36 req-03a74ced-0756-4b5b-a0da-3184a01350c4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:12.724436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a11ad19-ad6c-44e3-b6a6-dd4cef3fee36 req-03a74ced-0756-4b5b-a0da-3184a01350c4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0514729 Sep 19 03:43:12.762285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a11ad19-ad6c-44e3-b6a6-dd4cef3fee36 req-dea9911c-132d-4df9-956c-d56648960351 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Sep 19 03:43:13.873616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b8d6f-d869-4b71-922f-1e263841496b req-ac1d7fab-27fe-4ece-8405-724b5031dac7 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:13.875124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a74b8d6f-d869-4b71-922f-1e263841496b req-ac1d7fab-27fe-4ece-8405-724b5031dac7 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0475967 Sep 19 03:43:13.911595 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a74b8d6f-d869-4b71-922f-1e263841496b req-10d42308-6ed3-4751-8165-7ce7c8e8a97d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298247 Sep 19 03:43:14.525234 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f534106d-60eb-43eb-a3f9-d372321362e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:15.023451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b9ba-218e-44c0-9e0f-a8f58ada1bcb req-4c5b7840-d807-4c93-b3dc-dc3b7847d304 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:15.024936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4767b9ba-218e-44c0-9e0f-a8f58ada1bcb req-4c5b7840-d807-4c93-b3dc-dc3b7847d304 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0478165 Sep 19 03:43:15.061077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4767b9ba-218e-44c0-9e0f-a8f58ada1bcb req-a784059a-a43e-44c2-8a45-7f0711389338 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302377 Sep 19 03:43:16.175593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f660ef-551f-4510-8711-39d1494654e3 req-6a02456f-411f-40a6-b6ee-6f02ecd57a89 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:16.176937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9f660ef-551f-4510-8711-39d1494654e3 req-6a02456f-411f-40a6-b6ee-6f02ecd57a89 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0507028 Sep 19 03:43:16.213330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9f660ef-551f-4510-8711-39d1494654e3 req-19533cbe-afe0-459d-ad22-f60f82e2c80f tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303476 Sep 19 03:43:16.262379 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:17.292370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7cb9a59-f4c8-45e6-a1bd-a08970169229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:17.329348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c5fe1-7fc2-4d55-b0b2-7b8b40ba8b27 req-b8637225-a449-4b32-befd-f2749b459cc6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:17.330865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f5c5fe1-7fc2-4d55-b0b2-7b8b40ba8b27 req-b8637225-a449-4b32-befd-f2749b459cc6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0499654 Sep 19 03:43:17.372324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f5c5fe1-7fc2-4d55-b0b2-7b8b40ba8b27 req-b1ac1f92-25b9-43f8-b16a-012c080427af tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352492 Sep 19 03:43:18.005373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:18.483416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d425b-aad0-4c52-aff1-0b20e372465a req-3a185325-9af9-483b-a571-e0d78d0a40cf tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:18.484865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd7d425b-aad0-4c52-aff1-0b20e372465a req-3a185325-9af9-483b-a571-e0d78d0a40cf tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0479732 Sep 19 03:43:18.523199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd7d425b-aad0-4c52-aff1-0b20e372465a req-3f5425e0-35a3-4408-83a7-172ee23a318a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319560 Sep 19 03:43:18.551922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:19.639479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71102869-3ea0-4662-a392-59005e3b44c5 req-1991a777-8f52-45e2-9e24-8ec37e737306 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:19.640923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71102869-3ea0-4662-a392-59005e3b44c5 req-1991a777-8f52-45e2-9e24-8ec37e737306 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0517392 Sep 19 03:43:19.678563 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-71102869-3ea0-4662-a392-59005e3b44c5 req-73f8205f-5f41-4618-acfa-5e55d76f8120 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Sep 19 03:43:20.129760 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:20.791539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9241b58f-41fb-4f4f-9a31-479f656fe7c4 req-7198b34d-aaf0-49da-bc4b-310e2fac646d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:20.793039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9241b58f-41fb-4f4f-9a31-479f656fe7c4 req-7198b34d-aaf0-49da-bc4b-310e2fac646d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0487638 Sep 19 03:43:20.829622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9241b58f-41fb-4f4f-9a31-479f656fe7c4 req-5bdb3b02-3276-4d22-b84c-154dbe9e35b6 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Sep 19 03:43:21.941741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13a892-bb2f-4a84-a0f0-c48217987f56 req-837c110a-920c-4ac1-84a5-ddfe5fe4e5ae tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:21.943118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be13a892-bb2f-4a84-a0f0-c48217987f56 req-837c110a-920c-4ac1-84a5-ddfe5fe4e5ae tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 944 time: 0.0476234 Sep 19 03:43:21.980168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be13a892-bb2f-4a84-a0f0-c48217987f56 req-934d82af-13c5-4da7-9206-64575b7071bf tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311840 Sep 19 03:43:22.157046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:43:22.248976 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:43:22.259481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'mac_address': 'fa:16:3e:77:d8:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:43:22.298908 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:22.310930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:43:22.329712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:43:22.334077 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:22.379396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:22.573356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:43:23.095689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e353ea2-6d6e-4d0c-85ef-985843026aab req-04241299-4e51-4c86-9a60-de80345ec04e tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:23.097637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e353ea2-6d6e-4d0c-85ef-985843026aab req-04241299-4e51-4c86-9a60-de80345ec04e tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 945 time: 0.0519130 Sep 19 03:43:23.134206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1e353ea2-6d6e-4d0c-85ef-985843026aab req-41acb053-ce12-4656-93b1-f08e3810988d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306001 Sep 19 03:43:24.188513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:43:24.235587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:43:24.239851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:43:24.240224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:24.248593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bbdc9-5c45-42e8-9fb4-d83b138ef330 req-88660388-e976-4139-a3a8-d4fc1f5f4068 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:24.250090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f2bbdc9-5c45-42e8-9fb4-d83b138ef330 req-88660388-e976-4139-a3a8-d4fc1f5f4068 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 945 time: 0.0504932 Sep 19 03:43:24.288222 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f2bbdc9-5c45-42e8-9fb4-d83b138ef330 req-a9bd316d-3d86-4dc9-95d3-b9bbf11f43c7 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309861 Sep 19 03:43:24.318817 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:24.340925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:43:24.343163 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846ecb1b-60b6-4986-ac53-82f7f10f6f06" -d '{"events": [{"server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "name": "network-vif-plugged", "status": "completed", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:43:24.355166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:43:24.359927 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:24.405548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:24.517753 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55da1613-2784-438e-a3f0-e1102b8328cd x-openstack-request-id: req-55da1613-2784-438e-a3f0-e1102b8328cd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:43:24.518050 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "name": "network-vif-plugged", "status": "completed", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:43:24.518304 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55da1613-2784-438e-a3f0-e1102b8328cd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:43:24.518704 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'code': 200} Sep 19 03:43:24.611995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a784634-b90c-4fbb-919d-b383b855009f req-f150968d-4c3d-4b20-bcb5-d3c4cb04cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:24.614153 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9a784634-b90c-4fbb-919d-b383b855009f req-f150968d-4c3d-4b20-bcb5-d3c4cb04cc5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1097 time: 0.0402355 Sep 19 03:43:24.651754 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9a784634-b90c-4fbb-919d-b383b855009f req-2739996b-a323-4e15-9b88-f8adda48ada2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305517 Sep 19 03:43:25.401317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94b4bf-e20e-4816-a09e-f6298d8f98d9 req-2ac08339-06e6-41d7-9e54-e5251ff22d3d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:25.402788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec94b4bf-e20e-4816-a09e-f6298d8f98d9 req-2ac08339-06e6-41d7-9e54-e5251ff22d3d tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 946 time: 0.0477865 Sep 19 03:43:25.439884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec94b4bf-e20e-4816-a09e-f6298d8f98d9 req-595e02cf-6087-48b1-bb9c-f8bfa49a9693 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Sep 19 03:43:26.560161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538ba78-6814-4c86-a4a7-9d26f4d29bdc req-dc287f76-c766-4ef6-bb9f-6fa42775e858 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:26.561621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2538ba78-6814-4c86-a4a7-9d26f4d29bdc req-dc287f76-c766-4ef6-bb9f-6fa42775e858 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 946 time: 0.0523479 Sep 19 03:43:26.599155 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2538ba78-6814-4c86-a4a7-9d26f4d29bdc req-1e6d53d2-afd4-4dd4-8492-02c7a85cac6f tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Sep 19 03:43:26.709347 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30768dcd-5d2a-4af5-a940-c55637e32190 req-66d9f552-d2c1-40c4-96f3-dfdb84b70739 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:26.711093 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30768dcd-5d2a-4af5-a940-c55637e32190 req-66d9f552-d2c1-40c4-96f3-dfdb84b70739 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 946 time: 0.0480547 Sep 19 03:43:26.747783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30768dcd-5d2a-4af5-a940-c55637e32190 req-f753cec5-da3a-478d-9b84-41641fbcec6e tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307901 Sep 19 03:43:26.768293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34932) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:26.949755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95e36a-60f0-4de4-81ba-43909da93c59 tempest-TestVolumeBackupRestore-620256709 tempest-TestVolumeBackupRestore-620256709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:26.951247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3e95e36a-60f0-4de4-81ba-43909da93c59 tempest-TestVolumeBackupRestore-620256709 tempest-TestVolumeBackupRestore-620256709-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1092 time: 0.1820214 Sep 19 03:43:26.954074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34936) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:26.958893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:26.980323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:27.076539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:27.177163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Allocated IP 172.25.8.87 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/287d9bdd-446b-4b12-b1b8-7156e3c6d034) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:43:27.278461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:27.285279 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:43:27.310429 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:27.348711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:43:27.353404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:43:27.357695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:43:27.360686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'Port': ['ID=287d9bdd-446b-4b12-b1b8-7156e3c6d034,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:27.702555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:27.765584 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:27.912010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:27.916266 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:28.314060 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event updated for resources: {'Port': ['ID=287d9bdd-446b-4b12-b1b8-7156e3c6d034,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:43:28.326987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:28.422548 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Floating IP 2146ba6b-daa5-429a-9727-6843cc784789 associated. External IP: 172.25.8.87, port: fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a. Sep 19 03:43:28.619941 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Router 6e58d230-8210-4e6a-9134-e0db075d6824 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:43:28.722022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:43:28.731358 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] Sync routers for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:43:28.737260 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:28.740779 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:43:28.741377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:28.768569 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-790ceb64-365a-4cd0-ae76-b6e9d4e52b16 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8134794 Sep 19 03:43:28.769171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:43:28.771383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 34938) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:28.771841 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:43:28.807756 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6e24c5-e15f-49cb-b366-fba536fbe632 x-openstack-request-id: req-1f6e24c5-e15f-49cb-b366-fba536fbe632 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:43:28.808053 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:43:28.808309 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f6e24c5-e15f-49cb-b366-fba536fbe632 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:43:28.808718 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'status': 'completed', 'code': 200} Sep 19 03:43:28.812138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51f68c3-07e2-430c-a0b2-bdbc214ab538 tempest-TestVolumeBackupRestore-620256709 tempest-TestVolumeBackupRestore-620256709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:28.817503 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c51f68c3-07e2-430c-a0b2-bdbc214ab538 tempest-TestVolumeBackupRestore-620256709 tempest-TestVolumeBackupRestore-620256709-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1092 time: 0.0447309 Sep 19 03:43:28.817622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34942) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:43:28.821833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Request body: {'floatingip': {'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:43:28.845634 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:43:28.880724 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-b872d553-9ab7-4a8a-906a-83b07fb25b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:28.881491 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:28.882310 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-b872d553-9ab7-4a8a-906a-83b07fb25b7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1097 time: 0.0440018 Sep 19 03:43:28.984461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-4ffeee55-6456-4d0b-ae19-d72be4cf6867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:28.986064 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-4ffeee55-6456-4d0b-ae19-d72be4cf6867 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 915 time: 0.0969157 Sep 19 03:43:29.057077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-3551df95-0173-49f6-ac67-854926dc8293 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 999 time: 0.0632527 Sep 19 03:43:29.105891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-b4168614-06ba-4bf7-a4dc-5d3c3ed95211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:29.107853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-b4168614-06ba-4bf7-a4dc-5d3c3ed95211 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 200 len: 853 time: 0.0443702 Sep 19 03:43:29.157112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-fa05c3a0-8093-46c3-bce8-3624f82524f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:29.158643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-fa05c3a0-8093-46c3-bce8-3624f82524f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35018eff-b2dd-4aec-835f-5b04dddfe7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444713 Sep 19 03:43:29.162886 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '2146ba6b-daa5-429a-9727-6843cc784789', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'mac_address': 'fa:16:3e:77:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:43:27Z', 'updated_at': '2021-09-19T03:43:27Z', 'revision_number': 0, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:29.172722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-62369993-26f0-4ac0-9868-097394fd36f7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:43:29.174283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-62369993-26f0-4ac0-9868-097394fd36f7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069048 Sep 19 03:43:29.194348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] Checking router: 6e58d230-8210-4e6a-9134-e0db075d6824 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:43:29.203523 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:43:29.204261 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:29.288032 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-339c83d1-25f8-43ff-8aee-b4b9998ba867 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062040 Sep 19 03:43:29.318556 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:43:29.392298 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-cf06e3b0-8c2a-42f4-849b-8c3c512b5946 req-09c3f2ba-e3c3-47f5-b9bd-8cb57b158012 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976558 Sep 19 03:43:29.404928 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:29.412119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:29.555854 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '2146ba6b-daa5-429a-9727-6843cc784789', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'mac_address': 'fa:16:3e:77:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:43:27Z', 'updated_at': '2021-09-19T03:43:27Z', 'revision_number': 0, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:29.587944 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3eaff0-6587-42b3-998f-5fb56d6cdc93 None None] The sync data for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 is: [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '2146ba6b-daa5-429a-9727-6843cc784789', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'mac_address': 'fa:16:3e:77:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:43:27Z', 'updated_at': '2021-09-19T03:43:27Z', 'revision_number': 0, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:43:29.636921 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Router 6e58d230-8210-4e6a-9134-e0db075d6824 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:43:29.747254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:43:29.751799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:29.806010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0d6aa41f-0674-4b64-b37e-aa9dafe800a4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "PUT /v2.0/floatingips/2146ba6b-daa5-429a-9727-6843cc784789 HTTP/1.1" status: 200 len: 991 time: 0.9876039 Sep 19 03:43:29.819728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5b4fd7-9fe5-40b2-b882-4d8ba000824a None None] New status for floating IP 2146ba6b-daa5-429a-9727-6843cc784789: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:43:30.172050 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:30.194096 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] Sync routers for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:43:30.203302 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:43:30.203902 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:30.304007 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:43:30.515583 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '2146ba6b-daa5-429a-9727-6843cc784789', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'mac_address': 'fa:16:3e:77:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:43:27Z', 'updated_at': '2021-09-19T03:43:29Z', 'revision_number': 2, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:30.540578 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] Checking router: 6e58d230-8210-4e6a-9134-e0db075d6824 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:43:30.548553 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:43:30.549144 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:30.648358 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:43:30.810664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}, {'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:43:30.813301 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60923072-4d8e-4538-a529-9610ffd3d864" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a"}, {"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:43:30.849691 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sun, 19 Sep 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b777bde5-d212-4a44-a910-b34e1197f745 x-openstack-request-id: req-b777bde5-d212-4a44-a910-b34e1197f745 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:43:30.850393 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:43:30.850393 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b777bde5-d212-4a44-a910-b34e1197f745 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:43:30.850629 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'status': 'completed', 'code': 200} Sep 19 03:43:30.850919 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'status': 'completed', 'code': 200} Sep 19 03:43:30.869861 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '2146ba6b-daa5-429a-9727-6843cc784789', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'mac_address': 'fa:16:3e:77:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:43:27Z', 'updated_at': '2021-09-19T03:43:29Z', 'revision_number': 2, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:43:30.895344 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b613547-6ce7-43d8-96e1-101ee3c48135 None None] The sync data for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 is: [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '2146ba6b-daa5-429a-9727-6843cc784789', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'port_id': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'mac_address': 'fa:16:3e:77:d8:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:43:27Z', 'updated_at': '2021-09-19T03:43:29Z', 'revision_number': 2, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:43:30.913009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-696dac8c-e797-42d6-9817-fc441e622177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:30.914617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-696dac8c-e797-42d6-9817-fc441e622177 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1097 time: 0.0404432 Sep 19 03:43:31.011429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-439fc198-690f-4e9d-8766-da32eb130979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:31.012886 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-439fc198-690f-4e9d-8766-da32eb130979 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 915 time: 0.0912640 Sep 19 03:43:31.078469 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-8340b4f2-4899-4ec0-9449-e35f8c43d3b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 1001 time: 0.0581717 Sep 19 03:43:31.125458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-8e9ae59e-63bb-466d-ba49-ddcfbcff2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:31.126835 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-8e9ae59e-63bb-466d-ba49-ddcfbcff2eb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 200 len: 853 time: 0.0417497 Sep 19 03:43:31.173034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-550261e6-c378-456a-8267-1ac6feb8cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:31.174393 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-550261e6-c378-456a-8267-1ac6feb8cec2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35018eff-b2dd-4aec-835f-5b04dddfe7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411675 Sep 19 03:43:31.262956 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-fde1ebd7-ed37-4bee-9307-12100380d052 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810025 Sep 19 03:43:31.653519 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-f843409b-b2e6-4a05-a2fc-349c6f584552 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841701 Sep 19 03:43:31.730299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-2ebb73e0-ac28-4d86-9eca-bd8e4e19c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:31.731784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-2ebb73e0-ac28-4d86-9eca-bd8e4e19c9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1097 time: 0.0401273 Sep 19 03:43:31.817354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-1085bd57-d1ba-441f-aa86-952f907b33ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:31.818847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-1085bd57-d1ba-441f-aa86-952f907b33ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 915 time: 0.0800233 Sep 19 03:43:31.886290 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-562f2e24-e607-4432-a54a-29c86d1ea3d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 1001 time: 0.0603733 Sep 19 03:43:31.934191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-896264df-27a5-4865-a60b-3f013b32bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:31.935549 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-896264df-27a5-4865-a60b-3f013b32bc25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 200 len: 853 time: 0.0426741 Sep 19 03:43:31.979531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923072-4d8e-4538-a529-9610ffd3d864 req-e0cbf287-5025-4568-a0de-4d278f0dcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:31.980971 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-e0cbf287-5025-4568-a0de-4d278f0dcd5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35018eff-b2dd-4aec-835f-5b04dddfe7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386734 Sep 19 03:43:32.069819 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-7c9682c9-67cd-4568-be32-c53385a5662c service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819795 Sep 19 03:43:32.162827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-60923072-4d8e-4538-a529-9610ffd3d864 req-a4786e98-cf0f-40eb-8620-f13c15544449 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857904 Sep 19 03:43:44.526617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5db15f5d-1097-4739-86b9-086a3e70b621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:46.280261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:47.293027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bacc1c1a-9df3-4a0f-a51d-16dedfeb7bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:48.005614 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:48.554126 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:50.141747 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:43:56.685682 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-f722b2b3-fd09-4d09-bc25-9dbee44bdada service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0380092 Sep 19 03:43:56.764238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be594-a512-4c50-bd60-ce1e2f01deef req-78ab312a-f389-42cc-a793-3f4a89382434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:56.765766 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-78ab312a-f389-42cc-a793-3f4a89382434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1097 time: 0.0397496 Sep 19 03:43:56.869205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be594-a512-4c50-bd60-ce1e2f01deef req-38980906-bb28-4416-a6dd-0c1ffb66ee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:56.870756 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-38980906-bb28-4416-a6dd-0c1ffb66ee40 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 915 time: 0.0862894 Sep 19 03:43:56.932963 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-3ef9e65b-c1d2-40aa-a49f-0ef818f92d95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 1001 time: 0.0552619 Sep 19 03:43:56.981623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be594-a512-4c50-bd60-ce1e2f01deef req-7c60d756-d1fe-45a5-acc2-8f8cdb866e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:56.983524 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-7c60d756-d1fe-45a5-acc2-8f8cdb866e3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 200 len: 853 time: 0.0416977 Sep 19 03:43:57.030950 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be594-a512-4c50-bd60-ce1e2f01deef req-224fd168-7ddd-461d-be00-63323c381e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:43:57.032459 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-224fd168-7ddd-461d-be00-63323c381e4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35018eff-b2dd-4aec-835f-5b04dddfe7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426798 Sep 19 03:43:57.119439 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-edb96442-03d7-442b-bc4b-61316bb2ee6c service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796676 Sep 19 03:43:57.211851 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-642be594-a512-4c50-bd60-ce1e2f01deef req-68fc71de-a7c8-4c8e-a4b3-81e061239e37 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850608 Sep 19 03:44:00.173626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:00.953177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34956) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:01.112739 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Deleting port 287d9bdd-446b-4b12-b1b8-7156e3c6d034 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:01.112992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:01.190125 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:01.190454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:01.201923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Calling delete_port for 287d9bdd-446b-4b12-b1b8-7156e3c6d034 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:01.343949 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:01.373267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event deleted for resources: {'Port': ['ID=287d9bdd-446b-4b12-b1b8-7156e3c6d034,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:01.401454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.401802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.402145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.402483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.402843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.403182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.403523 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.403856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.404179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.404503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.404826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.405145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:01.445453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:01.445780 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Floating IP 2146ba6b-daa5-429a-9727-6843cc784789 disassociated (deleted). External IP: 172.25.8.87, port: fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a. Sep 19 03:44:01.648667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Router 6e58d230-8210-4e6a-9134-e0db075d6824 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:44:01.753307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:44:01.758063 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:01.762647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] Sync routers for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:44:01.771321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:44:01.771937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:01.785118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d17a16a8-9ca5-4c2d-a1e9-193de8066416 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "DELETE /v2.0/floatingips/2146ba6b-daa5-429a-9727-6843cc784789 HTTP/1.1" status: 204 len: 168 time: 0.8308833 Sep 19 03:44:01.785694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:44:01.787962 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecdc6e8-fb32-435c-bd89-ed69c157a648" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:44:01.826349 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5f2b1d-952b-4ba4-8fac-4c521e308dae x-openstack-request-id: req-6a5f2b1d-952b-4ba4-8fac-4c521e308dae {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:44:01.826891 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:44:01.827348 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a5f2b1d-952b-4ba4-8fac-4c521e308dae {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:44:01.827955 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'status': 'completed', 'code': 200} Sep 19 03:44:01.878471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:44:01.894452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-1a0532d4-5deb-46f5-a8c0-148d22a0c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:01.896258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-1a0532d4-5deb-46f5-a8c0-148d22a0c60c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c8a8d76f1b04289a177918ec62721b9&device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 1097 time: 0.0474906 Sep 19 03:44:02.000974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-042d0bbf-13e5-4719-a0ea-b8e2cd9408d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:02.002471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-042d0bbf-13e5-4719-a0ea-b8e2cd9408d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 200 len: 915 time: 0.0969307 Sep 19 03:44:02.015775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf031b-b955-4a82-9d29-821ec38425cb req-950724fc-3aa3-4981-ac7e-f274990e143a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:02.017915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0edf031b-b955-4a82-9d29-821ec38425cb req-950724fc-3aa3-4981-ac7e-f274990e143a tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 946 time: 0.0499210 Sep 19 03:44:02.049554 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-b74d878a-a4af-446c-bed6-6c35c7881992 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 200 len: 217 time: 0.0380447 Sep 19 03:44:02.056549 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0edf031b-b955-4a82-9d29-821ec38425cb req-708662d4-e140-430c-a07c-0d5d8f0e0097 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319960 Sep 19 03:44:02.089487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:02.099887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-da035364-63da-4c8a-a341-a9dd120d20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:02.101374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-da035364-63da-4c8a-a341-a9dd120d20e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 200 len: 853 time: 0.0450025 Sep 19 03:44:02.115557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] Checking router: 6e58d230-8210-4e6a-9134-e0db075d6824 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:44:02.123756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:44:02.124362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:02.151555 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-8faca89d-e381-486e-8ecb-72353749c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:02.153052 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-8faca89d-e381-486e-8ecb-72353749c3b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35018eff-b2dd-4aec-835f-5b04dddfe7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433824 Sep 19 03:44:02.226715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:44:02.241620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-292fb289-6eaf-467f-9e0c-1df193e1851c service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808957 Sep 19 03:44:02.338803 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7ecdc6e8-fb32-435c-bd89-ed69c157a648 req-237777b3-b377-4d1c-a2ea-85db4e3c9a46 service neutron] 10.222.0.30 "GET /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891304 Sep 19 03:44:02.420516 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:02.449619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66b90c5-550b-4783-807e-5e7394a6e8d8 None None] The sync data for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 is: [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:41:13Z', 'revision_number': 4, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c3d03201-3ca9-4a6c-9f90-7d3af6344f7d', 'name': '', 'network_id': '35018eff-b2dd-4aec-835f-5b04dddfe7cc', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'mac_address': 'fa:16:3e:fa:06:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:13Z', 'updated_at': '2021-09-19T03:41:17Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'subnets': [{'id': 'dfc17f64-3f36-41bf-87a1-4fe095f87794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:44:02.663138 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca092ac2-d82d-41f8-a297-53e10bb86f89 None None] New status for floating IP 2146ba6b-daa5-429a-9727-6843cc784789: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:44:03.190587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a5f7f-a03f-443e-b37b-a0f01f26d6b4 req-2cdec6ec-7bdf-42a4-a6db-572269dd7fb9 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:03.192084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c96a5f7f-a03f-443e-b37b-a0f01f26d6b4 req-2cdec6ec-7bdf-42a4-a6db-572269dd7fb9 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 946 time: 0.0512118 Sep 19 03:44:03.229134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c96a5f7f-a03f-443e-b37b-a0f01f26d6b4 req-981d3518-60e4-4340-a9eb-00a12efeb3c7 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/security-groups?id=87d6d5c5-a874-4364-937c-3c0e56e2d28f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Sep 19 03:44:03.447746 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-2bb2f55e-282e-4ba6-905f-5a353ef297d4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:03.449122 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-2bb2f55e-282e-4ba6-905f-5a353ef297d4 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 946 time: 0.0484695 Sep 19 03:44:03.537581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Deleting port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:03.537925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:03.627076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] For port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:03.627447 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:03.639691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Calling delete_port for fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:03.770220 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:03.798897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event deleted for resources: {'Port': ['ID=fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:03.824527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.824877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.825214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.825547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.825877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.826203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.826527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.826877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.827200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.827520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.827838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.828154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:03.849761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] No DVR routers for this DVR port fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:44:03.852375 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:03.854497 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8d3377e2-9b6e-47f5-a596-0abd2353b5ca req-27a54a17-e083-4373-93f9-b6430a707acd tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.30 "DELETE /v2.0/ports/fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a HTTP/1.1" status: 204 len: 173 time: 0.3993275 Sep 19 03:44:03.854968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'name': 'network-vif-deleted', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:44:03.857219 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f6df20-2eb6-4c3c-ae26-27d91672a037" -d '{"events": [{"server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "name": "network-vif-deleted", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:44:03.898516 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c2ee6b-846f-4b19-bd92-e3e48460acef x-openstack-request-id: req-95c2ee6b-846f-4b19-bd92-e3e48460acef {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:44:03.898841 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad1ad23-8c1e-4e25-927a-6d4211e79cba", "name": "network-vif-deleted", "tag": "fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:44:03.899097 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95c2ee6b-846f-4b19-bd92-e3e48460acef {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:44:03.899501 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ad1ad23-8c1e-4e25-927a-6d4211e79cba', 'name': 'network-vif-deleted', 'tag': 'fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a', 'status': 'completed', 'code': 200} Sep 19 03:44:04.284719 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:44:04.327024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da0b778a-1a23-4c84-a9f8-fb80007cd457 req-21c1c3c7-8938-4f6d-9ded-4b9e520b94a9 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 210 time: 0.0261497 Sep 19 03:44:05.436627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ee72f68-a098-4d23-975b-b36250b2cd94 req-3ed175a1-5f30-47d4-8853-2680e6a32a97 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 210 time: 0.0257976 Sep 19 03:44:06.530908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cb5b949-e6aa-47ca-af71-befb64f7c276 req-92347cd4-fb17-4912-a089-611fea6067e2 tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ad1ad23-8c1e-4e25-927a-6d4211e79cba HTTP/1.1" status: 200 len: 210 time: 0.0262742 Sep 19 03:44:07.584647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 34980) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:07.641972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5d81b22-fb4b-48d4-a1a7-0cb3edcc43bb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:07.665943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5d81b22-fb4b-48d4-a1a7-0cb3edcc43bb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:07.726376 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5d81b22-fb4b-48d4-a1a7-0cb3edcc43bb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:07.729021 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5d81b22-fb4b-48d4-a1a7-0cb3edcc43bb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:07.730203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a5d81b22-fb4b-48d4-a1a7-0cb3edcc43bb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] 10.222.0.22 "DELETE /v2.0/security-groups/87d6d5c5-a874-4364-937c-3c0e56e2d28f HTTP/1.1" status: 204 len: 168 time: 0.1445894 Sep 19 03:44:07.739757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d81b22-fb4b-48d4-a1a7-0cb3edcc43bb tempest-TestVolumeBackupRestore-60134429 tempest-TestVolumeBackupRestore-60134429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d6d5c5-a874-4364-937c-3c0e56e2d28f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:08.392869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:08.413468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:08.413815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device fe8dd2fe-8c1a-4ab6-81f2-e2841d66da4a not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:11.167262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35432) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:11.498212 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:12.064797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Deleting port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:12.065064 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:12.143019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] For port c3d03201-3ca9-4a6c-9f90-7d3af6344f7d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:12.143314 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:12.155276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Calling delete_port for c3d03201-3ca9-4a6c-9f90-7d3af6344f7d owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:12.331220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:12.356700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d03201-3ca9-4a6c-9f90-7d3af6344f7d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:12.520834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:12.730053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Router 6e58d230-8210-4e6a-9134-e0db075d6824 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:44:12.833088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:44:12.839909 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5c4f876e-0b53-4523-bc84-d9e9deffb75f admin admin] 10.222.0.22 "PUT /v2.0/routers/6e58d230-8210-4e6a-9134-e0db075d6824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6689835 Sep 19 03:44:12.840854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35434) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:12.849079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] Sync routers for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:44:12.862651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:44:12.863508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:12.947230 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:12.974659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:44:13.048471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.100942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Deleting port b8fb169a-73ab-4398-a2bb-efd663a2d5a2 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:13.101287 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.147083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:44:12Z', 'revision_number': 5, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port': {'id': 'b8fb169a-73ab-4398-a2bb-efd663a2d5a2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:69:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:11Z', 'updated_at': '2021-09-19T03:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:13.176421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] Checking router: 6e58d230-8210-4e6a-9134-e0db075d6824 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:44:13.182970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] For port b8fb169a-73ab-4398-a2bb-efd663a2d5a2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:13.183337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.184638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] Routers {'6e58d230-8210-4e6a-9134-e0db075d6824'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:44:13.185253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['6e58d230-8210-4e6a-9134-e0db075d6824'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:13.195441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Calling delete_port for b8fb169a-73ab-4398-a2bb-efd663a2d5a2 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:13.265018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] Set router 6e58d230-8210-4e6a-9134-e0db075d6824 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:44:13.317305 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:44:13Z', 'revision_number': 6, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:13.343063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b724ee25-619c-423a-a0f6-3e0a5935ad3a None None] The sync data for ids ['6e58d230-8210-4e6a-9134-e0db075d6824'] in n-d-809936-1 is: [{'id': '6e58d230-8210-4e6a-9134-e0db075d6824', 'name': 'tempest-TestVolumeBackupRestore-1260005113-router', 'tenant_id': '2c8a8d76f1b04289a177918ec62721b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:10Z', 'updated_at': '2021-09-19T03:44:13Z', 'revision_number': 6, 'project_id': '2c8a8d76f1b04289a177918ec62721b9', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:44:13.358697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.383885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fb169a-73ab-4398-a2bb-efd663a2d5a2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:13.443586 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.531284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.533878 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.578616 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.579203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e58d230-8210-4e6a-9134-e0db075d6824 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:44:13.583443 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.584583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-387f7fd6-153b-4f21-b1ca-a8560b234c65 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6e58d230-8210-4e6a-9134-e0db075d6824 HTTP/1.1" status: 204 len: 168 time: 0.7427976 Sep 19 03:44:13.587034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35436) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:13.630689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] Deleting subnet dfc17f64-3f36-41bf-87a1-4fe095f87794 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:44:13.633572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.667766 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.753344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.807761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.833756 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc17f64-3f36-41bf-87a1-4fe095f87794,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:13.837437 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.840115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5a33eb8f-bf60-48f5-a10d-89eca7bcbe1f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dfc17f64-3f36-41bf-87a1-4fe095f87794 HTTP/1.1" status: 204 len: 168 time: 0.2521431 Sep 19 03:44:13.841988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35438) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:13.843660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71e5789-3172-473e-96aa-6079ad2a2c9d None None] Network 35018eff-b2dd-4aec-835f-5b04dddfe7cc requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:44:13.914027 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:13.968093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Deleting port 294e550b-0737-4299-9ca3-7399bc661429 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:13.968443 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.033927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] For port 294e550b-0737-4299-9ca3-7399bc661429, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=294e550b-0737-4299-9ca3-7399bc661429,segment=NetworkSegment(10d2ec1f-96fd-4663-af5e-f5b40f766bed),segment_id=10d2ec1f-96fd-4663-af5e-f5b40f766bed)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:14.034234 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.046058 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Calling delete_port for 294e550b-0737-4299-9ca3-7399bc661429 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:14.101584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] DHCP port deletion for 35018eff-b2dd-4aec-835f-5b04dddfe7cc request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:44:14.134066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.148901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Deleting port 294e550b-0737-4299-9ca3-7399bc661429 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:14.149274 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.159749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=294e550b-0737-4299-9ca3-7399bc661429,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:14.164803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] No DVR routers for this DVR port 294e550b-0737-4299-9ca3-7399bc661429 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:44:14.214578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] For port 294e550b-0737-4299-9ca3-7399bc661429, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:14.215184 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.228642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Calling delete_port for 294e550b-0737-4299-9ca3-7399bc661429 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:14.231327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Port 294e550b-0737-4299-9ca3-7399bc661429 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 03:44:14.232583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.242463 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.256967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Pushing event deleted for resources: {'Port': ['ID=294e550b-0737-4299-9ca3-7399bc661429,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:14.262686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35018eff-b2dd-4aec-835f-5b04dddfe7cc']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:14.264458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] No DVR routers for this DVR port 294e550b-0737-4299-9ca3-7399bc661429 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:44:14.266970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.267487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.267975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.268471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.268947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.269445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.269919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.270393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.270883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.271379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.271868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.272346 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4ed81-43dd-4b3e-9197-52e572e44b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:44:14.274095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d2ec1f-96fd-4663-af5e-f5b40f766bed') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:14.275079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d2ec1f-96fd-4663-af5e-f5b40f766bed') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:14.286289 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.301564 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.306556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:44:14.306984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:44:14.308629 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:44:14.366181 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.371186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.375113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] 10.222.0.22 "DELETE /v2.0/networks/35018eff-b2dd-4aec-835f-5b04dddfe7cc HTTP/1.1" status: 204 len: 168 time: 0.5299428 Sep 19 03:44:14.376466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35440) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:14.385730 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cd96a-dd73-4ccb-857f-73e911f0e7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=35018eff-b2dd-4aec-835f-5b04dddfe7cc,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:14.528311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-296332a8-0d68-4a90-9f26-a36411f8ec85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.721620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:14.905160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8fb169a-73ab-4398-a2bb-efd663a2d5a2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:14.928369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b8fb169a-73ab-4398-a2bb-efd663a2d5a2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:14.928722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8fb169a-73ab-4398-a2bb-efd663a2d5a2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:14.929173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 294e550b-0737-4299-9ca3-7399bc661429 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:14.948409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 294e550b-0737-4299-9ca3-7399bc661429 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:14.948749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 294e550b-0737-4299-9ca3-7399bc661429 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:14.949160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c3d03201-3ca9-4a6c-9f90-7d3af6344f7d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:14.968045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c3d03201-3ca9-4a6c-9f90-7d3af6344f7d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:14.968740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c3d03201-3ca9-4a6c-9f90-7d3af6344f7d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:14.973891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Deleting port 028d1b2c-136e-4019-8a6b-b506b52f5ac2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:14.974240 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:15.051743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] For port 028d1b2c-136e-4019-8a6b-b506b52f5ac2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=028d1b2c-136e-4019-8a6b-b506b52f5ac2,segment=NetworkSegment(234c162c-1e5e-4e95-846c-9944e8f9790a),segment_id=234c162c-1e5e-4e95-846c-9944e8f9790a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:15.052115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:15.068392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Calling delete_port for 028d1b2c-136e-4019-8a6b-b506b52f5ac2 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:15.240054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:15.265801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=028d1b2c-136e-4019-8a6b-b506b52f5ac2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:15.427875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:15.636872 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:44:15.741015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:44:15.747339 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8841eedf-28f0-47da-86d4-acf6aa123c11 admin admin] 10.222.0.22 "PUT /v2.0/routers/fe7adc00-98a2-46a2-8f85-04eaad6ec0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3696678 Sep 19 03:44:15.748390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35442) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:15.749608 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] Sync routers for ids ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:44:15.758688 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] Routers {'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:44:15.759403 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:15.852805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:15.949546 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] Set router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:44:15.959040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.009955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Deleting port 4c0826e2-846b-403d-a338-57952c3ce065 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:16.010294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.087122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] For port 4c0826e2-846b-403d-a338-57952c3ce065, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4c0826e2-846b-403d-a338-57952c3ce065,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:16.087487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.100557 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Calling delete_port for 4c0826e2-846b-403d-a338-57952c3ce065 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:16.122491 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '4c0826e2-846b-403d-a338-57952c3ce065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:44:15Z', 'revision_number': 5, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port': {'id': '4c0826e2-846b-403d-a338-57952c3ce065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:fe:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:16.151808 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] Checking router: fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:44:16.160345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] Routers {'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:44:16.160946 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:43:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:16.244183 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] Set router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:44:16.259568 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.295462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c0826e2-846b-403d-a338-57952c3ce065,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:16.295696 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:44:15Z', 'revision_number': 6, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:16.301351 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.324897 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd140bd-de9f-4c90-970d-b946a87c8a76 None None] The sync data for ids ['fe7adc00-98a2-46a2-8f85-04eaad6ec0d7'] in n-d-809936-1 is: [{'id': 'fe7adc00-98a2-46a2-8f85-04eaad6ec0d7', 'name': 'tempest-TestVolumeBackupRestore-757179468-router', 'tenant_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:41:15Z', 'updated_at': '2021-09-19T03:44:15Z', 'revision_number': 6, 'project_id': '0ea00f3696ec480f9f81b8c0ff4c2528', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:44:16.361261 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.449022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.451068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.492621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.493226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:44:16.497708 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.501165 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4b70cb19-1b21-48c0-bc0e-5fe76f64518d admin admin] 10.222.0.22 "DELETE /v2.0/routers/fe7adc00-98a2-46a2-8f85-04eaad6ec0d7 HTTP/1.1" status: 204 len: 168 time: 0.7495847 Sep 19 03:44:16.501452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35444) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:16.548760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] Deleting subnet bdd71046-e31f-4180-91ad-802daf2e5dcf {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:44:16.551704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.583921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.658423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.717039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.742479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd71046-e31f-4180-91ad-802daf2e5dcf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:16.750250 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.754439 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-54b3d9de-a8c9-43a1-92d6-4fa58628f1d2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bdd71046-e31f-4180-91ad-802daf2e5dcf HTTP/1.1" status: 204 len: 168 time: 0.2496750 Sep 19 03:44:16.754670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35446) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:16.756800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768742e-6007-47f7-afc5-e85f46be12ab None None] Network e0e5bb1e-7257-4e46-ba5b-5122899ff27f requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:44:16.820697 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.877022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Deleting port b60b4ca7-9533-4519-bec6-ead81b87133c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:16.877413 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.942882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] For port b60b4ca7-9533-4519-bec6-ead81b87133c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b60b4ca7-9533-4519-bec6-ead81b87133c,segment=NetworkSegment(234c162c-1e5e-4e95-846c-9944e8f9790a),segment_id=234c162c-1e5e-4e95-846c-9944e8f9790a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:16.943247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:16.955458 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Calling delete_port for b60b4ca7-9533-4519-bec6-ead81b87133c owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:17.029435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.057622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Pushing event deleted for resources: {'Port': ['ID=b60b4ca7-9533-4519-bec6-ead81b87133c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:17.061122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] No DVR routers for this DVR port b60b4ca7-9533-4519-bec6-ead81b87133c on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:44:17.112614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2a0afa-4242-424f-8c88-2c77b5768284 None None] DHCP port deletion for e0e5bb1e-7257-4e46-ba5b-5122899ff27f request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:44:17.132627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.153957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e5bb1e-7257-4e46-ba5b-5122899ff27f']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:17.164900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234c162c-1e5e-4e95-846c-9944e8f9790a') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:17.165367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234c162c-1e5e-4e95-846c-9944e8f9790a') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:44:17.166934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 028d1b2c-136e-4019-8a6b-b506b52f5ac2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:17.178575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.186441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 028d1b2c-136e-4019-8a6b-b506b52f5ac2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:17.186831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 028d1b2c-136e-4019-8a6b-b506b52f5ac2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:17.187257 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b60b4ca7-9533-4519-bec6-ead81b87133c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:17.195835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.202466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:44:17.202938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:44:17.205590 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:44:17.207937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b60b4ca7-9533-4519-bec6-ead81b87133c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:17.207937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b60b4ca7-9533-4519-bec6-ead81b87133c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:17.207937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4c0826e2-846b-403d-a338-57952c3ce065 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:17.226376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4c0826e2-846b-403d-a338-57952c3ce065 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:17.226724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4c0826e2-846b-403d-a338-57952c3ce065 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:17.264093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.270139 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.272094 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] 10.222.0.22 "DELETE /v2.0/networks/e0e5bb1e-7257-4e46-ba5b-5122899ff27f HTTP/1.1" status: 204 len: 168 time: 0.5164809 Sep 19 03:44:17.283130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85b41b-4ddc-4463-bde6-51c9b14bf89f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e5bb1e-7257-4e46-ba5b-5122899ff27f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:17.296700 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7f5608ae-5d10-4169-a652-5365ceade4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.443583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35450) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:17.482641 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-be16f5e3-fa75-4f2c-a909-e815ed422d10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c8a8d76f1b04289a177918ec62721b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378504 Sep 19 03:44:17.484984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35452) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:17.533793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ef899cb-e8bc-4bff-af21-cc6024971601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.557744 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ef899cb-e8bc-4bff-af21-cc6024971601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.902188 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ef899cb-e8bc-4bff-af21-cc6024971601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.905179 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9ef899cb-e8bc-4bff-af21-cc6024971601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:17.906690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9ef899cb-e8bc-4bff-af21-cc6024971601 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e7002c2-804b-4b0c-8e73-74b272914444 HTTP/1.1" status: 204 len: 168 time: 0.4206345 Sep 19 03:44:17.914626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef899cb-e8bc-4bff-af21-cc6024971601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7002c2-804b-4b0c-8e73-74b272914444,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:18.007130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:18.211749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35458) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:18.255427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-15198fea-8235-4d2e-9dbc-f661f02e778b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ea00f3696ec480f9f81b8c0ff4c2528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425243 Sep 19 03:44:18.257914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35460) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:18.305169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-01cd7475-4931-447e-a73b-d250c69bfaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:18.325755 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-01cd7475-4931-447e-a73b-d250c69bfaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:18.372276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-01cd7475-4931-447e-a73b-d250c69bfaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:18.375181 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-01cd7475-4931-447e-a73b-d250c69bfaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:18.376388 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-01cd7475-4931-447e-a73b-d250c69bfaeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9b43360-e0a5-4f63-9075-e2bb5923eec6 HTTP/1.1" status: 204 len: 168 time: 0.1175213 Sep 19 03:44:18.384288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd7475-4931-447e-a73b-d250c69bfaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b43360-e0a5-4f63-9075-e2bb5923eec6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:18.558527 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:20.137091 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:24.004264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-0911d399-c6d4-494d-9375-58f94b8599b4 req-e3f50581-e545-46d8-89a0-5f0665d562b1 service neutron] (94722) timed out ('10.222.0.22', 49624) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:44:28.206037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-ccae4d64-a9c9-4f37-91dc-48ae7d9dda28 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8c480942d4974b879b460632ca2465ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286396 Sep 19 03:44:28.401379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-c82cd9eb-45c7-4383-8748-484bb388defa tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:28.402859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-c82cd9eb-45c7-4383-8748-484bb388defa tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916854 Sep 19 03:44:28.417089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dca81d02-a948-4723-985d-3f80575cd906 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/quotas/8c480942d4974b879b460632ca2465ae HTTP/1.1" status: 200 len: 375 time: 0.0085523 Sep 19 03:44:28.451382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-c129b055-cf34-4d0a-8477-9274142d4fa1 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c480942d4974b879b460632ca2465ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293179 Sep 19 03:44:28.608513 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f9b1a554-0d61-45f5-8df6-0b9a423cf579 req-a58089c9-50a9-4bc1-b66b-98d9efa02a47 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 210 time: 0.0260441 Sep 19 03:44:29.440080 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-517a512a-3975-40fe-8092-e53cd0fbd8ba tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8c480942d4974b879b460632ca2465ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432618 Sep 19 03:44:29.632807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-ed21348d-03f1-42f5-b00b-8e648031ee28 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:29.634347 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-ed21348d-03f1-42f5-b00b-8e648031ee28 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891890 Sep 19 03:44:29.648283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Request body: {'port': {'device_id': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'admin_state_up': True, 'tenant_id': '8c480942d4974b879b460632ca2465ae'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:44:29.702698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c29a6ac-cbc3-4bb8-83f7-c4962e05d2dc req-ee6415f9-a08d-46be-9aac-ad54b4e160cd tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 210 time: 0.0261538 Sep 19 03:44:29.762454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Made reservation on behalf of 8c480942d4974b879b460632ca2465ae for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:44:29.765873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:29.774387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:29.869243 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:29.873223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:29.935797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7304ab80-7f42-4270-8f35-fa70276aa054,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:30.009004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Allocated IP 192.168.233.118 (3810f77b-1d45-47d0-9799-ca71fe616613/31efae36-85f1-453c-9c7e-c72c6dacf8b3/aa85a890-f310-4356-a013-5bf4c42e67a2) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:44:30.155686 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.188909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.191601 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.230718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Network 3810f77b-1d45-47d0-9799-ca71fe616613 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:44:30.233808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:44:30.240676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:44:30.263871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Pushing event updated for resources: {'Port': ['ID=aa85a890-f310-4356-a013-5bf4c42e67a2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:30.292457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:30.293092 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.308119 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-dfeec597-1190-45b4-bfab-593260ad7a75 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6638231 Sep 19 03:44:30.319901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Request body: {'port': {'device_id': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:44:30.380756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.443772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9e623046-effc-4973-8d27-090100b43718 None None] Provisioning complete for port aa85a890-f310-4356-a013-5bf4c42e67a2 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:44:30.444182 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e623046-effc-4973-8d27-090100b43718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.477113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9e623046-effc-4973-8d27-090100b43718 None None] Port aa85a890-f310-4356-a013-5bf4c42e67a2 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:44:30.635171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa85a890-f310-4356-a013-5bf4c42e67a2 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:44:30.642866 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.654215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Transition to ACTIVE for port object aa85a890-f310-4356-a013-5bf4c42e67a2 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:44:30.658827 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.709398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa85a890-f310-4356-a013-5bf4c42e67a2,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:30.779216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Attempting to bind port aa85a890-f310-4356-a013-5bf4c42e67a2 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:44:30.779560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Attempting to bind port aa85a890-f310-4356-a013-5bf4c42e67a2 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:44:30.779897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Attempting to bind port aa85a890-f310-4356-a013-5bf4c42e67a2 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:44:30.786283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Port aa85a890-f310-4356-a013-5bf4c42e67a2 on network 3810f77b-1d45-47d0-9799-ca71fe616613 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:44:30.786283 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Attempting to bind port aa85a890-f310-4356-a013-5bf4c42e67a2 on network 3810f77b-1d45-47d0-9799-ca71fe616613 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:44:30.789948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:44:30.790292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Checking segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:44:30.790680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Bound using segment: {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:44:30.791151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Bound port: aa85a890-f310-4356-a013-5bf4c42e67a2, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdfcf74-0221-4084-8f7c-74895f246bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:44:30.791513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.825823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d65c6b-1b84-4a0f-b8ae-4bb8db73f6e7 req-88b5acc2-c41a-4781-b467-a9ef346167c5 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:30.828051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82d65c6b-1b84-4a0f-b8ae-4bb8db73f6e7 req-88b5acc2-c41a-4781-b467-a9ef346167c5 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 948 time: 0.0529692 Sep 19 03:44:30.864695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] For port aa85a890-f310-4356-a013-5bf4c42e67a2, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:44:30.868497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] For port aa85a890-f310-4356-a013-5bf4c42e67a2, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=aa85a890-f310-4356-a013-5bf4c42e67a2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:44:30.871328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82d65c6b-1b84-4a0f-b8ae-4bb8db73f6e7 req-d821c8d0-ffe1-48d2-98fb-d7ff0970b19f tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Sep 19 03:44:30.873207 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.907758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:30.908290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:30.909893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa85a890-f310-4356-a013-5bf4c42e67a2 HTTP/1.1" status: 200 len: 1096 time: 0.5943179 Sep 19 03:44:30.912121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'tag': 'aa85a890-f310-4356-a013-5bf4c42e67a2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:44:30.915189 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176d898b-312f-4f5e-914e-a5b5d3d228ec" -d '{"events": [{"name": "network-changed", "server_uuid": "de473172-3d1c-4896-a28b-2e7d5fe43dc5", "tag": "aa85a890-f310-4356-a013-5bf4c42e67a2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:44:30.941779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d16ab-2a91-464a-87e1-42d5fe8f3ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa85a890-f310-4356-a013-5bf4c42e67a2,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:30.978212 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d03b772-c388-4caf-b3fe-f97692c12df5 x-openstack-request-id: req-5d03b772-c388-4caf-b3fe-f97692c12df5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:44:30.978514 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de473172-3d1c-4896-a28b-2e7d5fe43dc5", "tag": "aa85a890-f310-4356-a013-5bf4c42e67a2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:44:30.978797 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d03b772-c388-4caf-b3fe-f97692c12df5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:44:30.979214 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'tag': 'aa85a890-f310-4356-a013-5bf4c42e67a2', 'status': 'completed', 'code': 200} Sep 19 03:44:30.995564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-16d6dd4c-e529-455c-95fa-c9c768adf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:30.997093 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-16d6dd4c-e529-455c-95fa-c9c768adf1b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c480942d4974b879b460632ca2465ae&device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 1099 time: 0.0495012 Sep 19 03:44:31.042731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-64050854-c6d1-4b31-949a-3a3147eea64d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=aa85a890-f310-4356-a013-5bf4c42e67a2 HTTP/1.1" status: 200 len: 217 time: 0.0347078 Sep 19 03:44:31.092941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-84b9e202-8094-4cec-b7fb-e6c2630c80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:31.094444 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-84b9e202-8094-4cec-b7fb-e6c2630c80a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0447943 Sep 19 03:44:31.143581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-824a1ab9-71b8-4bf0-8cf5-a0f9ca24a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:31.145072 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-824a1ab9-71b8-4bf0-8cf5-a0f9ca24a675 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439813 Sep 19 03:44:31.233002 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-9235d43b-d5f9-4cb3-a390-a759f79e0f52 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802834 Sep 19 03:44:31.324761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6ba7e281-c79e-4b60-96d1-2203be0f0e00 req-3adfae6d-503b-4f41-921f-fb13e692e2c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842817 Sep 19 03:44:31.405760 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-a65aece1-f6f3-447c-a45e-222b8f8b269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:31.407297 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-a65aece1-f6f3-447c-a45e-222b8f8b269c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c480942d4974b879b460632ca2465ae&device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 1099 time: 0.0399961 Sep 19 03:44:31.499841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-5ea78c5e-1100-47e3-84b1-73e8d8230413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:31.501620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-5ea78c5e-1100-47e3-84b1-73e8d8230413 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3810f77b-1d45-47d0-9799-ca71fe616613 HTTP/1.1" status: 200 len: 870 time: 0.0875151 Sep 19 03:44:31.541377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-ba0c37d6-38f7-4d28-9c58-0a0a5aaab65d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=aa85a890-f310-4356-a013-5bf4c42e67a2 HTTP/1.1" status: 200 len: 217 time: 0.0332229 Sep 19 03:44:31.588076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-dc4604c7-737f-44b9-bcca-d921dc9d92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:31.589473 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-dc4604c7-737f-44b9-bcca-d921dc9d92b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31efae36-85f1-453c-9c7e-c72c6dacf8b3 HTTP/1.1" status: 200 len: 843 time: 0.0415397 Sep 19 03:44:31.633677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-4f327203-8724-4762-8b59-7d6b8799b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:31.635202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-4f327203-8724-4762-8b59-7d6b8799b032 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3810f77b-1d45-47d0-9799-ca71fe616613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0383458 Sep 19 03:44:31.727960 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-29065988-75e3-4414-bd3e-0407f7909846 service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842438 Sep 19 03:44:31.819708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-176d898b-312f-4f5e-914e-a5b5d3d228ec req-383d9753-ecf3-4ae8-a81a-3a287c92602b service neutron] 10.222.0.30 "GET /v2.0/networks/3810f77b-1d45-47d0-9799-ca71fe616613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838146 Sep 19 03:44:31.995215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33babe-86a0-4d98-a4a2-edf9b03e8555 req-511faad3-23d7-47be-acb2-8ed143795184 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:31.996677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe33babe-86a0-4d98-a4a2-edf9b03e8555 req-511faad3-23d7-47be-acb2-8ed143795184 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 948 time: 0.0530648 Sep 19 03:44:32.033327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe33babe-86a0-4d98-a4a2-edf9b03e8555 req-d685a86c-b32a-4ff4-82a3-576fe4f4ed1a tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302243 Sep 19 03:44:33.149341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f007a-c259-4b6b-b54b-b47457065d38 req-e9e703b6-4e00-4135-95ec-9b1cfe6067a0 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:33.150730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-674f007a-c259-4b6b-b54b-b47457065d38 req-e9e703b6-4e00-4135-95ec-9b1cfe6067a0 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 948 time: 0.0480208 Sep 19 03:44:33.188179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-674f007a-c259-4b6b-b54b-b47457065d38 req-f9168227-10ed-434d-937b-398cff51be48 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315669 Sep 19 03:44:34.299168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80015336-80e0-4c4a-95bb-8d9167c23c4a req-f0a32aaa-f577-4d5f-ad6d-9607a4322066 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:34.300682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80015336-80e0-4c4a-95bb-8d9167c23c4a req-f0a32aaa-f577-4d5f-ad6d-9607a4322066 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 948 time: 0.0478363 Sep 19 03:44:34.337672 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80015336-80e0-4c4a-95bb-8d9167c23c4a req-fe325ed5-9069-473c-b38d-080d563b7267 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Sep 19 03:44:34.518348 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device aa85a890-f310-4356-a013-5bf4c42e67a2 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:44:34.609057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port aa85a890-f310-4356-a013-5bf4c42e67a2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=aa85a890-f310-4356-a013-5bf4c42e67a2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:34.620748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'aa85a890-f310-4356-a013-5bf4c42e67a2', 'network_id': '3810f77b-1d45-47d0-9799-ca71fe616613', 'port_id': 'aa85a890-f310-4356-a013-5bf4c42e67a2', 'mac_address': 'fa:16:3e:b8:c2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31efae36-85f1-453c-9c7e-c72c6dacf8b3', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:44:34.658302 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:34.670478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa85a890-f310-4356-a013-5bf4c42e67a2 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:44:34.688708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port aa85a890-f310-4356-a013-5bf4c42e67a2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=aa85a890-f310-4356-a013-5bf4c42e67a2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:34.692624 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:34.738066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=aa85a890-f310-4356-a013-5bf4c42e67a2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:34.890940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['aa85a890-f310-4356-a013-5bf4c42e67a2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:44:35.453093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685d51d-b484-4641-9fae-f060d5b400e4 req-decd6909-b7e6-4fe5-9b31-16d7737d1006 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:35.454566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5685d51d-b484-4641-9fae-f060d5b400e4 req-decd6909-b7e6-4fe5-9b31-16d7737d1006 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 949 time: 0.0516005 Sep 19 03:44:35.491393 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5685d51d-b484-4641-9fae-f060d5b400e4 req-11e84251-39f0-4823-8cb4-e3e5bfc72779 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304043 Sep 19 03:44:36.533704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device aa85a890-f310-4356-a013-5bf4c42e67a2 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:44:36.581384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port aa85a890-f310-4356-a013-5bf4c42e67a2 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:44:36.584950 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port aa85a890-f310-4356-a013-5bf4c42e67a2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:44:36.585311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:36.603183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cab7f6-a9c1-4fad-aacf-8970ed737ee7 req-ad08aace-ce69-44a4-9bbe-899a85ee543b tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:36.604673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0cab7f6-a9c1-4fad-aacf-8970ed737ee7 req-ad08aace-ce69-44a4-9bbe-899a85ee543b tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 949 time: 0.0481365 Sep 19 03:44:36.642100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0cab7f6-a9c1-4fad-aacf-8970ed737ee7 req-afb9dd9d-c268-408b-b6a0-25c2fbcaf540 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Sep 19 03:44:36.659619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:36.684000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa85a890-f310-4356-a013-5bf4c42e67a2'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:44:36.686205 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89f64d-598e-4134-9dfe-956b2e36b129" -d '{"events": [{"server_uuid": "de473172-3d1c-4896-a28b-2e7d5fe43dc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa85a890-f310-4356-a013-5bf4c42e67a2"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:44:36.698694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port aa85a890-f310-4356-a013-5bf4c42e67a2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=aa85a890-f310-4356-a013-5bf4c42e67a2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:36.702711 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:36.725247 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ae5096-6d13-4108-9c94-363504e5249d x-openstack-request-id: req-83ae5096-6d13-4108-9c94-363504e5249d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:44:36.725536 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de473172-3d1c-4896-a28b-2e7d5fe43dc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa85a890-f310-4356-a013-5bf4c42e67a2", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:44:36.725785 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83ae5096-6d13-4108-9c94-363504e5249d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:44:36.726165 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa85a890-f310-4356-a013-5bf4c42e67a2', 'code': 200} Sep 19 03:44:36.751340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=aa85a890-f310-4356-a013-5bf4c42e67a2,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:36.816999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749405-d53f-4787-9195-c17de1843188 req-db2420b4-a979-4494-b551-bd8bb2dc8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:36.818384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be749405-d53f-4787-9195-c17de1843188 req-db2420b4-a979-4494-b551-bd8bb2dc8b27 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 1101 time: 0.0396931 Sep 19 03:44:36.853320 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-be749405-d53f-4787-9195-c17de1843188 req-371bad6c-821b-481b-962c-c4c66c3083f8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276108 Sep 19 03:44:37.773418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7d543-042e-4af4-871e-364a418bf613 req-b8c402ff-6f6b-452b-8f4f-e701514a9797 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:37.774985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ef7d543-042e-4af4-871e-364a418bf613 req-b8c402ff-6f6b-452b-8f4f-e701514a9797 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 950 time: 0.0477772 Sep 19 03:44:37.816499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ef7d543-042e-4af4-871e-364a418bf613 req-73491972-6ed6-4ade-a9be-77171d472c3f tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351219 Sep 19 03:44:38.935679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907034f-26f1-4b13-90c2-7fdb509ed094 req-11b3facb-c37e-42a7-87a4-12634e00457a tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:38.937220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1907034f-26f1-4b13-90c2-7fdb509ed094 req-11b3facb-c37e-42a7-87a4-12634e00457a tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 950 time: 0.0512588 Sep 19 03:44:38.979075 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1907034f-26f1-4b13-90c2-7fdb509ed094 req-147b4463-0611-4863-9b15-52941be436e5 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Sep 19 03:44:39.352653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-35e79b06-83f9-4cc5-8093-8d2a07792d1a req-68465150-c877-4123-bae2-182c30773197 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:44:39.353594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35e79b06-83f9-4cc5-8093-8d2a07792d1a req-68465150-c877-4123-bae2-182c30773197 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1066031 Sep 19 03:44:39.729249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-2cfab7d2-1276-4921-9ed5-4d74de4c938a req-19d7002a-5fdb-404f-89ab-542f22f362a3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:44:39.730289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2cfab7d2-1276-4921-9ed5-4d74de4c938a req-19d7002a-5fdb-404f-89ab-542f22f362a3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564573 Sep 19 03:44:40.054823 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc58b3-3768-49d1-9b08-1ed6a1ad4fa3 req-b1d46205-6502-4775-b344-b9cbe5d98b41 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:40.056296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bfc58b3-3768-49d1-9b08-1ed6a1ad4fa3 req-b1d46205-6502-4775-b344-b9cbe5d98b41 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 950 time: 0.0501108 Sep 19 03:44:40.093383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3bfc58b3-3768-49d1-9b08-1ed6a1ad4fa3 req-4cb5df9d-b2d6-4c6a-97b3-d50f170e4bae tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Sep 19 03:44:41.206610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb7386-bf1a-4d82-b58c-2c64163cb036 req-9ca87197-dfca-4518-8d96-2032aab37aaf tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:41.208106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2eb7386-bf1a-4d82-b58c-2c64163cb036 req-9ca87197-dfca-4518-8d96-2032aab37aaf tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 950 time: 0.0481794 Sep 19 03:44:41.245094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2eb7386-bf1a-4d82-b58c-2c64163cb036 req-ee61c056-c08a-40d2-a420-7c8d6157fc8d tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.22 "GET /v2.0/security-groups?id=7304ab80-7f42-4270-8f35-fa70276aa054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Sep 19 03:44:41.259443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-e5ead17a-86c0-4304-9382-067a69c3a8ce tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:41.260896 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-e5ead17a-86c0-4304-9382-067a69c3a8ce tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.30 "GET /v2.0/ports?device_id=de473172-3d1c-4896-a28b-2e7d5fe43dc5 HTTP/1.1" status: 200 len: 950 time: 0.0473332 Sep 19 03:44:41.284238 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:44:41.349721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Deleting port aa85a890-f310-4356-a013-5bf4c42e67a2 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:44:41.350057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:41.433991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] For port aa85a890-f310-4356-a013-5bf4c42e67a2, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=aa85a890-f310-4356-a013-5bf4c42e67a2,segment=NetworkSegment(6fdfcf74-0221-4084-8f7c-74895f246bc7),segment_id=6fdfcf74-0221-4084-8f7c-74895f246bc7)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:41.434279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:41.446761 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Calling delete_port for aa85a890-f310-4356-a013-5bf4c42e67a2 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:44:41.573462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:41.584904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['aa85a890-f310-4356-a013-5bf4c42e67a2'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:44:41.601253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Pushing event deleted for resources: {'Port': ['ID=aa85a890-f310-4356-a013-5bf4c42e67a2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:41.645971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] No DVR routers for this DVR port aa85a890-f310-4356-a013-5bf4c42e67a2 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:44:41.648675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:41.650921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-634a801e-7238-48e7-aa41-7dfd6dbab469 req-3dda0c19-5fd6-45e6-b87a-1acd3cf642f6 tempest-ServersAdminNegativeTestJSON-1133731997 tempest-ServersAdminNegativeTestJSON-1133731997-project] 10.222.0.30 "DELETE /v2.0/ports/aa85a890-f310-4356-a013-5bf4c42e67a2 HTTP/1.1" status: 204 len: 173 time: 0.3833082 Sep 19 03:44:41.651373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'name': 'network-vif-deleted', 'tag': 'aa85a890-f310-4356-a013-5bf4c42e67a2'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:44:41.653626 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d66bb5e-5e8c-4ff2-9636-051d1b0606b3" -d '{"events": [{"server_uuid": "de473172-3d1c-4896-a28b-2e7d5fe43dc5", "name": "network-vif-deleted", "tag": "aa85a890-f310-4356-a013-5bf4c42e67a2"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:44:41.692042 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17089f2c-e9d0-45ee-b198-06072d349727 x-openstack-request-id: req-17089f2c-e9d0-45ee-b198-06072d349727 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:44:41.692349 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de473172-3d1c-4896-a28b-2e7d5fe43dc5", "name": "network-vif-deleted", "tag": "aa85a890-f310-4356-a013-5bf4c42e67a2", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:44:41.692605 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17089f2c-e9d0-45ee-b198-06072d349727 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:44:41.693004 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de473172-3d1c-4896-a28b-2e7d5fe43dc5', 'name': 'network-vif-deleted', 'tag': 'aa85a890-f310-4356-a013-5bf4c42e67a2', 'status': 'completed', 'code': 200} Sep 19 03:44:42.536437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35600) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:42.668938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-eec3a1c4-0c19-4b96-b049-4d14f2b22720 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c480942d4974b879b460632ca2465ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313400 Sep 19 03:44:42.671472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35604) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:42.725315 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a30a7ce7-4fcc-451f-a636-88672c09e377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:42.745725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a30a7ce7-4fcc-451f-a636-88672c09e377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:42.791918 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a30a7ce7-4fcc-451f-a636-88672c09e377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:42.794572 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a30a7ce7-4fcc-451f-a636-88672c09e377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:42.795762 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a30a7ce7-4fcc-451f-a636-88672c09e377 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7304ab80-7f42-4270-8f35-fa70276aa054 HTTP/1.1" status: 204 len: 168 time: 0.1233807 Sep 19 03:44:42.803290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a7ce7-4fcc-451f-a636-88672c09e377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7304ab80-7f42-4270-8f35-fa70276aa054,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:43.057744 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35610) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:43.071110 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0583941f-cc93-43f6-8557-021946a72798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:43.157263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0583941f-cc93-43f6-8557-021946a72798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:43.161196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0583941f-cc93-43f6-8557-021946a72798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:43.200677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0583941f-cc93-43f6-8557-021946a72798 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a1c1fa2fbd0489abcc7c1f715a2869f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418846 Sep 19 03:44:43.201551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583941f-cc93-43f6-8557-021946a72798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5964c928-6c0c-4373-84b5-2eb49e624dcf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:43.203415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35612) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:43.250628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0025dbe7-599a-4487-b198-5f19ed39e17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:43.271444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0025dbe7-599a-4487-b198-5f19ed39e17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:43.316307 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0025dbe7-599a-4487-b198-5f19ed39e17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:43.318808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0025dbe7-599a-4487-b198-5f19ed39e17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:43.319930 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0025dbe7-599a-4487-b198-5f19ed39e17f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5964c928-6c0c-4373-84b5-2eb49e624dcf HTTP/1.1" status: 204 len: 168 time: 0.1155407 Sep 19 03:44:43.327080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025dbe7-599a-4487-b198-5f19ed39e17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5964c928-6c0c-4373-84b5-2eb49e624dcf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:44.011650 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35634) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:44.109690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-436485965-network', 'tenant_id': '5e9961dfeb564a44849392326dec9ebb'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:44:44.129825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Made reservation on behalf of 5e9961dfeb564a44849392326dec9ebb for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:44:44.132134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.140094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.227390 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.231076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.254368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:44:44.263492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9847787-4e6c-4264-b217-1e25af87f9fe,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:44.268660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.269011 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Added segment 490820a6-d12f-4abb-8b3c-611e345740e0 of type vlan for network 30610161-6987-4a02-9f8d-7e32474f558b Sep 19 03:44:44.308842 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.333202 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.334220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:44.334831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.363450 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3506024 Sep 19 03:44:44.366332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35638) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:44.371287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Request body: {'subnet': {'network_id': '30610161-6987-4a02-9f8d-7e32474f558b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-436485965-subnet', 'tenant_id': '5e9961dfeb564a44849392326dec9ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:44:44.391780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Made reservation on behalf of 5e9961dfeb564a44849392326dec9ebb for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:44:44.394669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.397332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3706-df9e-41f3-9f77-c67869e1363c admin admin] Pushing event updated for resources: {'Network': ['ID=30610161-6987-4a02-9f8d-7e32474f558b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:44.408453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 30610161-6987-4a02-9f8d-7e32474f558b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:44:44.565180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.620381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d244367-7031-4f9c-ad6e-f77e9f4d6729,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:44.635648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Checking segment: {'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:44:44.636015 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Network hostable DHCP agents. Network: 30610161-6987-4a02-9f8d-7e32474f558b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:44:44.640625 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4482a9c9-83d1-4132-ac42-affd737a4106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.653913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Network 30610161-6987-4a02-9f8d-7e32474f558b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:44:44.662177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 30610161-6987-4a02-9f8d-7e32474f558b) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:44:44.668578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:44.669173 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:44.669442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7929a-565e-4849-aa1f-39e5680fd27c None None] Network 30610161-6987-4a02-9f8d-7e32474f558b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:44:44.683129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c4dc8cd0-ab70-4aa9-a1c2-069931bad84b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3156679 Sep 19 03:44:44.795593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78ee68-82a4-45a6-8296-e67a72c18ba9 None None] Network 30610161-6987-4a02-9f8d-7e32474f558b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:44:45.201715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-1ab1fb97-9da4-4edd-b4f3-dbfdaeb90b45 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:45.203114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-1ab1fb97-9da4-4edd-b4f3-dbfdaeb90b45 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 811 time: 0.1004732 Sep 19 03:44:45.218259 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-fa945eac-4bdf-4d4a-8a9f-ab52912fc539 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/quotas/5e9961dfeb564a44849392326dec9ebb HTTP/1.1" status: 200 len: 375 time: 0.0093462 Sep 19 03:44:45.249803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-f09a66d4-caba-45bd-b10b-9f01ad6ae027 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258882 Sep 19 03:44:45.262465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-b96cbe9e-c397-4a92-9c00-2d35ca00d752 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:44:45.263446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-b96cbe9e-c397-4a92-9c00-2d35ca00d752 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048761 Sep 19 03:44:45.355905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-3bd3a9ad-778b-4eed-a107-50c0c2c0d6d7 service neutron] 10.222.0.22 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869541 Sep 19 03:44:45.445838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-9d8e197b-192a-4a72-9009-4371169631bd service neutron] 10.222.0.22 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839942 Sep 19 03:44:45.605636 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f4ac3af-84e9-4c05-acb6-f3c5bd2482c3 req-ca87206a-8317-4885-b07f-66a467e824a5 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 210 time: 0.0277815 Sep 19 03:44:46.295950 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:46.496529 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8c679932-7f14-45ca-be44-7475a6593542 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:46.497993 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8c679932-7f14-45ca-be44-7475a6593542 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.30 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 811 time: 0.1051457 Sep 19 03:44:46.510208 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Request body: {'port': {'device_id': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b', 'admin_state_up': True, 'tenant_id': '5e9961dfeb564a44849392326dec9ebb'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:44:46.550032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device aa85a890-f310-4356-a013-5bf4c42e67a2 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:44:46.572739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: aa85a890-f310-4356-a013-5bf4c42e67a2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:44:46.573078 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device aa85a890-f310-4356-a013-5bf4c42e67a2 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:44:46.613319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Made reservation on behalf of 5e9961dfeb564a44849392326dec9ebb for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:44:46.616776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:46.698248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6cad2c23-bd9d-4efc-89b3-a5deb8084b21 req-649ff81f-78e2-4edc-a106-fe64babf352b tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 210 time: 0.0264201 Sep 19 03:44:46.743012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Allocated IP 172.20.0.8 (30610161-6987-4a02-9f8d-7e32474f558b/5d244367-7031-4f9c-ad6e-f77e9f4d6729/4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:44:46.889132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:46.922223 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:46.964635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Network 30610161-6987-4a02-9f8d-7e32474f558b is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:44:46.967943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:44:46.974278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:44:46.980463 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:47.023700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:47.024310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.038257 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-cb834112-2291-42c9-bfdd-8ba3612f8e5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5317123 Sep 19 03:44:47.050918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Request body: {'port': {'device_id': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:44:47.105672 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.297904 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe152-e40d-44f1-8d98-b76d23e728b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.358978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:44:47.366146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.378506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Transition to ACTIVE for port object 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:44:47.382491 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.429053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:47.498344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:44:47.499027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:44:47.499027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on network 30610161-6987-4a02-9f8d-7e32474f558b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:44:47.503908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on network 30610161-6987-4a02-9f8d-7e32474f558b not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:44:47.504232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on network 30610161-6987-4a02-9f8d-7e32474f558b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:44:47.508907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:44:47.509245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Checking segment: {'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:44:47.509636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Bound using segment: {'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:44:47.510059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Bound port: 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:44:47.510416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.572257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:44:47.575338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:44:47.580082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.613967 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:47.614601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:47.616027 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] 10.222.0.30 "PUT /v2.0/ports/4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 1091 time: 0.5691266 Sep 19 03:44:47.616468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:44:47.618683 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84897530-4c92-4824-b123-f93edda6d13b" -d '{"events": [{"name": "network-changed", "server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:44:47.643311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e477387-c563-45a0-bbd8-ea0da570bfbf service neutron] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:47.661759 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc908aa-afb3-4931-9bec-c8a29226c899 x-openstack-request-id: req-5cc908aa-afb3-4931-9bec-c8a29226c899 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:44:47.662044 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:44:47.662289 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cc908aa-afb3-4931-9bec-c8a29226c899 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:44:47.662672 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'status': 'completed', 'code': 200} Sep 19 03:44:47.698063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-41673c54-b46a-45b1-bbc4-21c9bdc29f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:47.699575 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-41673c54-b46a-45b1-bbc4-21c9bdc29f93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0475712 Sep 19 03:44:47.740492 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-eb250511-8bbc-44b6-9fa1-1b34736ba2d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0328403 Sep 19 03:44:47.788417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-bb020be3-4508-4bda-ab11-d2cde24a3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:47.789899 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-bb020be3-4508-4bda-ab11-d2cde24a3e4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0427163 Sep 19 03:44:47.810901 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71df29-f41e-4288-8368-da5452979a24 req-c30e1e91-8094-44fb-8832-6b681242b1d7 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:47.812545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b71df29-f41e-4288-8368-da5452979a24 req-c30e1e91-8094-44fb-8832-6b681242b1d7 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 943 time: 0.0487785 Sep 19 03:44:47.822081 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-54a2ca45-d72b-4ed6-bfad-83bab1f83879 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247386 Sep 19 03:44:47.851284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9b71df29-f41e-4288-8368-da5452979a24 req-cd3afa03-ab92-42bc-bda1-d5f2bcfb11fb tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Sep 19 03:44:47.915504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-97a28608-1f1c-402a-abfe-5437d5655c62 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860262 Sep 19 03:44:48.008208 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:48.012815 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-33d583ae-fe60-4bf5-943b-6939e4f753df req-0d1dbaaf-3dbf-46b4-9ec3-3ad1ccd8077f service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899854 Sep 19 03:44:48.096711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84897530-4c92-4824-b123-f93edda6d13b req-6dfdf7d1-41da-4ae9-8e02-c166ce066df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:48.098165 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84897530-4c92-4824-b123-f93edda6d13b req-6dfdf7d1-41da-4ae9-8e02-c166ce066df9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0405121 Sep 19 03:44:48.184219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84897530-4c92-4824-b123-f93edda6d13b req-780a7467-2fb8-42b0-85d5-22c38f3904bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:48.185557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84897530-4c92-4824-b123-f93edda6d13b req-780a7467-2fb8-42b0-85d5-22c38f3904bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 912 time: 0.0805960 Sep 19 03:44:48.227770 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84897530-4c92-4824-b123-f93edda6d13b req-9fa3b599-f3d7-499a-a79b-e44911803f23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0353355 Sep 19 03:44:48.275617 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84897530-4c92-4824-b123-f93edda6d13b req-f1cf8652-c653-4bab-94ce-1e32be3a739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:48.276976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84897530-4c92-4824-b123-f93edda6d13b req-f1cf8652-c653-4bab-94ce-1e32be3a739f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0411460 Sep 19 03:44:48.308191 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84897530-4c92-4824-b123-f93edda6d13b req-ac75a49c-49e5-45da-bc10-d0c35705f576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232556 Sep 19 03:44:48.403046 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84897530-4c92-4824-b123-f93edda6d13b req-5c6e5a38-13fd-48e7-b7a3-7c67e6066935 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817683 Sep 19 03:44:48.490442 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-84897530-4c92-4824-b123-f93edda6d13b req-a35dd68e-f9c7-49ff-9154-f479c1430989 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790446 Sep 19 03:44:48.559566 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:48.971684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f70fd-ab78-43b4-812e-1f4fb369ffe2 req-d032d738-e1e2-4a40-afc1-34e31253736d tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:48.973149 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe9f70fd-ab78-43b4-812e-1f4fb369ffe2 req-d032d738-e1e2-4a40-afc1-34e31253736d tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 943 time: 0.0538504 Sep 19 03:44:49.013116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe9f70fd-ab78-43b4-812e-1f4fb369ffe2 req-2594b01c-615a-43bc-9c1a-d72d99d8078d tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341430 Sep 19 03:44:50.126275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2a13-c79f-4e6c-85e7-751416e81fc7 req-562ca77d-8539-44d4-8cfb-79d07a74aa9d tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:50.127734 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23ce2a13-c79f-4e6c-85e7-751416e81fc7 req-562ca77d-8539-44d4-8cfb-79d07a74aa9d tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 943 time: 0.0491812 Sep 19 03:44:50.138168 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:50.165707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23ce2a13-c79f-4e6c-85e7-751416e81fc7 req-600a2603-e379-4e67-953a-83f068495379 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Sep 19 03:44:50.565566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:44:50.653727 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:50.664300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b', 'port_id': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'mac_address': 'fa:16:3e:7c:1c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d244367-7031-4f9c-ad6e-f77e9f4d6729', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:44:50.703470 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:50.715483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:44:50.733394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:50.738208 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:50.784340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:50.921953 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:44:51.276107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf13b3-f125-4f6d-8138-437c2ece043f req-685f0b30-148f-4c14-9a1e-788c4ff20bd6 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:51.277578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5cf13b3-f125-4f6d-8138-437c2ece043f req-685f0b30-148f-4c14-9a1e-788c4ff20bd6 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 944 time: 0.0479627 Sep 19 03:44:51.315831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5cf13b3-f125-4f6d-8138-437c2ece043f req-90fceb9e-d831-482c-bcaf-8bdb5eec0a80 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Sep 19 03:44:52.440862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987e9e2-9f45-438d-9b47-8917c8a8d980 req-6e31fb9f-77ca-49f7-ac5f-efd4be913a5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:52.442326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7987e9e2-9f45-438d-9b47-8917c8a8d980 req-6e31fb9f-77ca-49f7-ac5f-efd4be913a5e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 944 time: 0.0483162 Sep 19 03:44:52.483315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7987e9e2-9f45-438d-9b47-8917c8a8d980 req-6351f38c-c83c-4a06-9bf8-db60bbb8df4e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Sep 19 03:44:52.596391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:44:52.642550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:44:52.646767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:44:52.647140 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:52.719088 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:52.742599 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:44:52.744847 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2048f5d6-85dc-40ac-82cb-43bb77d01a2a" -d '{"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-plugged", "status": "completed", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:44:52.757435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:44:52.761718 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:44:52.784795 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dffa5b-55f0-4f7d-9d44-b022079878a9 x-openstack-request-id: req-46dffa5b-55f0-4f7d-9d44-b022079878a9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:44:52.785091 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-plugged", "status": "completed", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:44:52.785345 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46dffa5b-55f0-4f7d-9d44-b022079878a9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:44:52.785731 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'code': 200} Sep 19 03:44:52.813406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:44:52.880579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b5f42-daa8-407f-a3ee-ec79a6102904 req-c0945ebe-d9cf-4533-a469-565d8b4f61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:52.882093 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-405b5f42-daa8-407f-a3ee-ec79a6102904 req-c0945ebe-d9cf-4533-a469-565d8b4f61c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0439880 Sep 19 03:44:52.915509 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-405b5f42-daa8-407f-a3ee-ec79a6102904 req-fbed949d-1727-4f79-a261-2671623b11ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265768 Sep 19 03:44:53.597329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcc78c-0c6a-472f-ba36-490f90286399 req-35045a1f-e58b-4799-ad57-77d235f8b409 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:53.598827 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53fcc78c-0c6a-472f-ba36-490f90286399 req-35045a1f-e58b-4799-ad57-77d235f8b409 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0495183 Sep 19 03:44:53.635815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53fcc78c-0c6a-472f-ba36-490f90286399 req-adf3d937-1415-4604-8bcd-f2c3d6824e31 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 19 03:44:54.749814 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fecf13-421b-4ac1-9237-555d295ffc3e req-28cc1e0f-e297-4822-b077-bbbfad0647a3 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:54.751328 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78fecf13-421b-4ac1-9237-555d295ffc3e req-28cc1e0f-e297-4822-b077-bbbfad0647a3 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Sep 19 03:44:54.788504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78fecf13-421b-4ac1-9237-555d295ffc3e req-e96281f2-821f-4395-a7ee-a1642eec8fd0 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309365 Sep 19 03:44:54.971046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35696) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:44:55.024668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd60a94-cd23-49ac-b254-da6d79e6aae8 req-57bc801c-309e-4098-957b-e44b3b2ce38c tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:55.026265 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbd60a94-cd23-49ac-b254-da6d79e6aae8 req-57bc801c-309e-4098-957b-e44b3b2ce38c tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0481589 Sep 19 03:44:55.092928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbd60a94-cd23-49ac-b254-da6d79e6aae8 req-2dff4c1a-f601-442d-b940-7fcc0d2a8883 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606999 Sep 19 03:44:55.103868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-ed680cf2-5fa3-4482-8c6f-3b2613854bac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311781 Sep 19 03:44:55.112919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-262ce929-6d05-4bba-a898-f98e0203bd20 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:44:55.113866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-262ce929-6d05-4bba-a898-f98e0203bd20 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049338 Sep 19 03:44:56.206629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82242e-0012-4388-a36e-a6432ebfee3c req-d8d9c6f9-4259-4b93-bb0f-bd6b80a33463 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:56.208137 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c82242e-0012-4388-a36e-a6432ebfee3c req-d8d9c6f9-4259-4b93-bb0f-bd6b80a33463 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Sep 19 03:44:56.245453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c82242e-0012-4388-a36e-a6432ebfee3c req-56626711-1c21-4baf-aa9e-7e6c2c51b253 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313671 Sep 19 03:44:56.326256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-26f3399c-d427-4ab7-9875-f6fb53071c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:56.327748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-26f3399c-d427-4ab7-9875-f6fb53071c0f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0389135 Sep 19 03:44:56.414795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-495e4c81-54d2-482a-87c9-f8a013d6c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:56.416171 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-495e4c81-54d2-482a-87c9-f8a013d6c5e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 912 time: 0.0817215 Sep 19 03:44:56.459330 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-b07a5901-3b77-4f0d-b3ca-3e5409bceb1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0363612 Sep 19 03:44:56.506365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-de07aab6-9f3b-4ded-8525-fb961e64fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:56.507818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-de07aab6-9f3b-4ded-8525-fb961e64fce8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0420630 Sep 19 03:44:56.538261 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-1ca9472a-6af3-4d07-afe8-def01cc6f70b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235181 Sep 19 03:44:56.634318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-dc590d41-3649-4a78-ae63-6382077c1ef2 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893545 Sep 19 03:44:56.721798 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-93977858-7f7a-4de7-b188-3850bd1b0cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781338 Sep 19 03:44:57.359411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddadc5-089c-4b9d-9be9-dda132e5f910 req-81609611-56bc-4ed4-b535-d69ec83af40a tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:57.360883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3ddadc5-089c-4b9d-9be9-dda132e5f910 req-81609611-56bc-4ed4-b535-d69ec83af40a tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0485802 Sep 19 03:44:57.398403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3ddadc5-089c-4b9d-9be9-dda132e5f910 req-b4feaa69-3039-4d7d-bc39-880ed4cc4e2f tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Sep 19 03:44:58.515216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c1af7-e33a-42db-8c82-9076f55a2fe3 req-a3ba9c4f-d9b2-4077-8568-f053e94d58f8 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:58.516730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f8c1af7-e33a-42db-8c82-9076f55a2fe3 req-a3ba9c4f-d9b2-4077-8568-f053e94d58f8 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Sep 19 03:44:58.553792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f8c1af7-e33a-42db-8c82-9076f55a2fe3 req-9205999a-e2fa-4d08-928c-8f4951e5a139 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303977 Sep 19 03:44:58.739645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-f379b0e4-ad49-4ba7-a59f-307f4b58af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:58.741022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-f379b0e4-ad49-4ba7-a59f-307f4b58af3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0437477 Sep 19 03:44:58.839976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-3cd348cb-e602-48b1-b6e1-3ad5962dc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:58.841665 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-3cd348cb-e602-48b1-b6e1-3ad5962dc612 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 912 time: 0.0825012 Sep 19 03:44:58.885355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-26a1c6ef-f08f-4563-ba3b-b90de0a443fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0372121 Sep 19 03:44:58.932246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-2bcf03dc-fee9-45f0-820b-1b5e4254a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:58.933621 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-2bcf03dc-fee9-45f0-820b-1b5e4254a427 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0417001 Sep 19 03:44:58.963606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-ca01a4c6-23c2-4f4e-ae13-dd2b43c8b2ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232289 Sep 19 03:44:59.053618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-68a855b1-dfe9-40d7-b7ab-672376b96252 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823455 Sep 19 03:44:59.139417 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b06c9f3b-0ea0-4838-9b76-ec86e66b1f77 req-65123a80-81ac-460c-97a4-71d228f19e72 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788474 Sep 19 03:44:59.665726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789cf069-3884-42c7-9b65-abd0b6413125 req-861fd733-5a30-4334-bdf1-b0345b962482 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:44:59.667223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789cf069-3884-42c7-9b65-abd0b6413125 req-861fd733-5a30-4334-bdf1-b0345b962482 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0481997 Sep 19 03:44:59.705846 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-789cf069-3884-42c7-9b65-abd0b6413125 req-5d6ca336-51bd-449c-a9c9-0cbea07d5352 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327597 Sep 19 03:45:00.197510 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:00.817902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d721b-cbde-4fa8-8e81-d6e30fd0b545 req-78fc5e28-3f12-4f66-9f10-4c5e7e88d628 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:00.819422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-276d721b-cbde-4fa8-8e81-d6e30fd0b545 req-78fc5e28-3f12-4f66-9f10-4c5e7e88d628 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0475609 Sep 19 03:45:00.857243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-276d721b-cbde-4fa8-8e81-d6e30fd0b545 req-cfc004fa-31d1-46ea-b0b4-4b2a8a6def67 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318332 Sep 19 03:45:01.973607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b87c8-8aa4-4d90-9cdc-2391c47c8644 req-ed2498ca-c664-43df-b3a4-59d06ab64bc8 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:01.975079 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a91b87c8-8aa4-4d90-9cdc-2391c47c8644 req-ed2498ca-c664-43df-b3a4-59d06ab64bc8 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0519218 Sep 19 03:45:02.011202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a91b87c8-8aa4-4d90-9cdc-2391c47c8644 req-6f552049-a6a7-4947-82d4-3d910b5a6537 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299709 Sep 19 03:45:03.124650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d5d20-445e-4144-b26c-e81f7138daf7 req-fb132585-ad3b-4333-8f58-d493a7495295 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:03.126036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-290d5d20-445e-4144-b26c-e81f7138daf7 req-fb132585-ad3b-4333-8f58-d493a7495295 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0502787 Sep 19 03:45:03.163896 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-290d5d20-445e-4144-b26c-e81f7138daf7 req-c16e865e-4165-4281-bfb6-dce8f42d0449 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314569 Sep 19 03:45:04.276529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53bf7ba-2e5b-46ae-8035-8e35f08fde8b req-78a57aaa-aa56-4d5b-b72f-360d5962e8b1 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:04.278009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a53bf7ba-2e5b-46ae-8035-8e35f08fde8b req-78a57aaa-aa56-4d5b-b72f-360d5962e8b1 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0479445 Sep 19 03:45:04.318521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a53bf7ba-2e5b-46ae-8035-8e35f08fde8b req-0172351d-6c31-4ac6-a7bf-81c63d9e6738 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304997 Sep 19 03:45:05.755684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053fa89-9d57-475d-b662-26c80e3b53a1 req-dc477a39-9ab0-4ac0-b50b-f35695047351 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:05.757076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9053fa89-9d57-475d-b662-26c80e3b53a1 req-dc477a39-9ab0-4ac0-b50b-f35695047351 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.3716109 Sep 19 03:45:05.792637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9053fa89-9d57-475d-b662-26c80e3b53a1 req-34d21826-2cbd-4efe-bc44-15a0cbf1bb14 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296156 Sep 19 03:45:06.904848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62909008-1a02-4e86-abec-6dd9ff041281 req-e71086fa-7309-4fdb-8afc-120e0188559a tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:06.906281 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62909008-1a02-4e86-abec-6dd9ff041281 req-e71086fa-7309-4fdb-8afc-120e0188559a tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0471795 Sep 19 03:45:06.942302 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62909008-1a02-4e86-abec-6dd9ff041281 req-e3b56e27-2f21-45d8-b33f-cc968d8957f8 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300179 Sep 19 03:45:08.054717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f570ed3-4c27-4c21-a499-df085d50d95b req-f99c8c0e-1e4a-4523-8476-0677ac80c40b tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:08.056164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f570ed3-4c27-4c21-a499-df085d50d95b req-f99c8c0e-1e4a-4523-8476-0677ac80c40b tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0471044 Sep 19 03:45:08.092204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f570ed3-4c27-4c21-a499-df085d50d95b req-45c15165-ba0c-448b-a8b6-ae7a931dd1dc tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299199 Sep 19 03:45:09.206561 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e0a9c-6358-41c5-be68-c03f18d7365c req-d33aa287-a60a-4044-bf46-9d9ae96a43d3 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:09.208074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-262e0a9c-6358-41c5-be68-c03f18d7365c req-d33aa287-a60a-4044-bf46-9d9ae96a43d3 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Sep 19 03:45:09.245574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-262e0a9c-6358-41c5-be68-c03f18d7365c req-104456cd-9122-49f9-accc-6e0dcc545e98 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Sep 19 03:45:10.358554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773e733-25a7-4a8a-b5d2-f820d0581c29 req-a1460cab-1b7f-4fe0-b98f-4af6561bc094 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:10.360028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6773e733-25a7-4a8a-b5d2-f820d0581c29 req-a1460cab-1b7f-4fe0-b98f-4af6561bc094 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0473776 Sep 19 03:45:10.396838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6773e733-25a7-4a8a-b5d2-f820d0581c29 req-5b41530c-784b-4bbf-9211-26738abfe00d tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303593 Sep 19 03:45:11.507741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038310e-625c-464f-a920-49c5db5a142d req-7012ae93-ee97-47f3-81e7-bdb59faf03c4 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:11.509088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0038310e-625c-464f-a920-49c5db5a142d req-7012ae93-ee97-47f3-81e7-bdb59faf03c4 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0474446 Sep 19 03:45:11.545430 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0038310e-625c-464f-a920-49c5db5a142d req-1aae54ff-7454-42fd-8e7b-9f8f90e2a969 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304179 Sep 19 03:45:12.661664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc7cac-9e4f-4d9b-b0d5-1a47b457dddf req-97ae289d-a2ef-4381-8b6c-252944ada72c tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:12.663291 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25dc7cac-9e4f-4d9b-b0d5-1a47b457dddf req-97ae289d-a2ef-4381-8b6c-252944ada72c tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0513551 Sep 19 03:45:12.699804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25dc7cac-9e4f-4d9b-b0d5-1a47b457dddf req-b8b5b5a8-48d7-4b3b-8248-f3b019f38a7a tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308378 Sep 19 03:45:13.812518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6970038-89d1-4e15-8083-ecaa12e535eb req-f174455e-b9b8-4aa0-b289-4f7fb2aefdfb tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:13.813974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6970038-89d1-4e15-8083-ecaa12e535eb req-f174455e-b9b8-4aa0-b289-4f7fb2aefdfb tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0480113 Sep 19 03:45:13.852198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f6970038-89d1-4e15-8083-ecaa12e535eb req-76cbf9be-e85e-4ef6-b75f-2bda67a10405 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Sep 19 03:45:14.530913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9bfb4a1d-4e04-4b2d-8024-be784a6c6644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:14.963352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0870bf-9f5d-4b95-9ce6-f80c68eeeb18 req-75ada41c-bd58-4682-bc85-e8132e99c697 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:14.964792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f0870bf-9f5d-4b95-9ce6-f80c68eeeb18 req-75ada41c-bd58-4682-bc85-e8132e99c697 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0474358 Sep 19 03:45:15.001594 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f0870bf-9f5d-4b95-9ce6-f80c68eeeb18 req-21a1caad-04aa-4b30-9140-15a1151b9544 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Sep 19 03:45:16.117205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb866f5-1dc8-4fee-8273-da2348e6a189 req-c8b2862f-54ee-4364-b779-a90c14e7b5d2 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:16.118560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5cb866f5-1dc8-4fee-8273-da2348e6a189 req-c8b2862f-54ee-4364-b779-a90c14e7b5d2 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0520170 Sep 19 03:45:16.154976 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5cb866f5-1dc8-4fee-8273-da2348e6a189 req-22c677dc-4a54-438e-8452-bb1193d1306d tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305092 Sep 19 03:45:16.296733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:17.267640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df15f2f-91cb-4d11-a2e3-2937ca8d01f7 req-579e9f5d-90c4-41f8-93d4-fe79ffcf45b4 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:17.269114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7df15f2f-91cb-4d11-a2e3-2937ca8d01f7 req-579e9f5d-90c4-41f8-93d4-fe79ffcf45b4 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0488195 Sep 19 03:45:17.299185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1cbdca0b-2221-47dc-8c1e-22f917f01147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:17.308048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7df15f2f-91cb-4d11-a2e3-2937ca8d01f7 req-54183bd1-a361-4bba-98fc-813a1a28da08 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Sep 19 03:45:18.009610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:18.283033 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:45:18.418955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e9300-9f97-4298-9bd4-c07266353115 req-caf5b6ab-bdd2-46f3-933d-f3a82798160e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:18.420432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c7e9300-9f97-4298-9bd4-c07266353115 req-caf5b6ab-bdd2-46f3-933d-f3a82798160e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0473180 Sep 19 03:45:18.458721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c7e9300-9f97-4298-9bd4-c07266353115 req-1bf15f35-8c05-4168-bae1-031b90455a57 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Sep 19 03:45:18.562310 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:19.576001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77c59-8f89-4eb4-b45b-d08b1a84be12 req-f23e2599-4839-4340-8513-d1da75be9649 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:19.577469 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4c77c59-8f89-4eb4-b45b-d08b1a84be12 req-f23e2599-4839-4340-8513-d1da75be9649 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0512578 Sep 19 03:45:19.614227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4c77c59-8f89-4eb4-b45b-d08b1a84be12 req-399f28e0-571a-46ce-8a59-3e8d7baf95b1 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302179 Sep 19 03:45:20.142720 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:20.726828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7b18d-6677-4046-80f4-a0f8d242fe37 req-b285599a-cff0-408c-97e2-be19c2c3616f tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:20.728289 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24e7b18d-6677-4046-80f4-a0f8d242fe37 req-b285599a-cff0-408c-97e2-be19c2c3616f tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Sep 19 03:45:20.764334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-24e7b18d-6677-4046-80f4-a0f8d242fe37 req-9c00576a-e35e-4ac1-aefe-ba8a3c76e9d1 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302417 Sep 19 03:45:21.877565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d959fe-6904-4715-aa54-4d493472313e req-e2d19bf5-2046-4c9c-bc0a-ae6410dc5854 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:21.879082 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45d959fe-6904-4715-aa54-4d493472313e req-e2d19bf5-2046-4c9c-bc0a-ae6410dc5854 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Sep 19 03:45:21.915442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-45d959fe-6904-4715-aa54-4d493472313e req-ca1b0a90-6aee-41a4-813c-cd66a55ebf23 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303872 Sep 19 03:45:23.030790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2604f6b-0c17-420a-b5c9-261f4882b149 req-31a7120d-9bbc-4be3-aa0e-46da2a5d06a3 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:23.032241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2604f6b-0c17-420a-b5c9-261f4882b149 req-31a7120d-9bbc-4be3-aa0e-46da2a5d06a3 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0507300 Sep 19 03:45:23.068635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2604f6b-0c17-420a-b5c9-261f4882b149 req-d8427495-0a92-421d-b336-edf2c42d4ad7 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298657 Sep 19 03:45:23.669341 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-b83ec6b7-ac5e-4d29-ab61-5cf92beb67b6 service neutron] show failed (client error): The resource could not be found. Sep 19 03:45:23.671218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-b83ec6b7-ac5e-4d29-ab61-5cf92beb67b6 service neutron] 10.222.0.30 "GET /v2.0/ports/4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0550239 Sep 19 03:45:24.187463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccf9cf-dda1-4ed7-a874-ae1d3f2cabe5 req-a00672d1-9a91-4abe-a790-a0cac7caf69a tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:24.189057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3ccf9cf-dda1-4ed7-a874-ae1d3f2cabe5 req-a00672d1-9a91-4abe-a790-a0cac7caf69a tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0520494 Sep 19 03:45:24.198572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-031d0632-fa22-4eee-8572-35f4c019b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:24.200090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-031d0632-fa22-4eee-8572-35f4c019b8b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6&tenant_id=5e9961dfeb564a44849392326dec9ebb HTTP/1.1" status: 200 len: 1096 time: 0.3818693 Sep 19 03:45:24.220018 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:45:24.231293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3ccf9cf-dda1-4ed7-a874-ae1d3f2cabe5 req-a30ddd9a-f1b9-49ce-a03d-c58c9ed54854 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Sep 19 03:45:24.275739 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:24.477798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:24.508952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:45:24.546858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:45:24.549085 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c621cd16-9e79-4be2-827b-d87690c9d365" -d '{"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:45:24.553015 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:24.565593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Transition to ACTIVE for port object 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:45:24.569359 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:24.599539 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da46430-2cce-4c74-92ac-40f2fb82f43b x-openstack-request-id: req-8da46430-2cce-4c74-92ac-40f2fb82f43b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:45:24.599833 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:45:24.600077 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8da46430-2cce-4c74-92ac-40f2fb82f43b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:45:24.600464 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'code': 200} Sep 19 03:45:24.633404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] No DVR routers for this DVR port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:45:24.637284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:24.647667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.648017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.648356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.648691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.649022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.649352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.649676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.649996 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.650317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.650635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.650977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.651294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:24.682331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:45:24.682911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:45:24.683017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on network 30610161-6987-4a02-9f8d-7e32474f558b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:45:24.687098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on network 30610161-6987-4a02-9f8d-7e32474f558b not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:45:24.687419 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Attempting to bind port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on network 30610161-6987-4a02-9f8d-7e32474f558b {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:45:24.692591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:45:24.692923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Checking segment: {'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:45:24.693302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Bound using segment: {'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:45:24.693719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Bound port: 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490820a6-d12f-4abb-8b3c-611e345740e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:45:24.694065 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:24.753858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:45:24.756931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:45:24.760294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:24.789583 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:24.790198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:24.792039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] 10.222.0.32 "PUT /v2.0/ports/4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 1091 time: 0.5765448 Sep 19 03:45:24.818258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e99ab-b9e7-47d0-a646-e80b5c773f39 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:24.865403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-e2468dbc-7ea0-494d-bcef-c7448e82f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:24.866961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-e2468dbc-7ea0-494d-bcef-c7448e82f020 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0402956 Sep 19 03:45:24.958051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-61d8d699-2c48-461b-8f87-6e941fea2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:24.959524 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-61d8d699-2c48-461b-8f87-6e941fea2ac9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 912 time: 0.0855756 Sep 19 03:45:24.998687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-d7f6c7f2-a0a5-43ff-ac15-d173d4231abd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0321672 Sep 19 03:45:25.049202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-5267c6e7-8af7-4372-91f4-9a6900a803e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:25.051179 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-5267c6e7-8af7-4372-91f4-9a6900a803e3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0455570 Sep 19 03:45:25.081117 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-d6a40443-172c-4b35-9bfd-425d0ab70ea3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233681 Sep 19 03:45:25.166830 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-22e01c62-ccb9-40fd-ab94-6946c5a836ef service neutron] 10.222.0.32 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785625 Sep 19 03:45:25.258819 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-561f8236-dafa-4fa3-b778-d0d35a794622 req-df9bc7c6-dd34-4df9-bcc6-cbee015018e9 service neutron] 10.222.0.32 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 Sep 19 03:45:25.353127 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384c90c-4301-461e-a9c5-cda32def6ffe req-66aacbfa-70f5-4385-a09b-b7148cea22fb tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:25.354649 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e384c90c-4301-461e-a9c5-cda32def6ffe req-66aacbfa-70f5-4385-a09b-b7148cea22fb tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 943 time: 0.0488284 Sep 19 03:45:25.393818 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e384c90c-4301-461e-a9c5-cda32def6ffe req-f43b4038-cc97-42e7-aec3-3ae4a3b0136e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329461 Sep 19 03:45:26.510949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9294fe-7774-4c2a-a78b-5dcfa036ac17 req-1658046d-1835-4923-9e39-49e0e69cf908 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:26.512424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e9294fe-7774-4c2a-a78b-5dcfa036ac17 req-1658046d-1835-4923-9e39-49e0e69cf908 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 943 time: 0.0512221 Sep 19 03:45:26.549284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e9294fe-7774-4c2a-a78b-5dcfa036ac17 req-54e8878a-8b68-4fe8-9513-6378b989aa49 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Sep 19 03:45:26.602146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:45:26.604525 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b" -d '{"events": [{"name": "network-changed", "server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:45:26.650930 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ba23a9-67c6-434a-a897-fe100b7d5ffa x-openstack-request-id: req-b1ba23a9-67c6-434a-a897-fe100b7d5ffa {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:45:26.651223 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:45:26.651473 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1ba23a9-67c6-434a-a897-fe100b7d5ffa {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:45:26.651862 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'status': 'completed', 'code': 200} Sep 19 03:45:26.742213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-22406475-9391-495f-be74-0363d868bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:26.743637 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-22406475-9391-495f-be74-0363d868bdf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0694082 Sep 19 03:45:26.753006 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-7ab1c694-1801-4c42-9cee-48c8aa6f1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:26.754977 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-7ab1c694-1801-4c42-9cee-48c8aa6f1818 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0548832 Sep 19 03:45:26.907507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-ee9e1334-9a09-4b65-8a2e-85645844791f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:26.908994 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-ee9e1334-9a09-4b65-8a2e-85645844791f service neutron] 10.222.0.30 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 912 time: 0.1580555 Sep 19 03:45:26.910101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-d8e1c035-692d-4591-84ed-c23aec188d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:26.911457 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-d8e1c035-692d-4591-84ed-c23aec188d97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 912 time: 0.1485193 Sep 19 03:45:26.981805 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-15f6debe-b843-4d3e-96b9-c3b8c2101dd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0659072 Sep 19 03:45:26.983162 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-b70cb8d7-3430-4621-9c9d-c3a4812ac1c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0619197 Sep 19 03:45:27.063269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-2505f931-3aa5-4190-b42d-eab99db69fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:27.064637 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-2505f931-3aa5-4190-b42d-eab99db69fab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0755424 Sep 19 03:45:27.066041 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-48618332-4e12-43d0-b4ee-681113fdfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:27.067390 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-48618332-4e12-43d0-b4ee-681113fdfe19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0714099 Sep 19 03:45:27.101350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-d302a010-b36c-4366-8122-3051d2538131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300343 Sep 19 03:45:27.120136 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-f2fa1035-d3f0-48ae-a1ad-c05a275205c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417998 Sep 19 03:45:27.266652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-5581dacf-1069-4bd7-ba32-57de171b3da1 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485982 Sep 19 03:45:27.270021 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-a361f8e4-5ec9-495c-b39e-312654d098ee service neutron] 10.222.0.32 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426666 Sep 19 03:45:27.423467 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-4133a437-137a-4595-8070-a120e9071800 service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495984 Sep 19 03:45:27.426833 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88d4b630-7b3a-41a1-ba90-1eba0b3b901b req-fd0d9a95-1f76-4bb3-9a44-9e90ef6b91c1 service neutron] 10.222.0.32 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461384 Sep 19 03:45:27.663991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285cd70-0d7d-4825-93d6-f1e71981477b req-68bbc2c2-518a-466d-950b-2fc88e4ab676 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:27.665458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a285cd70-0d7d-4825-93d6-f1e71981477b req-68bbc2c2-518a-466d-950b-2fc88e4ab676 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 943 time: 0.0481794 Sep 19 03:45:27.701920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a285cd70-0d7d-4825-93d6-f1e71981477b req-8bcde2ec-b53f-428e-8880-00d2e8386da7 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Sep 19 03:45:28.706288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:45:28.747627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:45:28.818655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab894ce0-5941-418a-91a0-f0fe78b22d08 req-141e0da1-467f-42a0-9239-0a84dfefed85 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:28.820141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab894ce0-5941-418a-91a0-f0fe78b22d08 req-141e0da1-467f-42a0-9239-0a84dfefed85 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 943 time: 0.0494518 Sep 19 03:45:28.862007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ab894ce0-5941-418a-91a0-f0fe78b22d08 req-bae9390f-0927-4acf-9b65-3da68ea0a76e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358829 Sep 19 03:45:29.016559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:45:29.108374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:29.119453 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'network_id': '30610161-6987-4a02-9f8d-7e32474f558b', 'port_id': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'mac_address': 'fa:16:3e:7c:1c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d244367-7031-4f9c-ad6e-f77e9f4d6729', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:45:29.125291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-a49ae9eb-7e9d-4acf-b4d9-c98d3f0f75a2 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:29.126805 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-a49ae9eb-7e9d-4acf-b4d9-c98d3f0f75a2 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.30 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6&tenant_id=5e9961dfeb564a44849392326dec9ebb&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 943 time: 0.0888767 Sep 19 03:45:29.156600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:29.173633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:45:29.188617 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-e82ffb3f-958b-40fc-a1bd-a77c44a2f594 service neutron] delete failed (client error): The resource could not be found. Sep 19 03:45:29.189670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-e82ffb3f-958b-40fc-a1bd-a77c44a2f594 service neutron] 10.222.0.30 "DELETE /v2.0/ports/4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0558567 Sep 19 03:45:29.195111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:29.199743 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:29.246222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:29.254126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.254476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.254836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.255172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.255500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.255831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.256155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.256480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.256941 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.257195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.257477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.257747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:29.278129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-56bb6fcf-5769-41ed-9ab5-b380c386bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:29.279658 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-56bb6fcf-5769-41ed-9ab5-b380c386bb82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e9961dfeb564a44849392326dec9ebb&device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0417244 Sep 19 03:45:29.374710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-4b4fd08a-3555-4ec8-9b0e-d34743e00996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:29.376202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-4b4fd08a-3555-4ec8-9b0e-d34743e00996 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 200 len: 912 time: 0.0897362 Sep 19 03:45:29.417029 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-8f535aad-39bc-49d5-9cb4-0ee91e31eecf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 200 len: 217 time: 0.0337291 Sep 19 03:45:29.466096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-288052ba-1265-4253-9a58-2b103b23c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:29.467642 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-288052ba-1265-4253-9a58-2b103b23c4d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 200 len: 851 time: 0.0434594 Sep 19 03:45:29.498217 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-1ed12d1a-d39c-43f7-9250-c1bab61e2819 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30610161-6987-4a02-9f8d-7e32474f558b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237138 Sep 19 03:45:29.590706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-8402ea32-c8e3-4553-9fa9-0034454e730c service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Sep 19 03:45:29.642690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:45:29.685967 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-a16489f4-be31-4748-90e9-38be727a048d service neutron] 10.222.0.30 "GET /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880737 Sep 19 03:45:30.211219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:30.349159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80c4f9-40cd-41e9-ae77-c97400cabd0e req-2bcaac26-400f-4e23-acfc-839441d31485 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:30.350648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e80c4f9-40cd-41e9-ae77-c97400cabd0e req-2bcaac26-400f-4e23-acfc-839441d31485 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 944 time: 0.0521300 Sep 19 03:45:30.387358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e80c4f9-40cd-41e9-ae77-c97400cabd0e req-b6a0214e-d599-465f-a75a-c40d36aaedde tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306017 Sep 19 03:45:31.016557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:45:31.065729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:45:31.070014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:45:31.070385 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:31.143619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:31.168847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:45:31.171925 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370a0e97-cb26-449d-9329-479a2b616eac" -d '{"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-plugged", "status": "completed", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:45:31.184639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:31.188500 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:31.213848 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dde1e4-5536-4cc4-8b8e-018d000865aa x-openstack-request-id: req-15dde1e4-5536-4cc4-8b8e-018d000865aa {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:45:31.214433 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-plugged", "status": "completed", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:45:31.214433 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15dde1e4-5536-4cc4-8b8e-018d000865aa {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:45:31.214761 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'code': 200} Sep 19 03:45:31.239435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:31.498506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650e6f1-68df-4f8b-baec-e9ee3c8a7f33 req-bfc72d20-55ef-4e00-b29f-13a923510603 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:31.499983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d650e6f1-68df-4f8b-baec-e9ee3c8a7f33 req-bfc72d20-55ef-4e00-b29f-13a923510603 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0475695 Sep 19 03:45:31.536739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d650e6f1-68df-4f8b-baec-e9ee3c8a7f33 req-6251af0f-70f5-437f-aecf-7c0ea080b36e tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9847787-4e6c-4264-b217-1e25af87f9fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Sep 19 03:45:31.912171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-fd860e84-f070-4478-b411-0af7aa30ca5b tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:31.913642 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-fd860e84-f070-4478-b411-0af7aa30ca5b tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.32 "GET /v2.0/ports?device_id=607fe777-87ef-45b1-8608-cf347ab76fe6 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Sep 19 03:45:31.998879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Deleting port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:45:31.999226 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.087755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] For port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,segment=NetworkSegment(490820a6-d12f-4abb-8b3c-611e345740e0),segment_id=490820a6-d12f-4abb-8b3c-611e345740e0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:32.088123 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.101241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Calling delete_port for 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:45:32.224029 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.249554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Pushing event deleted for resources: {'Port': ['ID=4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:32.257125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:45:32.294177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] No DVR routers for this DVR port 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:45:32.296894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.299333 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6fc818e9-c3c7-418d-a776-9781af366b6a req-52800c68-e8bb-45cf-8b0c-6ddbc7bcc832 tempest-DeleteServersTestJSON-1240325570 tempest-DeleteServersTestJSON-1240325570-project] 10.222.0.32 "DELETE /v2.0/ports/4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 HTTP/1.1" status: 204 len: 173 time: 0.3791595 Sep 19 03:45:32.299783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-deleted', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:45:32.302913 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf027bf-901c-407c-ac30-69d5186f8379" -d '{"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-deleted", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:45:32.339324 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892dc5d2-af36-46ce-b96c-d6929e58f2ff x-openstack-request-id: req-892dc5d2-af36-46ce-b96c-d6929e58f2ff {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:45:32.339616 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607fe777-87ef-45b1-8608-cf347ab76fe6", "name": "network-vif-deleted", "tag": "4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:45:32.339894 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-892dc5d2-af36-46ce-b96c-d6929e58f2ff {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:45:32.340293 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607fe777-87ef-45b1-8608-cf347ab76fe6', 'name': 'network-vif-deleted', 'tag': '4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097', 'status': 'completed', 'code': 200} Sep 19 03:45:32.662621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35800) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:45:32.706439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Deleting subnet 5d244367-7031-4f9c-ad6e-f77e9f4d6729 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:45:32.709467 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.746673 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.787522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.845103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.872295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d244367-7031-4f9c-ad6e-f77e9f4d6729,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:32.874687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:32.876534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5d244367-7031-4f9c-ad6e-f77e9f4d6729 HTTP/1.1" status: 204 len: 168 time: 0.2129078 Sep 19 03:45:32.879755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:45:32.883879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.884227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.884597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.884899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.885230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.885558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.885884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.886206 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.886531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.886998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.887322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.887776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab949f7a-4c01-4b1c-a95d-6d67e2e0eafb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:45:32.948885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.023692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.042913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30610161-6987-4a02-9f8d-7e32474f558b']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:45:33.052318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490820a6-d12f-4abb-8b3c-611e345740e0') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:45:33.052611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490820a6-d12f-4abb-8b3c-611e345740e0') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:45:33.061619 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.074087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.079812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:45:33.080192 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:45:33.081759 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:45:33.138570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.143185 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.147247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/30610161-6987-4a02-9f8d-7e32474f558b HTTP/1.1" status: 204 len: 168 time: 0.2664161 Sep 19 03:45:33.159599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaeabd6-90b3-473c-bd0c-32baf9c2efc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=30610161-6987-4a02-9f8d-7e32474f558b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:33.256173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35808) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:45:33.294342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9dff8fb9-4076-4c85-9d66-c420b132d773 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e9961dfeb564a44849392326dec9ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368536 Sep 19 03:45:33.296611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35810) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:45:33.343077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f8e29b-1665-46a2-a518-1e7622ce6fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.363659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f8e29b-1665-46a2-a518-1e7622ce6fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.411274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f8e29b-1665-46a2-a518-1e7622ce6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.413792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43f8e29b-1665-46a2-a518-1e7622ce6fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:33.414936 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-43f8e29b-1665-46a2-a518-1e7622ce6fff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9847787-4e6c-4264-b217-1e25af87f9fe HTTP/1.1" status: 204 len: 168 time: 0.1174374 Sep 19 03:45:33.422092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8e29b-1665-46a2-a518-1e7622ce6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9847787-4e6c-4264-b217-1e25af87f9fe,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:34.076907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 35834) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:45:34.172463 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-958577542-network', 'tenant_id': '724acb92c1c24e2d919102c4df31512e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:45:34.193648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Made reservation on behalf of 724acb92c1c24e2d919102c4df31512e for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:45:34.196018 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.204371 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.293513 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.297300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.324716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:45:34.329844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff91da0-e7df-4b16-95f7-812ebc449bb7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:34.336770 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.337127 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Added segment 314dfe02-ae87-4ccf-a515-0f311b4abde0 of type vlan for network c073b7cf-f67f-4425-95b1-27405852a57e Sep 19 03:45:34.375859 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.400064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.401057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:34.401638 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.434540 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3565061 Sep 19 03:45:34.437637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 35838) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:45:34.442633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Request body: {'subnet': {'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-958577542-subnet', 'tenant_id': '724acb92c1c24e2d919102c4df31512e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:45:34.464511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Made reservation on behalf of 724acb92c1c24e2d919102c4df31512e for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:45:34.465203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac2e87-a488-47d3-892b-127f8eceee2e admin admin] Pushing event updated for resources: {'Network': ['ID=c073b7cf-f67f-4425-95b1-27405852a57e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:34.466897 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.475374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network c073b7cf-f67f-4425-95b1-27405852a57e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:45:34.636228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.697594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0dc2880-0f94-491b-b475-92d209cf23e3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:34.702369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Checking segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:45:34.702725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Network hostable DHCP agents. Network: c073b7cf-f67f-4425-95b1-27405852a57e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:45:34.718679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Network c073b7cf-f67f-4425-95b1-27405852a57e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:45:34.727256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, c073b7cf-f67f-4425-95b1-27405852a57e) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:45:34.731057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:34.731636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:34.736778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e33785-f692-42a4-a13a-01e3fed4d706 None None] Network c073b7cf-f67f-4425-95b1-27405852a57e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:45:34.745394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5ec29d17-cc37-4fdd-a493-2edd64c0ebd3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3065836 Sep 19 03:45:34.858548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031fb885-07a6-4a58-a8b4-bbb3480918df None None] Network c073b7cf-f67f-4425-95b1-27405852a57e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:45:35.042273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:45:35.060707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:45:35.061118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 4ef2691b-1af9-4dfd-9cb1-c6fbaa8c2097 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:45:35.266716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46078-07b2-4528-afbd-153c415c13ac req-a9c9a180-b0a9-4cbe-9ae0-915562ca5ba9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:35.268196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-a9c9a180-b0a9-4cbe-9ae0-915562ca5ba9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 814 time: 0.0999720 Sep 19 03:45:35.283054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-96e462ee-6167-4e9a-9507-8d95b5ed4cd6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/quotas/724acb92c1c24e2d919102c4df31512e HTTP/1.1" status: 200 len: 375 time: 0.0086453 Sep 19 03:45:35.312382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-e5e60397-9238-45fb-a69a-81999cb13782 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242577 Sep 19 03:45:35.402840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-e4eed15f-5875-4eb6-bd1a-70d7f5503ffb service neutron] 10.222.0.22 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833199 Sep 19 03:45:35.491519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-8fa74918-fe31-4f4f-8425-c147d160b57f service neutron] 10.222.0.22 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 Sep 19 03:45:35.644623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0a74059-928c-485f-9655-5eed34f4522c req-75134b0f-1ee1-4409-9c7d-ea824ef908ea tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 210 time: 0.0262847 Sep 19 03:45:36.617579 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46078-07b2-4528-afbd-153c415c13ac req-217bd9f1-1494-48c7-a75d-1c6ba4469fed tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:36.619041 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-217bd9f1-1494-48c7-a75d-1c6ba4469fed tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.32 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 814 time: 0.0982773 Sep 19 03:45:36.646616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Request body: {'port': {'device_id': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e', 'admin_state_up': True, 'tenant_id': '724acb92c1c24e2d919102c4df31512e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:45:36.735757 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cdccf96-aa24-41ce-9827-f921fe8e8e3a req-3de62a05-3479-4d48-a60f-f7c33b720cc9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 210 time: 0.0258014 Sep 19 03:45:36.756017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Made reservation on behalf of 724acb92c1c24e2d919102c4df31512e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:45:36.759626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:36.883869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Allocated IP 172.20.0.11 (c073b7cf-f67f-4425-95b1-27405852a57e/d0dc2880-0f94-491b-b475-92d209cf23e3/c0d91cbe-58d4-4261-8801-838db0fd9f1d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:45:37.023100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.054878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.099470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Network c073b7cf-f67f-4425-95b1-27405852a57e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:45:37.102547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:45:37.108836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:45:37.131816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:37.157773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:37.158396 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.171630 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8fec711-5e81-4ca5-9301-b8e405fbf3ca tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5292270 Sep 19 03:45:37.188763 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Request body: {'port': {'device_id': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:45:37.239881 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.497777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d91cbe-58d4-4261-8801-838db0fd9f1d {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:45:37.505436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.517387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Transition to ACTIVE for port object c0d91cbe-58d4-4261-8801-838db0fd9f1d will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:45:37.520647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.567569 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:37.633360 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:45:37.634013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:45:37.634013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:45:37.638254 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Port c0d91cbe-58d4-4261-8801-838db0fd9f1d on network c073b7cf-f67f-4425-95b1-27405852a57e not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:45:37.638607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:45:37.643253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:45:37.643592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Checking segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:45:37.643972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Bound using segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:45:37.644420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Bound port: c0d91cbe-58d4-4261-8801-838db0fd9f1d, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:45:37.644773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.708069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:45:37.711125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:45:37.715037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.748486 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:37.749075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:37.750460 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] 10.222.0.32 "PUT /v2.0/ports/c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 1092 time: 0.5656111 Sep 19 03:45:37.750921 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:45:37.753139 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8ae097-c189-472f-9b0a-8b28cd477338" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:45:37.776677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8682a50-0569-4a71-9086-3201bafdd157 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:37.848822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46078-07b2-4528-afbd-153c415c13ac req-28a379a4-b469-40de-baae-9eabaebb9e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:37.850346 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-28a379a4-b469-40de-baae-9eabaebb9e30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1095 time: 0.0441461 Sep 19 03:45:37.869217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1b070-6a96-4033-8df4-d9c44b7e3d86 req-4e5871cd-7370-4a9b-8bff-23c2f51b9ac6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:37.870709 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebe1b070-6a96-4033-8df4-d9c44b7e3d86 req-4e5871cd-7370-4a9b-8bff-23c2f51b9ac6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 944 time: 0.0583661 Sep 19 03:45:37.873054 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeab5fa-8153-457d-9ccd-2508c60bb934 x-openstack-request-id: req-abeab5fa-8153-457d-9ccd-2508c60bb934 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:45:37.873344 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:45:37.873598 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abeab5fa-8153-457d-9ccd-2508c60bb934 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:45:37.873990 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'status': 'completed', 'code': 200} Sep 19 03:45:37.908024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ebe1b070-6a96-4033-8df4-d9c44b7e3d86 req-c6105980-66f7-4352-9ebf-7b20c5e8476d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Sep 19 03:45:37.908277 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-1de28a82-49a6-4f58-81dd-5b8f96a2894a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 217 time: 0.0429506 Sep 19 03:45:37.956148 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef46078-07b2-4528-afbd-153c415c13ac req-895a84bd-b404-4a35-aa5d-47ea51d8a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:37.958107 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-895a84bd-b404-4a35-aa5d-47ea51d8a075 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0432451 Sep 19 03:45:37.988916 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-b44f36e9-448d-447f-9875-71789cc0a876 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239673 Sep 19 03:45:38.076789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-fe6cee6a-9aa5-4537-bcfd-3f304476297b service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812984 Sep 19 03:45:38.163456 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aef46078-07b2-4528-afbd-153c415c13ac req-06b424fd-dcfc-4006-9b44-4611b85d181d service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792952 Sep 19 03:45:38.294633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-45d53d69-65ee-4178-8339-a6fd67fbd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:38.296128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-45d53d69-65ee-4178-8339-a6fd67fbd33e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1095 time: 0.0396981 Sep 19 03:45:38.388268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-744366b0-ff35-4212-bd4b-866bab3697a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:38.389628 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-744366b0-ff35-4212-bd4b-866bab3697a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0855875 Sep 19 03:45:38.429666 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-df4f5318-cb0d-467c-b7aa-2b272f3b4172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 217 time: 0.0321026 Sep 19 03:45:38.480330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-09db905a-9063-4b86-90fe-48f9a6f04653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:38.481725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-09db905a-9063-4b86-90fe-48f9a6f04653 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0456071 Sep 19 03:45:38.513636 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-3f1ff520-5af6-4759-a92c-310d7cdc60d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243495 Sep 19 03:45:38.600601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-e7b0b3bf-c44e-4505-aee6-5253fe7d8bd6 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793431 Sep 19 03:45:38.690560 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fe8ae097-c189-472f-9b0a-8b28cd477338 req-f0351cc7-9448-449a-86cb-c092a1e56303 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828781 Sep 19 03:45:39.020165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fbf54-ca33-4900-af28-1829ef863813 req-a9002346-f9f6-4e63-a3c8-06b8c0685533 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:39.021592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b76fbf54-ca33-4900-af28-1829ef863813 req-a9002346-f9f6-4e63-a3c8-06b8c0685533 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 944 time: 0.0469792 Sep 19 03:45:39.061319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b76fbf54-ca33-4900-af28-1829ef863813 req-5d376024-a611-4ae9-adf6-e080ab325f8f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338578 Sep 19 03:45:40.171832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a4451-c7ad-4342-9ab8-ed4b8f1b8018 req-dfc43921-21be-4bf8-84b2-4c53b68b8127 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:40.173213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa5a4451-c7ad-4342-9ab8-ed4b8f1b8018 req-dfc43921-21be-4bf8-84b2-4c53b68b8127 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 944 time: 0.0470886 Sep 19 03:45:40.209987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa5a4451-c7ad-4342-9ab8-ed4b8f1b8018 req-30606465-13e3-408d-9259-3d61c5f093ec tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304463 Sep 19 03:45:41.042948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:45:41.135938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:41.146445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e', 'port_id': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dc2880-0f94-491b-b475-92d209cf23e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:45:41.182409 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:41.194394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d91cbe-58d4-4261-8801-838db0fd9f1d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:45:41.212441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:41.216209 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:41.264801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:41.321978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15ac6e-dc24-4963-9353-cd0a49afa5a3 req-8b455879-2a4f-4140-bc51-c165c6beb7cb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:41.323479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f15ac6e-dc24-4963-9353-cd0a49afa5a3 req-8b455879-2a4f-4140-bc51-c165c6beb7cb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 945 time: 0.0492814 Sep 19 03:45:41.361656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f15ac6e-dc24-4963-9353-cd0a49afa5a3 req-338c45c5-309b-459c-bf94-a39ae7a6cd9e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Sep 19 03:45:41.584055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['c0d91cbe-58d4-4261-8801-838db0fd9f1d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:45:42.472087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7adff-af1b-4afa-82ee-f80837031dfb req-d0ba6697-4ba2-4d9b-ad61-925bef2bfe3a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:42.473558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd7adff-af1b-4afa-82ee-f80837031dfb req-d0ba6697-4ba2-4d9b-ad61-925bef2bfe3a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 945 time: 0.0470991 Sep 19 03:45:42.513889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd7adff-af1b-4afa-82ee-f80837031dfb req-14669d0a-c24b-4781-8bd3-d1eb816f3ec9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Sep 19 03:45:43.042309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:45:43.091223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port c0d91cbe-58d4-4261-8801-838db0fd9f1d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:45:43.095045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port c0d91cbe-58d4-4261-8801-838db0fd9f1d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:45:43.095419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:43.168274 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:43.189177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:45:43.191410 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f005a9f5-34f5-4407-8421-af82c296310f" -d '{"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:45:43.203213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:45:43.208003 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:43.231335 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3589f069-48aa-49e2-adbc-2867900281ba x-openstack-request-id: req-3589f069-48aa-49e2-adbc-2867900281ba {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:45:43.231629 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:45:43.231882 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3589f069-48aa-49e2-adbc-2867900281ba {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:45:43.232269 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'code': 200} Sep 19 03:45:43.256042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:45:43.347393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeaff3-7ca8-461f-a3e2-6d9b4ae98135 req-ce9f4aed-f9aa-48f2-954c-41093e98461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:43.349410 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-befeaff3-7ca8-461f-a3e2-6d9b4ae98135 req-ce9f4aed-f9aa-48f2-954c-41093e98461e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1097 time: 0.0393829 Sep 19 03:45:43.382660 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-befeaff3-7ca8-461f-a3e2-6d9b4ae98135 req-d6d219b5-cabe-40fd-b1dc-e0a09ab92977 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264421 Sep 19 03:45:43.623171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36612e7-33f0-4a91-8e47-728d2bac3b6d req-ad598464-88b1-4383-b017-5ef77b286006 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:43.624605 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a36612e7-33f0-4a91-8e47-728d2bac3b6d req-ad598464-88b1-4383-b017-5ef77b286006 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0481582 Sep 19 03:45:43.661197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a36612e7-33f0-4a91-8e47-728d2bac3b6d req-b5eaaf61-5969-4a4d-a5d6-467d1ef0ba9e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303297 Sep 19 03:45:44.530549 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df797898-0aca-49e6-9b8c-fc3758bfd976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:44.775401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58eea29-9ad8-4e2e-8ef4-2c139a607c4f req-07dcbcae-73bd-4f60-ae10-2c110bf4bead tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:44.776770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d58eea29-9ad8-4e2e-8ef4-2c139a607c4f req-07dcbcae-73bd-4f60-ae10-2c110bf4bead tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0473011 Sep 19 03:45:44.813458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d58eea29-9ad8-4e2e-8ef4-2c139a607c4f req-09438db1-a498-4022-9c61-3422bc439502 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Sep 19 03:45:44.925014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfc06b-5367-4b88-b938-7c48d5c83432 req-7951e9bc-5514-4122-a517-f1809b511174 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:44.926542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9dfc06b-5367-4b88-b938-7c48d5c83432 req-7951e9bc-5514-4122-a517-f1809b511174 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0480773 Sep 19 03:45:44.967726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9dfc06b-5367-4b88-b938-7c48d5c83432 req-73ff13b0-4ca7-4c23-a73f-0a568e5dfa79 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347803 Sep 19 03:45:45.160994 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62ae16-bc95-4218-a405-120422617151 req-a4c093a5-3798-4101-8db9-8940060eb3dc tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:45.162450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c62ae16-bc95-4218-a405-120422617151 req-a4c093a5-3798-4101-8db9-8940060eb3dc tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0480459 Sep 19 03:45:45.198942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c62ae16-bc95-4218-a405-120422617151 req-7e26b1da-e754-4314-8db7-18a5e380946f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305808 Sep 19 03:45:45.310115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2b970-e671-4d0a-9dbd-662c14a41636 req-6ee1a8ba-33c2-4cf5-a5d4-2136aebb5e27 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:45.311641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35c2b970-e671-4d0a-9dbd-662c14a41636 req-6ee1a8ba-33c2-4cf5-a5d4-2136aebb5e27 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0486317 Sep 19 03:45:45.349169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35c2b970-e671-4d0a-9dbd-662c14a41636 req-4e9aee2c-8e6c-4345-b050-a895dd6b80a5 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310485 Sep 19 03:45:45.505225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-b93b34d9-a632-4bf2-984b-c0e6c3d6208e req-c5451562-4262-46f8-bb7c-53298d6162d4 tempest-VolumesSnapshotTestJSON-710066230 tempest-VolumesSnapshotTestJSON-710066230-project] (94722) timed out ('10.222.0.32', 58106) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:45:45.603419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-a7e19350-c7a1-4a5f-8efe-2bae08570466 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696974 Sep 19 03:45:45.611596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600df52a-9d2b-44ad-85bf-87fbdc1b038f req-c71b4d92-7be1-4468-88a1-74032757c180 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:45.612966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-600df52a-9d2b-44ad-85bf-87fbdc1b038f req-c71b4d92-7be1-4468-88a1-74032757c180 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0716498 Sep 19 03:45:45.654275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-600df52a-9d2b-44ad-85bf-87fbdc1b038f req-6d53f156-7409-46ba-ac89-68b9537ef19b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345199 Sep 19 03:45:46.316956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:46.696249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-de0440c0-a261-442c-b192-8467e7e44383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:46.697731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-de0440c0-a261-442c-b192-8467e7e44383 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1097 time: 0.0404422 Sep 19 03:45:46.770264 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977a04f-9b11-4ffe-b61a-be1692c4f392 req-9051f6f4-fb12-4256-8327-eff1251f33d5 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:46.772332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1977a04f-9b11-4ffe-b61a-be1692c4f392 req-9051f6f4-fb12-4256-8327-eff1251f33d5 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0499508 Sep 19 03:45:46.812640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1977a04f-9b11-4ffe-b61a-be1692c4f392 req-cbbe146b-69b3-47cc-b4ce-67daf5a11097 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Sep 19 03:45:47.103715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-a4df3553-775c-43cf-b075-b281c1cdd408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:47.105175 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-a4df3553-775c-43cf-b075-b281c1cdd408 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.3970718 Sep 19 03:45:47.143881 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c27bb1b4-b67b-42e0-b2f9-05e6b0034b44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 217 time: 0.0315349 Sep 19 03:45:47.193440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-98ea0522-b1f4-4f5c-8d2f-fdee47281bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:47.194821 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-98ea0522-b1f4-4f5c-8d2f-fdee47281bab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0441477 Sep 19 03:45:47.224875 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-bc3a93dc-010c-4797-9614-ffe21f462484 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233665 Sep 19 03:45:47.299696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88c0d4df-6be3-49ec-8071-684f1cc3e7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:47.310331 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-1413c1fe-f093-49e3-ac4b-6727dc9e4bbb service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788035 Sep 19 03:45:47.400193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-87ddc735-a0b9-4f17-a843-d14e9a913efe service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832720 Sep 19 03:45:47.924981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3ac73-7ea6-4f32-9744-7b53e0f292a4 req-0add43d2-79f2-4b2e-9b97-e045cd8f39e8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:47.926417 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70f3ac73-7ea6-4f32-9744-7b53e0f292a4 req-0add43d2-79f2-4b2e-9b97-e045cd8f39e8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0470490 Sep 19 03:45:47.963085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70f3ac73-7ea6-4f32-9744-7b53e0f292a4 req-6e685f5b-5c62-44b4-bd41-477db7883bbd tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301378 Sep 19 03:45:48.009214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:48.565676 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:49.081101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562c66-b8ec-429b-8d8a-7f05ec98522f req-e3d17c6e-2433-44e5-a6c1-2d116b272b36 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:49.082574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11562c66-b8ec-429b-8d8a-7f05ec98522f req-e3d17c6e-2433-44e5-a6c1-2d116b272b36 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0529771 Sep 19 03:45:49.119688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11562c66-b8ec-429b-8d8a-7f05ec98522f req-79c73d6f-a5ff-4125-8cfa-927d0d893a5c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Sep 19 03:45:50.150772 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:45:50.234007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921acad-08cc-440a-8b99-27d7409561b2 req-90c2edb9-d8d2-4e80-a4b3-ddb51e76e6d9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:50.235540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7921acad-08cc-440a-8b99-27d7409561b2 req-90c2edb9-d8d2-4e80-a4b3-ddb51e76e6d9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0489337 Sep 19 03:45:50.274436 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7921acad-08cc-440a-8b99-27d7409561b2 req-17e5ccc7-e11e-4508-92d5-6bcdd913283b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327830 Sep 19 03:45:51.386602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1cf2e-55d5-4bf7-a5ec-3c98834e0b8b req-1daecac5-2395-4cae-af54-ea55ee883a2c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:51.388098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bf1cf2e-55d5-4bf7-a5ec-3c98834e0b8b req-1daecac5-2395-4cae-af54-ea55ee883a2c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0477824 Sep 19 03:45:51.425370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bf1cf2e-55d5-4bf7-a5ec-3c98834e0b8b req-4719af8d-0342-4234-977d-e582121c623e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311515 Sep 19 03:45:52.539712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984939a-d153-4d77-92c6-b9cc2d321b5f req-c3b86d51-d3ac-4b18-adab-d56ea08f21af tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:52.541147 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0984939a-d153-4d77-92c6-b9cc2d321b5f req-c3b86d51-d3ac-4b18-adab-d56ea08f21af tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0505452 Sep 19 03:45:52.577361 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0984939a-d153-4d77-92c6-b9cc2d321b5f req-e44ce042-1467-4556-92b7-c943a2b15951 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303152 Sep 19 03:45:53.688607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48a5f1-1447-447e-b084-b29477418773 req-c49ddb76-031d-487f-85e8-55b086c8e557 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:53.690053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f48a5f1-1447-447e-b084-b29477418773 req-c49ddb76-031d-487f-85e8-55b086c8e557 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0467641 Sep 19 03:45:53.727623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f48a5f1-1447-447e-b084-b29477418773 req-ea19b1ee-fab7-4887-bfbb-2f7f40312b98 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Sep 19 03:45:54.843149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7abe-2276-4ca5-80aa-aa813b33c2c5 req-45893a0c-4a58-4803-82b0-2f7461bf8e82 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:54.844883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53ee7abe-2276-4ca5-80aa-aa813b33c2c5 req-45893a0c-4a58-4803-82b0-2f7461bf8e82 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0484169 Sep 19 03:45:54.885308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53ee7abe-2276-4ca5-80aa-aa813b33c2c5 req-6642ccb7-1314-4699-92f3-a861820b5049 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Sep 19 03:45:55.282730 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:45:56.000993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b398b-4bc7-4ad9-ad83-36510783c8c6 req-963a5549-d9fa-45a2-95e2-e94a50270f02 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:56.002433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-466b398b-4bc7-4ad9-ad83-36510783c8c6 req-963a5549-d9fa-45a2-95e2-e94a50270f02 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0514534 Sep 19 03:45:56.039352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-466b398b-4bc7-4ad9-ad83-36510783c8c6 req-724cf491-c930-44d1-aca3-06b64ca1a056 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309119 Sep 19 03:45:57.150800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3615592-1abb-4ab2-8197-ca86031f2238 req-ecf93651-ced7-4f27-912b-8bd66bf4066a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:57.152187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3615592-1abb-4ab2-8197-ca86031f2238 req-ecf93651-ced7-4f27-912b-8bd66bf4066a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0477467 Sep 19 03:45:57.189136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3615592-1abb-4ab2-8197-ca86031f2238 req-65583861-99d6-444b-97c2-4c44610d5053 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Sep 19 03:45:58.300674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483ab6f-63cd-49cc-9a00-d4cf8968a917 req-7f588135-ae99-491f-9217-643f2045086a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:58.302132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c483ab6f-63cd-49cc-9a00-d4cf8968a917 req-7f588135-ae99-491f-9217-643f2045086a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0478113 Sep 19 03:45:58.338206 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c483ab6f-63cd-49cc-9a00-d4cf8968a917 req-9b2f8d60-0410-4330-8c27-11fcce3f7b00 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302646 Sep 19 03:45:59.452698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424e668-be6f-4eb9-bf0d-54623649d7d9 req-246b55cb-9e35-46db-b5bc-06dccfe5b264 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:45:59.454180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a424e668-be6f-4eb9-bf0d-54623649d7d9 req-246b55cb-9e35-46db-b5bc-06dccfe5b264 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0513325 Sep 19 03:45:59.491459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a424e668-be6f-4eb9-bf0d-54623649d7d9 req-52ea4076-d34c-4d40-b1f1-85eaec95ba61 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Sep 19 03:46:00.222812 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:00.603318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f2ecf-4ac6-4122-ab5f-1ca929b9d9a7 req-52be35a8-1108-4836-afbb-77dcd4a6dd9f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:00.604773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f8f2ecf-4ac6-4122-ab5f-1ca929b9d9a7 req-52be35a8-1108-4836-afbb-77dcd4a6dd9f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0474799 Sep 19 03:46:00.641450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f8f2ecf-4ac6-4122-ab5f-1ca929b9d9a7 req-fa8dbc5b-5906-45cb-9e97-4c58b0e62b7a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308995 Sep 19 03:46:01.752502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32afd2-bf9f-44ea-9c14-e433598bbdcb req-bd52745f-5e7d-4a00-bb2a-05bd6c163812 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:01.753947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb32afd2-bf9f-44ea-9c14-e433598bbdcb req-bd52745f-5e7d-4a00-bb2a-05bd6c163812 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0473249 Sep 19 03:46:01.791201 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fb32afd2-bf9f-44ea-9c14-e433598bbdcb req-0a5d4bb4-a108-4641-b7c6-cc17f3e688e9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Sep 19 03:46:02.907205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78704042-ce6d-4ffc-a3b2-41f68c56c0a5 req-5b61dc3b-429e-404b-a730-6c9d694953d6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:02.908661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78704042-ce6d-4ffc-a3b2-41f68c56c0a5 req-5b61dc3b-429e-404b-a730-6c9d694953d6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0521276 Sep 19 03:46:02.945346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78704042-ce6d-4ffc-a3b2-41f68c56c0a5 req-39f1f434-f684-4938-a313-d04cfb1f437a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303419 Sep 19 03:46:04.058263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aecffb-7264-45db-8e3b-c49097427cb0 req-5144ec76-ea6e-4c4a-8823-a25643c8cf19 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:04.059660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60aecffb-7264-45db-8e3b-c49097427cb0 req-5144ec76-ea6e-4c4a-8823-a25643c8cf19 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0475185 Sep 19 03:46:04.096733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60aecffb-7264-45db-8e3b-c49097427cb0 req-4267bd24-eff3-4cc4-bc09-d5f4c5963895 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Sep 19 03:46:05.212123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171363f3-f2fb-424f-9853-4f7f670cf8c8 req-4f5c6cf2-2e24-4c52-a602-b26ac8a6eb71 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:05.213600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-171363f3-f2fb-424f-9853-4f7f670cf8c8 req-4f5c6cf2-2e24-4c52-a602-b26ac8a6eb71 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0492117 Sep 19 03:46:05.250270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-171363f3-f2fb-424f-9853-4f7f670cf8c8 req-3ba736b8-6441-4615-872e-d9688b95a8d2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Sep 19 03:46:06.370308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba96c0-5355-405d-adf3-2a45363d1661 req-b72fd36d-547e-4b93-9296-c921ff3c451f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:06.371803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5ba96c0-5355-405d-adf3-2a45363d1661 req-b72fd36d-547e-4b93-9296-c921ff3c451f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0515380 Sep 19 03:46:06.408659 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b5ba96c0-5355-405d-adf3-2a45363d1661 req-fb4f2c7d-a198-4f72-8a12-1e197de5eb6d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308182 Sep 19 03:46:07.520577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045686a-58ff-4cb5-a3c0-b145495339bb req-3de864bb-3cfb-41b8-b22e-3f3331c04f7d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:07.522057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9045686a-58ff-4cb5-a3c0-b145495339bb req-3de864bb-3cfb-41b8-b22e-3f3331c04f7d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0487740 Sep 19 03:46:07.559341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9045686a-58ff-4cb5-a3c0-b145495339bb req-0d86b712-1d69-480c-9be4-340317e2396e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314229 Sep 19 03:46:08.670860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01916537-2944-49f9-98d8-45525e7a34e4 req-b3db6535-a1bb-46a9-8f07-75bf6d0c6ea2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:08.672315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01916537-2944-49f9-98d8-45525e7a34e4 req-b3db6535-a1bb-46a9-8f07-75bf6d0c6ea2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0478475 Sep 19 03:46:08.708615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01916537-2944-49f9-98d8-45525e7a34e4 req-7a9a330e-e5b4-485b-b914-d10a1f6ff41e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303516 Sep 19 03:46:09.824682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0d033-72df-4dfc-9245-e1324bead02d req-1445aa05-0d80-4007-bb2d-de823edf8dff tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:09.826135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efc0d033-72df-4dfc-9245-e1324bead02d req-1445aa05-0d80-4007-bb2d-de823edf8dff tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0511463 Sep 19 03:46:09.863326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efc0d033-72df-4dfc-9245-e1324bead02d req-f735bf61-ed11-4fc0-91ad-d9fc7743ee9f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Sep 19 03:46:10.975829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94760-5131-40dd-bcfa-66b843f86863 req-281febd1-a9ef-43e6-8d52-081be7138ad9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:10.977279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11f94760-5131-40dd-bcfa-66b843f86863 req-281febd1-a9ef-43e6-8d52-081be7138ad9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0476859 Sep 19 03:46:11.012901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11f94760-5131-40dd-bcfa-66b843f86863 req-8a894b6e-a365-4ea2-aef3-d962c71d2c2d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298514 Sep 19 03:46:12.125534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faca4ac-7b19-4c4e-a8ad-b7f7316b5528 req-2aeb33dd-d8e3-4d4a-a7b8-c10ebbd15191 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:12.126926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8faca4ac-7b19-4c4e-a8ad-b7f7316b5528 req-2aeb33dd-d8e3-4d4a-a7b8-c10ebbd15191 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0475504 Sep 19 03:46:12.163895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8faca4ac-7b19-4c4e-a8ad-b7f7316b5528 req-7f14e3f5-b17e-4875-87a2-5e8717fe89a5 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310469 Sep 19 03:46:13.280016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e863e8-646f-4f29-9abe-611a46d31e57 req-3342268a-65da-4c1a-9155-4624dd4160bf tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:13.281451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e863e8-646f-4f29-9abe-611a46d31e57 req-3342268a-65da-4c1a-9155-4624dd4160bf tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0517595 Sep 19 03:46:13.317566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e863e8-646f-4f29-9abe-611a46d31e57 req-e1c53f92-1c39-4ac7-a159-725f33130ffe tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302358 Sep 19 03:46:14.427569 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-322695b5-ba8c-406c-82eb-668eb2c3e438 service neutron] show failed (client error): The resource could not be found. Sep 19 03:46:14.428621 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-322695b5-ba8c-406c-82eb-668eb2c3e438 service neutron] 10.222.0.32 "GET /v2.0/ports/c0d91cbe-58d4-4261-8801-838db0fd9f1d/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0547426 Sep 19 03:46:14.429803 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8ac0-a91d-4b3f-81d3-40d7b79d772a req-1a63df69-fa65-42cd-95cb-6f6b181acae0 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:14.431360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd4d8ac0-a91d-4b3f-81d3-40d7b79d772a req-1a63df69-fa65-42cd-95cb-6f6b181acae0 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0489011 Sep 19 03:46:14.471384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd4d8ac0-a91d-4b3f-81d3-40d7b79d772a req-0e179980-75b3-40c7-ab86-b0c6b7b2f54b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334268 Sep 19 03:46:14.531384 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3d4c21e1-a4c5-474b-9757-bfb946033394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:14.675258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-00243b50-c44d-4d15-8e8a-a045db30965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:14.676742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-00243b50-c44d-4d15-8e8a-a045db30965c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6&tenant_id=724acb92c1c24e2d919102c4df31512e HTTP/1.1" status: 200 len: 1097 time: 0.0930772 Sep 19 03:46:14.688136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:46:14.738068 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:14.941946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:14.972436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:46:15.013682 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:46:15.016164 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aba396c-a112-4e3e-9bfe-97ff8b8cbdc9" -d '{"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:46:15.019822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:15.031489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Transition to ACTIVE for port object c0d91cbe-58d4-4261-8801-838db0fd9f1d will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:46:15.034832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:15.067938 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f564485e-adeb-48f6-bcbd-4b2960d0f969 x-openstack-request-id: req-f564485e-adeb-48f6-bcbd-4b2960d0f969 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:46:15.068326 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:46:15.068582 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f564485e-adeb-48f6-bcbd-4b2960d0f969 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:46:15.068968 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'code': 200} Sep 19 03:46:15.094925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] No DVR routers for this DVR port c0d91cbe-58d4-4261-8801-838db0fd9f1d on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:46:15.102010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:15.133524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:46:15.133800 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:46:15.134127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:46:15.138291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Port c0d91cbe-58d4-4261-8801-838db0fd9f1d on network c073b7cf-f67f-4425-95b1-27405852a57e not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:46:15.138613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Attempting to bind port c0d91cbe-58d4-4261-8801-838db0fd9f1d on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:46:15.143346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:46:15.143692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Checking segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:46:15.144075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Bound using segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:46:15.144499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Bound port: c0d91cbe-58d4-4261-8801-838db0fd9f1d, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:46:15.144848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:15.207999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:46:15.210981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:46:15.215299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:15.248993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:15.249625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:15.251104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 1092 time: 0.5667317 Sep 19 03:46:15.271167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f533a-4316-4b62-a55e-d9a087c690b7 service neutron] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:15.312679 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-ce133cb7-62a5-4d25-9730-4107818da5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:15.314147 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-ce133cb7-62a5-4d25-9730-4107818da5ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1095 time: 0.0396163 Sep 19 03:46:15.404937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-abc0dcea-4229-4a46-881c-b5645b984de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:15.406291 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-abc0dcea-4229-4a46-881c-b5645b984de8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0855887 Sep 19 03:46:15.446455 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-b7b7cb3c-98a3-47ff-9a17-162c95a1c343 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 217 time: 0.0331562 Sep 19 03:46:15.493306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-352de533-6065-468a-8f64-a37fdc9f796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:15.494711 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-352de533-6065-468a-8f64-a37fdc9f796d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0417404 Sep 19 03:46:15.531148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-b0e54682-46d4-49b2-afcd-a255bec3cc5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292828 Sep 19 03:46:15.584774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a426c-d8a8-473e-b657-38a788f9abc1 req-2247c418-5172-46e0-8da4-cce3deba8fc6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:15.586286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-768a426c-d8a8-473e-b657-38a788f9abc1 req-2247c418-5172-46e0-8da4-cce3deba8fc6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 944 time: 0.0477779 Sep 19 03:46:15.621962 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-45ad1b4d-4d0b-4c46-b085-9f4d420be963 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839121 Sep 19 03:46:15.623145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-768a426c-d8a8-473e-b657-38a788f9abc1 req-5f0f87b0-6549-45e4-be44-87197276fe12 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Sep 19 03:46:15.714585 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-748d9414-a0e1-4fd9-a06e-8fe0590c06a4 req-69d471fb-1bde-40d9-bd63-5a620b0c2c06 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855854 Sep 19 03:46:16.330122 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:16.740791 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e625067-6852-4c84-881c-fc4bbee2a561 req-0e1ccbda-d86f-4e33-837f-2cb9e091d621 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:16.742250 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e625067-6852-4c84-881c-fc4bbee2a561 req-0e1ccbda-d86f-4e33-837f-2cb9e091d621 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 944 time: 0.0513983 Sep 19 03:46:16.779175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e625067-6852-4c84-881c-fc4bbee2a561 req-e65666d7-48d4-4932-9611-45d675961a34 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309799 Sep 19 03:46:17.070180 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:46:17.072619 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e4039-3e5a-4982-ab39-4b9461db296c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:46:17.118636 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e8aa55-d07b-40cd-96ac-66b3d2261481 x-openstack-request-id: req-d7e8aa55-d07b-40cd-96ac-66b3d2261481 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:46:17.119028 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:46:17.119284 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7e8aa55-d07b-40cd-96ac-66b3d2261481 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:46:17.119685 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'status': 'completed', 'code': 200} Sep 19 03:46:17.138679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:46:17.178559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:46:17.198223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e4039-3e5a-4982-ab39-4b9461db296c req-a394e551-eddf-4e78-9fc4-bff26f8dc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:17.199734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-a394e551-eddf-4e78-9fc4-bff26f8dc15b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1095 time: 0.0422986 Sep 19 03:46:17.306686 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc8478ff-7ea7-4dd2-a92d-aacaa439051e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:17.333952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e4039-3e5a-4982-ab39-4b9461db296c req-fe56c13d-9b7a-4767-a99e-a6bbceac3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:17.335448 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-fe56c13d-9b7a-4767-a99e-a6bbceac3627 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.1281722 Sep 19 03:46:17.341846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e4039-3e5a-4982-ab39-4b9461db296c req-a0314f65-a78b-4851-bc82-17401848b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:17.343283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-a0314f65-a78b-4851-bc82-17401848b523 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1095 time: 0.0709422 Sep 19 03:46:17.387356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-87720f9a-e39d-4152-a566-593134c6b934 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 217 time: 0.0431442 Sep 19 03:46:17.488339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e4039-3e5a-4982-ab39-4b9461db296c req-66aa64dc-45b0-470d-ad81-0bb0b308d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:17.489707 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-66aa64dc-45b0-470d-ad81-0bb0b308d40d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0932381 Sep 19 03:46:17.527798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e4039-3e5a-4982-ab39-4b9461db296c req-b14d365a-5b18-4bc7-970f-1ee1cba36c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:17.529235 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-b14d365a-5b18-4bc7-970f-1ee1cba36c64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.1779649 Sep 19 03:46:17.530945 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-a173eb29-462d-404d-a7fd-3a999da39cff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332687 Sep 19 03:46:17.580099 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-ea0a0af0-d978-4434-bfee-650b219979ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 217 time: 0.0432107 Sep 19 03:46:17.673841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e4039-3e5a-4982-ab39-4b9461db296c req-bfff42bd-23a0-4887-b6b4-2c013b469538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:17.675306 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-bfff42bd-23a0-4887-b6b4-2c013b469538 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0859911 Sep 19 03:46:17.711592 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-b0d47621-ece8-446e-a920-33e06ffedfad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293279 Sep 19 03:46:17.713316 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-05f568ba-19ec-4887-8b4e-d0a23dcfc1a4 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748278 Sep 19 03:46:17.867486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-d19730f1-a623-4025-bc4d-3fb2342aa102 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492071 Sep 19 03:46:17.869349 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-4ca6c0fe-4b05-4eb2-b8bb-bb989c6ad3ef service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437683 Sep 19 03:46:17.893818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167a633-542b-443c-8cef-1b424e750896 req-55d79c1b-1a02-4001-b026-b493c691914c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:17.895349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167a633-542b-443c-8cef-1b424e750896 req-55d79c1b-1a02-4001-b026-b493c691914c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 944 time: 0.0511882 Sep 19 03:46:17.933463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4167a633-542b-443c-8cef-1b424e750896 req-0e740bc1-a60f-4afa-91a4-1cb8d0815ce3 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316324 Sep 19 03:46:17.964260 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-450e4039-3e5a-4982-ab39-4b9461db296c req-1191075f-6c52-4ae1-b42f-2d7a909e99ab service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898299 Sep 19 03:46:18.009680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:18.125311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2d025-a8a9-4b0c-bf2c-411083353dc7 req-35705342-4b56-4cae-8888-a72c87700ef8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:18.126813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8a2d025-a8a9-4b0c-bf2c-411083353dc7 req-35705342-4b56-4cae-8888-a72c87700ef8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 944 time: 0.0477481 Sep 19 03:46:18.165637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8a2d025-a8a9-4b0c-bf2c-411083353dc7 req-2533b4ae-328c-4093-9217-b1e01f375d48 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Sep 19 03:46:18.170859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-4d2c2b5c-7a3d-446c-89bc-2dcb0f6ec6db tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:18.172384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-4d2c2b5c-7a3d-446c-89bc-2dcb0f6ec6db tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6&tenant_id=724acb92c1c24e2d919102c4df31512e&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 944 time: 0.0529768 Sep 19 03:46:18.231453 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-0df3d92d-a4c2-447c-89cf-cda630a77447 service neutron] delete failed (client error): The resource could not be found. Sep 19 03:46:18.232444 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-0df3d92d-a4c2-447c-89cf-cda630a77447 service neutron] 10.222.0.32 "DELETE /v2.0/ports/c0d91cbe-58d4-4261-8801-838db0fd9f1d/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0525763 Sep 19 03:46:18.333834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-7054dc8a-a90a-499b-806d-47120e308c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:18.335369 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-7054dc8a-a90a-499b-806d-47120e308c00 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 1095 time: 0.0403943 Sep 19 03:46:18.425926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-bc8454a1-005b-4b5f-be4d-7cc46f998367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:18.427308 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-bc8454a1-005b-4b5f-be4d-7cc46f998367 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0852430 Sep 19 03:46:18.468040 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-db33850d-fd5f-4453-abc4-f8e51dc2de24 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 200 len: 217 time: 0.0338020 Sep 19 03:46:18.521051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-ee1a2982-80d6-408a-8a87-2b48eaeb02da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:18.522535 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-ee1a2982-80d6-408a-8a87-2b48eaeb02da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0469131 Sep 19 03:46:18.554094 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-015a6c81-470a-44a7-8a53-aeef8b45e067 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243011 Sep 19 03:46:18.568246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:18.641571 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-2a0c1135-a432-4449-9b91-040d09716411 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809858 Sep 19 03:46:18.731983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-729e6b4b-b6e2-47e6-9ca3-5be802e4fdf9 req-5c5dfd84-ce13-4709-b1be-f29b8b0c43b8 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834861 Sep 19 03:46:18.849205 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:46:18.941119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:18.951450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e', 'port_id': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'mac_address': 'fa:16:3e:9c:80:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dc2880-0f94-491b-b475-92d209cf23e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:46:18.986161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:18.998422 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d91cbe-58d4-4261-8801-838db0fd9f1d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:46:19.008348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-f74f0895-02a9-428f-9e1e-4f55cecfda79 req-88f83324-ca98-4878-8dd1-6e3549c5b50b tempest-VolumesBackupsTest-388219352 tempest-VolumesBackupsTest-388219352-project] (94723) timed out ('10.222.0.32', 57936) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:46:19.016374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:19.020581 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:19.069630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:19.266674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['c0d91cbe-58d4-4261-8801-838db0fd9f1d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:46:19.289341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1427f0-8ca5-486d-bde3-84a22a3b89de req-57639238-1734-40b4-9012-57430d71459c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:19.290892 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e1427f0-8ca5-486d-bde3-84a22a3b89de req-57639238-1734-40b4-9012-57430d71459c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 945 time: 0.0555842 Sep 19 03:46:19.333381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e1427f0-8ca5-486d-bde3-84a22a3b89de req-4c635600-1534-4cc7-9296-da9289924b8d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362301 Sep 19 03:46:19.446915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa56d53-4fa7-4e11-8641-492a127c96ad req-f812f485-e432-4164-b37d-cedcc804013b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:19.448385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fa56d53-4fa7-4e11-8641-492a127c96ad req-f812f485-e432-4164-b37d-cedcc804013b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 945 time: 0.0485659 Sep 19 03:46:19.485458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7fa56d53-4fa7-4e11-8641-492a127c96ad req-53818aeb-8c78-46c5-bcd0-efdd44f2db0e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311353 Sep 19 03:46:19.595156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b451aba2-2bf9-47fc-8a2f-1b024d18c2e2 req-891c0452-e193-4a75-81a8-28160934ab1d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:19.596869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b451aba2-2bf9-47fc-8a2f-1b024d18c2e2 req-891c0452-e193-4a75-81a8-28160934ab1d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 945 time: 0.0474453 Sep 19 03:46:19.634172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b451aba2-2bf9-47fc-8a2f-1b024d18c2e2 req-9950e9d7-535c-42cd-b40f-157c48ed99e8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Sep 19 03:46:19.975855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-594e56ff-29da-4c54-a61e-c4933e7756d6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:19.977295 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-594e56ff-29da-4c54-a61e-c4933e7756d6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 814 time: 0.1017609 Sep 19 03:46:19.991648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-fd085ab9-889a-4672-9f7a-d95afb13c9fb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/quotas/724acb92c1c24e2d919102c4df31512e HTTP/1.1" status: 200 len: 375 time: 0.0087345 Sep 19 03:46:20.038343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-94faf0e5-5d0d-43a0-bc7c-d9676fa99fc2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0416200 Sep 19 03:46:20.138051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-47102371-d894-424e-a97b-2087e87c4fce service neutron] 10.222.0.22 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926194 Sep 19 03:46:20.147680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:20.225676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-c5b91ebf-740c-4e6e-aeb7-1187549dcba9 service neutron] 10.222.0.22 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814369 Sep 19 03:46:20.384247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29fcbbea-1993-4dde-a11e-96966f96dcdd req-a74b0c89-280d-42d4-847f-12c75733e546 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 210 time: 0.0302029 Sep 19 03:46:20.862636 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:46:20.912734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port c0d91cbe-58d4-4261-8801-838db0fd9f1d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:46:20.916433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port c0d91cbe-58d4-4261-8801-838db0fd9f1d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:46:20.916801 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:20.991990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.014267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:46:21.016680 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c09aac8-2d25-4e93-b73e-24a62e4ced18" -d '{"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:46:21.030213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:21.035493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.060499 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cbcc70-521c-4087-91f9-0a1886af3d79 x-openstack-request-id: req-48cbcc70-521c-4087-91f9-0a1886af3d79 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:46:21.060793 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:46:21.061045 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48cbcc70-521c-4087-91f9-0a1886af3d79 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:46:21.061432 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'code': 200} Sep 19 03:46:21.077991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-2d16cb63-faf0-4589-bdd3-6eab81cd451b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:21.079715 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-2d16cb63-faf0-4589-bdd3-6eab81cd451b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee5ce3d2-238f-4947-9042-406892bf52e6 HTTP/1.1" status: 200 len: 946 time: 0.0509727 Sep 19 03:46:21.092125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:21.183190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Deleting port c0d91cbe-58d4-4261-8801-838db0fd9f1d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:46:21.183538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.274162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-cb628900-240b-426e-a225-85806d6301c0 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:21.276308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-cb628900-240b-426e-a225-85806d6301c0 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 814 time: 0.1099303 Sep 19 03:46:21.276546 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] For port c0d91cbe-58d4-4261-8801-838db0fd9f1d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=c0d91cbe-58d4-4261-8801-838db0fd9f1d,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:21.277017 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.290052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Request body: {'port': {'device_id': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e', 'admin_state_up': True, 'tenant_id': '724acb92c1c24e2d919102c4df31512e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:46:21.291177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Calling delete_port for c0d91cbe-58d4-4261-8801-838db0fd9f1d owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:46:21.408556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Made reservation on behalf of 724acb92c1c24e2d919102c4df31512e for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:46:21.412232 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.430528 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.441996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['c0d91cbe-58d4-4261-8801-838db0fd9f1d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:46:21.464357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Pushing event deleted for resources: {'Port': ['ID=c0d91cbe-58d4-4261-8801-838db0fd9f1d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:21.511754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] No DVR routers for this DVR port c0d91cbe-58d4-4261-8801-838db0fd9f1d on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:46:21.515917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.518173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.30 "DELETE /v2.0/ports/c0d91cbe-58d4-4261-8801-838db0fd9f1d HTTP/1.1" status: 204 len: 173 time: 0.4314795 Sep 19 03:46:21.518726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-deleted', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:46:21.521615 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb1915d-2e41-446b-97d2-644eddac0476" -d '{"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-deleted", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:46:21.545973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-69f578ce-8037-407c-be5e-ca1d8e502e2e req-2d6d462b-bcaf-4ddc-8338-6a88bb5cedfc tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 210 time: 0.0586226 Sep 19 03:46:21.574388 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4868797-9500-408c-9f0f-4169b655e9b5 x-openstack-request-id: req-f4868797-9500-408c-9f0f-4169b655e9b5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:46:21.574767 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee5ce3d2-238f-4947-9042-406892bf52e6", "name": "network-vif-deleted", "tag": "c0d91cbe-58d4-4261-8801-838db0fd9f1d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:46:21.575061 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4868797-9500-408c-9f0f-4169b655e9b5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:46:21.575489 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee5ce3d2-238f-4947-9042-406892bf52e6', 'name': 'network-vif-deleted', 'tag': 'c0d91cbe-58d4-4261-8801-838db0fd9f1d', 'status': 'completed', 'code': 200} Sep 19 03:46:21.620267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Allocated IP 172.20.0.8 (c073b7cf-f67f-4425-95b1-27405852a57e/d0dc2880-0f94-491b-b475-92d209cf23e3/962d419a-ee92-41fe-a73e-34d66b2cd772) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:46:21.767876 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.799439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.810546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['c0d91cbe-58d4-4261-8801-838db0fd9f1d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:46:21.849297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Network c073b7cf-f67f-4425-95b1-27405852a57e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:46:21.855280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:46:21.863081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:46:21.900740 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:21.926325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:21.926972 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:21.940788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-97b5345d-e141-4de0-821e-4593ae27210e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6551905 Sep 19 03:46:21.951975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Request body: {'port': {'device_id': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:46:22.006915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:22.529692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962d419a-ee92-41fe-a73e-34d66b2cd772 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:46:22.536849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:22.552613 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Transition to ACTIVE for port object 962d419a-ee92-41fe-a73e-34d66b2cd772 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:46:22.556872 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:22.621260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:22.701891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:46:22.702225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:46:22.702554 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:46:22.713438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd37f5a-98f3-44b6-be0f-46011c173a85 req-b27ed5a3-bf39-41aa-a2f2-4e9f7f651d1a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:22.714930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd37f5a-98f3-44b6-be0f-46011c173a85 req-b27ed5a3-bf39-41aa-a2f2-4e9f7f651d1a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0948181 Sep 19 03:46:22.716959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Port 962d419a-ee92-41fe-a73e-34d66b2cd772 on network c073b7cf-f67f-4425-95b1-27405852a57e not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:46:22.717283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:46:22.724202 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:46:22.724584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Checking segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:46:22.724986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Bound using segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:46:22.725458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Bound port: 962d419a-ee92-41fe-a73e-34d66b2cd772, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:46:22.725818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:22.788540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdd37f5a-98f3-44b6-be0f-46011c173a85 req-7a2d7078-1708-41cf-a0c0-b11ecc96392f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659473 Sep 19 03:46:22.812692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:46:22.815651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:46:22.820018 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:22.857130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:22.857746 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:22.859146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] 10.222.0.30 "PUT /v2.0/ports/962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 1091 time: 0.9113064 Sep 19 03:46:22.861173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:46:22.863434 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a" -d '{"events": [{"name": "network-changed", "server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:46:22.885165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb02ac7-33b8-4d1b-8577-b7feaa1c576d service neutron] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:22.966455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-3d915301-eb75-43a2-b408-de7a43945eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:22.968045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-3d915301-eb75-43a2-b408-de7a43945eee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1094 time: 0.0724099 Sep 19 03:46:22.974119 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a798a-795d-49a8-a029-22bf0f5f3750 x-openstack-request-id: req-5a4a798a-795d-49a8-a029-22bf0f5f3750 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:46:22.974405 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:46:22.974665 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a4a798a-795d-49a8-a029-22bf0f5f3750 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:46:22.975091 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'status': 'completed', 'code': 200} Sep 19 03:46:23.032369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-53f80193-1c03-4a36-b9cf-1ea88de3bbbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.0526607 Sep 19 03:46:23.084741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-37c51094-792e-4d8f-98f9-260822087a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:23.086107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-37c51094-792e-4d8f-98f9-260822087a21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0473201 Sep 19 03:46:23.135465 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-e133bc5d-9796-4ec1-a369-6c693f9200a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425115 Sep 19 03:46:23.223912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-f1114d05-a718-4a60-a8e8-238f2bc3d8ed service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809510 Sep 19 03:46:23.313047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1d71e57d-4dc4-4e58-b621-7fec45fa64da req-765aaa4b-ad35-4bae-a95c-5e6021850844 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821576 Sep 19 03:46:23.397367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-5f197aaa-6a1d-46a7-ae2b-5be874d8539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:23.398733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-5f197aaa-6a1d-46a7-ae2b-5be874d8539a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1094 time: 0.0391695 Sep 19 03:46:23.544658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-e5660ad5-ca08-4b4b-b018-3ce085af56d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:23.546120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-e5660ad5-ca08-4b4b-b018-3ce085af56d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.1408713 Sep 19 03:46:23.590403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-0263cb3a-474c-4571-8621-d99e867dd8a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.0365043 Sep 19 03:46:23.642186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-440a1634-50e7-4ba6-93c4-7aac33319769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:23.643645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-440a1634-50e7-4ba6-93c4-7aac33319769 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0453486 Sep 19 03:46:23.674560 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-fc1071d2-4fb2-4a12-bbae-be4182d0dd1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235384 Sep 19 03:46:23.764596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-cd5a40ae-0d1a-4695-8d3b-33a1775bafa0 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820928 Sep 19 03:46:23.869334 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e9c39c1-c076-4ef3-a4b1-254b2136f56a req-370f7b5f-8958-46e7-8833-00bc0f21499e service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953581 Sep 19 03:46:23.904332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7fd1f-88e7-4199-ba9f-d9ed6da1c521 req-55dbec56-9e64-4b41-b4d0-b51a1d5a87f0 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:23.905785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfd7fd1f-88e7-4199-ba9f-d9ed6da1c521 req-55dbec56-9e64-4b41-b4d0-b51a1d5a87f0 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0507238 Sep 19 03:46:23.941999 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfd7fd1f-88e7-4199-ba9f-d9ed6da1c521 req-cd6f5412-fa15-4493-a0e6-b7dc08244347 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300596 Sep 19 03:46:24.879915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:46:24.900596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: c0d91cbe-58d4-4261-8801-838db0fd9f1d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:46:24.900942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device c0d91cbe-58d4-4261-8801-838db0fd9f1d not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:46:25.059336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60414363-2674-4adb-a333-1466327f8ca5 req-1b643981-5cb3-4441-a6fd-596d471475d7 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:25.060792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60414363-2674-4adb-a333-1466327f8ca5 req-1b643981-5cb3-4441-a6fd-596d471475d7 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0519130 Sep 19 03:46:25.097791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60414363-2674-4adb-a333-1466327f8ca5 req-91a3fd45-198f-41c0-98f0-2c6074fdf0bf tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Sep 19 03:46:26.207877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c765-f0c6-4c8c-a288-9dd70f9cb1ca req-984a7368-0605-40fc-a0b2-afe612b32ab2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:26.209898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5143c765-f0c6-4c8c-a288-9dd70f9cb1ca req-984a7368-0605-40fc-a0b2-afe612b32ab2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0469906 Sep 19 03:46:26.246333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5143c765-f0c6-4c8c-a288-9dd70f9cb1ca req-8cf63c4c-ff63-4d5e-b2cf-e9b78fc779aa tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305293 Sep 19 03:46:26.878684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:46:26.971718 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:26.982056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e', 'port_id': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'mac_address': 'fa:16:3e:89:59:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dc2880-0f94-491b-b475-92d209cf23e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:46:27.016951 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:27.029602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962d419a-ee92-41fe-a73e-34d66b2cd772 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:46:27.047345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:27.051475 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:27.095470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:27.234693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['962d419a-ee92-41fe-a73e-34d66b2cd772'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:46:27.359228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a322b18-005e-48b0-8663-564def03f4bb req-c746a0f6-d599-4595-bf4f-3a8e6beb6719 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:27.360618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a322b18-005e-48b0-8663-564def03f4bb req-c746a0f6-d599-4595-bf4f-3a8e6beb6719 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 944 time: 0.0482702 Sep 19 03:46:27.398759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a322b18-005e-48b0-8663-564def03f4bb req-47a353e1-8455-49f9-8db6-9097af6aef40 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308511 Sep 19 03:46:28.514923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a595c13-d7bf-4436-9231-957583651cd3 req-23469c92-fcc6-45fa-8911-dbb106ff6056 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:28.516375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a595c13-d7bf-4436-9231-957583651cd3 req-23469c92-fcc6-45fa-8911-dbb106ff6056 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 944 time: 0.0508399 Sep 19 03:46:28.553128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a595c13-d7bf-4436-9231-957583651cd3 req-a74e324b-fc61-4960-9e3f-31351dbc5044 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302212 Sep 19 03:46:28.879024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:46:28.926876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 962d419a-ee92-41fe-a73e-34d66b2cd772 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:46:28.930864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 962d419a-ee92-41fe-a73e-34d66b2cd772 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:46:28.931237 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:29.005554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:29.027419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:46:29.029672 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e531247-70f2-4512-9a6e-d092b91d5737" -d '{"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-plugged", "status": "completed", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:46:29.042157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:46:29.046933 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:29.070569 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc42656-1b41-4b29-b862-19c8eb2c0c73 x-openstack-request-id: req-3fc42656-1b41-4b29-b862-19c8eb2c0c73 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:46:29.070889 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-plugged", "status": "completed", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:46:29.071150 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fc42656-1b41-4b29-b862-19c8eb2c0c73 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:46:29.071539 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'code': 200} Sep 19 03:46:29.095845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:46:29.158228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1a9f7-f398-4c92-9e70-f05c3945e905 req-7bca169d-4635-420e-9840-a2cda2257211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:29.159689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80e1a9f7-f398-4c92-9e70-f05c3945e905 req-7bca169d-4635-420e-9840-a2cda2257211 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1096 time: 0.0385733 Sep 19 03:46:29.202292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80e1a9f7-f398-4c92-9e70-f05c3945e905 req-48c28265-4097-4e9c-a271-c96441ceade3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356863 Sep 19 03:46:29.667248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a53c38-31c6-4de8-9bec-85c56f0f1c51 req-85dcb846-670f-4c20-a7d0-5a624b866879 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:29.668781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09a53c38-31c6-4de8-9bec-85c56f0f1c51 req-85dcb846-670f-4c20-a7d0-5a624b866879 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0487299 Sep 19 03:46:29.709038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09a53c38-31c6-4de8-9bec-85c56f0f1c51 req-de3ea553-bc8a-4ed4-9e9e-70a72b87c033 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341730 Sep 19 03:46:30.226199 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:30.823532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da095f4f-75d3-45d5-9a9d-284d338cf596 req-9473ce81-b67b-425f-8180-a79ecae695ea tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:30.824989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da095f4f-75d3-45d5-9a9d-284d338cf596 req-9473ce81-b67b-425f-8180-a79ecae695ea tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0486619 Sep 19 03:46:30.862151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da095f4f-75d3-45d5-9a9d-284d338cf596 req-bf4d8454-e0ed-476a-97d6-29322f0179b5 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Sep 19 03:46:30.972604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03eeee-7728-47ec-af6f-b2944f563a1a req-d2aa492d-7b36-476e-bb0c-50afc49a0542 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:30.974062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e03eeee-7728-47ec-af6f-b2944f563a1a req-d2aa492d-7b36-476e-bb0c-50afc49a0542 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0478880 Sep 19 03:46:31.011196 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e03eeee-7728-47ec-af6f-b2944f563a1a req-72e19551-f0d2-4233-9cda-c34cc07c732d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307314 Sep 19 03:46:31.258343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-a538b3f2-401d-4247-b19a-5181408976fa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714080 Sep 19 03:46:31.267071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e588-c83e-4529-bcf3-c1473198ca3a req-2c495076-c959-415f-9752-b22dad3a406f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:31.268481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fb3e588-c83e-4529-bcf3-c1473198ca3a req-2c495076-c959-415f-9752-b22dad3a406f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0723524 Sep 19 03:46:31.309038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fb3e588-c83e-4529-bcf3-c1473198ca3a req-d8b5e6cf-9c4c-4d43-80c7-11b36ebf7017 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323739 Sep 19 03:46:32.282821 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:46:32.426770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-801a857e-7e56-42b5-9f46-ae1706ec77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:32.428864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-801a857e-7e56-42b5-9f46-ae1706ec77ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1096 time: 0.0680304 Sep 19 03:46:32.452326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda297a-4b00-45d2-9d2b-c96e317d8e94 req-af8f100d-cec7-4c8d-8040-bbfc5b84abc2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:32.453763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdda297a-4b00-45d2-9d2b-c96e317d8e94 req-af8f100d-cec7-4c8d-8040-bbfc5b84abc2 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0695333 Sep 19 03:46:32.541253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdda297a-4b00-45d2-9d2b-c96e317d8e94 req-2e775765-5108-4523-8fa8-db056b061c9d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805435 Sep 19 03:46:32.562588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-51d3d4af-7580-4bbf-b58a-cfed230ae1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:32.564071 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-51d3d4af-7580-4bbf-b58a-cfed230ae1e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.1284032 Sep 19 03:46:32.608384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-033bb89a-ed5f-4a53-9a6d-c79172b9b2fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.0373020 Sep 19 03:46:32.654565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-f1c66b68-fbe2-46a7-94a2-8ff24edc5c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:32.655963 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-f1c66b68-fbe2-46a7-94a2-8ff24edc5c9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0411806 Sep 19 03:46:32.686369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-22f42d76-6b89-4005-a098-6b72efa2ba58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238223 Sep 19 03:46:32.780400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-b36b0140-053e-4e7c-a087-84972990f3d7 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864396 Sep 19 03:46:32.867938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-a62c7e85-6034-432d-bd32-a6bba2ca763b service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807393 Sep 19 03:46:33.653100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d36eb-60df-44a8-9a79-ad8095299f87 req-76fcbb63-58bc-42a7-bce1-27bdc2ddfc65 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:33.654546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-792d36eb-60df-44a8-9a79-ad8095299f87 req-76fcbb63-58bc-42a7-bce1-27bdc2ddfc65 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0476577 Sep 19 03:46:33.691195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-792d36eb-60df-44a8-9a79-ad8095299f87 req-c137fca1-537c-4571-9bc9-d9524b5f848f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Sep 19 03:46:34.809946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e18ba-1a4f-41d0-8ef9-ee4e2c8b71e9 req-e167c383-22a3-4d98-b70d-5fbcc915515d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:34.811435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a9e18ba-1a4f-41d0-8ef9-ee4e2c8b71e9 req-e167c383-22a3-4d98-b70d-5fbcc915515d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0525017 Sep 19 03:46:34.847870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a9e18ba-1a4f-41d0-8ef9-ee4e2c8b71e9 req-e78b3602-b05d-4b11-aa8d-20654e762fd9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305786 Sep 19 03:46:35.962180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655615d-19ed-4347-9564-dd7507e5b2bd req-7023b6aa-4269-49b2-ba41-f130a6150e11 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:35.963663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1655615d-19ed-4347-9564-dd7507e5b2bd req-7023b6aa-4269-49b2-ba41-f130a6150e11 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0476465 Sep 19 03:46:36.000837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1655615d-19ed-4347-9564-dd7507e5b2bd req-4a5592b9-71a4-4972-a515-b7e863ef9414 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Sep 19 03:46:37.111584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f13a4-7eb5-42b5-a775-557bf4d15670 req-7a5f3603-b3c6-43a5-92a0-1b30e4043e38 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:37.112950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39f13a4-7eb5-42b5-a775-557bf4d15670 req-7a5f3603-b3c6-43a5-92a0-1b30e4043e38 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0475492 Sep 19 03:46:37.149521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39f13a4-7eb5-42b5-a775-557bf4d15670 req-bd4f9265-36b3-4dd2-acd6-20e3e51ec343 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Sep 19 03:46:38.264398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b6ab8-e274-4d02-9302-a12e1900bfb3 req-28205ce6-6265-4ba8-b94d-0feff0ab4ba8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:38.265840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e33b6ab8-e274-4d02-9302-a12e1900bfb3 req-28205ce6-6265-4ba8-b94d-0feff0ab4ba8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0511978 Sep 19 03:46:38.302458 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e33b6ab8-e274-4d02-9302-a12e1900bfb3 req-94353331-237c-4acc-9921-0321c4522518 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308363 Sep 19 03:46:39.416160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e1210-550e-411d-953c-4a7c2c1a1913 req-ded0290a-c17e-4d71-9a51-cf2c178fcd70 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:39.417632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f2e1210-550e-411d-953c-4a7c2c1a1913 req-ded0290a-c17e-4d71-9a51-cf2c178fcd70 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0482914 Sep 19 03:46:39.453542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f2e1210-550e-411d-953c-4a7c2c1a1913 req-53442dfb-fe60-47d2-82c5-284eca08bc40 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300658 Sep 19 03:46:40.566268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e15460-addc-493b-a9e3-ec93af3e924e req-7afc8ea5-bbd1-4c84-aab3-a85506a8367f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:40.567745 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14e15460-addc-493b-a9e3-ec93af3e924e req-7afc8ea5-bbd1-4c84-aab3-a85506a8367f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0478227 Sep 19 03:46:40.604652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14e15460-addc-493b-a9e3-ec93af3e924e req-3ef7c9a3-4b7f-4ebe-aff8-2959bdfa926d tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Sep 19 03:46:41.719260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf8196-3ee7-42de-82de-83624cbc5d89 req-b84c4106-300a-4c23-a7b3-d9bf8c483299 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:41.720699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5bf8196-3ee7-42de-82de-83624cbc5d89 req-b84c4106-300a-4c23-a7b3-d9bf8c483299 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0503528 Sep 19 03:46:41.757654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5bf8196-3ee7-42de-82de-83624cbc5d89 req-f0daeda9-3685-41b7-b9f8-b0ad5c29cf46 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301821 Sep 19 03:46:42.869352 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338beed-2097-4222-ab3c-f3011847784c req-f620304a-db1c-456a-b663-a0300890aefb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:42.870840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2338beed-2097-4222-ab3c-f3011847784c req-f620304a-db1c-456a-b663-a0300890aefb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0486131 Sep 19 03:46:42.907793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2338beed-2097-4222-ab3c-f3011847784c req-b563a31c-e9db-4abe-966e-30547e9008a5 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Sep 19 03:46:44.022199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90a2bf-6222-406e-ac7c-e19c70e7d23e req-0edc558f-1319-43ec-a55f-36a079344259 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:44.023687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b90a2bf-6222-406e-ac7c-e19c70e7d23e req-0edc558f-1319-43ec-a55f-36a079344259 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0495000 Sep 19 03:46:44.060652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b90a2bf-6222-406e-ac7c-e19c70e7d23e req-aff95169-3b8e-463c-aba5-54ac9a2b4a73 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Sep 19 03:46:44.531904 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-228fca43-11cf-4753-8857-5b082c731929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:45.177580 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7b5d1-9660-46c3-b1a3-8820bbeaf19e req-222667f3-1bef-4eee-9d01-b5fef6cac9eb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:45.178975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48e7b5d1-9660-46c3-b1a3-8820bbeaf19e req-222667f3-1bef-4eee-9d01-b5fef6cac9eb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0520477 Sep 19 03:46:45.215638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-48e7b5d1-9660-46c3-b1a3-8820bbeaf19e req-d96ace37-24a6-4d8c-8b54-a37495aade76 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301619 Sep 19 03:46:46.328344 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee0281-4ec3-4c80-ae0d-c57b5425fae8 req-f042b4b1-1f45-4c9a-a33a-8b2a1df19d32 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:46.329866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adee0281-4ec3-4c80-ae0d-c57b5425fae8 req-f042b4b1-1f45-4c9a-a33a-8b2a1df19d32 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0484078 Sep 19 03:46:46.335169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:46.368484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-adee0281-4ec3-4c80-ae0d-c57b5425fae8 req-bffdd9a0-f0f9-4ab1-be38-b91eee02d12c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Sep 19 03:46:47.298000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d0300e9d-71f0-441e-9a90-c1c1c6322312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:47.481017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3d2b4-2dbd-49ce-b370-01529d6ccba8 req-c075494c-7a48-44b2-a322-a3b69ea180e4 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:47.482471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32f3d2b4-2dbd-49ce-b370-01529d6ccba8 req-c075494c-7a48-44b2-a322-a3b69ea180e4 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0470493 Sep 19 03:46:47.518932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-32f3d2b4-2dbd-49ce-b370-01529d6ccba8 req-d5c6d915-de96-4bc5-b7db-bf149e9a592e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Sep 19 03:46:48.011155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:48.570895 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:48.636656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4afa-02ee-472b-a905-beea327b5f60 req-4f0cec10-c977-4c1e-b031-157ac992046a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:48.638108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27da4afa-02ee-472b-a905-beea327b5f60 req-4f0cec10-c977-4c1e-b031-157ac992046a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0522974 Sep 19 03:46:48.674844 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27da4afa-02ee-472b-a905-beea327b5f60 req-e76af6a1-4be2-475b-9395-75e4563951c3 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Sep 19 03:46:49.787223 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2142096-f974-4eae-9ac9-33e498d90150 req-6131bce0-ae05-4ad0-abe6-6a72d9176efb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:49.788797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2142096-f974-4eae-9ac9-33e498d90150 req-6131bce0-ae05-4ad0-abe6-6a72d9176efb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0483229 Sep 19 03:46:49.825638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2142096-f974-4eae-9ac9-33e498d90150 req-c96bdbbd-124a-4737-9bdb-442763b0949f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311213 Sep 19 03:46:50.151247 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:50.937770 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3af15f5-a7dd-4db6-b383-e817ff31ab8b req-365f3b34-d913-4ec2-96c6-64e8d7ca4cb9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:50.939254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3af15f5-a7dd-4db6-b383-e817ff31ab8b req-365f3b34-d913-4ec2-96c6-64e8d7ca4cb9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0483196 Sep 19 03:46:50.975121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d3af15f5-a7dd-4db6-b383-e817ff31ab8b req-f43bde1e-2486-4148-910f-ed1238934504 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300186 Sep 19 03:46:52.091216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea71a6e-3771-4d10-b3c8-07711c2f23e7 req-9d478826-5b0d-4c43-ad3d-98523c4eef34 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:52.092679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ea71a6e-3771-4d10-b3c8-07711c2f23e7 req-9d478826-5b0d-4c43-ad3d-98523c4eef34 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0515714 Sep 19 03:46:52.129665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ea71a6e-3771-4d10-b3c8-07711c2f23e7 req-60a13c16-3c81-40e8-be54-5469447fbb3a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307643 Sep 19 03:46:53.241051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51ed71-8774-4aab-a18c-5be8a05e7209 req-0d8ebca9-c76c-4983-a431-0b804e998ce1 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:53.242921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c51ed71-8774-4aab-a18c-5be8a05e7209 req-0d8ebca9-c76c-4983-a431-0b804e998ce1 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0488830 Sep 19 03:46:53.280134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c51ed71-8774-4aab-a18c-5be8a05e7209 req-311d774a-703d-4cea-8171-681206c63de1 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Sep 19 03:46:54.390289 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f67d80-48d7-480d-98c1-5c2601947c7a req-231de160-e010-450e-829d-71502c39d2eb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:54.391770 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7f67d80-48d7-480d-98c1-5c2601947c7a req-231de160-e010-450e-829d-71502c39d2eb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0473921 Sep 19 03:46:54.429117 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7f67d80-48d7-480d-98c1-5c2601947c7a req-79882802-9cc2-43f5-a468-de2311f394b9 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Sep 19 03:46:55.545713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55116f02-5513-45b8-8e9b-74b0bdf9404a req-d71c9ffa-e4a1-4ef1-b28f-baf8c2576625 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:55.547170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55116f02-5513-45b8-8e9b-74b0bdf9404a req-d71c9ffa-e4a1-4ef1-b28f-baf8c2576625 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0510950 Sep 19 03:46:55.583132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55116f02-5513-45b8-8e9b-74b0bdf9404a req-9b2afdeb-3308-42de-bf59-6634e027591b tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300841 Sep 19 03:46:56.694368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a1a60-e32e-4892-8719-789fba51d79c req-f7869797-e477-4e07-a4cf-3a0796700828 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:56.696602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c46a1a60-e32e-4892-8719-789fba51d79c req-f7869797-e477-4e07-a4cf-3a0796700828 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0484157 Sep 19 03:46:56.733195 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c46a1a60-e32e-4892-8719-789fba51d79c req-389ff6cb-8dfd-4184-9f3f-0ba261928f7c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306773 Sep 19 03:46:57.845686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f9909-57be-4cc9-8c1e-3cf8172400bc req-bff7a474-1032-4962-95c0-68be7c693a0a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:57.847192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a4f9909-57be-4cc9-8c1e-3cf8172400bc req-bff7a474-1032-4962-95c0-68be7c693a0a tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0475500 Sep 19 03:46:57.884930 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a4f9909-57be-4cc9-8c1e-3cf8172400bc req-2b860134-3736-4250-a8b5-eab66c4d33d6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315652 Sep 19 03:46:58.999571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3623ef8-53f1-4802-b69a-3a608e4075d6 req-58c08dd9-5666-44e4-939f-95a5af14c416 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:59.001015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3623ef8-53f1-4802-b69a-3a608e4075d6 req-58c08dd9-5666-44e4-939f-95a5af14c416 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0512118 Sep 19 03:46:59.037100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3623ef8-53f1-4802-b69a-3a608e4075d6 req-a33162da-28bc-4ffc-b23f-2a5072240b81 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301945 Sep 19 03:46:59.606922 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-bfa124bc-86f7-4917-94f2-814878787d58 req-5b6482b6-0816-4a6f-bf8b-acd5fa0aeb8c service neutron] show failed (client error): The resource could not be found. Sep 19 03:46:59.607911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-5b6482b6-0816-4a6f-bf8b-acd5fa0aeb8c service neutron] 10.222.0.30 "GET /v2.0/ports/962d419a-ee92-41fe-a73e-34d66b2cd772/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0546706 Sep 19 03:46:59.737830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-68e75ca6-9861-4bfc-a91b-a340ff0b0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:59.739833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-68e75ca6-9861-4bfc-a91b-a340ff0b0101 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1096 time: 0.0446622 Sep 19 03:46:59.799692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-2d425817-c13d-49cc-a5ad-766cd8330a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:59.801209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-2d425817-c13d-49cc-a5ad-766cd8330a60 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef&tenant_id=724acb92c1c24e2d919102c4df31512e HTTP/1.1" status: 200 len: 1096 time: 0.0405948 Sep 19 03:46:59.819080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:46:59.846596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-0aad29d5-e20b-407b-ac98-2702ce5cd604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:59.848362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-0aad29d5-e20b-407b-ac98-2702ce5cd604 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0907238 Sep 19 03:46:59.872268 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:46:59.889497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-f830b5bc-4731-496a-bf3f-1ed80e540626 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.0338464 Sep 19 03:46:59.941069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-a371ca16-8f2e-4bcb-a2ef-fb4725315135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:46:59.942562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-a371ca16-8f2e-4bcb-a2ef-fb4725315135 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0463948 Sep 19 03:46:59.973921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-94df30e7-c37c-4117-9ba3-1c3759cec516 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245280 Sep 19 03:47:00.061219 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-80582305-1e3b-4817-aa14-b69d6fc50b4a service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798554 Sep 19 03:47:00.078792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:00.111830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:47:00.152554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:47:00.154765 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930afa7-1e53-41cc-9a0a-b5e37f322906" -d '{"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-unplugged", "status": "completed", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:47:00.158568 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:00.182066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Transition to ACTIVE for port object 962d419a-ee92-41fe-a73e-34d66b2cd772 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:47:00.185712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a71783b-c11b-49b4-9b2a-e9a8b4ff2ec8 req-3bd3eae9-cf44-4845-89a7-7ee2a04bf601 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177421 Sep 19 03:47:00.187099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:00.194438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf6a3a-1d50-4210-a272-1a21150edd0d req-5ca877de-2605-4630-ac0f-1428c3ae7449 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:00.196517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7bf6a3a-1d50-4210-a272-1a21150edd0d req-5ca877de-2605-4630-ac0f-1428c3ae7449 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0703375 Sep 19 03:47:00.225851 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865229da-af27-42ed-bb2e-53f99d294e64 x-openstack-request-id: req-865229da-af27-42ed-bb2e-53f99d294e64 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:47:00.225851 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-unplugged", "status": "completed", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:47:00.226102 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-865229da-af27-42ed-bb2e-53f99d294e64 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:47:00.226449 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'code': 200} Sep 19 03:47:00.245898 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7bf6a3a-1d50-4210-a272-1a21150edd0d req-09e9ff3f-a91f-4d55-a118-996a5541c08f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Sep 19 03:47:00.246681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] No DVR routers for this DVR port 962d419a-ee92-41fe-a73e-34d66b2cd772 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:47:00.251874 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:00.268232 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:00.293743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.294091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.294470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.294787 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.295118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.295448 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.295775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.296100 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.296424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.296747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.297067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.297387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:00.309044 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:47:00.309376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:47:00.309697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:47:00.313852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Port 962d419a-ee92-41fe-a73e-34d66b2cd772 on network c073b7cf-f67f-4425-95b1-27405852a57e not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:47:00.314174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Attempting to bind port 962d419a-ee92-41fe-a73e-34d66b2cd772 on network c073b7cf-f67f-4425-95b1-27405852a57e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:47:00.318886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:47:00.319222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Checking segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:47:00.319592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Bound using segment: {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:47:00.320009 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Bound port: 962d419a-ee92-41fe-a73e-34d66b2cd772, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314dfe02-ae87-4ccf-a515-0f311b4abde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:47:00.320925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:00.384801 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:47:00.388102 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:47:00.392783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:00.422947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:00.423609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:00.425127 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] 10.222.0.32 "PUT /v2.0/ports/962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 1091 time: 0.6099536 Sep 19 03:47:00.451049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc99d54-d478-4883-9748-3467459774a6 service neutron] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:00.497723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-f721cfb7-a78c-4433-b682-24769b79a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:00.499215 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-f721cfb7-a78c-4433-b682-24769b79a048 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1094 time: 0.0396917 Sep 19 03:47:00.591217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-38936dec-8bbb-430a-b5fe-c5caa19a3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:00.592655 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-38936dec-8bbb-430a-b5fe-c5caa19a3821 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0856984 Sep 19 03:47:00.632508 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-128b2f40-b270-45e7-a3cb-34e3a298780d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.0328307 Sep 19 03:47:00.682764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa124bc-86f7-4917-94f2-814878787d58 req-e89b6b98-b88c-47ba-9b79-0ebb15ddfb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:00.684078 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-e89b6b98-b88c-47ba-9b79-0ebb15ddfb2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0451839 Sep 19 03:47:00.713805 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-921434e3-fb86-41bc-a2d9-688549720baa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228863 Sep 19 03:47:00.800850 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-af23d896-a936-4cb3-b6db-98077c12efb5 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800312 Sep 19 03:47:00.892356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-4b581e6a-ad53-4888-892c-16a0fecd92e9 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842023 Sep 19 03:47:01.370665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344ee05-f9ea-4fdb-a900-bd2eec2bea51 req-da3eedfa-352c-466f-a83a-211b63045617 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:01.372144 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9344ee05-f9ea-4fdb-a900-bd2eec2bea51 req-da3eedfa-352c-466f-a83a-211b63045617 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0479753 Sep 19 03:47:01.413034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9344ee05-f9ea-4fdb-a900-bd2eec2bea51 req-7b34a677-883d-42c0-9372-1b06e80e14e4 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349865 Sep 19 03:47:02.228188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:47:02.230471 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e99096-481d-4525-b4be-413ee58bf42a" -d '{"events": [{"name": "network-changed", "server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:47:02.276952 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff001ac5-ae7a-44c9-be51-88865a0e3263 x-openstack-request-id: req-ff001ac5-ae7a-44c9-be51-88865a0e3263 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:47:02.277312 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:47:02.277632 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff001ac5-ae7a-44c9-be51-88865a0e3263 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:47:02.278107 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'status': 'completed', 'code': 200} Sep 19 03:47:02.338694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99096-481d-4525-b4be-413ee58bf42a req-a90175e5-e83c-4466-ad82-2b2d6c31018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:02.340193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-a90175e5-e83c-4466-ad82-2b2d6c31018a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1094 time: 0.0399599 Sep 19 03:47:02.353548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99096-481d-4525-b4be-413ee58bf42a req-b57628b9-242a-4312-8d13-416cb0b56026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:02.355069 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-b57628b9-242a-4312-8d13-416cb0b56026 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1094 time: 0.0406427 Sep 19 03:47:02.427719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99096-481d-4525-b4be-413ee58bf42a req-185d46bd-f646-43b9-ad9b-31c0edd4e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:02.429171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-185d46bd-f646-43b9-ad9b-31c0edd4e10b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0821755 Sep 19 03:47:02.448356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99096-481d-4525-b4be-413ee58bf42a req-40f3e9c1-297f-4875-b36e-cdd1eeb34faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:02.449845 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-40f3e9c1-297f-4875-b36e-cdd1eeb34faa service neutron] 10.222.0.32 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0875378 Sep 19 03:47:02.493162 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-8700875e-1934-4160-b4c5-7af861fadadd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.0355103 Sep 19 03:47:02.543058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99096-481d-4525-b4be-413ee58bf42a req-97bf565c-b744-4b20-9f8c-d893c42ba14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:02.544558 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-97bf565c-b744-4b20-9f8c-d893c42ba14e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0452485 Sep 19 03:47:02.581747 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-88afbfb1-7cf1-43ac-9848-df5e90b09f69 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301218 Sep 19 03:47:02.674014 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-85a9c2fc-a494-423a-a6de-6f6671aec4c0 service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841622 Sep 19 03:47:02.719960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-84ca37e8-86fb-46a1-b8bd-9f653f18dd88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.2841704 Sep 19 03:47:02.770277 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-df8a9cd5-a7e0-46a0-b741-363f4020f7ee service neutron] 10.222.0.32 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880349 Sep 19 03:47:02.790124 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e99096-481d-4525-b4be-413ee58bf42a req-f0c971d3-900d-4c14-8ba1-2a6eba02ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:02.791572 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-f0c971d3-900d-4c14-8ba1-2a6eba02ad1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0637541 Sep 19 03:47:02.799785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0a55b-538a-444c-a3ba-5b5c7ef7fd6e req-4878c09d-19ed-47f8-a6b5-7c7a7d1238fa tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:02.801158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ca0a55b-538a-444c-a3ba-5b5c7ef7fd6e req-4878c09d-19ed-47f8-a6b5-7c7a7d1238fa tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0839500 Sep 19 03:47:02.832588 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-752708e2-0fbc-4022-a89c-39f04100dbe6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305095 Sep 19 03:47:02.882016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ca0a55b-538a-444c-a3ba-5b5c7ef7fd6e req-f4e2a76f-142b-44da-9718-7307a49af5a8 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716372 Sep 19 03:47:02.935384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-6eb9c678-a61a-479a-b03f-f185985a8e61 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948875 Sep 19 03:47:03.027716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57e99096-481d-4525-b4be-413ee58bf42a req-34758911-9b58-4aee-80bf-e781e1d50b2a service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849214 Sep 19 03:47:03.034855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:47:03.071795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:47:03.999712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226a3f2-ce70-484e-9d75-199c72e045ba req-d98d1a8b-bf8a-4700-bd0e-5c643d81e65c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:04.001178 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5226a3f2-ce70-484e-9d75-199c72e045ba req-d98d1a8b-bf8a-4700-bd0e-5c643d81e65c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0494444 Sep 19 03:47:04.037814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5226a3f2-ce70-484e-9d75-199c72e045ba req-9cebe7a1-ae88-455f-8679-293cdd994525 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 Sep 19 03:47:05.151077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce24cf6-6f0a-4ba2-be5a-378df5e3c305 req-7ae0a43c-345c-4ed4-a81d-d5598f2084e6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:05.152443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ce24cf6-6f0a-4ba2-be5a-378df5e3c305 req-7ae0a43c-345c-4ed4-a81d-d5598f2084e6 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.0477357 Sep 19 03:47:05.193228 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ce24cf6-6f0a-4ba2-be5a-378df5e3c305 req-dd85fbc6-8222-4202-b26d-16cd571c0598 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Sep 19 03:47:05.369918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:47:05.454112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c7de6-0180-4d2e-99c6-59e09b700cca req-f85b3d00-9f24-4e31-b39e-3075e6db9797 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:05.455539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-619c7de6-0180-4d2e-99c6-59e09b700cca req-f85b3d00-9f24-4e31-b39e-3075e6db9797 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 943 time: 0.1107712 Sep 19 03:47:05.460814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:05.462913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-a76aa602-ea55-4a64-9f45-bd5c5f72265e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:05.464277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-a76aa602-ea55-4a64-9f45-bd5c5f72265e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.30 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef&tenant_id=724acb92c1c24e2d919102c4df31512e&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 943 time: 0.1089408 Sep 19 03:47:05.474931 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'network_id': 'c073b7cf-f67f-4425-95b1-27405852a57e', 'port_id': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'mac_address': 'fa:16:3e:89:59:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0dc2880-0f94-491b-b475-92d209cf23e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:47:05.531081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-619c7de6-0180-4d2e-99c6-59e09b700cca req-f658b0dd-009c-4a2b-83f5-e1feaae5b95e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657642 Sep 19 03:47:05.554174 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-1bf8b27f-61a8-417b-8709-59fbf5ed1da8 service neutron] delete failed (client error): The resource could not be found. Sep 19 03:47:05.555294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-1bf8b27f-61a8-417b-8709-59fbf5ed1da8 service neutron] 10.222.0.30 "DELETE /v2.0/ports/962d419a-ee92-41fe-a73e-34d66b2cd772/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0735240 Sep 19 03:47:05.639757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-7cef652d-5938-4403-85d1-27fd04d7b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:05.641315 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-7cef652d-5938-4403-85d1-27fd04d7b134 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=724acb92c1c24e2d919102c4df31512e&device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 1094 time: 0.0418248 Sep 19 03:47:05.664773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:05.676633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962d419a-ee92-41fe-a73e-34d66b2cd772 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:47:05.694822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:05.699004 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:05.734378 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-83f24f89-a3f7-492a-955d-e57f346bdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:05.735787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-83f24f89-a3f7-492a-955d-e57f346bdd48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 200 len: 915 time: 0.0877836 Sep 19 03:47:05.744326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:05.751705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.752214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.752586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.752940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.753273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.753604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.753933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.754259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.754582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.754935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.755259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.755580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:05.775541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-90fdd119-48cb-4bc4-8353-757598db23ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 200 len: 217 time: 0.0332954 Sep 19 03:47:05.822550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-d2846b40-f7a0-4311-a8ea-6566950fd9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:05.823995 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-d2846b40-f7a0-4311-a8ea-6566950fd9db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 200 len: 854 time: 0.0420277 Sep 19 03:47:05.856655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-2ec92981-7bf0-4958-94c7-343ad5f636b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c073b7cf-f67f-4425-95b1-27405852a57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248785 Sep 19 03:47:05.950412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-9753aeaa-2f46-4c0c-9191-9f9d2c07cca1 service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Sep 19 03:47:06.042853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4439a6e7-60f3-4b1a-b63d-6b872bd66104 req-eadae117-2010-402e-b583-df3a4368e46a service neutron] 10.222.0.30 "GET /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Sep 19 03:47:06.102610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['962d419a-ee92-41fe-a73e-34d66b2cd772'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:47:06.646442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4c981-1d90-47ac-8e56-6f0f457b6608 req-00896505-014f-4db4-b416-5361577fb88c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:06.647916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27c4c981-1d90-47ac-8e56-6f0f457b6608 req-00896505-014f-4db4-b416-5361577fb88c tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 944 time: 0.0485928 Sep 19 03:47:06.684340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27c4c981-1d90-47ac-8e56-6f0f457b6608 req-b0021baa-fb36-4a9f-829a-29549cff84ef tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298595 Sep 19 03:47:06.808069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2d73e-a58a-46c8-b1a8-40db3c62752a req-cb776231-b492-4c3b-98bd-0665518e3223 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:06.809525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a2d73e-a58a-46c8-b1a8-40db3c62752a req-cb776231-b492-4c3b-98bd-0665518e3223 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 944 time: 0.0476403 Sep 19 03:47:06.846453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a2d73e-a58a-46c8-b1a8-40db3c62752a req-2384d4ed-099d-49e6-9178-4146dd75bdc3 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Sep 19 03:47:06.963237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae96f-2aee-4a01-9100-21428e21b4e8 req-190d2c58-f4f8-4ded-af89-9b20f242587e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:06.964680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-282ae96f-2aee-4a01-9100-21428e21b4e8 req-190d2c58-f4f8-4ded-af89-9b20f242587e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 944 time: 0.0519807 Sep 19 03:47:07.002286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-282ae96f-2aee-4a01-9100-21428e21b4e8 req-49025d60-3fe6-49b0-a401-93e9c0b06dbd tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Sep 19 03:47:07.318309 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc56e1-7cb4-40fc-80d6-354d5eccf2a8 req-32ec86d2-c42e-4b98-bbac-6c0057df1acb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:07.319793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75dc56e1-7cb4-40fc-80d6-354d5eccf2a8 req-32ec86d2-c42e-4b98-bbac-6c0057df1acb tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 944 time: 0.0479081 Sep 19 03:47:07.357880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75dc56e1-7cb4-40fc-80d6-354d5eccf2a8 req-4d2693c1-7861-4b81-ba78-8f0a9a3e6f0e tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316215 Sep 19 03:47:07.374952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:47:07.420672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 962d419a-ee92-41fe-a73e-34d66b2cd772 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:47:07.424210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 962d419a-ee92-41fe-a73e-34d66b2cd772 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:07.424587 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:07.500055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:07.521716 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:47:07.523986 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14097995-f53e-44db-ab95-543bd442cb5f" -d '{"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-plugged", "status": "completed", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:47:07.535961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:07.540439 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:07.564719 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69870dad-e6a5-4d2b-bc04-422d0f50dc76 x-openstack-request-id: req-69870dad-e6a5-4d2b-bc04-422d0f50dc76 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:47:07.565007 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-plugged", "status": "completed", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:47:07.565258 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69870dad-e6a5-4d2b-bc04-422d0f50dc76 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:47:07.565636 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'code': 200} Sep 19 03:47:07.589378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:08.471281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b30cf4-5260-4f67-aa20-0a8f0280a138 req-e62d94a5-9f93-4432-a842-c2357e235897 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:08.472784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67b30cf4-5260-4f67-aa20-0a8f0280a138 req-e62d94a5-9f93-4432-a842-c2357e235897 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0483201 Sep 19 03:47:08.510971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67b30cf4-5260-4f67-aa20-0a8f0280a138 req-008c5c9c-4a29-492c-8470-17184e323ef1 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ff91da0-e7df-4b16-95f7-812ebc449bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Sep 19 03:47:08.725130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-e35139ff-5a07-4d97-aeeb-455b742647b7 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:08.726480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-e35139ff-5a07-4d97-aeeb-455b742647b7 tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.32 "GET /v2.0/ports?device_id=33ade1fd-9f2a-44a4-9f1d-610955a8caef HTTP/1.1" status: 200 len: 945 time: 0.0476992 Sep 19 03:47:08.810993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Deleting port 962d419a-ee92-41fe-a73e-34d66b2cd772 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:47:08.811333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:08.900008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] For port 962d419a-ee92-41fe-a73e-34d66b2cd772, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=962d419a-ee92-41fe-a73e-34d66b2cd772,segment=NetworkSegment(314dfe02-ae87-4ccf-a515-0f311b4abde0),segment_id=314dfe02-ae87-4ccf-a515-0f311b4abde0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:08.900379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:08.912465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Calling delete_port for 962d419a-ee92-41fe-a73e-34d66b2cd772 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:47:09.036908 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.065219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Pushing event deleted for resources: {'Port': ['ID=962d419a-ee92-41fe-a73e-34d66b2cd772,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:09.069646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['962d419a-ee92-41fe-a73e-34d66b2cd772'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:47:09.105496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] No DVR routers for this DVR port 962d419a-ee92-41fe-a73e-34d66b2cd772 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:47:09.108165 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.110468 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7f3409fe-b30a-4c4b-91de-ffeb532fb3bb req-a80c2bfb-6879-4ebc-95c8-e36e194bd1de tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] 10.222.0.32 "DELETE /v2.0/ports/962d419a-ee92-41fe-a73e-34d66b2cd772 HTTP/1.1" status: 204 len: 173 time: 0.3777866 Sep 19 03:47:09.110962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-deleted', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:47:09.113123 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b5ddb-e7b4-48b8-ae30-988eddea6409" -d '{"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-deleted", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:47:09.149167 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa977b81-dad5-4ff5-bccb-359ea678333e x-openstack-request-id: req-aa977b81-dad5-4ff5-bccb-359ea678333e {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:47:09.149460 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ade1fd-9f2a-44a4-9f1d-610955a8caef", "name": "network-vif-deleted", "tag": "962d419a-ee92-41fe-a73e-34d66b2cd772", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:47:09.149710 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa977b81-dad5-4ff5-bccb-359ea678333e {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:47:09.150100 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ade1fd-9f2a-44a4-9f1d-610955a8caef', 'name': 'network-vif-deleted', 'tag': '962d419a-ee92-41fe-a73e-34d66b2cd772', 'status': 'completed', 'code': 200} Sep 19 03:47:09.282009 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:47:09.628712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36178) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:09.675954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Deleting subnet d0dc2880-0f94-491b-b475-92d209cf23e3 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:47:09.678917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.712246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.748617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.799417 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.824324 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0dc2880-0f94-491b-b475-92d209cf23e3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:09.828803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.830568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d0dc2880-0f94-491b-b475-92d209cf23e3 HTTP/1.1" status: 204 len: 168 time: 0.2008579 Sep 19 03:47:09.833174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36180) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:09.837472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.837818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.838154 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.838486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.838847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.839177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.839501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.839827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.840145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.840463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.840781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.841100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934d5190-bb11-4332-8ebb-12337f359210 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:09.907038 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:09.983802 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.317481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c073b7cf-f67f-4425-95b1-27405852a57e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:10.327241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314dfe02-ae87-4ccf-a515-0f311b4abde0') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:10.327537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314dfe02-ae87-4ccf-a515-0f311b4abde0') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:10.336438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.348958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.354999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:47:10.355376 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:47:10.356970 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:47:10.407290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.412481 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.414896 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c073b7cf-f67f-4425-95b1-27405852a57e HTTP/1.1" status: 204 len: 168 time: 0.5801213 Sep 19 03:47:10.425628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfca538-dc65-43c2-ab0b-684dea5b5900 admin admin] Pushing event deleted for resources: {'Network': ['ID=c073b7cf-f67f-4425-95b1-27405852a57e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:10.529406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36184) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:10.567976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5562c80c-d1ea-4b65-a702-0851d7cde6b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=724acb92c1c24e2d919102c4df31512e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373957 Sep 19 03:47:10.570214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36186) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:10.619606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aca74d8-2dac-4dd1-990d-ecdb4b877927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.640033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aca74d8-2dac-4dd1-990d-ecdb4b877927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.686339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aca74d8-2dac-4dd1-990d-ecdb4b877927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.689115 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8aca74d8-2dac-4dd1-990d-ecdb4b877927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:10.690257 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8aca74d8-2dac-4dd1-990d-ecdb4b877927 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ff91da0-e7df-4b16-95f7-812ebc449bb7 HTTP/1.1" status: 204 len: 168 time: 0.1190143 Sep 19 03:47:10.698039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca74d8-2dac-4dd1-990d-ecdb4b877927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff91da0-e7df-4b16-95f7-812ebc449bb7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:11.330275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36208) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:11.390044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:47:11.412556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 962d419a-ee92-41fe-a73e-34d66b2cd772 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:47:11.412981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 962d419a-ee92-41fe-a73e-34d66b2cd772 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:47:11.440392 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-565789182-network', 'tenant_id': '5c1721960df14821ae07f687a15360ae'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:11.464225 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Made reservation on behalf of 5c1721960df14821ae07f687a15360ae for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:47:11.466517 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.474940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.562671 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.566062 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.586250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:47:11.600757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735f9bb1-2b11-499c-bcd8-8b68c6485039,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:11.603660 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.604021 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Added segment fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09 of type vlan for network 539714cd-56ba-4907-bdc8-4ba2d2b56721 Sep 19 03:47:11.643776 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.667082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.668036 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:11.668618 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.698600 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3672216 Sep 19 03:47:11.701710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:11.706692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Request body: {'subnet': {'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-565789182-subnet', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:11.726837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Made reservation on behalf of 5c1721960df14821ae07f687a15360ae for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:47:11.729026 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.730867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55459fe-2983-457b-82f6-85b03c04cbed admin admin] Pushing event updated for resources: {'Network': ['ID=539714cd-56ba-4907-bdc8-4ba2d2b56721,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:11.740280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:47:11.897326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.956108 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62327832-b5c8-4a51-a943-1adb4b521ba2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:11.964679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:47:11.965038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Network hostable DHCP agents. Network: 539714cd-56ba-4907-bdc8-4ba2d2b56721, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:47:11.982126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:47:11.990615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 539714cd-56ba-4907-bdc8-4ba2d2b56721) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:47:11.995990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:11.997321 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:11.998854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6606716b-a0bc-4de7-90cb-dc05f17952d5 None None] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:47:12.010923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d609ac6e-6d3c-4e36-9831-5c8f0784410d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3080711 Sep 19 03:47:12.013644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36214) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:12.017857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:12.037220 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.038284 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.089362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.136654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-539714cd-56ba-4907-bdc8-4ba2d2b56721', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:47:12.137533 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.225998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.269488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Allocated IP 172.20.0.2 (539714cd-56ba-4907-bdc8-4ba2d2b56721/62327832-b5c8-4a51-a943-1adb4b521ba2/c49afcf3-6285-433a-882d-797a3835285f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:47:12.409043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.415291 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.421744 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.444441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.450550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:47:12.456862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:47:12.461724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:47:12.464638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Pushing event updated for resources: {'Port': ['ID=c49afcf3-6285-433a-882d-797a3835285f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:12.514906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Attempting to bind port c49afcf3-6285-433a-882d-797a3835285f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:47:12.515349 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Attempting to bind port c49afcf3-6285-433a-882d-797a3835285f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:47:12.515854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Attempting to bind port c49afcf3-6285-433a-882d-797a3835285f on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:47:12.520759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:47:12.521074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:47:12.521491 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.521874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:47:12.522362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Bound port: c49afcf3-6285-433a-882d-797a3835285f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:47:12.522754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.547948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Allocated IP 172.25.8.59 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3a0331ba-397a-41e2-bdab-efa543523658) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:47:12.587832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] For port c49afcf3-6285-433a-882d-797a3835285f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:47:12.590958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] For port c49afcf3-6285-433a-882d-797a3835285f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c49afcf3-6285-433a-882d-797a3835285f,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:47:12.596162 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.653021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1fed2-17d1-400e-9249-24a409edd4f5 None None] Pushing event updated for resources: {'Port': ['ID=c49afcf3-6285-433a-882d-797a3835285f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:12.672597 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.706569 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:12.747007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:47:12.750244 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:47:12.752892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:47:12.787029 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Pushing event updated for resources: {'Port': ['ID=3a0331ba-397a-41e2-bdab-efa543523658,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:13.020928 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c49afcf3-6285-433a-882d-797a3835285f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:47:13.024599 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:13.069282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c49afcf3-6285-433a-882d-797a3835285f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:13.069656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:13.148105 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:13.188603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port c49afcf3-6285-433a-882d-797a3835285f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c49afcf3-6285-433a-882d-797a3835285f,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:13.193577 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:13.229907 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:13.245805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=c49afcf3-6285-433a-882d-797a3835285f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:13.362615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Router e0732ba8-9e88-4b15-adfa-94437e08caac is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:47:13.469929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:47:13.481845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:47:13.486953 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:13.488209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ff297943-1677-43c6-8636-8d7db941664e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4735312 Sep 19 03:47:13.490855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36216) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:13.494234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbbe6f7-428b-44e7-8d00-12e0d4dc2a94 None None] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:47:13.507868 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:47:13.508511 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:46:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:13.614605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-87bf19d6-f6d5-4d96-8a19-973873e239af None None] Provisioning complete for port c49afcf3-6285-433a-882d-797a3835285f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:13.615000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87bf19d6-f6d5-4d96-8a19-973873e239af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:13.728036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:47:13.974731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:12Z', 'revision_number': 3, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:14.001307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:47:14.001721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Updating router e0732ba8-9e88-4b15-adfa-94437e08caac port 3a0331ba-397a-41e2-bdab-efa543523658 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:47:14.032051 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.182257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.342260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Allocated IP 172.20.0.1 (539714cd-56ba-4907-bdc8-4ba2d2b56721/62327832-b5c8-4a51-a943-1adb4b521ba2/045afd39-963f-4f1f-a8e9-0d317d80debb) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:47:14.387002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1f161ad6-4fe3-4838-a996-b9733447c782 None None] Provisioning complete for port c49afcf3-6285-433a-882d-797a3835285f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:14.387370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f161ad6-4fe3-4838-a996-b9733447c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.447713 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.482511 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.512063 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.521090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:47:14.524076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:47:14.526735 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.530079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:47:14.551975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=045afd39-963f-4f1f-a8e9-0d317d80debb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:14.580441 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.585031 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bd54ab8-3e69-4907-a475-f2532a16ad4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.604417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402aea1-e9f1-4bcb-bbfb-5a50bdccecdd None None] Pushing event updated for resources: {'Port': ['ID=3a0331ba-397a-41e2-bdab-efa543523658,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:14.608047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Attempting to bind port 3a0331ba-397a-41e2-bdab-efa543523658 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:47:14.608434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Attempting to bind port 3a0331ba-397a-41e2-bdab-efa543523658 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:47:14.608804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Attempting to bind port 3a0331ba-397a-41e2-bdab-efa543523658 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:47:14.614495 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:47:14.614899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:47:14.615310 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.615707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:47:14.616177 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Bound port: 3a0331ba-397a-41e2-bdab-efa543523658, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:47:14.616564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.671265 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] For port 3a0331ba-397a-41e2-bdab-efa543523658, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:47:14.675222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] For port 3a0331ba-397a-41e2-bdab-efa543523658, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3a0331ba-397a-41e2-bdab-efa543523658,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:47:14.680487 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.717521 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.742252 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402aea1-e9f1-4bcb-bbfb-5a50bdccecdd None None] Pushing event updated for resources: {'Port': ['ID=3a0331ba-397a-41e2-bdab-efa543523658,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:14.745483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:47:14.746087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:46:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:14.806370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cb259eb4-a52f-455e-a4f7-b122650576f8 None None] Provisioning complete for port 045afd39-963f-4f1f-a8e9-0d317d80debb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:14.806658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cb259eb4-a52f-455e-a4f7-b122650576f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.881845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:47:14.882834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.883596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cb259eb4-a52f-455e-a4f7-b122650576f8 None None] Port 045afd39-963f-4f1f-a8e9-0d317d80debb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:47:14.888065 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:14.959367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=045afd39-963f-4f1f-a8e9-0d317d80debb,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:14.962832 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:15.003914 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c49afcf3-6285-433a-882d-797a3835285f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:47:15.055560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:47:15.057180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:47:15.098895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c49afcf3-6285-433a-882d-797a3835285f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:15.099269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:15.149474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 1, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:15.177160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ccc59-f861-4cb6-b1ee-274381288989 None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 1, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:47:15.180992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:47:15.304411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:47:15.305079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f82b68f2-a26d-4bc3-a4c8-e9d6537d301a None None] Provisioning complete for port 045afd39-963f-4f1f-a8e9-0d317d80debb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:15.305079 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f82b68f2-a26d-4bc3-a4c8-e9d6537d301a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:15.310758 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-22a4ddee-e35a-415b-acd2-efde9b50c7e5 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0732ba8-9e88-4b15-adfa-94437e08caac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182149 Sep 19 03:47:15.342675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f82b68f2-a26d-4bc3-a4c8-e9d6537d301a None None] Port 045afd39-963f-4f1f-a8e9-0d317d80debb cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:47:15.854404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36224) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:15.859458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4b0fe3a4-b00d-47d4-b12d-da22334cd595 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--96624554', 'description': 'tempest-description--1903323040'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:15.882152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe3a4-b00d-47d4-b12d-da22334cd595 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:15.972213 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe3a4-b00d-47d4-b12d-da22334cd595 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:15.976642 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe3a4-b00d-47d4-b12d-da22334cd595 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.007022 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4b0fe3a4-b00d-47d4-b12d-da22334cd595 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.008815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4b0fe3a4-b00d-47d4-b12d-da22334cd595 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1526699 Sep 19 03:47:16.009679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fe3a4-b00d-47d4-b12d-da22334cd595 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba349a1f-56dd-4820-990f-fb8f655a98d4,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:16.011960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:16.017276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-78952044-75bc-4c41-9f8a-b9200238f052 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'security_group_rule': {'security_group_id': 'ba349a1f-56dd-4820-990f-fb8f655a98d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:16.044210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78952044-75bc-4c41-9f8a-b9200238f052 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.101917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78952044-75bc-4c41-9f8a-b9200238f052 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.105010 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78952044-75bc-4c41-9f8a-b9200238f052 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.124726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78952044-75bc-4c41-9f8a-b9200238f052 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce69379-ba73-46db-8d40-d88c1fdfc39f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:16.128107 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-78952044-75bc-4c41-9f8a-b9200238f052 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.129295 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-78952044-75bc-4c41-9f8a-b9200238f052 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156399 Sep 19 03:47:16.131863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36228) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:16.136810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e9adb103-47c6-4e0c-9170-3ff2278c04f2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'security_group_rule': {'security_group_id': 'ba349a1f-56dd-4820-990f-fb8f655a98d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:16.163912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9adb103-47c6-4e0c-9170-3ff2278c04f2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.226016 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9adb103-47c6-4e0c-9170-3ff2278c04f2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.231073 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9adb103-47c6-4e0c-9170-3ff2278c04f2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.249039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb103-47c6-4e0c-9170-3ff2278c04f2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf143c07-d4f8-4241-913c-84213ba8d8b3,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:16.256247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9adb103-47c6-4e0c-9170-3ff2278c04f2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.257482 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e9adb103-47c6-4e0c-9170-3ff2278c04f2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246481 Sep 19 03:47:16.260484 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 36230) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:16.265120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:16.287448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.329124 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.387629 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.492105 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Allocated IP 172.25.8.209 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/ece72f26-120f-4c70-8e42-db9c01769937) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:47:16.590818 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.624171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.666258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:47:16.668978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:47:16.671690 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:47:16.702731 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'Port': ['ID=ece72f26-120f-4c70-8e42-db9c01769937,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:16.763005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.796713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.958851 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:16.963774 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.034308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3a0331ba-397a-41e2-bdab-efa543523658 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:47:17.039876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'Port': ['ID=ece72f26-120f-4c70-8e42-db9c01769937,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:17.048648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.063713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.065002 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8810e83f-63f2-4ff8-ab7e-0e7a4a6c2bed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8033600 Sep 19 03:47:17.089652 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3a0331ba-397a-41e2-bdab-efa543523658 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:17.090021 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.133576 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:47:17.145957 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:47:17.146615 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:46:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:17.182049 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.204647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 3a0331ba-397a-41e2-bdab-efa543523658, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3a0331ba-397a-41e2-bdab-efa543523658,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:17.210494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.211033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-34f60588-f555-495d-8184-b9d3b38b666c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--96624554&fields=id&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 267 time: 0.0341702 Sep 19 03:47:17.256223 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:47:17.267255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=3a0331ba-397a-41e2-bdab-efa543523658,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:17.299379 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fabe9b5-a12b-4358-8671-ed9377397596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.327216 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-65bc56dc-a464-4a49-93e9-05eef77d2982 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:17.328688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-65bc56dc-a464-4a49-93e9-05eef77d2982 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.1091075 Sep 19 03:47:17.344184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-81c5b5f3-676a-44c6-bcf1-01feb74cacf0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/quotas/5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 375 time: 0.0092394 Sep 19 03:47:17.397151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-0554763a-cf18-4b61-bbfa-3373a6e1630d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472927 Sep 19 03:47:17.457826 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 2, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:17.486932 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:47:17.487280 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Updating router e0732ba8-9e88-4b15-adfa-94437e08caac port 045afd39-963f-4f1f-a8e9-0d317d80debb binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:47:17.496882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8070a2b-a279-4c05-b596-3bb14c1a6c9f service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Sep 19 03:47:17.511004 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.584225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-9769fbd3-e0e7-4780-a5dd-51388da27643 service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807598 Sep 19 03:47:17.759274 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.764150 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.901138 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Pushing event updated for resources: {'Port': ['ID=045afd39-963f-4f1f-a8e9-0d317d80debb,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:17.923570 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.923917 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.924253 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.924582 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.924910 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.925236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.925555 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.925876 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.926195 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.926508 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.926850 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.927174 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:47:17.960651 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Attempting to bind port 045afd39-963f-4f1f-a8e9-0d317d80debb on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:47:17.961162 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Attempting to bind port 045afd39-963f-4f1f-a8e9-0d317d80debb by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:47:17.962182 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Attempting to bind port 045afd39-963f-4f1f-a8e9-0d317d80debb on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:47:17.967423 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:47:17.967794 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:47:17.968195 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:17.968585 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:47:17.969044 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Bound port: 045afd39-963f-4f1f-a8e9-0d317d80debb, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:47:17.969421 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.017455 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.037989 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] For port 045afd39-963f-4f1f-a8e9-0d317d80debb, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:47:18.041261 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] For port 045afd39-963f-4f1f-a8e9-0d317d80debb, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=045afd39-963f-4f1f-a8e9-0d317d80debb,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:47:18.044825 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.091375 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7c55bf03-7ab8-4662-8f21-dd0d9dfd3e65 None None] Provisioning complete for port 045afd39-963f-4f1f-a8e9-0d317d80debb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:18.092334 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c55bf03-7ab8-4662-8f21-dd0d9dfd3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.093925 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:47:18.094465 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:47:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:18.150533 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d9945-6380-40b5-a147-7a94109d288d None None] Pushing event updated for resources: {'Port': ['ID=045afd39-963f-4f1f-a8e9-0d317d80debb,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:18.172683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c55bf03-7ab8-4662-8f21-dd0d9dfd3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.206151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7c55bf03-7ab8-4662-8f21-dd0d9dfd3e65 None None] For port 045afd39-963f-4f1f-a8e9-0d317d80debb, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=045afd39-963f-4f1f-a8e9-0d317d80debb,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:18.209992 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c55bf03-7ab8-4662-8f21-dd0d9dfd3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.223759 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:47:18.271352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55bf03-7ab8-4662-8f21-dd0d9dfd3e65 None None] Pushing event updated for resources: {'Port': ['ID=045afd39-963f-4f1f-a8e9-0d317d80debb,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:18.329733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-39fd84dd-7d86-4c83-894b-84c88f73126e None None] Provisioning complete for port 045afd39-963f-4f1f-a8e9-0d317d80debb triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:18.330098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39fd84dd-7d86-4c83-894b-84c88f73126e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.415127 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:18.440178 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8fe0b3-f140-4cf4-a395-d96541329cea None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:47:18.574167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:18.767133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a58082a2-133c-4dbd-b58c-fcaf34c732da req-cd485a90-33af-41aa-9006-3c9461639ea3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 210 time: 0.0268204 Sep 19 03:47:19.026021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 045afd39-963f-4f1f-a8e9-0d317d80debb up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:47:19.074306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 045afd39-963f-4f1f-a8e9-0d317d80debb triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:19.074675 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:19.154151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3a0331ba-397a-41e2-bdab-efa543523658 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:47:19.199096 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3a0331ba-397a-41e2-bdab-efa543523658 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:19.199384 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:19.715688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-549edae0-8e98-4470-a711-e7d698594ee6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:19.717131 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-549edae0-8e98-4470-a711-e7d698594ee6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.1092207 Sep 19 03:47:19.769098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-8b23587d-9080-43d4-85eb-7606e89f8932 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 378 time: 0.0422909 Sep 19 03:47:19.778087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'port': {'device_id': '2a205160-8f80-4471-8894-b5728fb02b8a', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'admin_state_up': True, 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'security_groups': ['ba349a1f-56dd-4820-990f-fb8f655a98d4']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:19.869459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-974741d1-c98e-4ab1-8f6d-1b01527199bf req-b590b1d4-a14d-426f-9e61-f28c6a6f116d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 210 time: 0.0324204 Sep 19 03:47:19.909660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Made reservation on behalf of 5c1721960df14821ae07f687a15360ae for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:47:19.913197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.038012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Allocated IP 172.20.0.7 (539714cd-56ba-4907-bdc8-4ba2d2b56721/62327832-b5c8-4a51-a943-1adb4b521ba2/9382a0fc-93d2-407e-9432-270dbd9e3d7a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:47:20.153157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.169725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.201380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.245612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:47:20.248581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:47:20.252330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:47:20.279667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:20.308944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:20.309588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.325141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-f988b20a-8554-49ff-b93d-450fef8f1d96 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5504344 Sep 19 03:47:20.337126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Request body: {'port': {'device_id': '2a205160-8f80-4471-8894-b5728fb02b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:20.392620 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.433654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-87cbaa67-6d70-4e1e-a331-8db253144124 None None] Provisioning complete for port 9382a0fc-93d2-407e-9432-270dbd9e3d7a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:20.434147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-87cbaa67-6d70-4e1e-a331-8db253144124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.469297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-87cbaa67-6d70-4e1e-a331-8db253144124 None None] Port 9382a0fc-93d2-407e-9432-270dbd9e3d7a cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:47:20.657073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9382a0fc-93d2-407e-9432-270dbd9e3d7a {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:47:20.664294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.677551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Transition to ACTIVE for port object 9382a0fc-93d2-407e-9432-270dbd9e3d7a will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:47:20.681499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.751099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:20.800563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:47:20.801271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:47:20.801271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:47:20.806417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:47:20.806764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:47:20.811685 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:47:20.812008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:47:20.812392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:47:20.812819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Bound port: 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:47:20.813183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.882812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:47:20.885811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:47:20.892670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.925217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:20.925829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:20.927257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] 10.222.0.30 "PUT /v2.0/ports/9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 1091 time: 0.5945020 Sep 19 03:47:20.927695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:47:20.930523 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f80298-702b-4471-a68b-c2f7f04e4261" -d '{"events": [{"name": "network-changed", "server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:47:20.987605 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43372bc2-d042-47d3-9696-2ae820a9bfef x-openstack-request-id: req-43372bc2-d042-47d3-9696-2ae820a9bfef {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:47:20.987900 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:47:20.988155 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43372bc2-d042-47d3-9696-2ae820a9bfef {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:47:20.988546 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'status': 'completed', 'code': 200} Sep 19 03:47:21.000678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f64acc-67fc-4910-8be8-2936ac0b45d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:21.052536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bfa510-f058-43bf-88b1-185bf1ca43e7 req-01bb7168-3e1a-4de0-ae7a-8e29886d533d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.054048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9bfa510-f058-43bf-88b1-185bf1ca43e7 req-01bb7168-3e1a-4de0-ae7a-8e29886d533d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 943 time: 0.1142902 Sep 19 03:47:21.061893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-5c01247f-3706-407c-b4b6-2bebe3509e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.063390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-5c01247f-3706-407c-b4b6-2bebe3509e66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1094 time: 0.0783484 Sep 19 03:47:21.112433 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-6a3b40f0-c85d-4d92-842a-cb9d556cc185 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 217 time: 0.0411882 Sep 19 03:47:21.152088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9bfa510-f058-43bf-88b1-185bf1ca43e7 req-22fc8134-f200-4e79-9dd2-8142023016f5 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877435 Sep 19 03:47:21.170481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-7f879304-2a91-4bb9-9ca4-e816cdb42859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.172055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-7f879304-2a91-4bb9-9ca4-e816cdb42859 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0497208 Sep 19 03:47:21.232993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-651e8eff-cca1-47f1-baf1-14b5e1affa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.234484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-651e8eff-cca1-47f1-baf1-14b5e1affa45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557692 Sep 19 03:47:21.327070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-a08a27ba-78ed-43bc-9be5-0e5a96ebaccb service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859089 Sep 19 03:47:21.419552 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac7e009d-e5c5-469c-9fd7-cc8759a66b21 req-af0cee56-d8a3-438f-a251-642d81f04aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858977 Sep 19 03:47:21.500292 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-4ef15885-83d4-4c24-bf48-ca76a0957830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.501767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-4ef15885-83d4-4c24-bf48-ca76a0957830 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1094 time: 0.0410132 Sep 19 03:47:21.592748 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-f3066859-72c1-4605-87ef-972dac6d9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.594213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-f3066859-72c1-4605-87ef-972dac6d9c94 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0855412 Sep 19 03:47:21.893486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-766f1d52-1695-4132-a147-6388926413fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 217 time: 0.2918177 Sep 19 03:47:21.941041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-355d76e1-31a6-4417-b125-2c610edb914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.942439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-355d76e1-31a6-4417-b125-2c610edb914e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0415366 Sep 19 03:47:21.986483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-51577f79-09db-420d-b6a1-2d278366f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:21.987941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-51577f79-09db-420d-b6a1-2d278366f7af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384810 Sep 19 03:47:22.077783 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-26e60060-964d-4261-b1d3-c925dcd39745 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822327 Sep 19 03:47:22.168084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12f80298-702b-4471-a68b-c2f7f04e4261 req-61086381-18e2-4c30-9975-74319eb418ea service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828769 Sep 19 03:47:22.268342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49655e80-90cf-44b1-89c7-2f1fc41e4d1d req-94217966-652f-48fd-ae48-1aaf47a924b4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:22.269791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49655e80-90cf-44b1-89c7-2f1fc41e4d1d req-94217966-652f-48fd-ae48-1aaf47a924b4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 943 time: 0.0489054 Sep 19 03:47:22.308048 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49655e80-90cf-44b1-89c7-2f1fc41e4d1d req-049a2a9e-cd13-4220-8d1d-53603d71ec38 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322638 Sep 19 03:47:23.175468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:47:23.268439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:23.279788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'mac_address': 'fa:16:3e:a5:dc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:47:23.322920 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:23.343435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9382a0fc-93d2-407e-9432-270dbd9e3d7a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:47:23.362104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:23.366115 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:23.412232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:23.422933 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5671-382d-4c2d-8c73-dfd3b19a21fc req-b37036e5-7001-47e9-806a-3a547d80f6d8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:23.424449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5caf5671-382d-4c2d-8c73-dfd3b19a21fc req-b37036e5-7001-47e9-806a-3a547d80f6d8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 944 time: 0.0489147 Sep 19 03:47:23.462072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5caf5671-382d-4c2d-8c73-dfd3b19a21fc req-61d97fae-a090-441c-9fa9-2587d4ce8bc6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309987 Sep 19 03:47:23.587575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['9382a0fc-93d2-407e-9432-270dbd9e3d7a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:47:24.576884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823bfe8-4ce3-4fb4-9450-cb2ce3129248 req-57ce4b2c-0cd4-45f1-9552-5cf38de373eb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:24.578339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9823bfe8-4ce3-4fb4-9450-cb2ce3129248 req-57ce4b2c-0cd4-45f1-9552-5cf38de373eb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 944 time: 0.0511854 Sep 19 03:47:24.616181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9823bfe8-4ce3-4fb4-9450-cb2ce3129248 req-5bbb9115-f482-4e9a-86ae-58f54d3a2c60 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317438 Sep 19 03:47:25.175954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:47:25.222936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 9382a0fc-93d2-407e-9432-270dbd9e3d7a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:47:25.226595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 9382a0fc-93d2-407e-9432-270dbd9e3d7a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:47:25.227022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:25.301197 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:25.323001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:47:25.325226 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e46f575-f48f-4a67-9b8a-0de002c6a27f" -d '{"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-plugged", "status": "completed", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:47:25.339025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:47:25.343207 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:25.365730 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68027695-8bfb-4ef6-a631-c578bb61dbaf x-openstack-request-id: req-68027695-8bfb-4ef6-a631-c578bb61dbaf {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:47:25.366017 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-plugged", "status": "completed", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:47:25.366266 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68027695-8bfb-4ef6-a631-c578bb61dbaf {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:47:25.366648 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'code': 200} Sep 19 03:47:25.391495 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:47:25.456272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e14d0-8d90-4d57-b5ba-263da5bd0c1b req-c9d11726-1921-4ec0-a314-13efe6038878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:25.457641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be6e14d0-8d90-4d57-b5ba-263da5bd0c1b req-c9d11726-1921-4ec0-a314-13efe6038878 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1096 time: 0.0390422 Sep 19 03:47:25.491311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be6e14d0-8d90-4d57-b5ba-263da5bd0c1b req-5afd9a22-3c96-45ff-91d3-5dbc625864e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268521 Sep 19 03:47:25.727474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80767438-af23-435a-8e3b-b651ca702e6c req-d5331dda-9716-4ea9-9051-d87df4d8784b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:25.728826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80767438-af23-435a-8e3b-b651ca702e6c req-d5331dda-9716-4ea9-9051-d87df4d8784b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0474002 Sep 19 03:47:25.765947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-80767438-af23-435a-8e3b-b651ca702e6c req-c7469e74-509c-43c8-b07d-395e6731e911 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312986 Sep 19 03:47:26.884065 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a52e7a-0c91-417a-803a-a0e812cda6a9 req-3fa07439-bf79-4ccd-8735-f8f456986b3a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:26.885450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99a52e7a-0c91-417a-803a-a0e812cda6a9 req-3fa07439-bf79-4ccd-8735-f8f456986b3a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0518625 Sep 19 03:47:26.921497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99a52e7a-0c91-417a-803a-a0e812cda6a9 req-d9206be4-1032-424b-bb17-71d065064fcd tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301330 Sep 19 03:47:27.029023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5ff18-dd7a-4ce4-9371-f50ccfda1578 req-592ba365-2a13-4fbf-87ac-848aa3ace8b9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:27.030466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4de5ff18-dd7a-4ce4-9371-f50ccfda1578 req-592ba365-2a13-4fbf-87ac-848aa3ace8b9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0474491 Sep 19 03:47:27.038762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:47:27.043656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'floatingip': {'port_id': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:47:27.082136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:27.503413 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:27.507198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:27.607928 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 associated. External IP: 172.25.8.209, port: 9382a0fc-93d2-407e-9432-270dbd9e3d7a. Sep 19 03:47:27.810368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:47:27.917241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:47:27.922100 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:27.927341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:47:27.936977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:47:27.937666 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:47:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:27.949634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8e16d8cd-de6d-4028-a2ed-623dd07e5340 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "PUT /v2.0/floatingips/22b16640-d634-44fa-9282-885619bd6ab2 HTTP/1.1" status: 200 len: 991 time: 0.9092741 Sep 19 03:47:27.950340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:47:27.952762 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5bc499-7f21-485f-bd0b-ca19029a57d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:47:27.991125 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79560721-2db8-4a84-9e05-27d09d664768 x-openstack-request-id: req-79560721-2db8-4a84-9e05-27d09d664768 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:47:27.991514 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:47:27.991826 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79560721-2db8-4a84-9e05-27d09d664768 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:47:27.993097 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'status': 'completed', 'code': 200} Sep 19 03:47:28.045086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:47:28.055669 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-4bf0d9d9-2b7e-46ea-ba39-36a52e1d4303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:28.057220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-4bf0d9d9-2b7e-46ea-ba39-36a52e1d4303 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1096 time: 0.0410833 Sep 19 03:47:28.151271 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-486ec01d-17b1-46e0-8b15-cf2da5b646d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:28.152781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-486ec01d-17b1-46e0-8b15-cf2da5b646d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0892174 Sep 19 03:47:28.250631 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-2834a13b-7c74-41d4-8325-9d9aaed8e4bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 999 time: 0.0912843 Sep 19 03:47:28.267387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:a5:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a205160-8f80-4471-8894-b5728fb02b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:47:27Z', 'revision_number': 1, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:28.292389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:47:28.299996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-a1806718-06f0-4b66-8e81-0531a805f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:28.300471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:47:28.301076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:47:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:28.301510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-a1806718-06f0-4b66-8e81-0531a805f65f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0437720 Sep 19 03:47:28.345797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-c099454b-a7fe-4972-ba0c-c008f0e9cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:47:28.347323 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-c099454b-a7fe-4972-ba0c-c008f0e9cb8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393641 Sep 19 03:47:28.403653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:47:28.439960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-31c86627-5679-4c37-ab3f-b1007630cad4 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851746 Sep 19 03:47:28.531464 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd5bc499-7f21-485f-bd0b-ca19029a57d6 req-293ae171-cf8d-4e9d-85ec-b1390fc82ea6 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847030 Sep 19 03:47:28.774470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:a5:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a205160-8f80-4471-8894-b5728fb02b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:47:27Z', 'revision_number': 1, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:47:28.799855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7a6f83-1243-41c3-9f25-c0c4fb5dbcce None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:a5:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a205160-8f80-4471-8894-b5728fb02b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:47:27Z', 'revision_number': 1, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:47:28.979101 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed835fe-5ed4-4bf1-bb70-722770fd4191 None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:47:30.240701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:44.534934 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0a4f9cbb-ec09-40ba-8647-9f61b709acf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:46.281460 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:47:46.344948 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:47.300196 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1e84d9b-96cf-44f0-a409-87480154344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:48.018091 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:48.577030 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:47:50.159036 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:00.193177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-ca467cec-17f1-4286-af54-dc6145f675e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428059 Sep 19 03:48:00.251436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:00.273983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626f20-3781-40ca-b732-69b542260949 req-f9d35ca5-169c-49e0-bcaf-e47c0d237c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:48:00.275511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-f9d35ca5-169c-49e0-bcaf-e47c0d237c84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1096 time: 0.0410092 Sep 19 03:48:00.374582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626f20-3781-40ca-b732-69b542260949 req-2e3f53cc-7af8-4c59-a1ae-8f5015e97991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:48:00.376066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-2e3f53cc-7af8-4c59-a1ae-8f5015e97991 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0825191 Sep 19 03:48:00.442919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-1f4da116-af07-4cbb-8add-56f65ddd47a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 1001 time: 0.0591722 Sep 19 03:48:00.489578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626f20-3781-40ca-b732-69b542260949 req-5355ef71-74f6-4d57-a135-305b83e1536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:48:00.490902 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-5355ef71-74f6-4d57-a135-305b83e1536c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0410471 Sep 19 03:48:00.535215 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37626f20-3781-40ca-b732-69b542260949 req-e31d18bc-8492-4f9f-a664-026c8bfc89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:48:00.536663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-e31d18bc-8492-4f9f-a664-026c8bfc89ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391836 Sep 19 03:48:00.627701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-94046865-9ead-4482-9479-975451ccde28 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839643 Sep 19 03:48:00.717490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37626f20-3781-40ca-b732-69b542260949 req-7d05ebd2-564e-415b-93eb-4f86137653c0 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830808 Sep 19 03:48:14.535349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b45b72b8-9be0-4642-8a42-aca9011d32c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:16.375556 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:17.299580 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a260372-8a5b-4a39-9feb-3314c59ad3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:18.020347 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:18.577452 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:20.160646 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:23.280894 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:48:30.251034 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:44.534658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a4274ebe-c05a-42e7-9c66-aec0a5598a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:46.374824 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:47.299543 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b392ee78-1307-4b7a-9faf-5bd9b9fe3c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:48.021569 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:48.581207 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:48:50.160476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:00.250402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:00.279441 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:49:01.693971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-093b9c30-fb47-4e92-9863-340f5890dbf3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393908 Sep 19 03:49:01.772792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-a4583d70-a945-4ae4-8a98-b435edb90d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:01.774348 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-a4583d70-a945-4ae4-8a98-b435edb90d9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1096 time: 0.0399344 Sep 19 03:49:01.878097 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-c5d68177-06a5-441b-ace3-26ff4b237035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:01.879855 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-c5d68177-06a5-441b-ace3-26ff4b237035 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0864706 Sep 19 03:49:01.944945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-ceb3868b-a0eb-4063-b518-0477e1e90634 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 1001 time: 0.0561695 Sep 19 03:49:01.993401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-a4c5d245-238a-4d3e-8edd-e591a572cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:01.994829 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-a4c5d245-238a-4d3e-8edd-e591a572cefd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0420442 Sep 19 03:49:02.041773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-9494f4da-d150-4b55-a3ca-83ef1ccf7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:02.043319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-9494f4da-d150-4b55-a3ca-83ef1ccf7b8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411866 Sep 19 03:49:02.132808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-547eaf92-4341-4435-a8bf-43e112e064d6 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810330 Sep 19 03:49:02.513701 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f835a61-d9d0-4d05-8bb1-6c7382ffbef4 req-6ea3439d-70be-4d4c-adac-917cc461dcf8 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734672 Sep 19 03:49:02.522716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e5117-0957-4d9f-b7d8-317d17060c1f req-20c692e2-73b2-41d6-b5f0-f1250763be2e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:02.524618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-501e5117-0957-4d9f-b7d8-317d17060c1f req-20c692e2-73b2-41d6-b5f0-f1250763be2e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0686665 Sep 19 03:49:02.563001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-501e5117-0957-4d9f-b7d8-317d17060c1f req-ad2884bf-a7c4-4945-a403-da0882287587 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319128 Sep 19 03:49:02.740026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36480) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:49:02.796398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06c286-d701-4a2c-b2e2-080b13c917d5 req-693b4f64-c31d-4e68-8d6d-e503fb7941b6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:02.797940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b06c286-d701-4a2c-b2e2-080b13c917d5 req-693b4f64-c31d-4e68-8d6d-e503fb7941b6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0490711 Sep 19 03:49:02.835378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b06c286-d701-4a2c-b2e2-080b13c917d5 req-ee1fe44b-d32e-4a79-af9d-0496aa998a12 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313740 Sep 19 03:49:02.889008 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-ee6fede8-2f60-4663-8ce8-6f32f1adff0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477373 Sep 19 03:49:02.898053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-bc18a3ff-fa73-4e83-a4b0-32a855cb136b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:49:02.899005 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-bc18a3ff-fa73-4e83-a4b0-32a855cb136b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048263 Sep 19 03:49:03.950476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc66b8-992d-432c-8fad-cd458b2f11a1 req-124f474a-ef4b-4a12-ab70-d6022c2aa931 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:03.951850 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92cc66b8-992d-432c-8fad-cd458b2f11a1 req-124f474a-ef4b-4a12-ab70-d6022c2aa931 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0474396 Sep 19 03:49:03.991297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92cc66b8-992d-432c-8fad-cd458b2f11a1 req-bc5f22bc-0816-4657-b911-c7250b463d42 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331194 Sep 19 03:49:04.101153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-7a63c9b8-99c2-4c38-913b-224a6e7c233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:04.102682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-7a63c9b8-99c2-4c38-913b-224a6e7c233f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1096 time: 0.0408187 Sep 19 03:49:04.193460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-21939797-51d1-4fce-87d9-a90a0ef6b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:04.194879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-21939797-51d1-4fce-87d9-a90a0ef6b027 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0857482 Sep 19 03:49:04.257648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-4d52cc4e-e072-4c96-a3e4-906fc98bbce0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 1001 time: 0.0555782 Sep 19 03:49:04.309474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-4f281a49-431b-4bbf-827b-4f1149fec2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:04.310903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-4f281a49-431b-4bbf-827b-4f1149fec2cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0462775 Sep 19 03:49:04.355197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-5ede4d09-0b5f-491d-a330-d58e919ee4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:04.356596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-5ede4d09-0b5f-491d-a330-d58e919ee4ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388036 Sep 19 03:49:04.442163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-da59c2ae-e3ab-42c2-9cdd-5e5a1cad5be8 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783670 Sep 19 03:49:04.536535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-77d54b69-7bfe-4173-95cc-144fc13c720b service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864885 Sep 19 03:49:05.103355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0508f3-e1c1-46c3-9697-4c630d236a85 req-3b6f05a9-8ef5-4780-a777-a7756950d6e6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:05.104732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d0508f3-e1c1-46c3-9697-4c630d236a85 req-3b6f05a9-8ef5-4780-a777-a7756950d6e6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0487280 Sep 19 03:49:05.143308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d0508f3-e1c1-46c3-9697-4c630d236a85 req-61c7beef-912b-4707-a688-0167afb5aced tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321059 Sep 19 03:49:06.258028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914674f-4f3e-4b94-80d5-b041a319b80c req-8d16e0a6-7c28-4875-9e01-2dbfa049fb8e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:06.259508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3914674f-4f3e-4b94-80d5-b041a319b80c req-8d16e0a6-7c28-4875-9e01-2dbfa049fb8e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0478754 Sep 19 03:49:06.304200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3914674f-4f3e-4b94-80d5-b041a319b80c req-a2963baa-9b83-4dd0-bcdd-f46af20e446f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386477 Sep 19 03:49:07.416668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37ea3-7ae0-45ab-8da3-06a84ffbff4f req-dcc2855a-9cfa-4d0f-bd75-3b2f6f35aa79 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:07.418130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdd37ea3-7ae0-45ab-8da3-06a84ffbff4f req-dcc2855a-9cfa-4d0f-bd75-3b2f6f35aa79 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0476756 Sep 19 03:49:07.456145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fdd37ea3-7ae0-45ab-8da3-06a84ffbff4f req-c6a65581-b5b0-4d00-bfca-739b9901d1ee tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316303 Sep 19 03:49:08.568057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca4a4a-9ad8-47a5-a010-242f49c6abfe req-a556d78e-9582-46cc-93a9-097c08e297da tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:08.569510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9ca4a4a-9ad8-47a5-a010-242f49c6abfe req-a556d78e-9582-46cc-93a9-097c08e297da tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0474923 Sep 19 03:49:08.606379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9ca4a4a-9ad8-47a5-a010-242f49c6abfe req-5a6b6366-5fbc-463a-9f87-caaba2dba268 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309451 Sep 19 03:49:09.719210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e88a1-ecd2-4844-b0bd-48fb086654fe req-4a737df4-ab96-4bcb-8063-1683af898fd1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:09.720698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-528e88a1-ecd2-4844-b0bd-48fb086654fe req-4a737df4-ab96-4bcb-8063-1683af898fd1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0476890 Sep 19 03:49:09.760612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-528e88a1-ecd2-4844-b0bd-48fb086654fe req-f112026a-e186-4265-abd1-5f7010652d8d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340602 Sep 19 03:49:10.874684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a7465-a544-41a0-a328-b85b97545780 req-902a51d7-9b17-4c27-991f-6d3af8790f8e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:10.876171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-079a7465-a544-41a0-a328-b85b97545780 req-902a51d7-9b17-4c27-991f-6d3af8790f8e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0488744 Sep 19 03:49:10.912661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-079a7465-a544-41a0-a328-b85b97545780 req-2ef6ca93-eb5a-4b16-a39d-81120e1cd817 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306172 Sep 19 03:49:12.027213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f276c-18ec-4185-9c18-4d5f84284c82 req-35a8bfdb-dbb3-412e-b1fd-22cd7ae2961c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:12.028689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d4f276c-18ec-4185-9c18-4d5f84284c82 req-35a8bfdb-dbb3-412e-b1fd-22cd7ae2961c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0485559 Sep 19 03:49:12.065362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d4f276c-18ec-4185-9c18-4d5f84284c82 req-c4cfdedc-e4f4-44fc-92be-95340e4b456f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309150 Sep 19 03:49:13.176211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055034d-b325-487f-9269-bb1ae7996e5f req-f77809e3-a527-448d-a32e-160279d00078 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:13.177666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6055034d-b325-487f-9269-bb1ae7996e5f req-f77809e3-a527-448d-a32e-160279d00078 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0478983 Sep 19 03:49:13.218732 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6055034d-b325-487f-9269-bb1ae7996e5f req-8e2fb451-4e52-4e16-a3e1-8c1c0f1e9019 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352094 Sep 19 03:49:14.330498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a08ec9-d98d-43b5-9448-73c4c0a160a0 req-48a3cc5d-1252-41b7-8bac-363325f28727 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:14.331991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-16a08ec9-d98d-43b5-9448-73c4c0a160a0 req-48a3cc5d-1252-41b7-8bac-363325f28727 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0478704 Sep 19 03:49:14.369066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-16a08ec9-d98d-43b5-9448-73c4c0a160a0 req-5aa01e0b-f85a-4460-bd1c-c18d90b6d3e6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313354 Sep 19 03:49:14.534899 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5ffe9ee4-83df-418d-9ea9-b8cf21926689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:15.481426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4135bc-67e1-4ba9-85e1-4dd956ec6fdf req-9f72155e-414f-4a40-8758-5eafad75fa00 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:15.482903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b4135bc-67e1-4ba9-85e1-4dd956ec6fdf req-9f72155e-414f-4a40-8758-5eafad75fa00 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0481977 Sep 19 03:49:15.519145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b4135bc-67e1-4ba9-85e1-4dd956ec6fdf req-d5f02695-5be8-46a5-b82d-22e838e39ec1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302901 Sep 19 03:49:16.405318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:16.418138 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-408e7f82-504c-4058-aaa4-531a9f427755 req-14b882ba-dd31-4460-9311-e8a6fdce36fd service neutron] show failed (client error): The resource could not be found. Sep 19 03:49:16.419214 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-14b882ba-dd31-4460-9311-e8a6fdce36fd service neutron] 10.222.0.30 "GET /v2.0/ports/9382a0fc-93d2-407e-9432-270dbd9e3d7a/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0557647 Sep 19 03:49:16.644553 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67687ebb-23c1-4377-be2d-51e90c7ea21e req-93ce7490-4876-4e15-8919-d965760431c4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:16.646038 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67687ebb-23c1-4377-be2d-51e90c7ea21e req-93ce7490-4876-4e15-8919-d965760431c4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0598669 Sep 19 03:49:16.684618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-67687ebb-23c1-4377-be2d-51e90c7ea21e req-f940ff09-a6c2-4e3d-a8fd-66630a5f1367 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324473 Sep 19 03:49:16.689446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-08dcde6b-b158-4c9f-bf30-1192736893e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:16.690997 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-08dcde6b-b158-4c9f-bf30-1192736893e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 1096 time: 0.1249111 Sep 19 03:49:16.710528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:49:16.761455 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:16.965795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:16.997671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:49:17.035980 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:49:17.038236 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fdfb68-392f-4f2c-b1a7-2b16e88d606f" -d '{"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:49:17.041957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:17.054087 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Transition to ACTIVE for port object 9382a0fc-93d2-407e-9432-270dbd9e3d7a will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:49:17.057104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:17.092647 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d878fb79-abe5-459c-8717-116a91802b83 x-openstack-request-id: req-d878fb79-abe5-459c-8717-116a91802b83 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:49:17.092847 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:49:17.093098 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d878fb79-abe5-459c-8717-116a91802b83 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:49:17.094175 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'code': 200} Sep 19 03:49:17.171881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:17.194907 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.195260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.195605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.195944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.196282 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.196612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.196951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.197281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.197604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.197928 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.198252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.198598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:17.239256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] No DVR routers for this DVR port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:49:17.299033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9b393f27-84aa-44e9-8170-21af0a899e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:17.375279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:49:17.375620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:49:17.375948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:49:17.380147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:49:17.380469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Attempting to bind port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:49:17.385212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:49:17.385552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:49:17.385935 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:49:17.386361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Bound port: 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:49:17.386713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:17.448264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:49:17.451524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:49:17.454836 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:17.488762 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:17.489378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:17.490834 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] 10.222.0.32 "PUT /v2.0/ports/9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 1091 time: 0.7841856 Sep 19 03:49:17.510387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999df8b-daa6-45af-a810-f0297944a17c service neutron] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:17.571037 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-153d31ff-7b63-4226-9b31-3adadc16f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:17.572572 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-153d31ff-7b63-4226-9b31-3adadc16f26a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1094 time: 0.0429220 Sep 19 03:49:17.670262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-daccf76f-a437-419f-8b72-13bd4f0a6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:17.672288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-daccf76f-a437-419f-8b72-13bd4f0a6766 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0930948 Sep 19 03:49:17.736575 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-f755c0a7-d6fa-4537-81df-daeb5b7d9a08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 999 time: 0.0563674 Sep 19 03:49:17.790764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-afc7892b-9ebc-4f0b-bd1c-da50669a1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:17.792246 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-afc7892b-9ebc-4f0b-bd1c-da50669a1fae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0486269 Sep 19 03:49:17.799530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc78648-424d-491c-9f37-a963e84f5ca2 req-3d0d205b-81e5-49cb-8ac7-f93bbbdbbdd7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:17.801024 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8cc78648-424d-491c-9f37-a963e84f5ca2 req-3d0d205b-81e5-49cb-8ac7-f93bbbdbbdd7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 943 time: 0.0488746 Sep 19 03:49:17.837086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7f82-504c-4058-aaa4-531a9f427755 req-ded63492-7ec8-4795-b6aa-dbbd8aba1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:17.838298 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8cc78648-424d-491c-9f37-a963e84f5ca2 req-e3b57d04-7214-4ad3-bf4b-9a2183b1f60c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313683 Sep 19 03:49:17.838568 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-ded63492-7ec8-4795-b6aa-dbbd8aba1e87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391912 Sep 19 03:49:17.930193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-a01ac376-b505-40c4-b84e-5a514830a36d service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Sep 19 03:49:18.019153 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-408e7f82-504c-4058-aaa4-531a9f427755 req-b30fcb7b-5565-41cc-bb2e-03eeb0aeb7a9 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820272 Sep 19 03:49:18.022303 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:18.583854 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:18.953189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871895d5-89fb-45bf-978a-6535ee19110b req-4426b3c8-e86b-41c7-8006-9f34ddeb0f9f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:18.954643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-871895d5-89fb-45bf-978a-6535ee19110b req-4426b3c8-e86b-41c7-8006-9f34ddeb0f9f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 943 time: 0.0477107 Sep 19 03:49:18.992022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-871895d5-89fb-45bf-978a-6535ee19110b req-2ee02a89-9329-42ad-8e0f-029c059472cb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315342 Sep 19 03:49:19.095520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:49:19.097851 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822cf28c-ea9e-41d5-b680-5b9a1493283c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:49:19.145021 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0c46a2-e39e-4996-bde3-bc8a8fecd776 x-openstack-request-id: req-7b0c46a2-e39e-4996-bde3-bc8a8fecd776 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:49:19.145318 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:49:19.145572 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b0c46a2-e39e-4996-bde3-bc8a8fecd776 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:49:19.145971 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'status': 'completed', 'code': 200} Sep 19 03:49:19.212306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-043714e2-124c-4175-a7e9-10bb7678d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.213793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-043714e2-124c-4175-a7e9-10bb7678d902 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1094 time: 0.0443206 Sep 19 03:49:19.223309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-7d156224-ee1c-48aa-9697-93b78530403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.224798 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-7d156224-ee1c-48aa-9697-93b78530403e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1094 time: 0.0403957 Sep 19 03:49:19.302330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-bf585df9-f55b-49c7-8585-43d05e60c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.303831 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-bf585df9-f55b-49c7-8585-43d05e60c92e service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0832651 Sep 19 03:49:19.316526 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-85fd1dea-bf40-411a-be6b-b75846b1d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.318030 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-85fd1dea-bf40-411a-be6b-b75846b1d47e service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0862715 Sep 19 03:49:19.372578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-6ff85647-0d0d-4c02-b067-e6decd373762 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 999 time: 0.0608425 Sep 19 03:49:19.383015 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-8a330104-0ed0-4d3e-8b17-bd959f6e1688 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 999 time: 0.0570199 Sep 19 03:49:19.422883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-2de4f7f1-143d-4506-88f7-3c82d058b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.424351 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-2de4f7f1-143d-4506-88f7-3c82d058b4af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0437789 Sep 19 03:49:19.435766 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-b41793a2-543a-4bb8-8266-d7b3647c2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.437344 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-b41793a2-543a-4bb8-8266-d7b3647c2c30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0468979 Sep 19 03:49:19.468826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-12e6f188-87df-4798-bb3e-b0767b7be062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.470307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-12e6f188-87df-4798-bb3e-b0767b7be062 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396390 Sep 19 03:49:19.483914 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-8e5c033e-f620-4571-a347-6c3cfcbe9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:19.485429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-8e5c033e-f620-4571-a347-6c3cfcbe9103 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408673 Sep 19 03:49:19.562448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-1a89d5bb-b717-42d0-8e40-bd6a3ec2dae4 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Sep 19 03:49:19.579823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-5bd910f3-8914-4b06-984b-7d08f41e6fca service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867488 Sep 19 03:49:19.651746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-1ee93960-65d6-48d8-b6ae-b7827083bb48 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826418 Sep 19 03:49:19.668701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-822cf28c-ea9e-41d5-b680-5b9a1493283c req-1576c9f6-f7b4-4e54-810e-b71c068a5985 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817661 Sep 19 03:49:19.780567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:49:19.816130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:49:20.108110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d364aa-c970-4caf-8f8f-ab70d2da7f45 req-67c8739f-cc81-4417-b4e3-b1bbd567594c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:20.110077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1d364aa-c970-4caf-8f8f-ab70d2da7f45 req-67c8739f-cc81-4417-b4e3-b1bbd567594c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 943 time: 0.0529883 Sep 19 03:49:20.147072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1d364aa-c970-4caf-8f8f-ab70d2da7f45 req-51ab8b71-d620-4c97-a97e-903a4a6466eb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310259 Sep 19 03:49:20.163506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:21.264880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7e015-f591-4566-a10a-8a9f7414cfad req-946397dc-cf86-4b90-aaee-d083a03af90f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:21.267151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65d7e015-f591-4566-a10a-8a9f7414cfad req-946397dc-cf86-4b90-aaee-d083a03af90f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 943 time: 0.0489380 Sep 19 03:49:21.303115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65d7e015-f591-4566-a10a-8a9f7414cfad req-df63bb47-a96c-4a2b-83dc-0172256348ea tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302031 Sep 19 03:49:21.518460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaf85e-b126-4415-967d-7124ccb6b13a req-f38d4eb0-9f64-4bd8-bccb-5342382c5e29 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:21.519858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bddaf85e-b126-4415-967d-7124ccb6b13a req-f38d4eb0-9f64-4bd8-bccb-5342382c5e29 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 943 time: 0.0808773 Sep 19 03:49:21.534113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-ab5f0966-8e7a-497c-90ac-e750c8410027 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:21.535494 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-ab5f0966-8e7a-497c-90ac-e750c8410027 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a&tenant_id=5c1721960df14821ae07f687a15360ae&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 943 time: 0.0711868 Sep 19 03:49:21.591761 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bddaf85e-b126-4415-967d-7124ccb6b13a req-36752855-8b70-4f85-86ac-63ac45c69091 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654080 Sep 19 03:49:21.614179 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-b5e82a06-9571-4007-9587-77d04331659c service neutron] delete failed (client error): The resource could not be found. Sep 19 03:49:21.615191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-b5e82a06-9571-4007-9587-77d04331659c service neutron] 10.222.0.30 "DELETE /v2.0/ports/9382a0fc-93d2-407e-9432-270dbd9e3d7a/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0669479 Sep 19 03:49:21.695741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-1733cbc3-3a2c-4353-b554-91d87c1a925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:21.697162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-1733cbc3-3a2c-4353-b554-91d87c1a925a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 1094 time: 0.0404844 Sep 19 03:49:21.785988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-14ebff8c-351e-421d-b676-45538cd581e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:21.787357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-14ebff8c-351e-421d-b676-45538cd581e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0836027 Sep 19 03:49:21.851661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-af496618-8fcd-48b4-8278-8516ba00d5a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 200 len: 999 time: 0.0566146 Sep 19 03:49:21.883050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:49:21.905963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-d02450b1-61b7-4be6-8f6d-3d06ed28d077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:21.907969 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-d02450b1-61b7-4be6-8f6d-3d06ed28d077 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0488279 Sep 19 03:49:21.952084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-511a09b1-06bc-43a6-a911-2a8691143b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:21.953566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-511a09b1-06bc-43a6-a911-2a8691143b16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390468 Sep 19 03:49:21.977027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:21.989186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'mac_address': 'fa:16:3e:a5:dc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:49:22.024551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:22.037465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9382a0fc-93d2-407e-9432-270dbd9e3d7a {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:49:22.042070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-ee871a55-b626-42b1-9832-7de32fb73573 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815957 Sep 19 03:49:22.056284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:22.060394 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:22.111105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:22.118378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.118728 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.119095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.119433 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.119767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.120097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.120424 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.120752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.121075 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.121400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.121727 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.122043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:22.140689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3367a83-ceb8-4daa-9178-abde0634f170 req-712a9f5b-bf6e-4dd3-b839-2fd578d8f04c service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898628 Sep 19 03:49:22.507919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['9382a0fc-93d2-407e-9432-270dbd9e3d7a'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:49:22.714567 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611cdb3-1393-4688-affb-c9412e8b5678 req-3208b249-2536-4d98-9f50-9df8072c148e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:22.716053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5611cdb3-1393-4688-affb-c9412e8b5678 req-3208b249-2536-4d98-9f50-9df8072c148e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 944 time: 0.0506670 Sep 19 03:49:22.753687 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5611cdb3-1393-4688-affb-c9412e8b5678 req-991ee35a-94cd-4998-a6a4-4f5f49b72dcd tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310326 Sep 19 03:49:22.873869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751dabdc-eb32-42c2-aeb3-1d6c8dc5b157 req-813ba031-7183-49c6-9bcf-bd86739dc89e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:22.875398 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-751dabdc-eb32-42c2-aeb3-1d6c8dc5b157 req-813ba031-7183-49c6-9bcf-bd86739dc89e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 944 time: 0.0565441 Sep 19 03:49:22.912292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-751dabdc-eb32-42c2-aeb3-1d6c8dc5b157 req-4a78edad-0eab-48b1-9407-cbb9d2128b7f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310557 Sep 19 03:49:23.024855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ae256-8940-45cc-8285-349b22f75c80 req-6b0da900-c2e5-4e1d-9eb3-2c4c85dcc9e7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:23.026350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-349ae256-8940-45cc-8285-349b22f75c80 req-6b0da900-c2e5-4e1d-9eb3-2c4c85dcc9e7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 944 time: 0.0485847 Sep 19 03:49:23.063886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-349ae256-8940-45cc-8285-349b22f75c80 req-ab233b90-4707-4dca-9a80-d2ff10aea227 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308595 Sep 19 03:49:23.288090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f47a-bb5f-4a7a-af8e-56f75f851bcd req-58a228cf-70a6-4525-aa49-4e63c6a6e568 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:23.289526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09a7f47a-bb5f-4a7a-af8e-56f75f851bcd req-58a228cf-70a6-4525-aa49-4e63c6a6e568 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 944 time: 0.0477037 Sep 19 03:49:23.325324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09a7f47a-bb5f-4a7a-af8e-56f75f851bcd req-02f40e27-7dee-4251-a504-64490d27d9f7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299485 Sep 19 03:49:23.883589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:49:23.932538 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 9382a0fc-93d2-407e-9432-270dbd9e3d7a completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:49:23.936006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 9382a0fc-93d2-407e-9432-270dbd9e3d7a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:49:23.936377 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:24.009283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:24.030917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:49:24.033192 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c780e3-fc79-414f-aee4-22f874b1bbca" -d '{"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-plugged", "status": "completed", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:49:24.045980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:24.051916 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:24.100584 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:24.142348 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733c49f2-c774-4ed2-96ea-3fe9619f8514 x-openstack-request-id: req-733c49f2-c774-4ed2-96ea-3fe9619f8514 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:49:24.142648 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-plugged", "status": "completed", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:49:24.142927 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-733c49f2-c774-4ed2-96ea-3fe9619f8514 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:49:24.143321 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'code': 200} Sep 19 03:49:24.440682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d2a80-94f8-46c8-8b8b-41604b6a1fab req-ca375317-a6fd-4d43-955a-2532a7704f55 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:24.442121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-743d2a80-94f8-46c8-8b8b-41604b6a1fab req-ca375317-a6fd-4d43-955a-2532a7704f55 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0514071 Sep 19 03:49:24.479207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-743d2a80-94f8-46c8-8b8b-41604b6a1fab req-0b365ab1-92bc-484b-bc66-61d15097bef8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312023 Sep 19 03:49:24.832970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-ced05f58-bb9d-4c50-918c-4296e501c74d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:24.834405 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-ced05f58-bb9d-4c50-918c-4296e501c74d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 945 time: 0.0480533 Sep 19 03:49:24.925259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Deleting port 9382a0fc-93d2-407e-9432-270dbd9e3d7a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:49:24.925599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:25.009880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] For port 9382a0fc-93d2-407e-9432-270dbd9e3d7a, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=9382a0fc-93d2-407e-9432-270dbd9e3d7a,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:25.010247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:25.190328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:25.190617 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:25.190963 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 disassociated. External IP: 172.25.8.209, port: 9382a0fc-93d2-407e-9432-270dbd9e3d7a. Sep 19 03:49:25.191312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Calling delete_port for 9382a0fc-93d2-407e-9432-270dbd9e3d7a owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:49:25.317685 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:25.348820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event deleted for resources: {'Port': ['ID=9382a0fc-93d2-407e-9432-270dbd9e3d7a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:25.461926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:49:25.575033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fe4d891-e8ba-4d86-baad-eb90b84d5695 req-26724ffe-4974-4563-9676-95bb76a9dec3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a205160-8f80-4471-8894-b5728fb02b8a HTTP/1.1" status: 200 len: 210 time: 0.0261979 Sep 19 03:49:25.575625 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:49:25.586022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:49:25.597621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:49:25.597621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:49:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:25.617566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] No DVR routers for this DVR port 9382a0fc-93d2-407e-9432-270dbd9e3d7a on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:49:25.620299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:25.622333 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-db4bb5a4-ebf2-4372-9bf8-2102277572b9 req-f02a8654-6d2c-4d7e-8c86-85765ffd8067 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "DELETE /v2.0/ports/9382a0fc-93d2-407e-9432-270dbd9e3d7a HTTP/1.1" status: 204 len: 173 time: 0.7805874 Sep 19 03:49:25.622722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-deleted', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:49:25.624958 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c233f956-32cf-43a6-8ad5-d4a952561aeb" -d '{"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-deleted", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:49:25.661553 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192beb27-8ff7-4c07-98e6-48ef1bb67311 x-openstack-request-id: req-192beb27-8ff7-4c07-98e6-48ef1bb67311 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:49:25.661854 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a205160-8f80-4471-8894-b5728fb02b8a", "name": "network-vif-deleted", "tag": "9382a0fc-93d2-407e-9432-270dbd9e3d7a", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:49:25.662109 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-192beb27-8ff7-4c07-98e6-48ef1bb67311 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:49:25.662511 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a205160-8f80-4471-8894-b5728fb02b8a', 'name': 'network-vif-deleted', 'tag': '9382a0fc-93d2-407e-9432-270dbd9e3d7a', 'status': 'completed', 'code': 200} Sep 19 03:49:25.705948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:49:25.902792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:25.928236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:49:25.936015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:49:25.936607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:49:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:26.036407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:49:26.230452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:26.255094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98607b4b-bc48-4c0f-9298-881dcd04216f None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:49:26.534557 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35055eaa-c428-43c3-80a1-c2fec35ec212 None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:49:26.803320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-8cac7d3d-c3e7-4388-9dee-9775b04454e2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--96624554&fields=id&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 267 time: 0.0318007 Sep 19 03:49:26.910905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-c3139e9e-c5bd-4af7-bf1e-3ccb0c35e010 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:26.912354 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-c3139e9e-c5bd-4af7-bf1e-3ccb0c35e010 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.1026440 Sep 19 03:49:26.927324 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-36aab3d6-9e00-4e1a-b389-017ce51685db tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/quotas/5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 375 time: 0.0092680 Sep 19 03:49:26.979092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-5bb31dc0-1ee1-4c2b-ba76-0dc155bc29eb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463398 Sep 19 03:49:27.071883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-b9cb5527-4f92-424d-a089-978a62658b6a service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808027 Sep 19 03:49:27.162984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-84b50082-f6a9-4c7d-ac93-6dfcb174112d service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851171 Sep 19 03:49:27.907474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:49:27.926529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 9382a0fc-93d2-407e-9432-270dbd9e3d7a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:49:27.926902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 9382a0fc-93d2-407e-9432-270dbd9e3d7a not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:49:28.337098 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-65091b8a-afc8-4784-becb-416f75ee985e req-0f9a7b96-e670-4171-8ca0-bdb7a7e1f61e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 210 time: 0.0268431 Sep 19 03:49:29.413180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4644dbe6-c158-431e-93df-b7b6057ee739 req-4cfee434-868c-401b-b5ee-26c19c3cca80 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 210 time: 0.0261195 Sep 19 03:49:30.242085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:30.492272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-36bfaff9-1dd4-440d-888c-59f08632332c req-c8d56c25-6ad4-40b7-aee6-eb705a8e89c5 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 210 time: 0.0304122 Sep 19 03:49:31.337990 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-b15a2112-eca1-428c-be1a-8670160c68ec tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:31.339485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-b15a2112-eca1-428c-be1a-8670160c68ec tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.1016266 Sep 19 03:49:31.383381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-bf8afe94-0446-4ac8-afef-b519fab8253f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 378 time: 0.0347688 Sep 19 03:49:31.392668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'port': {'device_id': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'admin_state_up': True, 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'security_groups': ['ba349a1f-56dd-4820-990f-fb8f655a98d4']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:49:31.499306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Made reservation on behalf of 5c1721960df14821ae07f687a15360ae for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:49:31.503369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:31.592598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b34d853-3f3f-44d4-91aa-a190a605e28b req-67722001-ac8a-4ace-8cbf-e0c7a223d1c4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 210 time: 0.0301497 Sep 19 03:49:31.653673 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Allocated IP 172.20.0.4 (539714cd-56ba-4907-bdc8-4ba2d2b56721/62327832-b5c8-4a51-a943-1adb4b521ba2/7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:49:31.784331 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:31.816524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:31.860973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:49:31.863980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:49:31.867716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:49:31.897018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:31.911820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.912164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.912498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.912830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.913160 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.913487 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.913811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.914132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.914453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.914816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.915111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.915428 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:49:31.933809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:31.934412 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:31.949906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-2d2b3865-43a6-4954-8a39-15fd774c555c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607300 Sep 19 03:49:31.962469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Request body: {'port': {'device_id': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:49:32.018160 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:32.073693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-48ebdc0f-88b8-4dc5-8956-c31168abeb25 None None] Provisioning complete for port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:49:32.074246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-48ebdc0f-88b8-4dc5-8956-c31168abeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:32.108311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-48ebdc0f-88b8-4dc5-8956-c31168abeb25 None None] Port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:49:32.279978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:49:32.287057 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:32.299494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Transition to ACTIVE for port object 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:49:32.303246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:32.356164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:32.424670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:49:32.425016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:49:32.425346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:49:32.429834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:49:32.430291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:49:32.435552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:49:32.435889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:49:32.436274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:49:32.436703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Bound port: 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:49:32.437060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:32.505381 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:49:32.508485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:49:32.512859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:32.549323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:32.549944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:32.551343 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] 10.222.0.30 "PUT /v2.0/ports/7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 1091 time: 0.5931451 Sep 19 03:49:32.551779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:49:32.554024 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3482a8e5-93d2-4954-80b8-1b8b43f76aee" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:49:32.579902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734c1a5-b469-4aa0-ba11-1002e0d58a53 service neutron] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:32.609343 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebef408-5b8a-43d1-9b5d-5e0f5a68cb56 x-openstack-request-id: req-2ebef408-5b8a-43d1-9b5d-5e0f5a68cb56 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:49:32.610286 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:49:32.610598 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ebef408-5b8a-43d1-9b5d-5e0f5a68cb56 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:49:32.611063 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'status': 'completed', 'code': 200} Sep 19 03:49:32.641260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-594cd095-6a81-47a4-bb6b-4681bc356ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:32.642796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-594cd095-6a81-47a4-bb6b-4681bc356ae5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1094 time: 0.0445285 Sep 19 03:49:32.699078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-0ecd4d06-c916-449e-9eec-e3294d6ef3ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 217 time: 0.0487096 Sep 19 03:49:32.781379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe40ac-8597-40ab-9ccc-ef9b318b08d1 req-83e0c4a2-4396-4616-b9da-4872db00fc79 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:32.782937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91fe40ac-8597-40ab-9ccc-ef9b318b08d1 req-83e0c4a2-4396-4616-b9da-4872db00fc79 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 943 time: 0.0930953 Sep 19 03:49:32.784294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-98587490-76aa-4ab3-8fff-e1e0144e18da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:32.785654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-98587490-76aa-4ab3-8fff-e1e0144e18da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0690317 Sep 19 03:49:32.852807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-91fe40ac-8597-40ab-9ccc-ef9b318b08d1 req-27db5f68-c9f3-43e3-9979-8bb8e7c65fe3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631535 Sep 19 03:49:32.860185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-ae765e2c-8daa-4cbc-b58e-fafafac0b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:32.861664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-ae765e2c-8daa-4cbc-b58e-fafafac0b359 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655942 Sep 19 03:49:32.949921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-8fdeb342-ccf7-4b2e-b634-c03dcc4164a8 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813727 Sep 19 03:49:33.041627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d779d27f-96ca-4074-b5eb-dc8063e3886e req-85b9f7ca-65a6-46f6-8296-aa61bc8e54cd service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846982 Sep 19 03:49:33.127752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-98ebb35c-dbd2-48c7-b78d-db733a634a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:33.129202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-98ebb35c-dbd2-48c7-b78d-db733a634a0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1094 time: 0.0407450 Sep 19 03:49:33.219922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-5dfc7da6-97ab-4a7b-97a4-79faa31a6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:33.221240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-5dfc7da6-97ab-4a7b-97a4-79faa31a6719 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0848262 Sep 19 03:49:33.261419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-5e57c6e2-e1f0-4d8c-93d2-5d360f79e99a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 217 time: 0.0327992 Sep 19 03:49:33.308099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-defbdf81-11e6-475a-a028-2ead37d275c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:33.309456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-defbdf81-11e6-475a-a028-2ead37d275c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0413296 Sep 19 03:49:33.353130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-e2b91234-6e6a-46fb-a418-c9a3bca2af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:33.354815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-e2b91234-6e6a-46fb-a418-c9a3bca2af7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376439 Sep 19 03:49:33.443635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-d115e2e5-d5bb-460a-b1b8-621bd9a095ab service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814264 Sep 19 03:49:33.537287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3482a8e5-93d2-4954-80b8-1b8b43f76aee req-aff1d5fa-2124-4937-b769-7985cf6c4198 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856292 Sep 19 03:49:33.967952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f01f56-e5b1-4403-bf53-5d0f80239093 req-2312bc1c-2127-46b9-b41b-1a75c088af33 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:33.969407 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70f01f56-e5b1-4403-bf53-5d0f80239093 req-2312bc1c-2127-46b9-b41b-1a75c088af33 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 943 time: 0.0483041 Sep 19 03:49:34.007080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70f01f56-e5b1-4403-bf53-5d0f80239093 req-c02b896f-c9b8-4fcf-9f1b-db374760f86f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317147 Sep 19 03:49:35.120296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6756a-9fa6-40b7-9d5c-04e2d4f1fc16 req-0d829251-f5e9-4bd0-af94-3f247aefcc6c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:35.121663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3f6756a-9fa6-40b7-9d5c-04e2d4f1fc16 req-0d829251-f5e9-4bd0-af94-3f247aefcc6c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 943 time: 0.0481198 Sep 19 03:49:35.159063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3f6756a-9fa6-40b7-9d5c-04e2d4f1fc16 req-4c2c4cb1-174d-4b9f-aa92-1dd671cb564c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312352 Sep 19 03:49:35.878807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:49:35.969793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:35.980680 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'mac_address': 'fa:16:3e:6a:93:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:49:36.016007 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:36.027767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:49:36.045549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:36.050048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:36.097120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:36.273584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f387c4-b84d-4669-bcb4-9924eed89c18 req-1c20a91c-8cc3-4ab4-96d2-1a5dfb44d1f0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:36.275804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31f387c4-b84d-4669-bcb4-9924eed89c18 req-1c20a91c-8cc3-4ab4-96d2-1a5dfb44d1f0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 944 time: 0.0520897 Sep 19 03:49:36.276740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:49:36.314114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31f387c4-b84d-4669-bcb4-9924eed89c18 req-4b77daec-1a1f-4ef7-a3c6-b64a29843aa5 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316918 Sep 19 03:49:37.279147 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:49:37.437501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f182a-fb37-418a-8de8-515f8e5d6d07 req-63615289-abce-4985-af09-3497ce57e4e8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:37.439571 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b8f182a-fb37-418a-8de8-515f8e5d6d07 req-63615289-abce-4985-af09-3497ce57e4e8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 944 time: 0.0583053 Sep 19 03:49:37.476544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b8f182a-fb37-418a-8de8-515f8e5d6d07 req-e5927002-9633-4fec-a075-ef57f4a57ba1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311315 Sep 19 03:49:37.894085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:49:37.944978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:49:37.948649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:49:37.949024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:38.022268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:38.043828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:49:38.046720 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c407f3dd-d33a-4893-91a9-481d31690ca4" -d '{"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-plugged", "status": "completed", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:49:38.058922 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:49:38.062976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:38.087042 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4a804-11ea-41bd-b3bd-91e34b6c2ad9 x-openstack-request-id: req-3cf4a804-11ea-41bd-b3bd-91e34b6c2ad9 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:49:38.087334 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-plugged", "status": "completed", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:49:38.087589 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3cf4a804-11ea-41bd-b3bd-91e34b6c2ad9 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:49:38.087975 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'code': 200} Sep 19 03:49:38.116530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:49:38.177126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96327eb-18a4-4456-99f5-1ccbc1937925 req-acb87b62-8898-470a-896d-38c7e9b0faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:38.178566 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c96327eb-18a4-4456-99f5-1ccbc1937925 req-acb87b62-8898-470a-896d-38c7e9b0faf5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1096 time: 0.0396497 Sep 19 03:49:38.212189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c96327eb-18a4-4456-99f5-1ccbc1937925 req-d07449a9-ef3c-40e3-aab3-4d16e39bb9d8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0262911 Sep 19 03:49:38.592599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f89478-9316-415e-b71a-71f9a89ae695 req-608dd6b9-b8c6-4ca0-93a5-2bcc35ae1375 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:38.594102 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49f89478-9316-415e-b71a-71f9a89ae695 req-608dd6b9-b8c6-4ca0-93a5-2bcc35ae1375 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0514436 Sep 19 03:49:38.630359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-49f89478-9316-415e-b71a-71f9a89ae695 req-c6c4119f-e3a8-4cee-bf56-d0f82e0d679e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304472 Sep 19 03:49:39.744818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a809436-7bbb-4cf0-ac1b-41723c1472c2 req-e794c050-672e-4fa8-8e7e-433edfaffcf4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:39.746282 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a809436-7bbb-4cf0-ac1b-41723c1472c2 req-e794c050-672e-4fa8-8e7e-433edfaffcf4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0483279 Sep 19 03:49:39.783475 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8a809436-7bbb-4cf0-ac1b-41723c1472c2 req-5e908950-5e30-4676-b2c5-f68bfc8d8b9a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312674 Sep 19 03:49:39.890929 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeebe52-cbae-41a6-856e-d37b244aa46f req-e56be677-b970-4489-97e1-26e039a91a26 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:39.892384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cbeebe52-cbae-41a6-856e-d37b244aa46f req-e56be677-b970-4489-97e1-26e039a91a26 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0475748 Sep 19 03:49:39.901543 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 36652) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:49:39.905792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'floatingip': {'port_id': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:49:40.210762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:40.627254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:40.630941 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:40.728689 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 associated. External IP: 172.25.8.209, port: 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74. Sep 19 03:49:40.938087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:49:41.045408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:49:41.050231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:41.055011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:49:41.065514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:49:41.066204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:49:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:41.077375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d3033818-8abc-41bb-96a7-ee2c964ae155 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "PUT /v2.0/floatingips/22b16640-d634-44fa-9282-885619bd6ab2 HTTP/1.1" status: 200 len: 991 time: 1.1746943 Sep 19 03:49:41.078042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:49:41.080807 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:49:41.123590 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d008264-02b5-4d3c-9c39-1aebbdc90b5e x-openstack-request-id: req-9d008264-02b5-4d3c-9c39-1aebbdc90b5e {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:49:41.123931 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:49:41.124145 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d008264-02b5-4d3c-9c39-1aebbdc90b5e {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:49:41.124552 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'status': 'completed', 'code': 200} Sep 19 03:49:41.176283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:49:41.189861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-958164c2-f51d-4a74-88d6-abb4e1c9022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:41.191607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-958164c2-f51d-4a74-88d6-abb4e1c9022b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1096 time: 0.0439131 Sep 19 03:49:41.282534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-8e53fd87-5e85-4391-b4e4-85d5576ef645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:41.284583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-8e53fd87-5e85-4391-b4e4-85d5576ef645 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0860834 Sep 19 03:49:41.352094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-73006de5-c8f8-4266-bbe9-082f06f6aa16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 999 time: 0.0600479 Sep 19 03:49:41.394159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:6a:93:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:49:40Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:41.401332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-d783d138-e1af-4a13-8750-441b7550bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:41.402828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-d783d138-e1af-4a13-8750-441b7550bcbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0434835 Sep 19 03:49:41.419467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:49:41.428202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:49:41.428859 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:49:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:41.447745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-67dab665-ab56-4927-92ed-d6c1a0006a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:49:41.449160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-67dab665-ab56-4927-92ed-d6c1a0006a97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392241 Sep 19 03:49:41.529939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:49:41.542303 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-4a4ccac7-fae2-4d21-ba91-daa186db11a5 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860100 Sep 19 03:49:41.635790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c92ada08-4eba-40c8-a4bb-7b85d5c30d89 req-782245a4-593a-4159-88b2-4c0a61097853 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870881 Sep 19 03:49:41.899990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:6a:93:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:49:40Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:49:41.925185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528e7012-57b9-4a52-95f5-70c91850e1c6 None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:6a:93:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:49:40Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:49:42.108972 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a3a7a1-377a-483e-a484-c2f3d700418a None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:49:44.534635 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-725cee30-624b-489e-91ef-437f08fd0f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:46.410674 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:47.300697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ad737e4-7f6a-45c7-af74-d882b953d0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:48.024496 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:48.587125 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:49:50.181084 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:00.258555 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:01.695838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-7fe85baf-2863-473c-8461-12d5d278dd75 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411894 Sep 19 03:50:01.781936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-16ca2f76-b232-48e7-b178-00fea391902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:50:01.784163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-16ca2f76-b232-48e7-b178-00fea391902d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1096 time: 0.0463393 Sep 19 03:50:01.884260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-99fba4fa-0593-40e6-b903-69d383f67b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:50:01.885710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-99fba4fa-0593-40e6-b903-69d383f67b92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0831022 Sep 19 03:50:01.953836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-17b80ea9-fe9e-4f0e-b915-695b953cef4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 1001 time: 0.0598271 Sep 19 03:50:02.002484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-cc545d60-4394-466b-b939-8e7f7dc12e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:50:02.003889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-cc545d60-4394-466b-b939-8e7f7dc12e6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0434132 Sep 19 03:50:02.048838 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-73bc8d46-8963-4418-b864-aa8715b9e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:50:02.050320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-73bc8d46-8963-4418-b864-aa8715b9e3e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395129 Sep 19 03:50:02.142247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-4d286b14-148e-4965-bd90-11ed89865c67 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849164 Sep 19 03:50:02.228830 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63ee8646-8dd3-42e2-80ce-f2522ed9badd req-794669b1-a80c-488e-8109-7001d692d7ae service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793617 Sep 19 03:50:14.278967 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:50:14.535416 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-954838c4-d422-49ce-a8f8-9a0c533f8be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:16.420855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:17.301211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb7508f6-4c29-47d4-92d3-90ea5fda6b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:18.026038 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:18.590003 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:20.168227 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:30.279147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:44.536180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a2655018-901c-415a-b13b-bd2b411f8847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:46.420463 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:47.301978 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c7610b48-87ca-45cf-b863-876192498bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:48.027199 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:48.591269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:50.170531 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:50:51.278539 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:51:00.278620 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:02.707299 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-c742ae5e-a5bc-47ba-98af-f26604b8c9bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435975 Sep 19 03:51:02.787012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-cebb606d-050b-4e19-9697-2f4b056972ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:02.788510 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-cebb606d-050b-4e19-9697-2f4b056972ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1096 time: 0.0405612 Sep 19 03:51:02.891362 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-d767b131-517b-4ef2-9364-07b640cbce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:02.893455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-d767b131-517b-4ef2-9364-07b640cbce23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0860908 Sep 19 03:51:02.959904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-4ae77208-0485-4c7e-bf5f-02e6457bff9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 1001 time: 0.0602055 Sep 19 03:51:03.007667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-2d74ca0f-6ec7-4e49-bb88-e6a73037b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:03.009064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-2d74ca0f-6ec7-4e49-bb88-e6a73037b865 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0419009 Sep 19 03:51:03.052817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-939dc6d1-1d64-4484-aea3-8d1ddecf46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:03.054249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-939dc6d1-1d64-4484-aea3-8d1ddecf46be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383747 Sep 19 03:51:03.148529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-9c93fc62-5895-4827-9020-50fc52dbca00 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873542 Sep 19 03:51:03.241400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2b30803-1fdb-44b5-ab47-d360f29ce9c4 req-2730de76-9aed-4b6b-9115-cd95d75f1389 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Sep 19 03:51:14.536851 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1e0eb89c-558e-40ba-ab1d-dfb8a8742607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:16.429748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:16.902185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d16593-0765-41b2-9378-627383276bc4 req-f107aaf7-c7fc-4efc-bdb5-c4b72dcde546 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:16.903702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21d16593-0765-41b2-9378-627383276bc4 req-f107aaf7-c7fc-4efc-bdb5-c4b72dcde546 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.1497777 Sep 19 03:51:16.941737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21d16593-0765-41b2-9378-627383276bc4 req-b474f9b3-ccd7-4abf-a419-4b0e8cf49a4a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317349 Sep 19 03:51:17.302445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6a8b479e-f6dc-4d41-b66c-80eb2a0d4811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:18.028853 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:18.122101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a31c9-e81e-4994-b225-f9c0b80fd905 req-0fbca86c-7b6b-4c60-87ad-eb8239206d55 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:18.123794 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-524a31c9-e81e-4994-b225-f9c0b80fd905 req-0fbca86c-7b6b-4c60-87ad-eb8239206d55 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.1148467 Sep 19 03:51:18.160802 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-524a31c9-e81e-4994-b225-f9c0b80fd905 req-b7315830-3bc3-4118-9f03-d467a700082a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304153 Sep 19 03:51:18.594339 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:19.278856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e67e9a-f582-4d94-9325-58885e5298e9 req-894a284c-ecf0-4610-a818-5b5f689c5795 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:19.280320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78e67e9a-f582-4d94-9325-58885e5298e9 req-894a284c-ecf0-4610-a818-5b5f689c5795 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0529928 Sep 19 03:51:19.317249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78e67e9a-f582-4d94-9325-58885e5298e9 req-2f2ec8ec-0dcf-43c3-bb9f-c78d89673fca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307181 Sep 19 03:51:20.176941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:20.430006 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1526937-014b-4b15-983f-c208b81dbe0b req-6ba8cb1a-300e-49db-921c-a3b7c44aa7a5 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:20.431377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1526937-014b-4b15-983f-c208b81dbe0b req-6ba8cb1a-300e-49db-921c-a3b7c44aa7a5 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0480566 Sep 19 03:51:20.468115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1526937-014b-4b15-983f-c208b81dbe0b req-dbf75528-fcdd-4fc2-b3e0-0158386f7a24 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309248 Sep 19 03:51:21.578894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764a176-af4d-4061-a418-5250680647e1 req-69a3eb60-dfb2-4281-86e3-0fa7818002d3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:21.580368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d764a176-af4d-4061-a418-5250680647e1 req-69a3eb60-dfb2-4281-86e3-0fa7818002d3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0479727 Sep 19 03:51:21.617838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d764a176-af4d-4061-a418-5250680647e1 req-8e692b26-6004-43d3-a44e-43b83fc9c95a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313485 Sep 19 03:51:22.731517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafae969-f73e-4308-b446-2366b7cc8a74 req-554b4bfb-7f90-42e7-b152-6846ed330485 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:22.733211 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fafae969-f73e-4308-b446-2366b7cc8a74 req-554b4bfb-7f90-42e7-b152-6846ed330485 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0512457 Sep 19 03:51:22.771152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fafae969-f73e-4308-b446-2366b7cc8a74 req-5327be2a-b66f-4359-943a-b514d2bd6616 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314395 Sep 19 03:51:23.883199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806bbbb-7178-4437-936c-53301934abc1 req-6bf6ec98-6f22-4b9a-8865-aef428f84f90 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:23.884652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7806bbbb-7178-4437-936c-53301934abc1 req-6bf6ec98-6f22-4b9a-8865-aef428f84f90 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0487454 Sep 19 03:51:23.923807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7806bbbb-7178-4437-936c-53301934abc1 req-6631aca7-4c3b-4e0c-8d3a-f921c5a8d3f4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329237 Sep 19 03:51:25.037328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8e896-af75-44d7-a0ef-0b7a41a04343 req-470a19ed-10fd-43e7-8db3-82f9123c4554 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:25.038852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0d8e896-af75-44d7-a0ef-0b7a41a04343 req-470a19ed-10fd-43e7-8db3-82f9123c4554 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0484631 Sep 19 03:51:25.075767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0d8e896-af75-44d7-a0ef-0b7a41a04343 req-1cc3ebb7-a2cd-46dd-bc88-251c8c0e6be6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307343 Sep 19 03:51:26.191353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda908bf-8f40-4148-a7e8-0a969104007d req-2815df6f-0d54-424f-8bd5-6f2e15462e68 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:26.192791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bda908bf-8f40-4148-a7e8-0a969104007d req-2815df6f-0d54-424f-8bd5-6f2e15462e68 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0507243 Sep 19 03:51:26.229104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bda908bf-8f40-4148-a7e8-0a969104007d req-f2055fd2-4dc8-4549-896e-db2376fb0628 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304172 Sep 19 03:51:27.340631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae8e56-0868-47c2-8696-c9a76c810eaa req-f69afc00-6c7e-48d7-b853-42acc80dca2b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:27.342220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53ae8e56-0868-47c2-8696-c9a76c810eaa req-f69afc00-6c7e-48d7-b853-42acc80dca2b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0480921 Sep 19 03:51:27.379545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-53ae8e56-0868-47c2-8696-c9a76c810eaa req-69e93e2b-6c7e-4737-a9b5-5daba1e46dcb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314083 Sep 19 03:51:27.624915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-c6dc4173-4e1e-402d-9bd2-5faaee918553 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710835 Sep 19 03:51:27.633039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb816c-77e7-4a24-8311-9a7dd614a845 req-45930acb-9941-49bd-aa71-4a11d0642c17 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:27.634422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75cb816c-77e7-4a24-8311-9a7dd614a845 req-45930acb-9941-49bd-aa71-4a11d0642c17 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0727103 Sep 19 03:51:27.673164 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75cb816c-77e7-4a24-8311-9a7dd614a845 req-8e4d42b8-e559-4bcd-87c4-63b7e73d52e8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325418 Sep 19 03:51:28.277628 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:51:28.817427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b23e35-f10a-441a-9709-f460eec4a690 req-93871cdb-182a-4e53-a7b4-cd4b2feea45e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:28.818920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50b23e35-f10a-441a-9709-f460eec4a690 req-93871cdb-182a-4e53-a7b4-cd4b2feea45e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0758183 Sep 19 03:51:28.824843 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-811a46fb-f925-45af-9363-d524950c8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:28.826213 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-811a46fb-f925-45af-9363-d524950c8833 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1096 time: 0.1169055 Sep 19 03:51:28.909754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-50b23e35-f10a-441a-9709-f460eec4a690 req-4279aff0-5648-4546-834c-b4ee3d7d16f3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825663 Sep 19 03:51:28.938305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-83cc7801-884a-42c2-9f5b-8ccba8d6cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:28.939792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-83cc7801-884a-42c2-9f5b-8ccba8d6cfcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.1063638 Sep 19 03:51:29.003277 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-cddb2b2b-abae-4ac4-b076-90bffdd65202 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 1001 time: 0.0564628 Sep 19 03:51:29.054654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-f541df92-658a-48f5-9236-46e64eb3f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:29.056104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-f541df92-658a-48f5-9236-46e64eb3f49a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0465624 Sep 19 03:51:29.101106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-4f6fdeff-02c7-4511-9278-781725544bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:29.102599 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-4f6fdeff-02c7-4511-9278-781725544bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392692 Sep 19 03:51:29.190784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-792d2786-321b-4523-a7a4-2a2c80ac056f service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805984 Sep 19 03:51:29.285707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-ba1ba6cc-0646-499b-87df-e8a49a4c54a9 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881016 Sep 19 03:51:30.023405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82e1bf-4c22-4cc4-8bb3-36e515585dcd req-2f16c958-e8c8-4b0b-abf9-f118b3e5701e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:30.024858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc82e1bf-4c22-4cc4-8bb3-36e515585dcd req-2f16c958-e8c8-4b0b-abf9-f118b3e5701e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0482335 Sep 19 03:51:30.061702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cc82e1bf-4c22-4cc4-8bb3-36e515585dcd req-2c167059-2591-4d14-a5df-73bff9135539 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304482 Sep 19 03:51:30.272125 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:31.045705 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-ea905969-ba60-4612-8b25-b363ede5b37f service neutron] show failed (client error): The resource could not be found. Sep 19 03:51:31.046700 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-ea905969-ba60-4612-8b25-b363ede5b37f service neutron] 10.222.0.30 "GET /v2.0/ports/7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0577271 Sep 19 03:51:31.180535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7727b2-9f7a-4cab-9795-b89b12844846 req-513ce4a9-7971-48d1-9f06-e72c52dd3196 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:31.182105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d7727b2-9f7a-4cab-9795-b89b12844846 req-513ce4a9-7971-48d1-9f06-e72c52dd3196 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0536096 Sep 19 03:51:31.221278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d7727b2-9f7a-4cab-9795-b89b12844846 req-ffedaa74-8f28-4e46-8833-dc066fe1666d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331814 Sep 19 03:51:31.248417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-64b01d45-105e-47be-85f4-b57d84326e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:31.249954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-64b01d45-105e-47be-85f4-b57d84326e59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 1096 time: 0.0510294 Sep 19 03:51:31.260709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-fb9c161e-02ca-4fd1-8b74-330b228ba960 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:51:31.261675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-fb9c161e-02ca-4fd1-8b74-330b228ba960 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048950 Sep 19 03:51:31.279400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:51:31.333559 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:31.528186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:31.559512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:51:31.597390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:51:31.599657 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb6aae7-6ad6-4513-98b0-4e45ba394d6d" -d '{"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-unplugged", "status": "completed", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:51:31.603657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:31.616325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Transition to ACTIVE for port object 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:51:31.620727 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:31.667245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:31.706514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.706803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.707135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.707480 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.707822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.708157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.708492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.708825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.709156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.709482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.709810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.710134 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:31.721889 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0fbb91-0417-4e5f-9095-73d313ce9eb4 x-openstack-request-id: req-db0fbb91-0417-4e5f-9095-73d313ce9eb4 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:51:31.722217 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-unplugged", "status": "completed", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:51:31.722483 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db0fbb91-0417-4e5f-9095-73d313ce9eb4 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:51:31.722902 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'code': 200} Sep 19 03:51:31.757361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] No DVR routers for this DVR port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:51:31.890410 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:51:31.890771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:51:31.891098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:51:31.895263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:51:31.895586 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Attempting to bind port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:51:31.900390 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:51:31.900732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:51:31.901115 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:51:31.901538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Bound port: 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:51:31.901895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:31.962836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:51:31.965842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:51:31.969437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:32.006692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:32.007335 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:32.008720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] 10.222.0.32 "PUT /v2.0/ports/7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 1091 time: 0.7330751 Sep 19 03:51:32.028683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5446d1-cbcc-4e3e-8930-3eb17df98185 service neutron] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:32.085961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-d0071282-987a-41d7-b584-6b833ae33727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:32.087547 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-d0071282-987a-41d7-b584-6b833ae33727 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1094 time: 0.0419676 Sep 19 03:51:32.180364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-f0f196e9-56fd-4d30-9947-508cd555fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:32.181838 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-f0f196e9-56fd-4d30-9947-508cd555fea0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0866749 Sep 19 03:51:32.258009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-81e5d48b-5a74-414b-9764-c1ee08afccc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 999 time: 0.0693316 Sep 19 03:51:32.306461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-7cee3e53-e2b7-497e-9d4b-5d7a5bc274bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:32.307922 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-7cee3e53-e2b7-497e-9d4b-5d7a5bc274bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0432389 Sep 19 03:51:32.334946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569215a-1737-4ef6-bfdb-0f6a04b0f5ce req-6874fd23-63b4-44a4-906a-1582f3c92bfe tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:32.336418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c569215a-1737-4ef6-bfdb-0f6a04b0f5ce req-6874fd23-63b4-44a4-906a-1582f3c92bfe tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 943 time: 0.0484340 Sep 19 03:51:32.354513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-cfc1371c-b251-47c5-a4fa-11fef3a30c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:32.356039 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-cfc1371c-b251-47c5-a4fa-11fef3a30c44 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407102 Sep 19 03:51:32.375949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c569215a-1737-4ef6-bfdb-0f6a04b0f5ce req-ed8bbab1-5ae6-460f-9bd6-62057e28ed1d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332508 Sep 19 03:51:32.446711 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-f0fc5492-997d-4e95-947b-4c01d00f9989 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832224 Sep 19 03:51:32.533034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2463e0e7-115f-400b-ae94-4ed802e5b8e5 req-8c5175e9-c454-4bae-835e-c51500641c9c service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789287 Sep 19 03:51:33.497807 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e9587-500f-4fa3-80d1-0af5847e638e req-2c29ce90-6821-4a9b-83a4-a718e1e604b7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:33.499300 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a58e9587-500f-4fa3-80d1-0af5847e638e req-2c29ce90-6821-4a9b-83a4-a718e1e604b7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 943 time: 0.0521007 Sep 19 03:51:33.536554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a58e9587-500f-4fa3-80d1-0af5847e638e req-7fe589a6-5c31-4f97-aef6-4b20d80c83dd tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313661 Sep 19 03:51:33.724163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:51:33.726457 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08bfd3-8d46-4d15-b773-d1df646ee69a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:51:33.772849 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b11b91-2b42-4c8d-905a-83b9395a0a58 x-openstack-request-id: req-15b11b91-2b42-4c8d-905a-83b9395a0a58 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:51:33.773139 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:51:33.773392 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15b11b91-2b42-4c8d-905a-83b9395a0a58 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:51:33.773779 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'status': 'completed', 'code': 200} Sep 19 03:51:33.835010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-094485b1-66f8-4f8c-9cac-fb9b0a75eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:33.836506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-094485b1-66f8-4f8c-9cac-fb9b0a75eaf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1094 time: 0.0404422 Sep 19 03:51:33.856145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-1e77f2db-d2e5-4cfd-bb6f-cf14ed776e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:33.857633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-1e77f2db-d2e5-4cfd-bb6f-cf14ed776e51 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1094 time: 0.0447652 Sep 19 03:51:33.928317 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-416e3a58-0909-4f4e-9397-b6c40836404c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:33.929801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-416e3a58-0909-4f4e-9397-b6c40836404c service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0856264 Sep 19 03:51:33.947905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-9d17a288-75ea-485e-85c1-09d61266d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:33.949396 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-9d17a288-75ea-485e-85c1-09d61266d497 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0844145 Sep 19 03:51:34.000933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-1cc9c005-c36c-49bd-82f8-9f8e9b3aa436 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 999 time: 0.0639935 Sep 19 03:51:34.017214 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-9ec2d006-d3e2-4c70-9d17-437290570369 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 999 time: 0.0596402 Sep 19 03:51:34.050305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-d9ac1aac-ad63-4856-9a29-1800f56960a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:34.051812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-d9ac1aac-ad63-4856-9a29-1800f56960a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0447590 Sep 19 03:51:34.066804 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-1647555d-bc90-4889-b204-8bba357024ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:34.068259 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-1647555d-bc90-4889-b204-8bba357024ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0430074 Sep 19 03:51:34.096105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-99183489-d292-486f-87ec-1ac9e988f0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:34.098158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-99183489-d292-486f-87ec-1ac9e988f0f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396864 Sep 19 03:51:34.113379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-35f29553-f514-443f-a449-3fc2ca70f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:34.114921 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-35f29553-f514-443f-a449-3fc2ca70f777 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399363 Sep 19 03:51:34.190350 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-08e8d335-b10a-44bf-9fd0-686254139609 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846112 Sep 19 03:51:34.211077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-6a489eaf-d8a3-46e0-8ad4-138285320e21 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890315 Sep 19 03:51:34.282596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-6d838494-f8af-48f9-a5be-9dad309095e2 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Sep 19 03:51:34.301881 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3a08bfd3-8d46-4d15-b773-d1df646ee69a req-f27881b2-5688-4b6e-96f7-84038412d429 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832543 Sep 19 03:51:34.517787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:51:34.555067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:51:34.610212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:51:34.652100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972fa2c-3d11-440d-89a5-7653ac568433 req-5c242001-f147-4bf3-b733-260c17c37297 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:34.653601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d972fa2c-3d11-440d-89a5-7653ac568433 req-5c242001-f147-4bf3-b733-260c17c37297 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 943 time: 0.0515909 Sep 19 03:51:34.691736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d972fa2c-3d11-440d-89a5-7653ac568433 req-7505cb58-5d5d-422f-a8b9-4c42e073c509 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316622 Sep 19 03:51:34.702382 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:34.716747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'mac_address': 'fa:16:3e:6a:93:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:51:34.752057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:34.764627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:51:34.782635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:34.786505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:34.830700 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:34.837674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.838038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.838377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.838772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.839056 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.839437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.839701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.840066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.840387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.840704 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.841024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:34.841345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:35.306302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:51:35.804996 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6beaae-7334-468f-9aae-806271172e11 req-aa35c8b0-9ff1-41d7-9839-a17a08dc6584 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:35.806768 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c6beaae-7334-468f-9aae-806271172e11 req-aa35c8b0-9ff1-41d7-9839-a17a08dc6584 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 944 time: 0.0470045 Sep 19 03:51:35.844054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c6beaae-7334-468f-9aae-806271172e11 req-16459a44-d5d1-4a01-a8cc-a94766ad4a91 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314581 Sep 19 03:51:36.066830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088c9e7-c641-4a05-a3b9-6a1ce74e5468 req-bf480810-2022-42a0-98c2-f5dbf6b2962b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:36.068327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7088c9e7-c641-4a05-a3b9-6a1ce74e5468 req-bf480810-2022-42a0-98c2-f5dbf6b2962b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 944 time: 0.0835400 Sep 19 03:51:36.076468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-5b11d933-4472-44bf-a2e8-2a1b67b1ed3f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:36.077793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-5b11d933-4472-44bf-a2e8-2a1b67b1ed3f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d&tenant_id=5c1721960df14821ae07f687a15360ae&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 944 time: 0.0821104 Sep 19 03:51:36.135746 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7088c9e7-c641-4a05-a3b9-6a1ce74e5468 req-aaa961d3-f34a-4cf2-8b7f-30dcc330e43d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570049 Sep 19 03:51:36.156930 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-4298615d-6a2e-442a-add4-1d916cd5240c service neutron] delete failed (client error): The resource could not be found. Sep 19 03:51:36.157929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-4298615d-6a2e-442a-add4-1d916cd5240c service neutron] 10.222.0.30 "DELETE /v2.0/ports/7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0727243 Sep 19 03:51:36.243782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-b3f37ce0-bd73-4eb1-a894-45786c4b689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:36.245251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-b3f37ce0-bd73-4eb1-a894-45786c4b689b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1095 time: 0.0431919 Sep 19 03:51:36.333868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-67104e14-0aba-4cdd-aaf9-f0ebeb032801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:36.335598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-67104e14-0aba-4cdd-aaf9-f0ebeb032801 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0835235 Sep 19 03:51:36.616186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:51:36.664517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-691b00f9-2ffe-49a9-9596-30be740ecdbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 1000 time: 0.3220034 Sep 19 03:51:36.665960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:51:36.669582 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:51:36.669949 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:36.713043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-5931ff13-2e03-4b50-b3b9-d115d7b0fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:36.714483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-5931ff13-2e03-4b50-b3b9-d115d7b0fceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0430226 Sep 19 03:51:36.749159 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:36.759991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-a323b769-fd27-40e6-8e19-49be14ef1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:36.761442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-a323b769-fd27-40e6-8e19-49be14ef1db1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401256 Sep 19 03:51:36.771112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:51:36.773350 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f519291c-3916-4e5d-9973-6689f8f8664b" -d '{"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-plugged", "status": "completed", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:51:36.785980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:36.791229 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:36.823757 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c28b81-69ee-48fc-991f-ccaf6eabd629 x-openstack-request-id: req-d8c28b81-69ee-48fc-991f-ccaf6eabd629 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:51:36.824054 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-plugged", "status": "completed", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:51:36.824313 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8c28b81-69ee-48fc-991f-ccaf6eabd629 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:51:36.824707 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'code': 200} Sep 19 03:51:36.840713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:36.862329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-af27265b-f3a1-4f48-a9f2-dd28324e3279 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935364 Sep 19 03:51:36.949322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfe4646f-a4c3-414e-a98e-1f0ba71c04ad req-f59e2991-fcf5-4883-a7aa-0fc0144cc7ec service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799997 Sep 19 03:51:37.249419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4256b-e8d3-4eb4-af77-6e86611ef61d req-670dfba7-9d6a-47ee-bab2-7087da03764a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:37.250851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2c4256b-e8d3-4eb4-af77-6e86611ef61d req-670dfba7-9d6a-47ee-bab2-7087da03764a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0487037 Sep 19 03:51:37.293270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c2c4256b-e8d3-4eb4-af77-6e86611ef61d req-c2444b54-19ee-46ca-a4e4-0ab45c0fae22 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356066 Sep 19 03:51:38.408025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026223d-fbcd-447c-bbbd-3fcf0777f0d9 req-819b43d7-be66-41ac-be41-6600249f497f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:38.409478 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c026223d-fbcd-447c-bbbd-3fcf0777f0d9 req-819b43d7-be66-41ac-be41-6600249f497f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0472481 Sep 19 03:51:38.446321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c026223d-fbcd-447c-bbbd-3fcf0777f0d9 req-14c6c0bb-93c1-4b6d-8207-65f371f2dc8c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304375 Sep 19 03:51:38.556420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1f904-a2e1-46bf-8e13-cc71ecb2b90a req-20cecc07-85d1-45b1-8c14-80f045cb10f8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:38.557852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ac1f904-a2e1-46bf-8e13-cc71ecb2b90a req-20cecc07-85d1-45b1-8c14-80f045cb10f8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0479772 Sep 19 03:51:38.593832 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ac1f904-a2e1-46bf-8e13-cc71ecb2b90a req-79ca0f47-d209-4443-8a41-516011c3eb4a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301018 Sep 19 03:51:38.781978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a630-e836-483b-99a6-379f2b23469c req-37749928-7e65-4d05-8534-60371642b2c1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:38.783498 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de12a630-e836-483b-99a6-379f2b23469c req-37749928-7e65-4d05-8534-60371642b2c1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0490017 Sep 19 03:51:38.825049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de12a630-e836-483b-99a6-379f2b23469c req-a130f3d7-ae97-4980-84ff-409cbc3d4be6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354040 Sep 19 03:51:38.832221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-f94db566-e1df-45a3-840a-1f52861f325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:38.833704 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-f94db566-e1df-45a3-840a-1f52861f325b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 1096 time: 0.0441992 Sep 19 03:51:38.920512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-0d4008d9-0df1-45cc-83ed-37b7e98944d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:38.921957 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-0d4008d9-0df1-45cc-83ed-37b7e98944d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0819037 Sep 19 03:51:39.294997 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-7df6f974-8f4c-49d7-9974-e9d5ea242d40 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 200 len: 1001 time: 0.3655546 Sep 19 03:51:39.343646 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-36b09ff9-9de9-48a8-b7f0-6e4dc0c9cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:39.345098 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-36b09ff9-9de9-48a8-b7f0-6e4dc0c9cefd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0425010 Sep 19 03:51:39.389651 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-89c13851-1a6a-44ed-ba42-f2e1f45bed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:39.391122 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-89c13851-1a6a-44ed-ba42-f2e1f45bed99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390778 Sep 19 03:51:39.479384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-8745f874-cf6c-4c3a-805b-cffaba351fd0 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816784 Sep 19 03:51:39.566704 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d89f1a75-3073-48f8-b850-a352d99a23c8 req-3bd1d7cf-afc7-4722-8d25-188fbabe5f91 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799763 Sep 19 03:51:39.938166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-d3ed71dd-5015-4364-a6e9-5f26140f4bc4 req-b544c90d-ed6f-4fc7-8049-3c9dc00f9c9d service neutron] (94722) timed out ('10.222.0.22', 59866) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 03:51:39.939474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a783e-44ce-4699-8c05-bb194b24d0eb req-e64df4dc-73f7-41ae-b811-5c0d0e8965bb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:39.940942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-024a783e-44ce-4699-8c05-bb194b24d0eb req-e64df4dc-73f7-41ae-b811-5c0d0e8965bb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0484407 Sep 19 03:51:39.978026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-024a783e-44ce-4699-8c05-bb194b24d0eb req-13ec5815-e44c-415e-8e9a-8331e0042cd9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313091 Sep 19 03:51:41.089228 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7d27a-2d3e-4295-a0c5-928d0b6f7d2e req-18bc3402-3610-47a2-9345-50fa5a74717f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:41.090679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cef7d27a-2d3e-4295-a0c5-928d0b6f7d2e req-18bc3402-3610-47a2-9345-50fa5a74717f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0476370 Sep 19 03:51:41.132084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cef7d27a-2d3e-4295-a0c5-928d0b6f7d2e req-a5ae6a9d-fbb7-43ca-a5ef-fb3d1c45cbf4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317068 Sep 19 03:51:41.352527 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54d7aa-97b5-40b1-b31b-a80eb773b9ab req-66e012df-142e-44ac-8d09-066460b32e98 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:41.354070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe54d7aa-97b5-40b1-b31b-a80eb773b9ab req-66e012df-142e-44ac-8d09-066460b32e98 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0482450 Sep 19 03:51:41.396010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fe54d7aa-97b5-40b1-b31b-a80eb773b9ab req-5e6dd37d-937f-4b31-b60d-47da88ddcb0f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356991 Sep 19 03:51:42.522694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507aa36-46a3-4a31-bb87-7d81dc9191f0 req-96fc9787-9403-4b9a-8dad-7761128c1701 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:42.524172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1507aa36-46a3-4a31-bb87-7d81dc9191f0 req-96fc9787-9403-4b9a-8dad-7761128c1701 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0592408 Sep 19 03:51:42.563485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1507aa36-46a3-4a31-bb87-7d81dc9191f0 req-a4d3651e-ea64-4956-9cd8-e2ceb7ae3bf6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332227 Sep 19 03:51:42.833661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-da50d0d1-7656-4ae3-a403-fa1c0d2bfe68 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:42.835128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-da50d0d1-7656-4ae3-a403-fa1c0d2bfe68 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 945 time: 0.0479996 Sep 19 03:51:42.927348 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Deleting port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:51:42.927693 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:43.017780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] For port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:43.018146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:43.181124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:43.181399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:43.181710 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 disassociated. External IP: 172.25.8.209, port: 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74. Sep 19 03:51:43.182047 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Calling delete_port for 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:51:43.306724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:43.334054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event deleted for resources: {'Port': ['ID=7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:43.453178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:51:43.561263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:51:43.571007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:51:43.580459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:51:43.581072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:51:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:43.602414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] No DVR routers for this DVR port 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:51:43.606219 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:43.608515 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3e1bfc7a-d284-46b3-8b06-947cb4f2b3d0 req-9679c208-3289-4f29-97b9-be5ec1e8f647 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "DELETE /v2.0/ports/7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 HTTP/1.1" status: 204 len: 173 time: 0.7666781 Sep 19 03:51:43.608959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-deleted', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:51:43.611225 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ffd36f-742f-4328-a8d5-98e3ebc3d238" -d '{"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-deleted", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:51:43.663153 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d4491a-3a96-4204-a10e-f79fe221cb03 x-openstack-request-id: req-04d4491a-3a96-4204-a10e-f79fe221cb03 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:51:43.663579 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fa2b9d-49dd-4170-ba50-250320c8288d", "name": "network-vif-deleted", "tag": "7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:51:43.663900 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04d4491a-3a96-4204-a10e-f79fe221cb03 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:51:43.664408 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8fa2b9d-49dd-4170-ba50-250320c8288d', 'name': 'network-vif-deleted', 'tag': '7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74', 'status': 'completed', 'code': 200} Sep 19 03:51:43.675316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ab53f1d-5b76-4e7d-b65f-b5f31d11ae94 req-119a5677-3d30-40f4-be73-d0cf9ffeeb8c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8fa2b9d-49dd-4170-ba50-250320c8288d HTTP/1.1" status: 200 len: 210 time: 0.0316052 Sep 19 03:51:43.710272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:51:43.904846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:43.934673 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:51:43.943520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:51:43.944117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:51:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:44.047352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:51:44.233042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:44.258093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e67602-5cc0-40fe-9162-32cbe99d80df None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:51:44.455290 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7515d60-1f77-40fa-97c4-8396e2fc78b2 None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:51:44.539643 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2dd4630a-8cfd-4127-b74e-07bedf6abf49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:44.936408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-62738d4d-cab5-40f1-bbbb-635bf7e07dec tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--96624554&fields=id&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 267 time: 0.0327528 Sep 19 03:51:45.041040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-52349c3b-1bfe-424c-9b5f-a59ab45d296a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:45.042468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-52349c3b-1bfe-424c-9b5f-a59ab45d296a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.0996647 Sep 19 03:51:45.057359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c891fd69-f2d3-45ef-98b3-b562cc3a7f1f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/quotas/5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 375 time: 0.0092616 Sep 19 03:51:45.108539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-ff1b3c6f-faa0-4377-ac7a-ef3882230b1b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459490 Sep 19 03:51:45.251644 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-abfceb9e-5fd8-4c3f-af33-2d10e2ecdf63 service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318526 Sep 19 03:51:45.338378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-bfb7e6bf-0364-49c0-a341-34c70d84a93f service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800726 Sep 19 03:51:45.495449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b1c220d4-10d8-46d9-889c-9b420e6b7249 req-b297ce23-8ced-4d3f-a175-736455bd4ef8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 210 time: 0.0282099 Sep 19 03:51:46.373275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-db42f233-7d37-4f30-a16c-82c614caaa80 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:46.374856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-db42f233-7d37-4f30-a16c-82c614caaa80 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.1098988 Sep 19 03:51:46.416262 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-44293f47-0032-4d63-93ac-cb12b0e29dd2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 378 time: 0.0325246 Sep 19 03:51:46.426342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'port': {'device_id': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'admin_state_up': True, 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'security_groups': ['ba349a1f-56dd-4820-990f-fb8f655a98d4']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:51:46.439602 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:46.537741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Made reservation on behalf of 5c1721960df14821ae07f687a15360ae for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:51:46.541558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:46.616292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7b7cff56-13bb-4cf8-a5e5-4481dd85eea9 req-25c9d927-7311-4f46-9af8-a96f2475009d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 210 time: 0.0526154 Sep 19 03:51:46.691150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Allocated IP 172.20.0.11 (539714cd-56ba-4907-bdc8-4ba2d2b56721/62327832-b5c8-4a51-a943-1adb4b521ba2/5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:51:46.702616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:51:46.721825 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:51:46.722767 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 7dae00e4-1d6e-4f6c-ae7b-0bd9d16cda74 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:51:46.824987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:46.858916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:46.903815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:51:46.906653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:51:46.909226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:51:46.946318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:46.960253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.960602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.960943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.961304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.961597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.961930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.962254 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.962578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.962926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.963248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.963569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.963889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:51:46.979773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:46.980392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:46.995202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-8bbe3c83-1e2b-4c04-834b-78b33c3efe9c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723383 Sep 19 03:51:47.009083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Request body: {'port': {'device_id': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:51:47.063738 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.135687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4bcf773f-aeed-4146-8a75-8698e27a49c4 None None] Provisioning complete for port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:51:47.136059 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4bcf773f-aeed-4146-8a75-8698e27a49c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.168622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4bcf773f-aeed-4146-8a75-8698e27a49c4 None None] Port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:51:47.302339 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82662e92-d7e7-4137-941c-5a16e40d67a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.323615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:51:47.330908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.342796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Transition to ACTIVE for port object 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:51:47.346366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.396454 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:47.465176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:51:47.465493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:51:47.465820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:51:47.470398 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:51:47.470728 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:51:47.475775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:51:47.476119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:51:47.476503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:51:47.476930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Bound port: 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:51:47.477294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.553385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:51:47.556682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:51:47.560147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.592308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:47.592931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:47.594344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] 10.222.0.30 "PUT /v2.0/ports/5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1092 time: 0.5896099 Sep 19 03:51:47.594737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:51:47.597017 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e13435-3dd0-448e-9e58-b9fe4f28a956" -d '{"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:51:47.629231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce0482-d192-4ac9-a8c5-47a0df98b6bf service neutron] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:47.674989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-67cd4385-c698-4f2e-846d-21b3948203a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:47.677090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-67cd4385-c698-4f2e-846d-21b3948203a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1095 time: 0.0437346 Sep 19 03:51:47.724714 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f22775-888f-4df8-a330-1fdeb0bec616 x-openstack-request-id: req-48f22775-888f-4df8-a330-1fdeb0bec616 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:51:47.725008 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:51:47.725252 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48f22775-888f-4df8-a330-1fdeb0bec616 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:51:47.725651 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'status': 'completed', 'code': 200} Sep 19 03:51:47.728996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-555bb063-76f2-49c8-a41d-fca77233d7fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 217 time: 0.0438993 Sep 19 03:51:47.801551 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-332e77ac-7b29-48fa-aeb0-24530e6dfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:47.803029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-332e77ac-7b29-48fa-aeb0-24530e6dfd3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0664325 Sep 19 03:51:47.811349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eecb83-3bd1-496e-a7ea-79a6fd5052b3 req-98701d6b-23ae-46bd-90c5-463092b19776 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:47.812742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34eecb83-3bd1-496e-a7ea-79a6fd5052b3 req-98701d6b-23ae-46bd-90c5-463092b19776 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 944 time: 0.0863357 Sep 19 03:51:47.875554 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34eecb83-3bd1-496e-a7ea-79a6fd5052b3 req-d41df271-d8cc-4812-9b16-1202945a8cf0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533574 Sep 19 03:51:47.881713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-afe4561c-7dfe-48bb-ac2a-43bf65178f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:47.883182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-afe4561c-7dfe-48bb-ac2a-43bf65178f61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684848 Sep 19 03:51:47.972522 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-be22e59b-de5a-4414-8f40-a0c406dca2e0 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805748 Sep 19 03:51:48.029576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:48.064192 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef0118a3-b421-4bdf-bb98-b8bdeea7c39d req-87eda140-161d-4b3b-a877-0feb8ee3d962 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848632 Sep 19 03:51:48.153637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-44826a6a-2303-4160-bc76-ce991c1859d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:48.155097 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-44826a6a-2303-4160-bc76-ce991c1859d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1095 time: 0.0396712 Sep 19 03:51:48.240615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-7295531f-9dd1-4cb6-92ed-d9785e7ba67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:48.241947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-7295531f-9dd1-4cb6-92ed-d9785e7ba67a service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0804780 Sep 19 03:51:48.286264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-5ecf076e-d6ea-4a67-8836-416351ec8488 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 217 time: 0.0361679 Sep 19 03:51:48.332569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-f937345c-5219-46d9-9903-ee28e754bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:48.333933 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-f937345c-5219-46d9-9903-ee28e754bd3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0410304 Sep 19 03:51:48.377655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-95a2fd79-9527-4b19-83ca-c25057512fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:48.379106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-95a2fd79-9527-4b19-83ca-c25057512fc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380566 Sep 19 03:51:48.468716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-119a0c58-51b7-4e04-a7ea-472441fa5558 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825725 Sep 19 03:51:48.555502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42e13435-3dd0-448e-9e58-b9fe4f28a956 req-8587e54b-243e-4b27-b33b-dd6e446f5e16 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794725 Sep 19 03:51:48.597476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:48.994488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6bdd5-b91b-400d-b049-80891cb693b6 req-f6cda355-a67c-45c8-82a2-3cda10d92e33 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:48.995962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fc6bdd5-b91b-400d-b049-80891cb693b6 req-f6cda355-a67c-45c8-82a2-3cda10d92e33 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 944 time: 0.0515928 Sep 19 03:51:49.032482 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9fc6bdd5-b91b-400d-b049-80891cb693b6 req-1c455375-76cb-4714-90e7-c3f3eba48e41 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305886 Sep 19 03:51:50.144976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aff7f1-2adb-4716-8632-99346d1c19f6 req-62eef89d-ad94-4bb5-8820-07636ca0d3c9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:50.146360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0aff7f1-2adb-4716-8632-99346d1c19f6 req-62eef89d-ad94-4bb5-8820-07636ca0d3c9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 944 time: 0.0481594 Sep 19 03:51:50.179943 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:50.183710 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0aff7f1-2adb-4716-8632-99346d1c19f6 req-5dca5f76-2d7c-4ead-bdd1-45bd413f7dc1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314386 Sep 19 03:51:50.579796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:51:50.670179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:50.681153 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'mac_address': 'fa:16:3e:ad:33:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:51:50.715601 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:50.727843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:51:50.746226 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:50.749966 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:50.794057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:50.994843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:51:51.299111 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4d772-4be8-43e6-9e3c-f65884b43c5f req-41859b5f-fe6f-4221-972e-b939bc4acfc6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:51.300586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ce4d772-4be8-43e6-9e3c-f65884b43c5f req-41859b5f-fe6f-4221-972e-b939bc4acfc6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0475578 Sep 19 03:51:51.337555 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ce4d772-4be8-43e6-9e3c-f65884b43c5f req-413132c6-21fb-44e3-894e-637bc1b53f30 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310633 Sep 19 03:51:52.452683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad6058-bc5c-44ab-8298-e42b70fcfaf8 req-15ef90dd-5909-4567-9cdd-db28e34dd874 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:52.454171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dad6058-bc5c-44ab-8298-e42b70fcfaf8 req-15ef90dd-5909-4567-9cdd-db28e34dd874 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0517540 Sep 19 03:51:52.491718 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dad6058-bc5c-44ab-8298-e42b70fcfaf8 req-4b39ea98-fd8c-4ae5-9a7c-b31c8c111d02 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316963 Sep 19 03:51:52.595661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:51:52.644283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:51:52.648028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:51:52.648400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:52.723933 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:52.745160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:51:52.747442 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9939fe1c-b47a-4574-bdd2-238828076dae" -d '{"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-plugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:51:52.759770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:51:52.763654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:52.787006 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138fcb1f-75c8-4bf2-95c3-39a7f25d7222 x-openstack-request-id: req-138fcb1f-75c8-4bf2-95c3-39a7f25d7222 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:51:52.787301 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-plugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:51:52.787556 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-138fcb1f-75c8-4bf2-95c3-39a7f25d7222 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:51:52.787945 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'code': 200} Sep 19 03:51:52.812624 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:51:52.877486 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caed47-daa0-45a5-81f8-2e87b2cc1c87 req-65f21605-3a37-4875-9a87-750dc8ef9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:52.879000 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54caed47-daa0-45a5-81f8-2e87b2cc1c87 req-65f21605-3a37-4875-9a87-750dc8ef9298 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1097 time: 0.0402040 Sep 19 03:51:52.912703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-54caed47-daa0-45a5-81f8-2e87b2cc1c87 req-e9eaa696-0142-4af7-a0b3-4016082b1256 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272634 Sep 19 03:51:53.603999 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e0d8-0513-48ac-b741-ff774dc4a9f4 req-8d1e6d43-da46-45c2-839b-d5e074ed910a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:53.605756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8868e0d8-0513-48ac-b741-ff774dc4a9f4 req-8d1e6d43-da46-45c2-839b-d5e074ed910a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0479639 Sep 19 03:51:53.641809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8868e0d8-0513-48ac-b741-ff774dc4a9f4 req-5729b4ac-1e6a-476b-9082-983b25063a1f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301774 Sep 19 03:51:54.759121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47900c31-df91-42a9-83e2-d049a91c215a req-ed1dcb13-431d-4088-be42-ed349b8d9caa tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:54.760610 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47900c31-df91-42a9-83e2-d049a91c215a req-ed1dcb13-431d-4088-be42-ed349b8d9caa tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0516851 Sep 19 03:51:54.797304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-47900c31-df91-42a9-83e2-d049a91c215a req-bf0fe81c-9fe6-448b-bfca-d933c8557d0f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308352 Sep 19 03:51:54.906028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d464b-ac1a-478b-a63e-9d8454533aad req-74916c6d-1e64-46c3-b454-737cf717c2ba tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:54.907502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-586d464b-ac1a-478b-a63e-9d8454533aad req-74916c6d-1e64-46c3-b454-737cf717c2ba tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0471909 Sep 19 03:51:54.916596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37048) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:51:54.921552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'floatingip': {'port_id': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:51:54.968221 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:55.386422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:55.390097 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:55.489331 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 associated. External IP: 172.25.8.209, port: 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3. Sep 19 03:51:55.686332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:51:56.053287 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:51:56.057961 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:51:56.062552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:51:56.072514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:51:56.073118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:51:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:56.084778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5f3d05bc-3552-4503-8429-845e94a8c88e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "PUT /v2.0/floatingips/22b16640-d634-44fa-9282-885619bd6ab2 HTTP/1.1" status: 200 len: 992 time: 1.1670871 Sep 19 03:51:56.085387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:51:56.087723 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f56df4-db80-49ed-8d78-6592a26039b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:51:56.129578 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879afbb0-8495-4e7e-8e05-a0ca01988d13 x-openstack-request-id: req-879afbb0-8495-4e7e-8e05-a0ca01988d13 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:51:56.130071 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:51:56.130484 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-879afbb0-8495-4e7e-8e05-a0ca01988d13 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:51:56.130920 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'status': 'completed', 'code': 200} Sep 19 03:51:56.190932 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-5c44bc77-2bb5-43e4-a83c-50a35516d5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:56.193020 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-5c44bc77-2bb5-43e4-a83c-50a35516d5e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1097 time: 0.0418835 Sep 19 03:51:56.287986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-111a2eae-a3bc-4603-a815-f703960ca194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:56.289448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-111a2eae-a3bc-4603-a815-f703960ca194 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0897014 Sep 19 03:51:56.350088 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:51:56.354851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-95f43f0d-b442-4743-8056-e409dfcde918 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1000 time: 0.0579264 Sep 19 03:51:56.406677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-ac6f82d1-f909-4ee7-b813-822d1173c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:56.408169 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-ac6f82d1-f909-4ee7-b813-822d1173c2fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0464604 Sep 19 03:51:56.452386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-21efd92a-0f5c-486f-9a3b-f54d3ca389e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:51:56.453853 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-21efd92a-0f5c-486f-9a3b-f54d3ca389e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393260 Sep 19 03:51:56.539978 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-0b0a8e0d-09bb-474b-9989-314cdb5ec44c service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794756 Sep 19 03:51:56.566982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:ad:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:51:55Z', 'revision_number': 9, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:56.593924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:51:56.602255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:51:56.602823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:51:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:56.642694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e9f56df4-db80-49ed-8d78-6592a26039b3 req-c37b6f50-deac-4ffa-bce9-08b3cfc1caef service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954370 Sep 19 03:51:56.707736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:51:56.921590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:ad:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:51:55Z', 'revision_number': 9, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:51:56.950193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31aff6d-7073-4e4e-b832-cd8e0b02d4bb None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:ad:33:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:51:55Z', 'revision_number': 9, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:51:57.133714 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d799f49-d7a4-4ff7-b582-04f98dc89dc2 None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:52:00.293512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:03.685359 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-7d1aa198-3e1a-40b4-a80b-ff035ceeaaef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0374587 Sep 19 03:52:03.767071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-aa5c7615-b48a-47ca-a97c-7059407832b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:52:03.768597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-aa5c7615-b48a-47ca-a97c-7059407832b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1097 time: 0.0433869 Sep 19 03:52:03.886763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-b10990fd-4043-45c0-adfa-a3761f892c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:52:03.888226 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-b10990fd-4043-45c0-adfa-a3761f892c45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0830925 Sep 19 03:52:03.955608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-8a82f749-57ce-4670-a80b-bfeb8a7a57fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1003 time: 0.0599594 Sep 19 03:52:04.004265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-82f78a62-f7b7-4127-8e1d-1b0d183efe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:52:04.005748 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-82f78a62-f7b7-4127-8e1d-1b0d183efe9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0437505 Sep 19 03:52:04.051041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-7fd815d1-5cc1-4f63-bcd2-0a6727532b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:52:04.052565 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-7fd815d1-5cc1-4f63-bcd2-0a6727532b05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394409 Sep 19 03:52:04.142568 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-450fc718-8e08-4adc-965e-a15285d79669 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831780 Sep 19 03:52:04.231036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cd5566e6-44c9-48d0-a818-08d8fc570ebd req-a33139b9-828d-487e-a5cd-4d29505c2676 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810859 Sep 19 03:52:05.277051 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:52:14.541569 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d87e266e-d205-471e-ab5b-951a0978fc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:16.453177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:17.302483 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6387b398-9597-46f4-86f6-b1c5a1ea6f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:18.029999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:18.600479 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:20.179020 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:30.303334 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:42.276547 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:52:44.542357 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31c8be48-b3f8-4efa-ba0b-fe76cf1d1807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:46.452375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:47.302467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c944ad2-9915-42cc-b4a5-50a46f75b632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:48.031002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:48.603805 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:52:50.182085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:00.302913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:05.706170 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-2489d3af-afcb-493f-8ee7-cc1e21e94be3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436406 Sep 19 03:53:05.787926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-b6927a55-1e01-45a8-829e-50d8b4a6792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:05.789376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-b6927a55-1e01-45a8-829e-50d8b4a6792d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1097 time: 0.0392382 Sep 19 03:53:05.888606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-913f8bda-c040-41bd-bb0a-dd683dad1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:05.890067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-913f8bda-c040-41bd-bb0a-dd683dad1426 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0831685 Sep 19 03:53:05.957062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-0a0ffbcf-6841-4cb8-a9ac-16696034b8bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1003 time: 0.0602634 Sep 19 03:53:06.006402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-155cc51b-e11d-4576-b80f-204a042ebb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:06.007805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-155cc51b-e11d-4576-b80f-204a042ebb1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0421648 Sep 19 03:53:06.053101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-2c27acc9-a0bd-4348-aa8a-1a8fb355e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:06.054531 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-2c27acc9-a0bd-4348-aa8a-1a8fb355e5c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389187 Sep 19 03:53:06.147010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-2cd4827f-7604-42c5-b54b-04b54e4a5833 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 Sep 19 03:53:06.243541 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7044f7e-0c57-499c-93cc-e074902e3c5d req-3bd70276-377f-4cda-a2e3-73fbba66a6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820782 Sep 19 03:53:14.542820 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ab487181-415b-43fb-a9bc-61d222eab662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:16.449688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:17.301504 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c936c9b8-347d-47fb-991e-a18d670dedf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:18.034568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:18.607173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:19.276876 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:53:20.184258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:30.320557 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:30.837138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-554f1529-b54e-4130-8290-cb513ca3bb2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711668 Sep 19 03:53:30.849183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a3629-074b-4a20-96c5-a7f941fc4cf6 req-1de7c8d9-a23b-495b-bfb4-5a10c5599be3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:30.850698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f12a3629-074b-4a20-96c5-a7f941fc4cf6 req-1de7c8d9-a23b-495b-bfb4-5a10c5599be3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0567102 Sep 19 03:53:30.890210 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f12a3629-074b-4a20-96c5-a7f941fc4cf6 req-5e69fe59-3c37-4af2-bb3b-ac4f3b9d6385 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328128 Sep 19 03:53:32.006388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426a91e-cb43-4624-9633-dbccb6cc5ec7 req-89c70242-e64b-4f94-a9c8-af9744d743a6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:32.007914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8426a91e-cb43-4624-9633-dbccb6cc5ec7 req-89c70242-e64b-4f94-a9c8-af9744d743a6 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0491385 Sep 19 03:53:32.047899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8426a91e-cb43-4624-9633-dbccb6cc5ec7 req-575baa06-1253-4703-aa26-76bd4dd5eeec tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340469 Sep 19 03:53:33.164897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27c5c6-f0a1-4e11-90cd-9a3167ed1de3 req-e2777fc1-ae7d-4a33-9604-4ecdc335502c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:33.166374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db27c5c6-f0a1-4e11-90cd-9a3167ed1de3 req-e2777fc1-ae7d-4a33-9604-4ecdc335502c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0531247 Sep 19 03:53:33.202477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db27c5c6-f0a1-4e11-90cd-9a3167ed1de3 req-b2f974b1-9a9b-4415-a9ba-c4e21bb310ce tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300894 Sep 19 03:53:34.012438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-d237f489-2329-4b7b-8d54-b0c0f47824b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:34.013907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-d237f489-2329-4b7b-8d54-b0c0f47824b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1097 time: 0.0417767 Sep 19 03:53:34.107359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-85f1f86f-47e2-40af-af8d-a8f64b2a6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:34.108715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-85f1f86f-47e2-40af-af8d-a8f64b2a6f9f service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0880201 Sep 19 03:53:34.170973 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-622dd323-e78e-4beb-b8e7-e5f1047983cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1003 time: 0.0555081 Sep 19 03:53:34.218265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-31e7c47c-c26e-4cb3-9775-93d90c8833e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:34.219679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-31e7c47c-c26e-4cb3-9775-93d90c8833e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0423734 Sep 19 03:53:34.268991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-d15b1586-e65d-4f0b-9082-537936025387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:34.270487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-d15b1586-e65d-4f0b-9082-537936025387 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440454 Sep 19 03:53:34.285589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1b98f994-72c2-46b4-81f3-08b87b702866 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:53:34.286530 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1b98f994-72c2-46b4-81f3-08b87b702866 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052302 Sep 19 03:53:34.371763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30852b4-60bc-475f-9f9a-40bcb83c9964 req-62c45894-144a-448d-b37f-0ec943d937bc tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:34.373138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d30852b4-60bc-475f-9f9a-40bcb83c9964 req-62c45894-144a-448d-b37f-0ec943d937bc tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.1015692 Sep 19 03:53:34.425559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-c1ad662e-f45e-4b8e-99dc-fb41da8270d3 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254084 Sep 19 03:53:34.431168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d30852b4-60bc-475f-9f9a-40bcb83c9964 req-77ce02be-bb1b-4ff1-be45-7447da37d175 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522156 Sep 19 03:53:34.512985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-6c9fc36a-2d7e-4e64-b1a9-3b60503ff844 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807736 Sep 19 03:53:35.543783 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb8b8c-a9c2-436d-a91e-4cbe67d68297 req-7543a2a4-4da3-4e94-af01-74a12a83bc92 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:35.545243 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dcb8b8c-a9c2-436d-a91e-4cbe67d68297 req-7543a2a4-4da3-4e94-af01-74a12a83bc92 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0481405 Sep 19 03:53:35.586684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dcb8b8c-a9c2-436d-a91e-4cbe67d68297 req-d08eac49-e732-4168-9219-e7d1631a272a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355997 Sep 19 03:53:36.698248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d596a2-03d9-461f-af1b-0cccc94557c6 req-1f8fb44e-1b27-43f7-844b-718bec470b6a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:36.699724 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0d596a2-03d9-461f-af1b-0cccc94557c6 req-1f8fb44e-1b27-43f7-844b-718bec470b6a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0476673 Sep 19 03:53:36.736715 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0d596a2-03d9-461f-af1b-0cccc94557c6 req-44ff9de5-bd06-41ba-baae-828ecefe814b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308931 Sep 19 03:53:37.848831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8079d13-48f1-43e9-a2ba-334a15135993 req-fc22ec2b-c84e-4955-b3d3-cb7d08276520 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:37.850389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8079d13-48f1-43e9-a2ba-334a15135993 req-fc22ec2b-c84e-4955-b3d3-cb7d08276520 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0490353 Sep 19 03:53:37.887882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f8079d13-48f1-43e9-a2ba-334a15135993 req-b81d6dac-ae14-4ca9-ada7-270ad9a35f5e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315773 Sep 19 03:53:39.000958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d825b79-963e-4663-8dc1-f76779500c16 req-9caffe01-1a51-48ae-9733-0b8c98b42973 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:39.002404 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d825b79-963e-4663-8dc1-f76779500c16 req-9caffe01-1a51-48ae-9733-0b8c98b42973 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0480993 Sep 19 03:53:39.042940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d825b79-963e-4663-8dc1-f76779500c16 req-fcf4be6e-9408-4676-8e6f-80a3aee76d4d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345569 Sep 19 03:53:40.154657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550509a-1566-42aa-a355-101baf3b2231 req-12b98bda-f5ef-409a-8f49-27423c92f280 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:40.156041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a550509a-1566-42aa-a355-101baf3b2231 req-12b98bda-f5ef-409a-8f49-27423c92f280 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0473921 Sep 19 03:53:40.193379 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a550509a-1566-42aa-a355-101baf3b2231 req-c921033d-806c-4948-898c-0759bbb08807 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316184 Sep 19 03:53:41.304710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0a67-d3cb-4f54-952b-7914d86e0f36 req-3bfb186b-ff9a-4204-aab8-1cf4073368ad tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:41.306162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-967d0a67-d3cb-4f54-952b-7914d86e0f36 req-3bfb186b-ff9a-4204-aab8-1cf4073368ad tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0479214 Sep 19 03:53:41.344321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-967d0a67-d3cb-4f54-952b-7914d86e0f36 req-da50b869-6bbf-4cd5-bdce-53bbf8cf7b13 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321357 Sep 19 03:53:42.456458 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec16a8-ed84-4d02-92c3-a1f2e3f50e03 req-c96caf1d-aab4-40a7-a884-72a080088882 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:42.457911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0aec16a8-ed84-4d02-92c3-a1f2e3f50e03 req-c96caf1d-aab4-40a7-a884-72a080088882 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0476201 Sep 19 03:53:42.498290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0aec16a8-ed84-4d02-92c3-a1f2e3f50e03 req-a59e440c-fc4e-4095-8576-bcd27d9aad47 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338168 Sep 19 03:53:43.611979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b400bc-6b5f-48a5-9bf7-f60c0a71bd78 req-c3ecfe2f-c7b8-4030-b3fb-4df12ae3af14 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:43.613448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79b400bc-6b5f-48a5-9bf7-f60c0a71bd78 req-c3ecfe2f-c7b8-4030-b3fb-4df12ae3af14 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0484705 Sep 19 03:53:43.650139 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79b400bc-6b5f-48a5-9bf7-f60c0a71bd78 req-43a9882e-b211-4aca-9313-a1bc8a51674f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307896 Sep 19 03:53:44.543129 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5c78496a-9239-41c3-b7e0-f29dad0b3403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:44.764569 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75539486-1618-4163-932e-df4aca124de2 req-3133d021-5409-459e-8c3b-11f57f24dc40 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:44.765959 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75539486-1618-4163-932e-df4aca124de2 req-3133d021-5409-459e-8c3b-11f57f24dc40 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0488222 Sep 19 03:53:44.802550 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75539486-1618-4163-932e-df4aca124de2 req-d5942b14-9b0c-4c0d-a413-18dc4689635b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307598 Sep 19 03:53:45.914682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc41ad2-481a-4072-9597-f10e13ce1c29 req-5ffd11f9-c175-48ca-bff7-fbd35c1442e1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:45.916061 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fc41ad2-481a-4072-9597-f10e13ce1c29 req-5ffd11f9-c175-48ca-bff7-fbd35c1442e1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0471592 Sep 19 03:53:45.956535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5fc41ad2-481a-4072-9597-f10e13ce1c29 req-278160be-5402-4c40-976f-ac6422834f38 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347419 Sep 19 03:53:46.353301 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-ab08368c-463d-4476-8cbf-759044b2c080 service neutron] show failed (client error): The resource could not be found. Sep 19 03:53:46.354502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-ab08368c-463d-4476-8cbf-759044b2c080 service neutron] 10.222.0.30 "GET /v2.0/ports/5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0541053 Sep 19 03:53:46.449551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:46.551257 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-856c4dd5-4c00-4598-908d-991fefe0cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:46.552787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-856c4dd5-4c00-4598-908d-991fefe0cb4b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 1097 time: 0.0450978 Sep 19 03:53:46.570264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:53:46.623586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:46.822209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:53:46.854291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:53:46.892280 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:53:46.894519 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c41e6e-6788-4358-aeb8-f69ca1c78f5c" -d '{"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:53:46.899064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:46.910863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Transition to ACTIVE for port object 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:53:46.914844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:46.941878 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3c334e-5a71-4627-a963-2458c46f423f x-openstack-request-id: req-ac3c334e-5a71-4627-a963-2458c46f423f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:53:46.942165 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:53:46.942414 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac3c334e-5a71-4627-a963-2458c46f423f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:53:46.942918 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'code': 200} Sep 19 03:53:46.997160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:53:47.008168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.008520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.008864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.009205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.009542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.009876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.010207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.010537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.010899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.011231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.011558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.011883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:47.052237 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] No DVR routers for this DVR port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:53:47.079208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ef3a1-8d88-4afb-b1e7-57594b96a62d req-9fba69fe-5b3e-405a-ab6a-6349c48a715c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:47.081418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-062ef3a1-8d88-4afb-b1e7-57594b96a62d req-9fba69fe-5b3e-405a-ab6a-6349c48a715c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 944 time: 0.0549541 Sep 19 03:53:47.122485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-062ef3a1-8d88-4afb-b1e7-57594b96a62d req-39b742ad-5906-471f-9d70-4aeb63951239 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331390 Sep 19 03:53:47.193356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:53:47.193691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:53:47.194531 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:53:47.198693 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:53:47.199049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:53:47.203753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:53:47.204086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:53:47.204465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:53:47.204884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Bound port: 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:53:47.205232 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:47.270543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:53:47.273714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:53:47.277305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:47.302028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c9ee7f4-6bf4-4039-a36a-d1da6d6d1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:47.310435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:47.311187 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:47.312465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] 10.222.0.32 "PUT /v2.0/ports/5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1092 time: 0.7461240 Sep 19 03:53:47.333952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41c35f-4a9d-4555-8451-366bc6e591cb service neutron] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:53:47.387121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-4e3d9a0e-2dda-420f-975a-eff6f74fd2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:47.388697 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-4e3d9a0e-2dda-420f-975a-eff6f74fd2d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1095 time: 0.0434787 Sep 19 03:53:47.483086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-a950b871-3c8b-4e1e-b21a-fbfc5ae9be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:47.484569 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-a950b871-3c8b-4e1e-b21a-fbfc5ae9be95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0894423 Sep 19 03:53:47.550732 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-2ab2b87f-8e93-4c27-bf11-e85ee16b2175 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0580568 Sep 19 03:53:47.599964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-35cd58b0-6fc5-46fa-9c48-43ff99f50d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:47.601899 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-35cd58b0-6fc5-46fa-9c48-43ff99f50d37 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0441141 Sep 19 03:53:47.651246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-866e38b7-22f4-4305-b092-0398c4396da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:47.652725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-866e38b7-22f4-4305-b092-0398c4396da0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436740 Sep 19 03:53:47.739361 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-b75f0932-beff-4409-8571-5d300cc9b76c service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790818 Sep 19 03:53:47.830501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-10cde3a4-2917-46c3-8122-28e49000fdaf req-d3f5ebdf-2987-481f-88ba-5d30184c0681 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835214 Sep 19 03:53:48.037921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:48.237525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa846-694b-4a31-a12e-406b12d8a794 req-aff90e7c-7755-400a-8a5a-c7790d827df3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:48.238905 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e0aa846-694b-4a31-a12e-406b12d8a794 req-aff90e7c-7755-400a-8a5a-c7790d827df3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 944 time: 0.0473118 Sep 19 03:53:48.276330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e0aa846-694b-4a31-a12e-406b12d8a794 req-107e9171-53fc-474c-8a26-ecefb58d3270 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311153 Sep 19 03:53:48.610243 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:48.944263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:53:48.946553 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd901013-3a79-4964-b9ad-144383505ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:53:48.994457 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18aa4d-a6b4-47d4-a8de-58922ad4e7f3 x-openstack-request-id: req-bf18aa4d-a6b4-47d4-a8de-58922ad4e7f3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:53:48.994762 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:53:48.995015 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf18aa4d-a6b4-47d4-a8de-58922ad4e7f3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:53:48.995743 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'status': 'completed', 'code': 200} Sep 19 03:53:49.064181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-adb09185-27c9-4701-b24d-7f6fccf54308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.065726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-adb09185-27c9-4701-b24d-7f6fccf54308 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1095 time: 0.0460300 Sep 19 03:53:49.074086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-8ebf76a5-0af2-4e41-8540-77e6d9d43c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.075619 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-8ebf76a5-0af2-4e41-8540-77e6d9d43c6f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1095 time: 0.0403743 Sep 19 03:53:49.155780 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-a5a775a4-8f67-44ab-b4fb-f9635cab8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.156867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-a5a775a4-8f67-44ab-b4fb-f9635cab8d08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0846651 Sep 19 03:53:49.170312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-fdf11d15-7d92-45c9-bf52-f46d2617d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.171917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-fdf11d15-7d92-45c9-bf52-f46d2617d19d service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0890555 Sep 19 03:53:49.223635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-a9591ed1-dc30-477a-a2cf-b6f804b97520 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0594265 Sep 19 03:53:49.237111 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-e703777f-8e6a-468b-889b-0af37d6f083f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0559947 Sep 19 03:53:49.273762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-53c7be9a-6238-4ec5-a46f-bcfb009242c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.275248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-53c7be9a-6238-4ec5-a46f-bcfb009242c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0451212 Sep 19 03:53:49.285000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-078561ed-1b42-4977-9ab5-1b6a781e9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.286421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-078561ed-1b42-4977-9ab5-1b6a781e9e72 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0414796 Sep 19 03:53:49.321118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-6a85267a-1ad9-4157-9f47-54cba96de449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.322665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-6a85267a-1ad9-4157-9f47-54cba96de449 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405288 Sep 19 03:53:49.336059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901013-3a79-4964-b9ad-144383505ffc req-4888a31e-567f-4cb0-bf03-a65a71f60813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.337550 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-4888a31e-567f-4cb0-bf03-a65a71f60813 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440404 Sep 19 03:53:49.426794 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-96b9d9f7-f791-45b3-ad12-d79c46043550 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820205 Sep 19 03:53:49.444026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645423c-3cd1-4585-9075-77c9d239b286 req-2620642a-8c6f-462c-903d-fc9d93f0c16d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:49.445564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7645423c-3cd1-4585-9075-77c9d239b286 req-2620642a-8c6f-462c-903d-fc9d93f0c16d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 944 time: 0.0981467 Sep 19 03:53:49.462376 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-e957806c-3bdf-4d27-b411-afebc4c8450a service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324046 Sep 19 03:53:49.514106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7645423c-3cd1-4585-9075-77c9d239b286 req-e3ff06f9-756f-4416-8c1c-4562252137b7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612881 Sep 19 03:53:49.521516 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-9d77be89-105c-4a6b-a183-f61c1b7a6a01 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860605 Sep 19 03:53:49.573536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd901013-3a79-4964-b9ad-144383505ffc req-37e2a58b-86e7-4648-86c4-bff9734d33c9 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039238 Sep 19 03:53:50.190790 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:50.630358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45ba3a-a080-4d9d-82ae-d6cc5b11c5e4 req-9202dc5c-2c35-4b60-b2cd-b4fd782ee88f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:50.631828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f45ba3a-a080-4d9d-82ae-d6cc5b11c5e4 req-9202dc5c-2c35-4b60-b2cd-b4fd782ee88f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 944 time: 0.0480301 Sep 19 03:53:50.667992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f45ba3a-a080-4d9d-82ae-d6cc5b11c5e4 req-99666b5f-247e-4464-bc11-312d811a1704 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303490 Sep 19 03:53:51.125214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:53:51.193219 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:53:51.248148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:53:51.255289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:53:51.259957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'mac_address': 'fa:16:3e:ad:33:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:53:51.296478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:51.308583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:53:51.326902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:53:51.330587 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:51.376204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:53:51.383701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.384054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.384395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.384756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.385092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.385423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.385752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.386077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.386401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.386726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.387068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.387389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:51.770343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:53:51.781852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d11ae-2c76-48f1-9367-e54b70c7fff0 req-672da5b4-d101-4737-941a-fe6873dba34b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:51.783392 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc4d11ae-2c76-48f1-9367-e54b70c7fff0 req-672da5b4-d101-4737-941a-fe6873dba34b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0490329 Sep 19 03:53:51.820759 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fc4d11ae-2c76-48f1-9367-e54b70c7fff0 req-aa353af9-b71e-435a-a085-4fdf2c2eef61 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314052 Sep 19 03:53:52.096768 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-cf608b5d-7f6f-437d-80d0-9e38603e6d01 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:52.098250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-cf608b5d-7f6f-437d-80d0-9e38603e6d01 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a&tenant_id=5c1721960df14821ae07f687a15360ae&binding%3Ahost_id=n-h2-809936-1 HTTP/1.1" status: 200 len: 945 time: 0.0523188 Sep 19 03:53:52.117976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd61ed1-6580-455e-b0ce-417cdc98356a req-ce7f9469-b12a-447f-bdc8-2a802a7d4449 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:52.119480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6dd61ed1-6580-455e-b0ce-417cdc98356a req-ce7f9469-b12a-447f-bdc8-2a802a7d4449 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0537314 Sep 19 03:53:52.156193 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6dd61ed1-6580-455e-b0ce-417cdc98356a req-d4e1e0dc-6708-4488-ae98-8788912f0788 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307558 Sep 19 03:53:52.159005 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-c23d36a7-3fa1-4f28-8326-c22ceb642f17 service neutron] 10.222.0.32 "GET /v2.0/ports/5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3/bindings/n-h2-809936-1 HTTP/1.1" status: 200 len: 382 time: 0.0521190 Sep 19 03:53:52.236250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-c527e515-923d-4974-af01-3f1d1ae6cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:52.237938 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-c527e515-923d-4974-af01-3f1d1ae6cbfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1096 time: 0.0391712 Sep 19 03:53:52.329203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-65b45628-3d0e-40de-b158-9c3fc573b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:52.330678 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-65b45628-3d0e-40de-b158-9c3fc573b3ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0849240 Sep 19 03:53:52.400772 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-41e01097-74f6-4875-8509-80278f5f8725 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1002 time: 0.0613987 Sep 19 03:53:52.450032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-6895934e-ef88-4ec7-902b-e425f7530d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:52.451438 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-6895934e-ef88-4ec7-902b-e425f7530d9c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0433898 Sep 19 03:53:52.496867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-7d5ea932-89dd-4fc4-a922-4a40f04edb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:52.498355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-7d5ea932-89dd-4fc4-a922-4a40f04edb34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395894 Sep 19 03:53:52.590371 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-b672bd4b-2e4f-4869-8a03-7e6b25450d09 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843279 Sep 19 03:53:52.676784 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-b223b5d6-c4af-4495-98fd-fd5161162c7b service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794666 Sep 19 03:53:53.142005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:53:53.189366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:53:53.192907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:53:53.193276 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:53.274333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:53.275895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294415f6-f77a-4f6d-a8e8-2f9e2b445882 req-9408a8a9-67e8-463e-90db-320a8f99c797 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:53.277387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-294415f6-f77a-4f6d-a8e8-2f9e2b445882 req-9408a8a9-67e8-463e-90db-320a8f99c797 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0502770 Sep 19 03:53:53.297146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:53:53.299470 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a7fadf-c435-4a1b-8019-7f175e0c4ece" -d '{"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-plugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:53:53.312182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:53:53.315451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-294415f6-f77a-4f6d-a8e8-2f9e2b445882 req-62d48b1f-c19b-4855-ac0e-59c3502b3f6e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318658 Sep 19 03:53:53.316469 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:53.349553 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d1d4ab-1416-4d6b-a1fc-3683b5118d70 x-openstack-request-id: req-99d1d4ab-1416-4d6b-a1fc-3683b5118d70 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:53:53.349842 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-plugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:53:53.350714 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99d1d4ab-1416-4d6b-a1fc-3683b5118d70 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:53:53.351450 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'code': 200} Sep 19 03:53:53.368654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:53:54.436926 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff54b-7834-4990-9eed-9c2188c9f167 req-1c05e03d-5183-40f0-87c2-fcb1f654d67f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:54.438402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b9ff54b-7834-4990-9eed-9c2188c9f167 req-1c05e03d-5183-40f0-87c2-fcb1f654d67f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0488265 Sep 19 03:53:54.474285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b9ff54b-7834-4990-9eed-9c2188c9f167 req-c871ac3a-3f20-431f-ab6b-f8c7504307fc tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299840 Sep 19 03:53:54.872590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-e615afba-9d05-46b1-8250-c198e5725fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:54.874115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-e615afba-9d05-46b1-8250-c198e5725fc0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 1097 time: 0.0728736 Sep 19 03:53:54.886686 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:53:54.937359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:55.135536 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:53:55.167114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:53:55.204018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:53:55.206166 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100d2654-24ed-4b23-aa2c-e060f4a62b64" -d '{"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:53:55.210814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:55.222816 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Transition to ACTIVE for port object 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:53:55.228107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:55.259861 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463a6e98-7b24-451f-8f17-a7acee19eb92 x-openstack-request-id: req-463a6e98-7b24-451f-8f17-a7acee19eb92 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:53:55.260723 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-unplugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:53:55.260723 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-463a6e98-7b24-451f-8f17-a7acee19eb92 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:53:55.260885 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'code': 200} Sep 19 03:53:55.331074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=10']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:53:55.352508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.352848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.353186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.353522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.353854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.354183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.354502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.354845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.355169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.355489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.355804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.356118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:53:55.408653 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] No DVR routers for this DVR port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:53:55.542654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:53:55.543393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:53:55.543687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:53:55.557388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:53:55.557711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Attempting to bind port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:53:55.579726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:53:55.580088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:53:55.580468 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:53:55.580896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Bound port: 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:53:55.581251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:55.628600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0012f19-9b71-4d32-b5ca-be8ac5a60127 req-4a28d3e1-790c-463a-b938-a312d73a7108 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:55.630077 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0012f19-9b71-4d32-b5ca-be8ac5a60127 req-4a28d3e1-790c-463a-b938-a312d73a7108 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0886114 Sep 19 03:53:55.672588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:53:55.676648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:53:55.683920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:55.716815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0012f19-9b71-4d32-b5ca-be8ac5a60127 req-54aa53cf-fe7c-4017-87a1-6b99f4e31a12 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0802493 Sep 19 03:53:55.725407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:55.726182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:55.727412 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1093 time: 0.8446889 Sep 19 03:53:55.747020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc99fa-bc0c-43e7-a5f3-f754763d4f77 service neutron] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=11']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:53:55.799136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-97125374-5a1b-49a8-b4fc-9663b361d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:55.800638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-97125374-5a1b-49a8-b4fc-9663b361d3e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1096 time: 0.0450459 Sep 19 03:53:55.893798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-da4133af-72f7-4896-9c23-4c9cd5d906f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:55.895278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-da4133af-72f7-4896-9c23-4c9cd5d906f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0879893 Sep 19 03:53:55.963207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-98045c39-2dd5-4378-92a5-42c6ef533dc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0608475 Sep 19 03:53:56.275469 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:53:56.280629 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-e0cc33e1-494c-4f16-b7b0-0293215f6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:56.282132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-e0cc33e1-494c-4f16-b7b0-0293215f6adc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.3119297 Sep 19 03:53:56.326089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-12907d64-a8e6-42b1-8332-b636f123061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:56.327509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-12907d64-a8e6-42b1-8332-b636f123061e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0374475 Sep 19 03:53:56.418368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-cfd51503-53a5-4f9e-9d0f-1b2ee1e33444 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835438 Sep 19 03:53:56.506452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5a6e0a9f-7804-4701-9448-189eadba6532 req-4afa2e2f-52ad-4931-b5c0-744ed438a641 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813878 Sep 19 03:53:56.832171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af308c60-53f6-497d-81f6-d1e3225073d9 req-5594b3e1-295d-4ce9-8b2e-550514fd81f1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:56.833618 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af308c60-53f6-497d-81f6-d1e3225073d9 req-5594b3e1-295d-4ce9-8b2e-550514fd81f1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0480547 Sep 19 03:53:56.875360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af308c60-53f6-497d-81f6-d1e3225073d9 req-ffe558b8-0784-4737-a04c-db06e9aae95f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358219 Sep 19 03:53:57.262411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:53:57.264796 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e" -d '{"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:53:57.311208 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ef8b7-6d42-41af-bd16-d5287d4ce0ce x-openstack-request-id: req-5c5ef8b7-6d42-41af-bd16-d5287d4ce0ce {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:53:57.311500 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:53:57.311749 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c5ef8b7-6d42-41af-bd16-d5287d4ce0ce {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:53:57.312137 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'status': 'completed', 'code': 200} Sep 19 03:53:57.374159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-68be87e6-1593-4440-904f-c81543a8e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.375673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-68be87e6-1593-4440-904f-c81543a8e894 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1096 time: 0.0413923 Sep 19 03:53:57.390443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-18e0672e-6e43-414b-9210-ffe63039b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.391953 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-18e0672e-6e43-414b-9210-ffe63039b475 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 1096 time: 0.0403018 Sep 19 03:53:57.463442 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-de2cfbbc-9aa2-4799-9a98-c4fa38d89d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.464805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-de2cfbbc-9aa2-4799-9a98-c4fa38d89d1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0822034 Sep 19 03:53:57.483050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-f007c329-7e9e-4eac-b8eb-d0ea02cdfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.484526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-f007c329-7e9e-4eac-b8eb-d0ea02cdfb9f service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0854735 Sep 19 03:53:57.536049 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-2acd6cb5-7fd1-4f5b-85ed-767080447df5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0617712 Sep 19 03:53:57.552932 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-57f9436b-1b60-45dd-8484-8333f5ecab64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 200 len: 1001 time: 0.0605125 Sep 19 03:53:57.586992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-a737f350-30ab-4240-b51d-7c754cc6bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.588540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-a737f350-30ab-4240-b51d-7c754cc6bb84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0447237 Sep 19 03:53:57.601300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-edf295f3-320c-4902-9a07-4788e3fb644a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.602754 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-edf295f3-320c-4902-9a07-4788e3fb644a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0427065 Sep 19 03:53:57.634725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-30946978-a7e7-440c-b445-ad50145ea9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.636253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-30946978-a7e7-440c-b445-ad50145ea9ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398252 Sep 19 03:53:57.648054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-84b6b710-c061-492c-82a7-b12f3d4e69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.649526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-84b6b710-c061-492c-82a7-b12f3d4e69eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398250 Sep 19 03:53:57.731118 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-f1dd2ef0-2eff-404e-ad34-29a2fd739802 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858405 Sep 19 03:53:57.740043 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-64d434c7-3205-4b05-8571-70e8fcad1026 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833840 Sep 19 03:53:57.827314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-f3247d4c-ddef-44ce-9b6f-448ae01c40a4 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888729 Sep 19 03:53:57.829329 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f040b759-d74f-47fa-9a4f-0f4dc3a9904e req-70d00f7f-45d9-4b4f-8d3c-bdbe6ecd8ff4 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823944 Sep 19 03:53:57.989819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea43fb-6855-4f0a-bc61-d074af054f63 req-d06df609-4afc-462e-b605-2995c764982c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:57.991306 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bea43fb-6855-4f0a-bc61-d074af054f63 req-d06df609-4afc-462e-b605-2995c764982c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0491343 Sep 19 03:53:58.028899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7bea43fb-6855-4f0a-bc61-d074af054f63 req-3d9651c4-0474-44ea-9f39-1ecbc79b3cea tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315676 Sep 19 03:53:59.144626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff326deb-c732-4d65-910c-2bbff5e93e0f req-18ec5c4e-e457-4f99-b6e8-3bc1c7854116 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:59.146009 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff326deb-c732-4d65-910c-2bbff5e93e0f req-18ec5c4e-e457-4f99-b6e8-3bc1c7854116 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0486121 Sep 19 03:53:59.179738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:53:59.183650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff326deb-c732-4d65-910c-2bbff5e93e0f req-5ed7f8e8-2d78-4efa-8a8c-41f0266c13f0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316799 Sep 19 03:53:59.220149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:53:59.222841 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:53:59.299889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be518d69-4a01-4110-9b2b-4534944c8fa1 req-557919e7-7b89-4121-9d3c-a8b168f8f7c4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:59.301377 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be518d69-4a01-4110-9b2b-4534944c8fa1 req-557919e7-7b89-4121-9d3c-a8b168f8f7c4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 945 time: 0.0486267 Sep 19 03:53:59.313304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:53:59.324163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'mac_address': 'fa:16:3e:ad:33:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:53:59.342627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be518d69-4a01-4110-9b2b-4534944c8fa1 req-bb8f74c0-2954-49de-b6cf-019742c370eb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352523 Sep 19 03:53:59.364592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:59.377255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:53:59.395899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:53:59.400530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:53:59.445786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=12']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:53:59.454492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bf765-cffe-4b1e-94b3-cfdc640fd1eb req-e47759e0-a605-4cb6-b3b3-7e84ef5b2866 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:59.456033 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-186bf765-cffe-4b1e-94b3-cfdc640fd1eb req-e47759e0-a605-4cb6-b3b3-7e84ef5b2866 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0480847 Sep 19 03:53:59.494103 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-186bf765-cffe-4b1e-94b3-cfdc640fd1eb req-01a53ba8-e2e7-4365-82c2-19ee1b7c5a73 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316048 Sep 19 03:53:59.612156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:53:59.724076 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0fa65-1d28-4438-aa96-472687a354d1 req-25c194fb-a922-40e6-a284-f93181f0ddc0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:53:59.725586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dd0fa65-1d28-4438-aa96-472687a354d1 req-25c194fb-a922-40e6-a284-f93181f0ddc0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0485747 Sep 19 03:53:59.763515 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dd0fa65-1d28-4438-aa96-472687a354d1 req-e4038f84-64d9-4567-82d5-171646a84e21 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318208 Sep 19 03:54:00.320269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:00.878009 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c724ccf-825d-4ba9-be48-91898b050de2 req-55f845c9-5815-4261-b2c1-3a000726e0d9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:00.879528 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c724ccf-825d-4ba9-be48-91898b050de2 req-55f845c9-5815-4261-b2c1-3a000726e0d9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0494943 Sep 19 03:54:00.928627 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c724ccf-825d-4ba9-be48-91898b050de2 req-44eb8b38-e307-4ff8-874a-4b5d95e8d98f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432405 Sep 19 03:54:00.966349 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1823805-1447-4c97-ace1-96b02a387150 req-a81b8b9d-3a53-445e-bf2a-165b064a1959 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:00.967847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1823805-1447-4c97-ace1-96b02a387150 req-a81b8b9d-3a53-445e-bf2a-165b064a1959 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 946 time: 0.0490551 Sep 19 03:54:01.055067 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Deleting port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:54:01.055331 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.143016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:54:01.143380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.234600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:54:01.283414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:54:01.287060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:54:01.287441 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.360789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.363392 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.363948 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.364395 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 disassociated. External IP: 172.25.8.209, port: 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3. Sep 19 03:54:01.364863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Calling delete_port for 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:54:01.384166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:54:01.386359 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632b6122-4ef1-4305-9456-d5c241738fde" -d '{"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-plugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:54:01.398957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:54:01.403466 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.432938 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d2a34e-9b90-4bc0-81b1-c11dded35940 x-openstack-request-id: req-11d2a34e-9b90-4bc0-81b1-c11dded35940 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:54:01.433228 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-plugged", "status": "completed", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:54:01.433474 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11d2a34e-9b90-4bc0-81b1-c11dded35940 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:54:01.433852 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'code': 200} Sep 19 03:54:01.457622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=13']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:54:01.493626 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.525985 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event deleted for resources: {'Port': ['ID=5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:54:01.640474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:54:01.748323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:54:01.758380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:54:01.769435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:54:01.771007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:53:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:01.787198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] No DVR routers for this DVR port 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:54:01.789830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:01.791879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1823805-1447-4c97-ace1-96b02a387150 req-9b861d06-7bf2-42d1-b13a-50ca75ac9ad3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "DELETE /v2.0/ports/5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 HTTP/1.1" status: 204 len: 173 time: 0.8157539 Sep 19 03:54:01.792322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-deleted', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:54:01.794549 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff496eaf-781e-4f1f-875b-fb7bf264d2bc" -d '{"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-deleted", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:54:01.841827 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca7269d-6fce-429e-be3d-58ec64930ce0 x-openstack-request-id: req-5ca7269d-6fce-429e-be3d-58ec64930ce0 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:54:01.842123 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37359e8-4961-4ae1-8392-1d3cdf5f479a", "name": "network-vif-deleted", "tag": "5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:54:01.842377 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ca7269d-6fce-429e-be3d-58ec64930ce0 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:54:01.846718 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c37359e8-4961-4ae1-8392-1d3cdf5f479a', 'name': 'network-vif-deleted', 'tag': '5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3', 'status': 'completed', 'code': 200} Sep 19 03:54:01.887237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:54:02.033032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0d1fe25-aea5-4f7a-9a84-101eebe7f2be req-8b01420f-85a7-48db-a1ff-1c0aea4bce36 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=c37359e8-4961-4ae1-8392-1d3cdf5f479a HTTP/1.1" status: 200 len: 210 time: 0.0264800 Sep 19 03:54:02.081050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:02.106255 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:54:02.114413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:54:02.115050 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:53:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:02.227030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:54:02.571530 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:02.595996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfea8c0-205b-4821-87ba-36c8b0fa888a None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:54:02.788960 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b54413-ed61-4fb4-9f4b-442a88e5bae2 None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:54:03.295516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-0d983d00-f56a-4855-83d6-350cf5f5386f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--96624554&fields=id&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 267 time: 0.0327260 Sep 19 03:54:03.401194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-a62e39fa-ede0-4c64-8531-be715096d054 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:03.402536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-a62e39fa-ede0-4c64-8531-be715096d054 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.1005254 Sep 19 03:54:03.416785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-7d220a79-a2a0-4c5c-9613-6ab2a8ac1c76 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/quotas/5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 375 time: 0.0086341 Sep 19 03:54:03.467304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-881933af-bdd2-45d4-99a4-854ae9373913 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455499 Sep 19 03:54:03.482173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-dc9dbf5f-1e83-4897-87af-b31c59f216be service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:54:03.483141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-dc9dbf5f-1e83-4897-87af-b31c59f216be service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049448 Sep 19 03:54:03.572825 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-7aa61648-000b-41c3-964a-5af43553c501 service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838718 Sep 19 03:54:03.658789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-2cc0c119-1597-44f6-b5f6-a9af3e8a649a service neutron] 10.222.0.22 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798788 Sep 19 03:54:03.813815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72d0555a-b4b7-4cd5-a395-cb6d1ac3d46f req-b097bb3a-461a-49ae-9bcc-52493e6bb768 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 210 time: 0.0267205 Sep 19 03:54:04.846774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-4cc9dfc8-6fde-4c35-abfb-7dc77f34437f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:04.846774 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-4cc9dfc8-6fde-4c35-abfb-7dc77f34437f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 811 time: 0.1061623 Sep 19 03:54:04.894352 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1a871ec8-4606-4c4a-be0f-f035fbb0ea95 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 378 time: 0.0348320 Sep 19 03:54:04.907627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'port': {'device_id': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'admin_state_up': True, 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'security_groups': ['ba349a1f-56dd-4820-990f-fb8f655a98d4']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:54:04.961025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5dfa4a7d-7233-4eb6-a9ea-6ff030f4b2a1 req-95a382ff-9ec3-43d9-91ba-acd786d1cf13 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 210 time: 0.0323501 Sep 19 03:54:05.027120 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Made reservation on behalf of 5c1721960df14821ae07f687a15360ae for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:54:05.030564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:05.151121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Allocated IP 172.20.0.8 (539714cd-56ba-4907-bdc8-4ba2d2b56721/62327832-b5c8-4a51-a943-1adb4b521ba2/75335c8a-87ff-43cb-bfe7-203b09cda00d) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:54:05.234146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:54:05.254844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:54:05.255185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 5d361fd0-7ef7-43d2-a7cb-1a42a8bcfcf3 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:54:05.610575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:05.644166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:05.687494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:54:05.690539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:54:05.696771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:54:05.719566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:54:05.752993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:05.753633 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:05.768966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-c23c50dc-3e2b-40ea-96d2-7c0ea9183ae0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672566 Sep 19 03:54:05.786925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Request body: {'port': {'device_id': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:54:05.841833 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:05.933967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8ee22718-79e3-4515-baa7-62c06bf53565 None None] Provisioning complete for port 75335c8a-87ff-43cb-bfe7-203b09cda00d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:54:05.934337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ee22718-79e3-4515-baa7-62c06bf53565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:05.969544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8ee22718-79e3-4515-baa7-62c06bf53565 None None] Port 75335c8a-87ff-43cb-bfe7-203b09cda00d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:54:06.076680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed69a52-c914-4a97-9f37-9e0ff719d59c req-6853c516-8b03-4508-b54a-4c78c6e1b98f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:06.078158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed69a52-c914-4a97-9f37-9e0ff719d59c req-6853c516-8b03-4508-b54a-4c78c6e1b98f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 931 time: 0.0515749 Sep 19 03:54:06.116699 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7ed69a52-c914-4a97-9f37-9e0ff719d59c req-fef7e14d-563b-4f4f-a220-6078329748ef tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322688 Sep 19 03:54:06.120467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75335c8a-87ff-43cb-bfe7-203b09cda00d {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:54:06.128675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:06.140916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Transition to ACTIVE for port object 75335c8a-87ff-43cb-bfe7-203b09cda00d will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:54:06.143813 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:06.195779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:54:06.266890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:54:06.267244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:54:06.267574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:54:06.272549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:54:06.272878 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:54:06.277684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:54:06.278061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:54:06.278456 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:54:06.278977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Bound port: 75335c8a-87ff-43cb-bfe7-203b09cda00d, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:54:06.279350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:06.353015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:54:06.356904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:54:06.361917 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:06.396475 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:06.397657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:06.399085 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] 10.222.0.32 "PUT /v2.0/ports/75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1091 time: 0.6167026 Sep 19 03:54:06.399536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:54:06.401798 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:54:06.427125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810c28d-58fb-44fc-bb63-a48b21d31b02 service neutron] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:54:06.446250 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc37704-c2bc-42ec-9c47-426bcbc53d8a x-openstack-request-id: req-4dc37704-c2bc-42ec-9c47-426bcbc53d8a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:54:06.446686 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:54:06.446975 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dc37704-c2bc-42ec-9c47-426bcbc53d8a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:54:06.447405 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'status': 'completed', 'code': 200} Sep 19 03:54:06.505073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-d94645fa-8b39-49de-a311-fe1bd4e54944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:06.507198 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-d94645fa-8b39-49de-a311-fe1bd4e54944 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1094 time: 0.0426183 Sep 19 03:54:06.558723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-dd84a05f-3a5e-47e9-a67c-336120b9bb08 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 217 time: 0.0390451 Sep 19 03:54:06.607844 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-e353031a-6d03-46c1-987a-bd5d3fba08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:06.609298 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-e353031a-6d03-46c1-987a-bd5d3fba08ab service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0438082 Sep 19 03:54:06.655600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a706df-471b-4741-a206-a42bddbb9f72 req-93090e24-b6ad-47a7-a0f9-4f1530d78a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:06.657006 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-93090e24-b6ad-47a7-a0f9-4f1530d78a28 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399735 Sep 19 03:54:06.748214 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-a39f8563-186d-424b-b599-a67ddddd1d05 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835972 Sep 19 03:54:06.835078 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41a706df-471b-4741-a206-a42bddbb9f72 req-356aa411-c811-4917-a790-482fde2684e9 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802679 Sep 19 03:54:06.958356 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-a3de1770-2bea-4700-b513-638ffb502b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:06.959748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-a3de1770-2bea-4700-b513-638ffb502b75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1094 time: 0.0401239 Sep 19 03:54:07.049985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-f1ce3ac1-4ccb-430e-abaa-bdf34b62357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:07.051462 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-f1ce3ac1-4ccb-430e-abaa-bdf34b62357a service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0849600 Sep 19 03:54:07.092240 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-55168c2b-0124-469f-99b2-186997944b51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 217 time: 0.0327840 Sep 19 03:54:07.143581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-de75c76a-e10f-4abf-8db4-54a67b7b4b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:07.145025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-de75c76a-e10f-4abf-8db4-54a67b7b4b58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0463152 Sep 19 03:54:07.194058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-68d52f40-46ea-4c9d-913a-ec3af0e24ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:07.195699 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-68d52f40-46ea-4c9d-913a-ec3af0e24ab6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410709 Sep 19 03:54:07.229183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b4fd5-c4af-4570-b693-d0b75991010f req-30bce9c6-4859-4a81-8fa1-e594bce3ad6b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:07.230570 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f22b4fd5-c4af-4570-b693-d0b75991010f req-30bce9c6-4859-4a81-8fa1-e594bce3ad6b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0478122 Sep 19 03:54:07.268152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f22b4fd5-c4af-4570-b693-d0b75991010f req-a57ac92a-c3ea-4095-a9eb-1e2733675b44 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315621 Sep 19 03:54:07.289552 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-72643c73-edaa-4207-8587-4e070e78e672 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861402 Sep 19 03:54:07.376104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3c0b46d1-25e0-4ec1-bcd0-dec5c25efecc req-d63ff1df-6445-4873-8303-f28c8ea9978d service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798626 Sep 19 03:54:08.380437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d9365-ba45-4638-88fe-7e3b72e8b393 req-49ae6d7d-0459-44a8-82da-96e4e78931af tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:08.382884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de6d9365-ba45-4638-88fe-7e3b72e8b393 req-49ae6d7d-0459-44a8-82da-96e4e78931af tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0479612 Sep 19 03:54:08.418867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de6d9365-ba45-4638-88fe-7e3b72e8b393 req-86213c5f-0568-49d2-9b6f-1a0d4e87fc0a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300732 Sep 19 03:54:09.534483 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecbd06-f590-4fa1-877e-fa24a96b2e46 req-f45d3cf3-f339-4f01-bde2-7dbcfeb040be tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:09.535940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbecbd06-f590-4fa1-877e-fa24a96b2e46 req-f45d3cf3-f339-4f01-bde2-7dbcfeb040be tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0515909 Sep 19 03:54:09.573427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbecbd06-f590-4fa1-877e-fa24a96b2e46 req-417d6b3e-e349-43b2-8de3-0e8ac9cd25f1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315850 Sep 19 03:54:10.685626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7700ef-90b5-46ee-bd02-7ead7ab9c83a req-815cca30-86d8-4143-93a2-37e6754a42e3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:10.687128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd7700ef-90b5-46ee-bd02-7ead7ab9c83a req-815cca30-86d8-4143-93a2-37e6754a42e3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0473602 Sep 19 03:54:10.723956 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd7700ef-90b5-46ee-bd02-7ead7ab9c83a req-c2e590e7-cef2-4d64-957f-fc525b56f7db tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310812 Sep 19 03:54:11.236406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:54:11.326955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:54:11.337402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'mac_address': 'fa:16:3e:f8:32:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:54:11.376264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:11.388935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75335c8a-87ff-43cb-bfe7-203b09cda00d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:54:11.407039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:54:11.410926 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:11.455772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:54:11.790518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['75335c8a-87ff-43cb-bfe7-203b09cda00d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:54:11.834604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207699d-9202-4e62-b88c-70d791f86fa4 req-af785011-0360-419b-890d-8921ee045d53 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:11.836115 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f207699d-9202-4e62-b88c-70d791f86fa4 req-af785011-0360-419b-890d-8921ee045d53 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0472703 Sep 19 03:54:11.874452 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f207699d-9202-4e62-b88c-70d791f86fa4 req-5f88257b-ae74-48a3-9008-db0fdc7ea819 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324299 Sep 19 03:54:12.989455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9dc2b-55d3-45c6-b163-45f6e676d660 req-eef25b50-2345-41e4-9f98-b0a046b91de7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:12.991427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9d9dc2b-55d3-45c6-b163-45f6e676d660 req-eef25b50-2345-41e4-9f98-b0a046b91de7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0514865 Sep 19 03:54:13.027860 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9d9dc2b-55d3-45c6-b163-45f6e676d660 req-2c7e75af-33f5-4922-b6e1-6b6ffdaf4cb0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305407 Sep 19 03:54:13.251569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:54:13.297978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 75335c8a-87ff-43cb-bfe7-203b09cda00d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:54:13.301672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 75335c8a-87ff-43cb-bfe7-203b09cda00d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:54:13.302067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:13.375396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:13.396827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:54:13.399075 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4040cee-fa81-4223-9468-6aea5cfc9179" -d '{"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-plugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:54:13.414683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:54:13.418596 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:13.441299 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd8a310-88ff-4c49-bc87-98f169357f88 x-openstack-request-id: req-2fd8a310-88ff-4c49-bc87-98f169357f88 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:54:13.441595 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-plugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:54:13.441851 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fd8a310-88ff-4c49-bc87-98f169357f88 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:54:13.442237 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'code': 200} Sep 19 03:54:13.467560 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:54:13.556974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe07db-5326-41b9-886b-5823448ebb9e req-4862e6c5-1238-4116-a159-8d8b783430d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:13.558421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c6fe07db-5326-41b9-886b-5823448ebb9e req-4862e6c5-1238-4116-a159-8d8b783430d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1096 time: 0.0400839 Sep 19 03:54:13.592065 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c6fe07db-5326-41b9-886b-5823448ebb9e req-da823bfd-fd97-4578-9091-eed51f12e1dd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266628 Sep 19 03:54:14.148695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2c4b9-cdb9-4798-8ad8-5bd59244e2f9 req-72f84614-ea91-41c5-8b97-5837f42ba909 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:14.150057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46b2c4b9-cdb9-4798-8ad8-5bd59244e2f9 req-72f84614-ea91-41c5-8b97-5837f42ba909 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0491557 Sep 19 03:54:14.186088 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-46b2c4b9-cdb9-4798-8ad8-5bd59244e2f9 req-8b1f89ac-3ce3-4dcb-9096-4c994da50c47 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299931 Sep 19 03:54:14.543415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b192da2a-d66e-4ddb-8ace-4efacd978f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:15.299873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf195b-77cc-4719-b1dd-e968f3afeb4d req-28491f32-7f59-4ffa-ba45-dbb93dfba837 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:15.301347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfcf195b-77cc-4719-b1dd-e968f3afeb4d req-28491f32-7f59-4ffa-ba45-dbb93dfba837 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0478785 Sep 19 03:54:15.338119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bfcf195b-77cc-4719-b1dd-e968f3afeb4d req-63bdd211-a879-4e08-b88f-25e2fc8def59 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308924 Sep 19 03:54:15.448602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a4978-0b08-4468-bb8f-f9daf5cfe24e req-c2cb8941-5fb7-413f-bf17-a740b1138567 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:15.449958 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c72a4978-0b08-4468-bb8f-f9daf5cfe24e req-c2cb8941-5fb7-413f-bf17-a740b1138567 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0501637 Sep 19 03:54:15.458286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 37422) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:54:15.463274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Request body: {'floatingip': {'port_id': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:54:15.500431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:15.922903 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:15.927051 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:16.024076 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 associated. External IP: 172.25.8.209, port: 75335c8a-87ff-43cb-bfe7-203b09cda00d. Sep 19 03:54:16.450176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:16.494616 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:54:16.601048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:54:16.605973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:16.611179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:54:16.620681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:54:16.621306 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:53:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:16.633256 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09878d74-24d1-4256-871c-7162aa41f839 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "PUT /v2.0/floatingips/22b16640-d634-44fa-9282-885619bd6ab2 HTTP/1.1" status: 200 len: 992 time: 1.1738930 Sep 19 03:54:16.633989 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:54:16.636273 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309356bc-588e-48c8-8d64-d89c483eb249" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:54:16.672283 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17c4f51-fff6-4919-89d8-f3d408317cb3 x-openstack-request-id: req-f17c4f51-fff6-4919-89d8-f3d408317cb3 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:54:16.672576 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:54:16.672832 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f17c4f51-fff6-4919-89d8-f3d408317cb3 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:54:16.673234 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'status': 'completed', 'code': 200} Sep 19 03:54:16.730110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:54:16.820358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309356bc-588e-48c8-8d64-d89c483eb249 req-6d085bfa-ef72-426f-8a1e-9849589253b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:16.821890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-309356bc-588e-48c8-8d64-d89c483eb249 req-6d085bfa-ef72-426f-8a1e-9849589253b2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1096 time: 0.0896847 Sep 19 03:54:16.911297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309356bc-588e-48c8-8d64-d89c483eb249 req-e57bc79e-8154-4845-a5fc-72a415e8f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:16.912814 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-309356bc-588e-48c8-8d64-d89c483eb249 req-e57bc79e-8154-4845-a5fc-72a415e8f3cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0841036 Sep 19 03:54:16.951187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:f8:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:54:15Z', 'revision_number': 13, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:16.980318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:54:16.980531 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-309356bc-588e-48c8-8d64-d89c483eb249 req-834e9323-89e8-45c3-89a4-51ffdb2401a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1000 time: 0.0609086 Sep 19 03:54:16.988744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:54:16.989335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:53:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:17.028689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309356bc-588e-48c8-8d64-d89c483eb249 req-150c00ee-d990-41fd-a168-c51e0bd8b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:17.030133 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-309356bc-588e-48c8-8d64-d89c483eb249 req-150c00ee-d990-41fd-a168-c51e0bd8b2c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0430226 Sep 19 03:54:17.075235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309356bc-588e-48c8-8d64-d89c483eb249 req-04b3dc22-7459-41a9-b0ca-bae7f8a0c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:17.076733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-309356bc-588e-48c8-8d64-d89c483eb249 req-04b3dc22-7459-41a9-b0ca-bae7f8a0c20b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402002 Sep 19 03:54:17.091291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:54:17.172091 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-309356bc-588e-48c8-8d64-d89c483eb249 req-9b30b6c1-2a40-40a3-bf25-a683c26f508e service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871284 Sep 19 03:54:17.267445 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-309356bc-588e-48c8-8d64-d89c483eb249 req-5bf9e9d6-dfe8-45a3-bf34-1f295809417c service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856452 Sep 19 03:54:17.308305 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c901afb-de26-4bd7-9aea-32701418adee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:17.321319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:f8:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:54:15Z', 'revision_number': 13, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:54:17.350062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc8c204-170b-4041-8765-f3cd8693432b None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '22b16640-d634-44fa-9282-885619bd6ab2', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'port_id': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'mac_address': 'fa:16:3e:f8:32:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T03:47:16Z', 'updated_at': '2021-09-19T03:54:15Z', 'revision_number': 13, 'project_id': '5c1721960df14821ae07f687a15360ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:54:17.522605 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58cc9f-34fd-46ca-97e4-e6ea0d338d35 None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:54:18.038288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:18.613542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:20.189280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:26.125255 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-e7532a28-f43d-43c2-8dc9-e0e143c918a7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438657 Sep 19 03:54:26.219779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-5fe38b4a-51a7-49f9-9ba7-243e2f46dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:26.221228 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-5fe38b4a-51a7-49f9-9ba7-243e2f46dc13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1096 time: 0.0392115 Sep 19 03:54:26.326772 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-0c6f29f3-6b80-4768-8b83-dae8404777a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:26.328384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-0c6f29f3-6b80-4768-8b83-dae8404777a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0883911 Sep 19 03:54:26.399650 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-bd0ed06c-8061-4912-844c-9585f87f0e23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1002 time: 0.0631514 Sep 19 03:54:26.454026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-fef7a560-f73d-4186-b38f-ebb2c4759647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:26.455663 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-fef7a560-f73d-4186-b38f-ebb2c4759647 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0442047 Sep 19 03:54:26.506793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-df687d87-e10d-4e4f-b739-4a4a8196bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:54:26.508386 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-df687d87-e10d-4e4f-b739-4a4a8196bb47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451646 Sep 19 03:54:26.597022 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-04c0f4c3-695f-45af-863c-7a43e41fb8a1 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805440 Sep 19 03:54:26.690158 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e155ecfa-fbe3-4168-96fa-aa394999a0fb req-c267b4cf-5583-4b2d-862a-3625bfd15b6e service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830758 Sep 19 03:54:30.324921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:33.274870 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:54:44.543580 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-39d824be-4232-49f7-9bab-52410edf42ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:46.448110 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:47.308309 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fc3089b-b3ba-425f-895d-390c65c05395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:48.038211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:48.615045 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:54:50.190732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:00.323740 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:10.274144 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:55:14.544011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-30f00d0f-35da-445c-b05d-0c148ba052cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:16.448110 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:17.308612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-323b7d71-99e3-4c2f-96fc-be716ac36ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:18.038417 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:18.615881 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:20.192863 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:26.085438 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-ab54a677-81db-4923-81f7-222cff932030 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387537 Sep 19 03:55:26.180612 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-e83f5d95-83a1-4150-a8ec-38a143088944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:55:26.182082 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-e83f5d95-83a1-4150-a8ec-38a143088944 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1096 time: 0.0397460 Sep 19 03:55:26.285333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-9de872f5-f3f9-4b46-b70b-14e8de5978d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:55:26.286791 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-9de872f5-f3f9-4b46-b70b-14e8de5978d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0858047 Sep 19 03:55:26.349113 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-107bb71c-acf7-4f24-b743-412be298e8bc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1002 time: 0.0550094 Sep 19 03:55:26.401954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-b7b35f1e-79a3-44ba-890b-88fc2a5ab68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:55:26.403988 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-b7b35f1e-79a3-44ba-890b-88fc2a5ab68d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0472696 Sep 19 03:55:26.447700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-d64e2314-cfd0-49c3-81b4-0b203febcb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:55:26.449137 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-d64e2314-cfd0-49c3-81b4-0b203febcb08 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380244 Sep 19 03:55:26.544490 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-29fb79eb-3ecd-4cbb-9d47-868429a09dd9 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882998 Sep 19 03:55:26.646385 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a86d96b8-6cf6-4462-b267-5d5f9847079b req-a1dbc42e-3309-4bd2-abcd-449ddd31f772 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945196 Sep 19 03:55:30.320200 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:44.544834 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6b300e7d-69ba-43c8-a039-4cc4d86ecf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:46.446610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:47.273195 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:55:47.308841 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-088c3171-0a1c-428b-8e21-6ae3d332f559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:48.042346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:48.619716 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:55:50.194290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:00.318967 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:14.546370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-388a6f8f-6a3d-43b7-b279-c5c7b0039ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:16.445789 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:17.310790 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-402ec269-e632-4ae9-8c03-6ecc2726e622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:18.043725 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:18.622829 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:20.198287 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:24.272390 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:56:28.067345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-d0b5927b-0b05-4d40-a100-86e44ef411ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399787 Sep 19 03:56:28.187984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-c89454d2-7a07-4065-8f8b-6223a8560fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:56:28.189453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-c89454d2-7a07-4065-8f8b-6223a8560fad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1096 time: 0.0401387 Sep 19 03:56:28.292694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-6c2377ee-8d39-4779-a515-44ddc813ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:56:28.294838 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-6c2377ee-8d39-4779-a515-44ddc813ae5f service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0869579 Sep 19 03:56:28.356938 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-eb5a0914-fa0a-48de-ba2e-4977e7128134 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1002 time: 0.0548985 Sep 19 03:56:28.407476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-c5195494-1ab3-447f-9cad-a47a8df1518c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:56:28.408801 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-c5195494-1ab3-447f-9cad-a47a8df1518c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0456965 Sep 19 03:56:28.452695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-111233bd-7d5f-4fac-aee8-63b94553bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:56:28.454125 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-111233bd-7d5f-4fac-aee8-63b94553bc6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381176 Sep 19 03:56:28.544427 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-8df85708-d545-4033-b90e-12b16884dfcc service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Sep 19 03:56:28.632602 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2fa71852-fbd7-4a4b-9728-b60fc48ff4d2 req-5e6651c3-9612-49e7-8c67-4a312c9b2e57 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804584 Sep 19 03:56:30.331879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:44.546761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ee6153a-8aa5-496e-b1d0-c3fb24940e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:46.445138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:47.311505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aceafd3e-4545-470b-81e0-dc4653b5b728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:48.045518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:48.625286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:56:49.024376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e76424-47ab-496a-99ba-caecc35aa7a4 req-52bd4524-1038-4e81-a2e8-046665b098d0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:56:49.026034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76e76424-47ab-496a-99ba-caecc35aa7a4 req-52bd4524-1038-4e81-a2e8-046665b098d0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.1031344 Sep 19 03:56:49.063529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-76e76424-47ab-496a-99ba-caecc35aa7a4 req-dd7679bb-cf7e-4be8-b6fa-0d424a3d3554 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309129 Sep 19 03:56:50.202090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:00.209720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-1a6599ed-88b9-4021-b7e8-049c0852daf8 req-2467de5f-8565-4f2c-b700-42ea13d9e161 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:57:00.210736 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1a6599ed-88b9-4021-b7e8-049c0852daf8 req-2467de5f-8565-4f2c-b700-42ea13d9e161 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469728 Sep 19 03:57:00.341905 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:00.429191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee62ce7-b47f-4289-8b08-2a7755bc7108 req-840f0766-ef9b-4e54-96e3-427ef34aafee tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:00.430640 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aee62ce7-b47f-4289-8b08-2a7755bc7108 req-840f0766-ef9b-4e54-96e3-427ef34aafee tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0784004 Sep 19 03:57:00.438278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-de217aa1-920f-4d4a-8a91-9a6042071b45 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1088517 Sep 19 03:57:00.470965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aee62ce7-b47f-4289-8b08-2a7755bc7108 req-c99125ca-21e1-4097-aa11-384bdeb29329 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316997 Sep 19 03:57:01.270777 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:57:01.508446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-0c47d5c0-8c03-42ec-a97c-f5da9fb24527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:01.509955 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-0c47d5c0-8c03-42ec-a97c-f5da9fb24527 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1096 time: 0.0401926 Sep 19 03:57:01.587341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5b57a-0057-4e7d-a7ef-ce6dcff47125 req-7b49078c-5adf-4f3b-bed6-281c1c78f29b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:01.588864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11b5b57a-0057-4e7d-a7ef-ce6dcff47125 req-7b49078c-5adf-4f3b-bed6-281c1c78f29b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0493114 Sep 19 03:57:01.605295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-c85d80ff-f10b-45ff-bc39-ad003883a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:01.606858 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-c85d80ff-f10b-45ff-bc39-ad003883a386 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0900207 Sep 19 03:57:01.626767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11b5b57a-0057-4e7d-a7ef-ce6dcff47125 req-2af8618f-b78b-40a5-8e37-7cc020a74445 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312860 Sep 19 03:57:01.670857 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-0b93e410-d9ee-405c-b895-e2b16ced1d46 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1002 time: 0.0569344 Sep 19 03:57:01.722008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-da0a9587-4dc1-4334-90e1-a13504074503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:01.723446 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-da0a9587-4dc1-4334-90e1-a13504074503 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0459213 Sep 19 03:57:01.768042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-81a32ced-ddbc-4fa3-86cf-583ec2f8d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:01.769394 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-81a32ced-ddbc-4fa3-86cf-583ec2f8d9bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390615 Sep 19 03:57:01.859321 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-b653a97e-06ab-47a4-a031-f56030bda751 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827851 Sep 19 03:57:01.946734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-ea01d9c2-2b49-4ef9-88ac-d4f814733382 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800314 Sep 19 03:57:02.740338 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a311fc-0c1d-4399-9660-45b9d44e4bfe req-d66bea93-b48d-4231-a60e-9bb16c8c8932 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:02.742086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0a311fc-0c1d-4399-9660-45b9d44e4bfe req-d66bea93-b48d-4231-a60e-9bb16c8c8932 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0480974 Sep 19 03:57:02.777879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f0a311fc-0c1d-4399-9660-45b9d44e4bfe req-ada59e73-66af-4e29-a6be-af7bd1f3e23a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299463 Sep 19 03:57:03.897494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ea89f-8efd-4999-989b-2d09687e9381 req-ebd9c985-b622-42b0-b5a4-04092b0a4791 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:03.898964 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-925ea89f-8efd-4999-989b-2d09687e9381 req-ebd9c985-b622-42b0-b5a4-04092b0a4791 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0522895 Sep 19 03:57:03.936287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-925ea89f-8efd-4999-989b-2d09687e9381 req-bcab8002-09ab-47f7-9b20-2745b81ce195 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314801 Sep 19 03:57:05.051276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f80c-4521-4bca-ad9c-3982e67d2dc3 req-24e8e4b9-c991-4c1b-87bc-4a1900503e3a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:05.052813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1a4f80c-4521-4bca-ad9c-3982e67d2dc3 req-24e8e4b9-c991-4c1b-87bc-4a1900503e3a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0506318 Sep 19 03:57:05.091177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1a4f80c-4521-4bca-ad9c-3982e67d2dc3 req-2145c5e9-36a8-4fab-989f-5910cb1746ff tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319180 Sep 19 03:57:06.211249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678db78e-a073-432a-b24c-bddc5f7090e5 req-85a70f8a-7c51-49f9-ae7d-74a790eb4132 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:06.212696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-678db78e-a073-432a-b24c-bddc5f7090e5 req-85a70f8a-7c51-49f9-ae7d-74a790eb4132 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0477998 Sep 19 03:57:06.251223 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-678db78e-a073-432a-b24c-bddc5f7090e5 req-b77ba135-b018-46c8-9327-03ee92e89024 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321746 Sep 19 03:57:07.366703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6122e-7e11-421b-aee3-253b4f376e06 req-3452a884-ebef-43c0-a951-cdeda1501bd1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:07.368190 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a6122e-7e11-421b-aee3-253b4f376e06 req-3452a884-ebef-43c0-a951-cdeda1501bd1 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0520055 Sep 19 03:57:07.404551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a6122e-7e11-421b-aee3-253b4f376e06 req-7f2fa45b-18fe-4cd7-9d5e-a279924a5a77 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298700 Sep 19 03:57:08.517691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555055ee-287c-423a-aad1-252503572693 req-0a879849-2e58-4d0e-bf7b-1ae676df384f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:08.519165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-555055ee-287c-423a-aad1-252503572693 req-0a879849-2e58-4d0e-bf7b-1ae676df384f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0480263 Sep 19 03:57:08.554665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-555055ee-287c-423a-aad1-252503572693 req-b76d1d38-8309-4707-b2e0-229ad22fd4ab tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297320 Sep 19 03:57:09.668091 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612e6c3-0725-47dd-9d7a-4bf748ee7f2e req-b7d623ec-55f7-459f-a632-3f8361435267 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:09.670086 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e612e6c3-0725-47dd-9d7a-4bf748ee7f2e req-b7d623ec-55f7-459f-a632-3f8361435267 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0480826 Sep 19 03:57:09.706578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e612e6c3-0725-47dd-9d7a-4bf748ee7f2e req-be0d3c0d-9042-4046-b5ae-e731907482dd tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306203 Sep 19 03:57:10.823179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e4276-fe16-44d7-93de-53a027d2f085 req-c4e439f9-a82c-4066-96a7-0b04011b46a2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:10.824652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa5e4276-fe16-44d7-93de-53a027d2f085 req-c4e439f9-a82c-4066-96a7-0b04011b46a2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0517151 Sep 19 03:57:10.861791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa5e4276-fe16-44d7-93de-53a027d2f085 req-2d9351fa-7782-4701-836e-03b03cccecf0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305336 Sep 19 03:57:11.974963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a5bcf-5dce-4b18-8ac6-325a77237068 req-27f7511b-bc89-457b-9571-be5be45094a4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:11.976409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-858a5bcf-5dce-4b18-8ac6-325a77237068 req-27f7511b-bc89-457b-9571-be5be45094a4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0481064 Sep 19 03:57:12.013970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-858a5bcf-5dce-4b18-8ac6-325a77237068 req-cdf4bd0f-7ac3-4b2b-affd-3b8521e75d0f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316894 Sep 19 03:57:13.126310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8d16-c175-4419-ac65-235ffc4670ed req-8a398529-948d-49ca-8160-d1a9b13c229d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:13.127691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1df8d16-c175-4419-ac65-235ffc4670ed req-8a398529-948d-49ca-8160-d1a9b13c229d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0478117 Sep 19 03:57:13.163740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1df8d16-c175-4419-ac65-235ffc4670ed req-42ec437c-b7e7-43ee-90f6-09569436018c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302305 Sep 19 03:57:14.279488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e512c3-ee0f-41df-8f92-c9cd0ac3733f req-7d2b1201-b6e0-4738-b1bb-747c9f77cf0c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:14.280932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3e512c3-ee0f-41df-8f92-c9cd0ac3733f req-7d2b1201-b6e0-4738-b1bb-747c9f77cf0c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0520303 Sep 19 03:57:14.317673 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c3e512c3-ee0f-41df-8f92-c9cd0ac3733f req-1d1b5aab-b483-4e46-b061-0cf091c5f89b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309167 Sep 19 03:57:14.547836 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d825c0c-d078-4f21-b2d9-d445400397d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:15.482062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f77aa-2646-4017-a2cd-bde83d77542a req-35a15d3d-694f-4207-996a-4d0d18e4afcf tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:15.483545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b5f77aa-2646-4017-a2cd-bde83d77542a req-35a15d3d-694f-4207-996a-4d0d18e4afcf tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0495520 Sep 19 03:57:15.523885 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b5f77aa-2646-4017-a2cd-bde83d77542a req-b9f9f27b-af90-4da0-9b6e-de619e57e729 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343115 Sep 19 03:57:15.926679 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-9ec9cedc-3016-4156-ad50-ddfb8c5e4bd7 service neutron] show failed (client error): The resource could not be found. Sep 19 03:57:15.927690 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-9ec9cedc-3016-4156-ad50-ddfb8c5e4bd7 service neutron] 10.222.0.32 "GET /v2.0/ports/75335c8a-87ff-43cb-bfe7-203b09cda00d/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0518405 Sep 19 03:57:16.212305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-4ce0cb86-7b58-4d25-aa8d-741f44996649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:16.213773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-4ce0cb86-7b58-4d25-aa8d-741f44996649 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 1096 time: 0.1331363 Sep 19 03:57:16.225397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:57:16.279060 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:16.461459 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:16.480914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:16.512354 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:57:16.552396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:57:16.554606 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbcf5eb-39d9-4dbe-9c1d-6d9b13e679b6" -d '{"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-unplugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:57:16.558507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:16.571746 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Transition to ACTIVE for port object 75335c8a-87ff-43cb-bfe7-203b09cda00d will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:57:16.577008 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:16.656716 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:16.696804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.697149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.697494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.697833 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.698184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.698501 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.698861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.699189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.699513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.699863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.700189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.700513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:16.731709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df208b0-8ecc-4bc8-a2f8-f3e8bc6cde7a req-af2e7a5f-50f9-4536-9897-9be0d0862cc2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:16.733524 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9df208b0-8ecc-4bc8-a2f8-f3e8bc6cde7a req-af2e7a5f-50f9-4536-9897-9be0d0862cc2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.1299696 Sep 19 03:57:16.766962 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0bbb5c-5f0d-4e19-bbed-b3e152f22ea2 x-openstack-request-id: req-ab0bbb5c-5f0d-4e19-bbed-b3e152f22ea2 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:57:16.767261 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-unplugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:57:16.767518 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab0bbb5c-5f0d-4e19-bbed-b3e152f22ea2 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:57:16.767919 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'code': 200} Sep 19 03:57:16.768849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] No DVR routers for this DVR port 75335c8a-87ff-43cb-bfe7-203b09cda00d on host n-h2-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:57:16.836867 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9df208b0-8ecc-4bc8-a2f8-f3e8bc6cde7a req-5d507c62-72ac-4033-9c0e-838c10534a04 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957375 Sep 19 03:57:16.927885 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:57:16.928149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:57:16.928473 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:57:16.932676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:57:16.932993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:57:16.938284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:57:16.938620 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:57:16.939040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:57:16.939465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Bound port: 75335c8a-87ff-43cb-bfe7-203b09cda00d, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:57:16.939817 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:17.001063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:57:17.003970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:57:17.008330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:17.040518 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:17.041246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:17.042540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] 10.222.0.30 "PUT /v2.0/ports/75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1091 time: 0.8209586 Sep 19 03:57:17.075605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89593e4b-bb12-40b9-851d-3b8b3a8f6b19 service neutron] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:17.111439 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-f9e46310-0329-48a1-995d-22ad38efe227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:17.112940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-f9e46310-0329-48a1-995d-22ad38efe227 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1094 time: 0.0483425 Sep 19 03:57:17.206515 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-419c8196-8065-467c-8117-1fefbfc122c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:17.208023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-419c8196-8065-467c-8117-1fefbfc122c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0881863 Sep 19 03:57:17.275880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-eb42b98a-dcd8-4166-9993-a155fdb557a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1000 time: 0.0610290 Sep 19 03:57:17.311835 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11022bb6-cbbf-4b11-b6ea-651db6bc1d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:17.325840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-10e0d60d-b4cf-41d1-a0bf-a69b8c4df4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:17.327346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-10e0d60d-b4cf-41d1-a0bf-a69b8c4df4c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0449715 Sep 19 03:57:17.371340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-0ecf1d34-54bb-46f3-b60a-967cb1a054e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:17.372797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-0ecf1d34-54bb-46f3-b60a-967cb1a054e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391011 Sep 19 03:57:17.463479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-8c0bbd3c-e1e7-47a6-875d-a4cce0a21347 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835803 Sep 19 03:57:17.550442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-f1eb501c-8847-4ef4-be57-d9682b531740 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801558 Sep 19 03:57:17.959450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdc022-7777-4bc7-a793-b7bad7a21e62 req-df6aced4-1adf-40c8-9d83-3252bbdcb936 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:17.960979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14bdc022-7777-4bc7-a793-b7bad7a21e62 req-df6aced4-1adf-40c8-9d83-3252bbdcb936 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0482562 Sep 19 03:57:18.002154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-14bdc022-7777-4bc7-a793-b7bad7a21e62 req-904d7a24-11fa-4451-bc2b-ec429af5bd6b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351586 Sep 19 03:57:18.047583 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:18.160118 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:57:18.200736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:57:18.628698 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:18.769416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:57:18.771838 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c0fc3bd912dea0f0eefe7ac8f923680061426d70c92900a58aca5c7f1eb60e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b096e-b6d8-469b-bdf0-53d2c31e2508" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:57:18.821278 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd33dd0d-e30d-48dc-a026-8f35f6cf3572 x-openstack-request-id: req-fd33dd0d-e30d-48dc-a026-8f35f6cf3572 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:57:18.821573 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:57:18.821825 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd33dd0d-e30d-48dc-a026-8f35f6cf3572 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:57:18.822219 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'status': 'completed', 'code': 200} Sep 19 03:57:18.887512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-0fbca731-4bf0-4777-9c6b-f90b5e8a1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:18.889062 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-0fbca731-4bf0-4777-9c6b-f90b5e8a1bbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1094 time: 0.0444467 Sep 19 03:57:18.906848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-5175bfe6-a573-45c9-a1a6-343a85bc7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:18.908461 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-5175bfe6-a573-45c9-a1a6-343a85bc7010 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1094 time: 0.0458114 Sep 19 03:57:18.979984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-953d5149-e69e-436a-bbae-083d80017f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:18.981588 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-953d5149-e69e-436a-bbae-083d80017f63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0859625 Sep 19 03:57:19.001692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-2ea52312-5459-4cd1-9284-bf80c76c3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:19.003330 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-2ea52312-5459-4cd1-9284-bf80c76c3eba service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0868890 Sep 19 03:57:19.055001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-22a46053-7bfc-45d9-8663-1047f49fb978 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1000 time: 0.0660462 Sep 19 03:57:19.080186 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-a682a4c8-7399-4302-b3f0-4c00267c265e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1000 time: 0.0689209 Sep 19 03:57:19.131667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-cd54a4d6-3a48-49d3-9475-b4b57b193d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:19.133252 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-cd54a4d6-3a48-49d3-9475-b4b57b193d1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0458164 Sep 19 03:57:19.135282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-cd8866ca-ca62-4543-9b50-de2f676517de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:19.136808 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-cd8866ca-ca62-4543-9b50-de2f676517de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0730999 Sep 19 03:57:19.160654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30186f7-21c3-4e00-8194-67d1ac0e8f77 req-fdd54bab-da15-41db-98fc-53cae917be47 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:19.162145 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b30186f7-21c3-4e00-8194-67d1ac0e8f77 req-fdd54bab-da15-41db-98fc-53cae917be47 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0706599 Sep 19 03:57:19.183064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-d8ca9022-4a44-4a3a-b165-d08abf3fc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:19.184823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-d8ca9022-4a44-4a3a-b165-d08abf3fc4be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451579 Sep 19 03:57:19.220891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-ca2d72f4-1b5d-4ace-808d-df4543f07317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:19.222712 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-ca2d72f4-1b5d-4ace-808d-df4543f07317 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786333 Sep 19 03:57:19.225871 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b30186f7-21c3-4e00-8194-67d1ac0e8f77 req-ac59840a-5c46-495e-b94d-17b49f33cf90 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456264 Sep 19 03:57:19.285483 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-f7c24e77-71fd-4224-bb0d-ca9d5f1bdde0 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933254 Sep 19 03:57:19.324875 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-de3f4b8b-dbe5-4b66-b147-3cfd3922d4f5 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949960 Sep 19 03:57:19.381150 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-ee708e50-84f7-4fdd-99fd-a29483cc29f9 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875196 Sep 19 03:57:19.424742 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e77b096e-b6d8-469b-bdf0-53d2c31e2508 req-ece07a88-ee8e-4022-922d-d3b6947f2135 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933361 Sep 19 03:57:20.204011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:20.344444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f55714-f530-4cab-a16a-3a66d6787711 req-5a5eccec-4e8d-4266-acd7-6e3c761f7a83 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:20.345918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41f55714-f530-4cab-a16a-3a66d6787711 req-5a5eccec-4e8d-4266-acd7-6e3c761f7a83 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0479591 Sep 19 03:57:20.385134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-41f55714-f530-4cab-a16a-3a66d6787711 req-4e0aba7e-aada-41bd-baaf-49b5d255df77 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330341 Sep 19 03:57:21.497406 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880dca9-5a9b-426c-843d-6cabb22d962f req-d5a20876-11d5-4359-927e-393028a3b3bf tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:21.499258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f880dca9-5a9b-426c-843d-6cabb22d962f req-d5a20876-11d5-4359-927e-393028a3b3bf tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0479939 Sep 19 03:57:21.539538 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f880dca9-5a9b-426c-843d-6cabb22d962f req-7235b4bc-e5ea-4f1e-8c05-ae6a2520d567 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344560 Sep 19 03:57:22.658390 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2331d-d230-4f17-bf2c-f5acd108a1cb req-dd2b1b70-c4cf-45f6-addf-67994bab51e0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:22.659866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27a2331d-d230-4f17-bf2c-f5acd108a1cb req-dd2b1b70-c4cf-45f6-addf-67994bab51e0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0478871 Sep 19 03:57:22.696080 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-27a2331d-d230-4f17-bf2c-f5acd108a1cb req-b9fcc39b-6426-4717-9c84-e094c1be2ec8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304358 Sep 19 03:57:23.810767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c4e0c-9237-4af4-9bc1-aa0038cd419e req-8d63d8b2-8cdb-45fe-bc41-94b30f649c92 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:23.812279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a62c4e0c-9237-4af4-9bc1-aa0038cd419e req-8d63d8b2-8cdb-45fe-bc41-94b30f649c92 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0478723 Sep 19 03:57:23.849693 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a62c4e0c-9237-4af4-9bc1-aa0038cd419e req-0529d6e1-6dcf-490f-8801-4087220bb43c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315909 Sep 19 03:57:24.960953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38d0a7-653f-4fd8-b392-27fc10e85e72 req-dfaae7f0-edb6-40fe-8917-fbdec0c81cfc tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:24.962380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa38d0a7-653f-4fd8-b392-27fc10e85e72 req-dfaae7f0-edb6-40fe-8917-fbdec0c81cfc tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0472107 Sep 19 03:57:25.003286 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa38d0a7-653f-4fd8-b392-27fc10e85e72 req-1233d1ed-e7b2-4dc1-a3a5-7d0588db2d7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345213 Sep 19 03:57:26.116180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89767edb-394f-4e6f-b336-c9d7d231e50b req-91f8deec-fa42-4d46-b4db-2b16d884ca7d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:26.117803 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89767edb-394f-4e6f-b336-c9d7d231e50b req-91f8deec-fa42-4d46-b4db-2b16d884ca7d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0483301 Sep 19 03:57:26.154330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-89767edb-394f-4e6f-b336-c9d7d231e50b req-0f7ac0fd-65be-46c8-86d3-7656704843c3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300462 Sep 19 03:57:27.269481 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefcc13-b119-4a57-befb-cae09b76d0f2 req-4cdc989e-f0c3-4113-a02f-f102ef667c81 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:27.270985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cefcc13-b119-4a57-befb-cae09b76d0f2 req-4cdc989e-f0c3-4113-a02f-f102ef667c81 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 943 time: 0.0493836 Sep 19 03:57:27.307316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cefcc13-b119-4a57-befb-cae09b76d0f2 req-8d5c309f-1df3-4c68-92cb-93991ec650e2 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303886 Sep 19 03:57:28.093906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:57:28.188434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:28.202387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'mac_address': 'fa:16:3e:f8:32:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:57:28.238530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:28.252278 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75335c8a-87ff-43cb-bfe7-203b09cda00d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:57:28.271144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:28.274632 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:28.320338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:28.327933 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.328282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.328622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.328958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.329292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.329623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.329951 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.330290 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.330600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.330947 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.331271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.331591 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:28.421607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdbd6e-94d7-426f-b91e-9a2691b57dbf req-442288c7-7791-4f34-bb78-b41083eb15bd tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:28.422985 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dffdbd6e-94d7-426f-b91e-9a2691b57dbf req-442288c7-7791-4f34-bb78-b41083eb15bd tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0478947 Sep 19 03:57:28.463094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dffdbd6e-94d7-426f-b91e-9a2691b57dbf req-e9111fe0-2a44-470c-a611-102a8b1fc42a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341744 Sep 19 03:57:28.519513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['75335c8a-87ff-43cb-bfe7-203b09cda00d'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:57:28.768735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-85168e7b-0f10-4003-b209-d3f66720321f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:28.770177 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-85168e7b-0f10-4003-b209-d3f66720321f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d&tenant_id=5c1721960df14821ae07f687a15360ae&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 944 time: 0.0780489 Sep 19 03:57:28.782005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39226b-f518-4806-994f-5fb37319dddc req-595b8be2-a882-4cea-bbfb-893bb31a6d49 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:28.783360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd39226b-f518-4806-994f-5fb37319dddc req-595b8be2-a882-4cea-bbfb-893bb31a6d49 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0648985 Sep 19 03:57:28.855435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd39226b-f518-4806-994f-5fb37319dddc req-f442ba7c-f1d4-4256-b925-598275dc913b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653059 Sep 19 03:57:28.864938 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-ea6fc040-33b0-4fab-bd95-0f21b1519369 service neutron] 10.222.0.30 "GET /v2.0/ports/75335c8a-87ff-43cb-bfe7-203b09cda00d/bindings/n-h1-809936-1 HTTP/1.1" status: 200 len: 382 time: 0.0806839 Sep 19 03:57:28.926705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-f7ff8e4d-80d5-42c4-803e-2d1ce3f405a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:28.928108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-f7ff8e4d-80d5-42c4-803e-2d1ce3f405a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1095 time: 0.0399690 Sep 19 03:57:29.016156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-87477ead-1656-4c30-a8c3-e0b2cd83e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:29.017590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-87477ead-1656-4c30-a8c3-e0b2cd83e1b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0820045 Sep 19 03:57:29.083241 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-390a2131-74b9-4cf0-88ba-ef122d9f430c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1001 time: 0.0589266 Sep 19 03:57:29.131426 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-eea9ccfb-97ac-4b6f-9e23-bd287441c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:29.132828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-eea9ccfb-97ac-4b6f-9e23-bd287441c425 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0425229 Sep 19 03:57:29.177609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-e57821df-f543-489a-8cfa-4bfb2e417911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:29.178962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-e57821df-f543-489a-8cfa-4bfb2e417911 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385056 Sep 19 03:57:29.271771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-cbc83984-1ccf-4e93-80fe-0afd2be3dd5f service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846071 Sep 19 03:57:29.358866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-37e3c1fe-325d-4572-8b90-9399cb278d78 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803404 Sep 19 03:57:29.976456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022df09-c94e-44f8-ad51-7837236374e9 req-8791a077-27d4-4d82-8251-cb0de1bbc4ed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:29.977935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5022df09-c94e-44f8-ad51-7837236374e9 req-8791a077-27d4-4d82-8251-cb0de1bbc4ed tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0526392 Sep 19 03:57:30.016421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5022df09-c94e-44f8-ad51-7837236374e9 req-a0a519f9-e2b6-492e-a520-b202787ad021 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325181 Sep 19 03:57:30.103737 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:57:30.150850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 75335c8a-87ff-43cb-bfe7-203b09cda00d completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:57:30.155208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 75335c8a-87ff-43cb-bfe7-203b09cda00d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:57:30.155588 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:30.229157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:30.250690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:57:30.252932 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb915354af2b3ca073f8e2b586a22dcf6dfc67ed0349855ff4124bf79246ad69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f44317-0781-4166-8bf9-71e691886830" -d '{"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-plugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:57:30.266043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:30.269768 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:30.316669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:30.345138 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:30.358830 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0e7f05-4230-4941-b9fd-8b2c989d9e14 x-openstack-request-id: req-2c0e7f05-4230-4941-b9fd-8b2c989d9e14 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:57:30.359146 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-plugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:57:30.359426 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c0e7f05-4230-4941-b9fd-8b2c989d9e14 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:57:30.359819 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'code': 200} Sep 19 03:57:31.188447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cce1b8-7a87-4351-9aa4-2b813684ff40 req-705a62a8-c18e-4ebc-abe2-bfa8fb530cf7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:31.189932 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17cce1b8-7a87-4351-9aa4-2b813684ff40 req-705a62a8-c18e-4ebc-abe2-bfa8fb530cf7 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0480559 Sep 19 03:57:31.226944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17cce1b8-7a87-4351-9aa4-2b813684ff40 req-58dae945-ccd9-4c11-b932-061e61a75107 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310476 Sep 19 03:57:32.391530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cc62e-30c1-44c3-9583-c09829450aa1 req-56eea171-31bd-4123-8606-3d44649269f5 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:32.393006 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-523cc62e-30c1-44c3-9583-c09829450aa1 req-56eea171-31bd-4123-8606-3d44649269f5 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0506954 Sep 19 03:57:32.432017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-523cc62e-30c1-44c3-9583-c09829450aa1 req-71745d01-80d1-4c9e-a342-28727b61cd4c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328577 Sep 19 03:57:33.003494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-356eac61-3aa9-46fc-a3bf-74c310837f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:33.005017 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-356eac61-3aa9-46fc-a3bf-74c310837f2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d&tenant_id=5c1721960df14821ae07f687a15360ae HTTP/1.1" status: 200 len: 1096 time: 0.0465043 Sep 19 03:57:33.023346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:57:33.073402 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:33.268001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:33.298647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:57:33.340181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:57:33.342455 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b441017-de26-4e59-a246-f20fd1c0e44e" -d '{"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-unplugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:57:33.346452 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:33.358532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Transition to ACTIVE for port object 75335c8a-87ff-43cb-bfe7-203b09cda00d will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:57:33.363166 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:33.444135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:33.452011 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 03:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246f9ba1-9214-4d2c-a545-a6fcb7e3abef x-openstack-request-id: req-246f9ba1-9214-4d2c-a545-a6fcb7e3abef {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:57:33.452304 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-unplugged", "status": "completed", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:57:33.452550 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-246f9ba1-9214-4d2c-a545-a6fcb7e3abef {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:57:33.452936 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'code': 200} Sep 19 03:57:33.460152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.460507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.460848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.461186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.461516 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.461849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.462175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.462501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.462847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.463172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.463898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.463898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:57:33.503981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] No DVR routers for this DVR port 75335c8a-87ff-43cb-bfe7-203b09cda00d on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:57:33.566340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a89446-7fda-4c6a-a37b-247313dfad84 req-3ca32742-688c-4923-96ac-9a1773ad402c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:33.568083 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a89446-7fda-4c6a-a37b-247313dfad84 req-3ca32742-688c-4923-96ac-9a1773ad402c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0586116 Sep 19 03:57:33.610111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92a89446-7fda-4c6a-a37b-247313dfad84 req-7c585272-0b35-4741-9b28-5e1aa6d8d1d9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359957 Sep 19 03:57:33.644893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:57:33.645238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:57:33.645570 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:57:33.649855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:57:33.650183 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Attempting to bind port 75335c8a-87ff-43cb-bfe7-203b09cda00d on network 539714cd-56ba-4907-bdc8-4ba2d2b56721 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:57:33.655142 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:57:33.655481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Checking segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:57:33.655862 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Bound using segment: {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:57:33.656288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Bound port: 75335c8a-87ff-43cb-bfe7-203b09cda00d, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:57:33.656645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:33.718061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:57:33.721468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:57:33.725339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:33.756500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:33.757147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:33.758548 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] 10.222.0.32 "PUT /v2.0/ports/75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1092 time: 0.7390249 Sep 19 03:57:33.784975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbff29-b97f-47f7-b966-81357487c9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=11']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:33.835202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-6ce3bd62-6f8f-4758-b164-3fb5a4487aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:33.836768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-6ce3bd62-6f8f-4758-b164-3fb5a4487aaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1095 time: 0.0454297 Sep 19 03:57:33.929995 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-76fd1c41-7f82-490d-8bcb-e3d1d4f6f293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:33.931518 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-76fd1c41-7f82-490d-8bcb-e3d1d4f6f293 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0878732 Sep 19 03:57:33.999092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-a560aed5-f1f6-4340-ad8d-1db98eb44bf7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1000 time: 0.0599349 Sep 19 03:57:34.057309 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-2efdc24f-d307-4e62-a5c8-41c701f4fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:34.058689 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-2efdc24f-d307-4e62-a5c8-41c701f4fa8b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0529063 Sep 19 03:57:34.103668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-3cc5f311-5d84-4e77-8330-4b2f3287d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:34.105148 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-3cc5f311-5d84-4e77-8330-4b2f3287d07d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393958 Sep 19 03:57:34.135890 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:57:34.183943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:57:34.515267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-13909206-098c-481c-b35f-34076b876cdc service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028757 Sep 19 03:57:34.605564 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8dbaef9f-e7db-4a68-9e4a-bc0345951d52 req-1c2e967f-cdea-442b-99ed-a587b0892097 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831571 Sep 19 03:57:34.728180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b1685-90ee-4cee-80a4-4eee045f4686 req-c5b15ccc-6c95-43dd-94ed-41ce0c469427 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:34.729539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-629b1685-90ee-4cee-80a4-4eee045f4686 req-c5b15ccc-6c95-43dd-94ed-41ce0c469427 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0502307 Sep 19 03:57:34.769370 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-629b1685-90ee-4cee-80a4-4eee045f4686 req-09bf6889-8e5a-4558-b91f-49b68452df66 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336311 Sep 19 03:57:35.455116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:57:35.457535 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a03256-1a48-4728-864e-f1ecb91dd4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:57:35.504802 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c2ad09-80bf-46e0-a01b-98da6f6b36e6 x-openstack-request-id: req-32c2ad09-80bf-46e0-a01b-98da6f6b36e6 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:57:35.505099 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:57:35.505345 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32c2ad09-80bf-46e0-a01b-98da6f6b36e6 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:57:35.505742 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'status': 'completed', 'code': 200} Sep 19 03:57:35.569012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-3465d352-86aa-42a7-a2f1-dbc33e24589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.570623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-3465d352-86aa-42a7-a2f1-dbc33e24589f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1095 time: 0.0423584 Sep 19 03:57:35.588207 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-36a38782-f86c-4d77-8a1e-241a255fdc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.589822 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-36a38782-f86c-4d77-8a1e-241a255fdc76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c1721960df14821ae07f687a15360ae&device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 1095 time: 0.0431955 Sep 19 03:57:35.668612 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-c976f9fd-b44c-4ed0-aa19-0794da82dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.670838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-c976f9fd-b44c-4ed0-aa19-0794da82dcdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0926654 Sep 19 03:57:35.690447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-fbc8be81-44d1-4728-87ae-88000dd3f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.692233 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-fbc8be81-44d1-4728-87ae-88000dd3f198 service neutron] 10.222.0.32 "GET /v2.0/networks?id=539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 200 len: 912 time: 0.0954843 Sep 19 03:57:35.738254 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-94c7a3fb-eaf2-46f8-a0b4-e8eccab69045 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1000 time: 0.0611613 Sep 19 03:57:35.776400 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-f1168e8d-cd7d-443d-9ef8-f01a0d537190 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 200 len: 1000 time: 0.0762222 Sep 19 03:57:35.795981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-96fca14c-759a-48f6-b33c-f8bc4ab83371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.797612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-96fca14c-759a-48f6-b33c-f8bc4ab83371 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0523462 Sep 19 03:57:35.831695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-09c7867f-73a5-4433-9267-642748c6658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.833303 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-09c7867f-73a5-4433-9267-642748c6658b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 200 len: 850 time: 0.0504525 Sep 19 03:57:35.863532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-7443aaa8-2d3f-4573-b552-ecc336cb33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.865307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-7443aaa8-2d3f-4573-b552-ecc336cb33d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607221 Sep 19 03:57:35.884051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-7227dd35-0748-49e1-b285-ed97d374cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:35.885748 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-7227dd35-0748-49e1-b285-ed97d374cfa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=539714cd-56ba-4907-bdc8-4ba2d2b56721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447171 Sep 19 03:57:35.981451 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-00c2d7f7-30c5-4513-b5a7-7dc385b9e621 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884156 Sep 19 03:57:36.080741 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-c9fa6e58-bffd-466f-8927-c082502a82d7 service neutron] 10.222.0.32 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919223 Sep 19 03:57:36.236670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82957c-d23d-49cc-b970-377db96ff3e5 req-036bbecc-1201-45fe-a949-dc1ddab194e8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:36.238125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c82957c-d23d-49cc-b970-377db96ff3e5 req-036bbecc-1201-45fe-a949-dc1ddab194e8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.3881698 Sep 19 03:57:36.292450 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7c82957c-d23d-49cc-b970-377db96ff3e5 req-926ddf12-da69-420b-81ca-0961ff1cf137 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478928 Sep 19 03:57:36.294423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-fb0135aa-c2e2-4abb-a7dc-afb2982ebfec service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159911 Sep 19 03:57:36.387143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-12a03256-1a48-4728-864e-f1ecb91dd4bb req-06c36780-5c82-4c0b-ba55-b2328a2e23f8 service neutron] 10.222.0.30 "GET /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855706 Sep 19 03:57:37.413046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d38a1-f35d-4170-96db-1104fa17cfab req-052b64c0-7c1c-44cc-b7c2-43a038fae3ea tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:37.416425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a6d38a1-f35d-4170-96db-1104fa17cfab req-052b64c0-7c1c-44cc-b7c2-43a038fae3ea tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0542552 Sep 19 03:57:37.455451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0a6d38a1-f35d-4170-96db-1104fa17cfab req-207c9d8e-3e3e-4d70-9a4d-4aa4d2ecf43d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329585 Sep 19 03:57:38.269280 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:57:38.568644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8613b-03e5-4d58-8df6-5e8b3912177c req-df53b206-e24c-4851-be7c-c7e1a051d4f3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:38.570138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6e8613b-03e5-4d58-8df6-5e8b3912177c req-df53b206-e24c-4851-be7c-c7e1a051d4f3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0487523 Sep 19 03:57:38.608205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6e8613b-03e5-4d58-8df6-5e8b3912177c req-d36ffb75-dd44-45ac-b90b-d12adacfae94 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312157 Sep 19 03:57:39.731764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aa94f-c6e4-46d0-be76-6947fdaeb18f req-161459e0-b9ca-42f8-bbfe-5eebd849f060 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:39.733697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0aa94f-c6e4-46d0-be76-6947fdaeb18f req-161459e0-b9ca-42f8-bbfe-5eebd849f060 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0548708 Sep 19 03:57:39.770085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-db0aa94f-c6e4-46d0-be76-6947fdaeb18f req-0e0b32ee-7ca6-4889-bf9a-ae1fab17b48e tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305181 Sep 19 03:57:40.969655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9420d2-aebb-43c1-9d56-aba5d9d92ac7 req-f9136701-0643-4894-b627-28bd9f631ae3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:40.971175 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f9420d2-aebb-43c1-9d56-aba5d9d92ac7 req-f9136701-0643-4894-b627-28bd9f631ae3 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0971928 Sep 19 03:57:41.008858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4f9420d2-aebb-43c1-9d56-aba5d9d92ac7 req-c098d9d5-8e23-4258-8dc3-8308908a209d tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311143 Sep 19 03:57:42.199241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3cbb2-05d9-4d2b-94f5-b9563fa32afd req-5b09d242-048b-4293-a2cb-9d4903a8316f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:42.200686 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75e3cbb2-05d9-4d2b-94f5-b9563fa32afd req-5b09d242-048b-4293-a2cb-9d4903a8316f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0901902 Sep 19 03:57:42.238883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-75e3cbb2-05d9-4d2b-94f5-b9563fa32afd req-9010bf6e-b126-4386-ab2c-62cb464ff2e4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316000 Sep 19 03:57:43.352984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268051d1-ade9-476a-b027-23177f3cd039 req-675bdac6-f056-4900-81b1-9eabd6215a12 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:43.354449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-268051d1-ade9-476a-b027-23177f3cd039 req-675bdac6-f056-4900-81b1-9eabd6215a12 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0478766 Sep 19 03:57:43.391540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-268051d1-ade9-476a-b027-23177f3cd039 req-87ac9647-7b25-4671-9d79-cfa1cfa1f592 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311852 Sep 19 03:57:44.509463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b27568-c455-4b00-aad5-1ade787cd49e req-da7947d0-f4b5-4af1-831e-21c955da3cb4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:44.510953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8b27568-c455-4b00-aad5-1ade787cd49e req-da7947d0-f4b5-4af1-831e-21c955da3cb4 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0522053 Sep 19 03:57:44.548782 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8b27568-c455-4b00-aad5-1ade787cd49e req-adc2ff02-3ffc-419b-8df9-b8ee45c0c9e0 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319047 Sep 19 03:57:44.550167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9c265206-a8d3-47d1-8a7b-aa8071b735cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:45.662521 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c173c-b638-4e82-93ed-64bc006df774 req-9c2a9ae0-03b3-46ae-80b4-2ca225895dca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:45.663987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed7c173c-b638-4e82-93ed-64bc006df774 req-9c2a9ae0-03b3-46ae-80b4-2ca225895dca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0473242 Sep 19 03:57:45.700427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed7c173c-b638-4e82-93ed-64bc006df774 req-379be750-a646-4779-8a0e-84da0946ac91 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306566 Sep 19 03:57:46.491680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:46.813367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf808fba-2d3b-4fcb-9449-136883ea6806 req-b95eef3c-c332-4e41-903b-0c98665c1aa9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:46.814880 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf808fba-2d3b-4fcb-9449-136883ea6806 req-b95eef3c-c332-4e41-903b-0c98665c1aa9 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0484412 Sep 19 03:57:46.855011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bf808fba-2d3b-4fcb-9449-136883ea6806 req-55d1915e-98a5-4d6b-9ec5-368158255a3c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340443 Sep 19 03:57:46.972237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac9650-29cb-442c-b0cb-64f4726cc2d2 req-86366d6c-d699-4e2d-8822-b9e41840805c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:46.973683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7ac9650-29cb-442c-b0cb-64f4726cc2d2 req-86366d6c-d699-4e2d-8822-b9e41840805c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0520561 Sep 19 03:57:47.011562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7ac9650-29cb-442c-b0cb-64f4726cc2d2 req-8662a5bb-4314-444b-bb01-ffd2913be538 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308425 Sep 19 03:57:47.122699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef50330-6109-4fa9-b09d-27253b2d15ce req-07a51710-7b3c-46e6-af83-c617a2647bca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:47.124743 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ef50330-6109-4fa9-b09d-27253b2d15ce req-07a51710-7b3c-46e6-af83-c617a2647bca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0482743 Sep 19 03:57:47.161016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3ef50330-6109-4fa9-b09d-27253b2d15ce req-9620a0c2-8a74-4f79-88e1-110c16a31e9f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304430 Sep 19 03:57:47.314847 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b71b9f31-b412-42a0-a7aa-6a2ffc845fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:47.387415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef5c80-d1b1-4817-9212-4aad1aa2bfe1 req-366d43b7-f5d2-4b6b-aa41-250c97638c30 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:47.388893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3ef5c80-d1b1-4817-9212-4aad1aa2bfe1 req-366d43b7-f5d2-4b6b-aa41-250c97638c30 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 944 time: 0.0489557 Sep 19 03:57:47.425814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e3ef5c80-d1b1-4817-9212-4aad1aa2bfe1 req-3f8f6d4e-7e57-4381-93f8-51ce9344025a tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310121 Sep 19 03:57:48.048164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:48.291749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:57:48.383821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:48.395036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'port_id': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'mac_address': 'fa:16:3e:f8:32:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:57:48.429053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:48.441529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75335c8a-87ff-43cb-bfe7-203b09cda00d {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:57:48.460372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:48.464436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:48.513162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=12']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:48.548579 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e7f11-6297-4bac-80f4-e42a5c038ef5 req-57f37e17-214f-4da7-8144-b81a9c3a3185 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:48.549962 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-236e7f11-6297-4bac-80f4-e42a5c038ef5 req-57f37e17-214f-4da7-8144-b81a9c3a3185 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0522931 Sep 19 03:57:48.589928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-236e7f11-6297-4bac-80f4-e42a5c038ef5 req-6a80030a-f8fa-48e3-bcec-fa6e9853bc56 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups?id=ba349a1f-56dd-4820-990f-fb8f655a98d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340743 Sep 19 03:57:48.630335 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:49.141566 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-d72502eb-ff24-4227-a3f7-d07391c244fb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:57:49.142953 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-d72502eb-ff24-4227-a3f7-d07391c244fb tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 945 time: 0.0483475 Sep 19 03:57:49.232010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Deleting port 75335c8a-87ff-43cb-bfe7-203b09cda00d {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:57:49.232456 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:49.324934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] For port 75335c8a-87ff-43cb-bfe7-203b09cda00d, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=75335c8a-87ff-43cb-bfe7-203b09cda00d,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:49.325300 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:49.490319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:49.490605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:49.490952 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Floating IP 22b16640-d634-44fa-9282-885619bd6ab2 disassociated. External IP: 172.25.8.209, port: 75335c8a-87ff-43cb-bfe7-203b09cda00d. Sep 19 03:57:49.491300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Calling delete_port for 75335c8a-87ff-43cb-bfe7-203b09cda00d owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:57:49.611823 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:49.642592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event deleted for resources: {'Port': ['ID=75335c8a-87ff-43cb-bfe7-203b09cda00d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:49.689785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-64455130-0dd2-482d-8431-cea0561465a0 req-cb456479-7196-4ea0-ac50-86de080237c8 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 210 time: 0.0299768 Sep 19 03:57:49.766457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:57:49.871968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:57:49.881345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:57:49.891038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:57:49.891657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:57:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:49.912855 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] No DVR routers for this DVR port 75335c8a-87ff-43cb-bfe7-203b09cda00d on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:57:49.915530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:49.917501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff52e1e6-8774-4a95-a59f-0f7469157cd1 req-b3f6ddb3-1aa8-4dc0-a194-e2f19de5ad7b tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.32 "DELETE /v2.0/ports/75335c8a-87ff-43cb-bfe7-203b09cda00d HTTP/1.1" status: 204 len: 173 time: 0.7678301 Sep 19 03:57:49.918014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-deleted', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:57:49.920814 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d1068d007c1c94723cc498bbc1785b166bd65a8221ec9ddc2b76505f6d5a57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdafeef8-ca6c-41a6-a6e5-4b058fb729a6" -d '{"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-deleted", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:57:49.959124 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61687d54-82fa-4da7-9197-5c734c1f6372 x-openstack-request-id: req-61687d54-82fa-4da7-9197-5c734c1f6372 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:57:49.959532 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbab9ce-4bc4-46a5-8329-38baeebe712d", "name": "network-vif-deleted", "tag": "75335c8a-87ff-43cb-bfe7-203b09cda00d", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:57:49.959789 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61687d54-82fa-4da7-9197-5c734c1f6372 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:57:49.960187 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbab9ce-4bc4-46a5-8329-38baeebe712d', 'name': 'network-vif-deleted', 'tag': '75335c8a-87ff-43cb-bfe7-203b09cda00d', 'status': 'completed', 'code': 200} Sep 19 03:57:50.152150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:57:50.256813 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:50.324175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:57:50.336036 n-d-809936-1 neutron-server[94724]: INFO neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No ports have port_id starting with 75335c8a-87ff-43cb-bfe7-203b09cda00d Sep 19 03:57:50.340170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d requested by agent hyperv_n-h2-809936-1 not found in database {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 19 03:57:50.449966 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:50.479840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:57:50.494373 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:57:50.495017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:57:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:50.608563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:57:50.785047 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ceca78bc-7e13-4d02-9022-ddd8d503ad34 req-909e6ec4-081f-4148-a292-020f057de061 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 210 time: 0.0257185 Sep 19 03:57:50.809772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:50.835452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c705321-dac1-443a-9c35-a12ead160a1d None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:14Z', 'revision_number': 4, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '045afd39-963f-4f1f-a8e9-0d317d80debb', 'name': '', 'network_id': '539714cd-56ba-4907-bdc8-4ba2d2b56721', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'mac_address': 'fa:16:3e:85:0f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:14Z', 'updated_at': '2021-09-19T03:47:18Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'subnets': [{'id': '62327832-b5c8-4a51-a943-1adb4b521ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:57:51.049763 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e975a26-26ee-4d0e-966c-94314785f423 None None] New status for floating IP 22b16640-d634-44fa-9282-885619bd6ab2: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 03:57:51.884067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4cadba9a-c987-4ae6-adbe-a78a297bd73b req-6bf4f4c2-c5de-439d-be1a-e57e15369b4f tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 210 time: 0.0267627 Sep 19 03:57:52.316245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:57:52.339551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 75335c8a-87ff-43cb-bfe7-203b09cda00d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:57:52.339849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 75335c8a-87ff-43cb-bfe7-203b09cda00d not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:57:52.982923 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f4817ab5-dd5c-4d89-b6c3-512414736081 req-1808d193-8cd1-40f2-ad23-a05b6a8efbfc tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfbab9ce-4bc4-46a5-8329-38baeebe712d HTTP/1.1" status: 200 len: 210 time: 0.0309236 Sep 19 03:57:56.963340 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38014) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:57:57.018000 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-870f3a61-90d2-4f9b-9426-f77411e5aeca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.041716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-870f3a61-90d2-4f9b-9426-f77411e5aeca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.090251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-870f3a61-90d2-4f9b-9426-f77411e5aeca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.093469 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-870f3a61-90d2-4f9b-9426-f77411e5aeca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.094625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-870f3a61-90d2-4f9b-9426-f77411e5aeca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "DELETE /v2.0/security-groups/ba349a1f-56dd-4820-990f-fb8f655a98d4 HTTP/1.1" status: 204 len: 168 time: 0.1302400 Sep 19 03:57:57.097468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38016) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:57:57.104153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f3a61-90d2-4f9b-9426-f77411e5aeca tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba349a1f-56dd-4820-990f-fb8f655a98d4,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:57.115994 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [None req-ba0450e5-1907-48b3-95fb-25cad82f1676 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] show failed (client error): The resource could not be found. Sep 19 03:57:57.117284 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ba0450e5-1907-48b3-95fb-25cad82f1676 tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "GET /v2.0/security-groups/ba349a1f-56dd-4820-990f-fb8f655a98d4 HTTP/1.1" status: 404 len: 347 time: 0.0178967 Sep 19 03:57:57.120005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38018) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:57:57.249738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Deleting port ece72f26-120f-4c70-8e42-db9c01769937 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:57:57.250077 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.324599 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.324860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.336837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Calling delete_port for ece72f26-120f-4c70-8e42-db9c01769937 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:57:57.465824 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.491349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Pushing event deleted for resources: {'Port': ['ID=ece72f26-120f-4c70-8e42-db9c01769937,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:57.551190 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.553658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:57.554824 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a4210511-3cf1-4005-b4a8-c5496725bb5c tempest-ServerActionsTestJSON-864959226 tempest-ServerActionsTestJSON-864959226-project] 10.222.0.22 "DELETE /v2.0/floatingips/22b16640-d634-44fa-9282-885619bd6ab2 HTTP/1.1" status: 204 len: 168 time: 0.4338422 Sep 19 03:57:57.557674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38020) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:57:58.016133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:58.251592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Deleting port 045afd39-963f-4f1f-a8e9-0d317d80debb {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:57:58.252264 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:58.331632 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] For port 045afd39-963f-4f1f-a8e9-0d317d80debb, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=045afd39-963f-4f1f-a8e9-0d317d80debb,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:58.331999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:58.344476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Calling delete_port for 045afd39-963f-4f1f-a8e9-0d317d80debb owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:57:58.526131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:58.549092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Pushing event deleted for resources: {'Port': ['ID=045afd39-963f-4f1f-a8e9-0d317d80debb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:58.715000 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:58.929127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Router e0732ba8-9e88-4b15-adfa-94437e08caac has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:57:59.030883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:57:59.035818 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0ea1c0b6-85ef-43a7-9339-ec2d0ef24591 admin admin] 10.222.0.22 "PUT /v2.0/routers/e0732ba8-9e88-4b15-adfa-94437e08caac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4772208 Sep 19 03:57:59.038597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38024) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:57:59.039418 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] Sync routers for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:57:59.048992 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:57:59.049710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:57:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:59.150976 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.157200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:57:59.253126 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.308122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Deleting port 3a0331ba-397a-41e2-bdab-efa543523658 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:57:59.308478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.329753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '3a0331ba-397a-41e2-bdab-efa543523658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:57:58Z', 'revision_number': 5, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port': {'id': '3a0331ba-397a-41e2-bdab-efa543523658', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:85:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:59.356458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] Checking router: e0732ba8-9e88-4b15-adfa-94437e08caac for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:57:59.365303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] Routers {'e0732ba8-9e88-4b15-adfa-94437e08caac'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:57:59.365911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:57:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['e0732ba8-9e88-4b15-adfa-94437e08caac'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:59.390399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] For port 3a0331ba-397a-41e2-bdab-efa543523658, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3a0331ba-397a-41e2-bdab-efa543523658,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:57:59.390791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.402477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Calling delete_port for 3a0331ba-397a-41e2-bdab-efa543523658 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:57:59.448820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] Set router e0732ba8-9e88-4b15-adfa-94437e08caac gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:57:59.500499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:57:59Z', 'revision_number': 6, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:57:59.525515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be91b5c-4ae8-43ab-906f-d2aacd65c854 None None] The sync data for ids ['e0732ba8-9e88-4b15-adfa-94437e08caac'] in n-d-809936-1 is: [{'id': 'e0732ba8-9e88-4b15-adfa-94437e08caac', 'name': 'tempest-ServerActionsTestJSON-565789182-router', 'tenant_id': '5c1721960df14821ae07f687a15360ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:47:12Z', 'updated_at': '2021-09-19T03:57:59Z', 'revision_number': 6, 'project_id': '5c1721960df14821ae07f687a15360ae', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:57:59.576371 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.606881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3a0331ba-397a-41e2-bdab-efa543523658,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:57:59.663822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.750871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.752914 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.794031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.794584 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0732ba8-9e88-4b15-adfa-94437e08caac {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:57:59.799823 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.800984 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-06f92685-40c2-4d38-befc-5f02363b68ca admin admin] 10.222.0.22 "DELETE /v2.0/routers/e0732ba8-9e88-4b15-adfa-94437e08caac HTTP/1.1" status: 204 len: 168 time: 0.7613907 Sep 19 03:57:59.803625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38026) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:57:59.851327 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] Deleting subnet 62327832-b5c8-4a51-a943-1adb4b521ba2 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:57:59.855864 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.890833 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:57:59.972347 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.028261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.051819 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62327832-b5c8-4a51-a943-1adb4b521ba2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:00.057530 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.059502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0b9a7e69-78c6-42f8-be01-0a5709ea48d2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/62327832-b5c8-4a51-a943-1adb4b521ba2 HTTP/1.1" status: 204 len: 168 time: 0.2549462 Sep 19 03:58:00.062066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38028) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:00.064234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2c9fc-1a8f-4bc3-9ee5-4aea886d92b8 None None] Network 539714cd-56ba-4907-bdc8-4ba2d2b56721 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:00.133339 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.185034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Deleting port c49afcf3-6285-433a-882d-797a3835285f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:00.185905 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.251929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] For port c49afcf3-6285-433a-882d-797a3835285f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c49afcf3-6285-433a-882d-797a3835285f,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:00.252308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.265977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Calling delete_port for c49afcf3-6285-433a-882d-797a3835285f owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:00.282683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] DHCP port deletion for 539714cd-56ba-4907-bdc8-4ba2d2b56721 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:58:00.329594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] Deleting port c49afcf3-6285-433a-882d-797a3835285f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:00.329964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.351116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.363606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.380157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Pushing event deleted for resources: {'Port': ['ID=c49afcf3-6285-433a-882d-797a3835285f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:00.386482 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] No DVR routers for this DVR port c49afcf3-6285-433a-882d-797a3835285f on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:00.406684 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] For port c49afcf3-6285-433a-882d-797a3835285f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c49afcf3-6285-433a-882d-797a3835285f,segment=NetworkSegment(fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09),segment_id=fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:00.407316 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.422347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] Calling delete_port for c49afcf3-6285-433a-882d-797a3835285f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:00.465208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.487159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539714cd-56ba-4907-bdc8-4ba2d2b56721']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:00.497064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:00.497251 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe44a2df-c6d0-4d6d-84ed-abf89e9e2b09') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:00.498627 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.507292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.521290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.527157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] Pushing event deleted for resources: {'Port': ['ID=c49afcf3-6285-433a-882d-797a3835285f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:00.527687 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:00.528093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:00.530309 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:00.532431 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7ffc2-e43b-46d8-82bc-67d9144a6aa4 None None] No DVR routers for this DVR port c49afcf3-6285-433a-882d-797a3835285f on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:00.597147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.603225 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.605258 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] 10.222.0.22 "DELETE /v2.0/networks/539714cd-56ba-4907-bdc8-4ba2d2b56721 HTTP/1.1" status: 204 len: 168 time: 0.5421779 Sep 19 03:58:00.616248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f9fcb-8b37-4e51-b330-cc66ac28595e admin admin] Pushing event deleted for resources: {'Network': ['ID=539714cd-56ba-4907-bdc8-4ba2d2b56721,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:00.730074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38032) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:00.771972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-da170384-c600-49b2-b104-58fd9c7e59bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c1721960df14821ae07f687a15360ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407610 Sep 19 03:58:00.774517 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38034) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:00.824228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63068d23-678f-4f26-8a53-c6545c1e864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.845422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63068d23-678f-4f26-8a53-c6545c1e864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.893113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63068d23-678f-4f26-8a53-c6545c1e864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.896113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-63068d23-678f-4f26-8a53-c6545c1e864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:00.897287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-63068d23-678f-4f26-8a53-c6545c1e864c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/735f9bb1-2b11-499c-bcd8-8b68c6485039 HTTP/1.1" status: 204 len: 168 time: 0.1218550 Sep 19 03:58:00.904909 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63068d23-678f-4f26-8a53-c6545c1e864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735f9bb1-2b11-499c-bcd8-8b68c6485039,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:01.345502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 045afd39-963f-4f1f-a8e9-0d317d80debb no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:01.364645 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 045afd39-963f-4f1f-a8e9-0d317d80debb {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:01.364999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 045afd39-963f-4f1f-a8e9-0d317d80debb not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:01.365415 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c49afcf3-6285-433a-882d-797a3835285f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:01.383595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c49afcf3-6285-433a-882d-797a3835285f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:01.383946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c49afcf3-6285-433a-882d-797a3835285f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:01.384360 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3a0331ba-397a-41e2-bdab-efa543523658 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:01.403025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3a0331ba-397a-41e2-bdab-efa543523658 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:01.403411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3a0331ba-397a-41e2-bdab-efa543523658 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:01.588630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38056) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:01.683669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-34684868-network', 'tenant_id': '3de06b0da23e4af89d13c2c262e5f74c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:01.705401 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Made reservation on behalf of 3de06b0da23e4af89d13c2c262e5f74c for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:01.707706 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.715734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.803450 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.806810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.830301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:01.838593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca9117b-7c53-4ba3-9eeb-c02c57c113fd,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:01.844425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.844821 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Added segment abda6f76-7e46-4827-a454-73ea1d592dfa of type vlan for network 56623ea3-b9d9-4b47-89c5-ab19f283759d Sep 19 03:58:01.886865 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.911116 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.912066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:01.912655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.940405 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3505702 Sep 19 03:58:01.943474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38060) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:01.948407 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Request body: {'subnet': {'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-34684868-subnet', 'tenant_id': '3de06b0da23e4af89d13c2c262e5f74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:01.970525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Made reservation on behalf of 3de06b0da23e4af89d13c2c262e5f74c for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:01.973366 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:01.973508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e741e-db5b-4362-9d88-6c243170c88f admin admin] Pushing event updated for resources: {'Network': ['ID=56623ea3-b9d9-4b47-89c5-ab19f283759d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:01.983595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 56623ea3-b9d9-4b47-89c5-ab19f283759d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:02.147174 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:02.206857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50543c5e-306d-4d54-8ae2-3d4de07e2679,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:02.216857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Checking segment: {'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:02.217213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Network hostable DHCP agents. Network: 56623ea3-b9d9-4b47-89c5-ab19f283759d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:02.233972 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Network 56623ea3-b9d9-4b47-89c5-ab19f283759d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:02.243482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 56623ea3-b9d9-4b47-89c5-ab19f283759d) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:02.249421 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:02.250340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:02.255805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314486fd-80c7-4c79-b428-8d1dc660df92 None None] Network 56623ea3-b9d9-4b47-89c5-ab19f283759d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:02.264496 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-636ab242-6b3c-4233-b4aa-4a794aad34e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3199236 Sep 19 03:58:02.378364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dd69f4-1d20-4eb3-9a7b-b806a039aa4d None None] Network 56623ea3-b9d9-4b47-89c5-ab19f283759d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:02.677958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-61b0e037-ca7d-42fe-ace0-0e5b8b3f7a6c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:02.679360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-61b0e037-ca7d-42fe-ace0-0e5b8b3f7a6c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/networks?id=56623ea3-b9d9-4b47-89c5-ab19f283759d HTTP/1.1" status: 200 len: 812 time: 0.0999513 Sep 19 03:58:02.693690 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-1497fd4c-c784-4b24-8ad7-fac507e20b44 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/quotas/3de06b0da23e4af89d13c2c262e5f74c HTTP/1.1" status: 200 len: 375 time: 0.0087318 Sep 19 03:58:02.724257 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-fa193da4-8937-4227-b106-49df8d6a8941 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3de06b0da23e4af89d13c2c262e5f74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254750 Sep 19 03:58:02.893864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-00910fe9-134f-4b55-981b-e3e260919b7a service neutron] 10.222.0.22 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298490 Sep 19 03:58:02.987120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-85005cd5-ed38-4692-bd1a-c65b2c043082 service neutron] 10.222.0.22 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869641 Sep 19 03:58:03.140162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e7ef4be-4182-4a24-9051-0a0285268aa5 req-8c44bf0f-f2c1-4c6c-9194-288779705891 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 210 time: 0.0266745 Sep 19 03:58:04.215288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5d7ed8a7-1af0-44b9-85ba-bf52dac1bf05 req-e8708553-4078-4603-a6a7-a79bc3acc081 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Sep 19 03:58:05.307775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a7b0525d-e44d-4cf6-8779-e3dadd8cda69 req-f2be736b-7d36-4f48-a2d4-f60663fed6b1 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 210 time: 0.0263672 Sep 19 03:58:06.068609 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-f77e8a33-475b-4863-a995-7fcb420fa69e tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:06.070070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-f77e8a33-475b-4863-a995-7fcb420fa69e tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.30 "GET /v2.0/networks?id=56623ea3-b9d9-4b47-89c5-ab19f283759d HTTP/1.1" status: 200 len: 812 time: 0.1044598 Sep 19 03:58:06.082444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Request body: {'port': {'device_id': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d', 'admin_state_up': True, 'tenant_id': '3de06b0da23e4af89d13c2c262e5f74c'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:06.184520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Made reservation on behalf of 3de06b0da23e4af89d13c2c262e5f74c for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:06.188663 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:06.312960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Allocated IP 172.20.0.10 (56623ea3-b9d9-4b47-89c5-ab19f283759d/50543c5e-306d-4d54-8ae2-3d4de07e2679/4796cfe8-67b1-4329-9ace-30e88f34e535) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:06.408578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-98967130-121d-460c-baca-8ef30471463f req-fb06653a-95a8-4100-b437-37d3bebefa88 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 210 time: 0.0347953 Sep 19 03:58:06.482714 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:06.515769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:06.556891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Network 56623ea3-b9d9-4b47-89c5-ab19f283759d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:06.560001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:06.566602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:06.573043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Pushing event updated for resources: {'Port': ['ID=4796cfe8-67b1-4329-9ace-30e88f34e535,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:06.617400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:06.618006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:06.631711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-20978bbd-ccb6-4f9c-82b6-65093712c0d7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5533025 Sep 19 03:58:06.714675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Request body: {'port': {'device_id': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:06.769379 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:07.019987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4796cfe8-67b1-4329-9ace-30e88f34e535 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:58:07.027106 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:07.038897 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Transition to ACTIVE for port object 4796cfe8-67b1-4329-9ace-30e88f34e535 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:58:07.043031 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:07.093341 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Pushing event updated for resources: {'Port': ['ID=4796cfe8-67b1-4329-9ace-30e88f34e535,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:07.159813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Attempting to bind port 4796cfe8-67b1-4329-9ace-30e88f34e535 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:07.160145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Attempting to bind port 4796cfe8-67b1-4329-9ace-30e88f34e535 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:07.160469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Attempting to bind port 4796cfe8-67b1-4329-9ace-30e88f34e535 on network 56623ea3-b9d9-4b47-89c5-ab19f283759d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:07.164658 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Port 4796cfe8-67b1-4329-9ace-30e88f34e535 on network 56623ea3-b9d9-4b47-89c5-ab19f283759d not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:58:07.164975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Attempting to bind port 4796cfe8-67b1-4329-9ace-30e88f34e535 on network 56623ea3-b9d9-4b47-89c5-ab19f283759d {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:07.170211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:07.170549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Checking segment: {'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:07.170961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Bound using segment: {'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:07.171385 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Bound port: 4796cfe8-67b1-4329-9ace-30e88f34e535, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:07.171736 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:07.231299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] For port 4796cfe8-67b1-4329-9ace-30e88f34e535, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:07.234850 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] For port 4796cfe8-67b1-4329-9ace-30e88f34e535, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4796cfe8-67b1-4329-9ace-30e88f34e535,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:07.239456 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:07.275710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:07.276340 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:07.277716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] 10.222.0.30 "PUT /v2.0/ports/4796cfe8-67b1-4329-9ace-30e88f34e535 HTTP/1.1" status: 200 len: 1092 time: 0.6045687 Sep 19 03:58:07.278155 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'tag': '4796cfe8-67b1-4329-9ace-30e88f34e535'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:58:07.307854 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb5108-0090-4a01-b402-1295563fe174 service neutron] Pushing event updated for resources: {'Port': ['ID=4796cfe8-67b1-4329-9ace-30e88f34e535,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:07.326401 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f700eab-2867-4e0f-ac34-d9339ea13a34" -d '{"events": [{"name": "network-changed", "server_uuid": "ca821bce-5fb3-43bc-8f72-8828294cf3e2", "tag": "4796cfe8-67b1-4329-9ace-30e88f34e535"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:58:07.357368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-2de01907-5e52-411b-a042-efd04f20f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:07.358893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-2de01907-5e52-411b-a042-efd04f20f130 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3de06b0da23e4af89d13c2c262e5f74c&device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0435374 Sep 19 03:58:07.399928 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-9f54105f-2e72-4652-8452-052b74baade1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4796cfe8-67b1-4329-9ace-30e88f34e535 HTTP/1.1" status: 200 len: 217 time: 0.0337610 Sep 19 03:58:07.431666 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7327162e-a31d-4702-b1fa-8dbee9d63602 x-openstack-request-id: req-7327162e-a31d-4702-b1fa-8dbee9d63602 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:58:07.431950 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca821bce-5fb3-43bc-8f72-8828294cf3e2", "tag": "4796cfe8-67b1-4329-9ace-30e88f34e535", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:58:07.432198 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7327162e-a31d-4702-b1fa-8dbee9d63602 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:58:07.432585 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'tag': '4796cfe8-67b1-4329-9ace-30e88f34e535', 'status': 'completed', 'code': 200} Sep 19 03:58:07.449519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-861eb847-e1a8-4691-8231-ce25adb93207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:07.451534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-861eb847-e1a8-4691-8231-ce25adb93207 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50543c5e-306d-4d54-8ae2-3d4de07e2679 HTTP/1.1" status: 200 len: 852 time: 0.0444570 Sep 19 03:58:07.487399 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-1c233271-d016-492a-ac81-9d04389b8131 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56623ea3-b9d9-4b47-89c5-ab19f283759d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292904 Sep 19 03:58:07.590453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ece2f-f6e3-47d3-8dce-f4f42ec147a8 req-c9a99bb3-effa-471a-a624-a568431dbb1c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:07.592492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257ece2f-f6e3-47d3-8dce-f4f42ec147a8 req-c9a99bb3-effa-471a-a624-a568431dbb1c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 944 time: 0.1073935 Sep 19 03:58:07.619364 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-52410ea4-3a66-485e-b6ab-d1a12f259672 service neutron] 10.222.0.30 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240897 Sep 19 03:58:07.656509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-257ece2f-f6e3-47d3-8dce-f4f42ec147a8 req-955660ba-0bf7-4188-9186-a397c50e8d60 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534625 Sep 19 03:58:07.718356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b49e176a-4e0b-42a2-b519-86b2b344ac57 req-c7332ed0-028f-42f6-ac57-72cae2d35857 service neutron] 10.222.0.30 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918891 Sep 19 03:58:07.802074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-6f9d9ed4-916b-4374-b6eb-0b9604bdfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:07.803558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-6f9d9ed4-916b-4374-b6eb-0b9604bdfd9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3de06b0da23e4af89d13c2c262e5f74c&device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 1095 time: 0.0433478 Sep 19 03:58:07.900278 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-fa6c1702-a998-4093-bbc7-f16dd878333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:07.901747 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-fa6c1702-a998-4093-bbc7-f16dd878333c service neutron] 10.222.0.30 "GET /v2.0/networks?id=56623ea3-b9d9-4b47-89c5-ab19f283759d HTTP/1.1" status: 200 len: 913 time: 0.0881102 Sep 19 03:58:07.944882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-98cb4a71-cda0-4a0f-8237-aff593ce8952 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4796cfe8-67b1-4329-9ace-30e88f34e535 HTTP/1.1" status: 200 len: 217 time: 0.0361512 Sep 19 03:58:07.991432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-63eac71d-5573-4653-a9cb-f79ecc58b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:07.993067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-63eac71d-5573-4653-a9cb-f79ecc58b869 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50543c5e-306d-4d54-8ae2-3d4de07e2679 HTTP/1.1" status: 200 len: 852 time: 0.0411239 Sep 19 03:58:08.024212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-2ced30b6-0892-4c6b-956b-8f7b196771f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=56623ea3-b9d9-4b47-89c5-ab19f283759d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234118 Sep 19 03:58:08.114463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-100c4bfc-ce19-4af4-9ee7-193dece3adfb service neutron] 10.222.0.30 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827305 Sep 19 03:58:08.202209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f700eab-2867-4e0f-ac34-d9339ea13a34 req-b85af0d0-423e-48a9-ba92-1a617b163a08 service neutron] 10.222.0.30 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804632 Sep 19 03:58:08.769064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2fde1-dfd3-4908-933f-22dc07a09029 req-77f3a46b-1d57-4eae-9835-bfbc6461a8a8 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:08.770537 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afd2fde1-dfd3-4908-933f-22dc07a09029 req-77f3a46b-1d57-4eae-9835-bfbc6461a8a8 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 944 time: 0.0481067 Sep 19 03:58:08.808251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afd2fde1-dfd3-4908-933f-22dc07a09029 req-20f6e41e-4e32-4376-83bf-15eda2677ab8 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Sep 19 03:58:09.925313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc06a5f-b59d-4aad-b0d8-48593bc70b53 req-1c24a251-f11a-420e-af79-b7a66dec1cd0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:09.926788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edc06a5f-b59d-4aad-b0d8-48593bc70b53 req-1c24a251-f11a-420e-af79-b7a66dec1cd0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 944 time: 0.0519850 Sep 19 03:58:09.963567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-edc06a5f-b59d-4aad-b0d8-48593bc70b53 req-da13c7e7-0961-4606-a444-a51972da1fa8 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308359 Sep 19 03:58:10.275756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4796cfe8-67b1-4329-9ace-30e88f34e535 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:58:10.369971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4796cfe8-67b1-4329-9ace-30e88f34e535, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4796cfe8-67b1-4329-9ace-30e88f34e535,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:10.381268 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '4796cfe8-67b1-4329-9ace-30e88f34e535', 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d', 'port_id': '4796cfe8-67b1-4329-9ace-30e88f34e535', 'mac_address': 'fa:16:3e:66:81:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50543c5e-306d-4d54-8ae2-3d4de07e2679', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:58:10.415694 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:10.428517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4796cfe8-67b1-4329-9ace-30e88f34e535 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:58:10.447770 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4796cfe8-67b1-4329-9ace-30e88f34e535, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4796cfe8-67b1-4329-9ace-30e88f34e535,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:10.451619 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:10.501242 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4796cfe8-67b1-4329-9ace-30e88f34e535,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:10.635104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4796cfe8-67b1-4329-9ace-30e88f34e535'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:58:11.072992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c4f31-49de-472c-8e4d-73f4296f337a req-7d927cf3-a806-4500-93df-9018b8cfaab1 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:11.074442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-637c4f31-49de-472c-8e4d-73f4296f337a req-7d927cf3-a806-4500-93df-9018b8cfaab1 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 945 time: 0.0475943 Sep 19 03:58:11.111236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-637c4f31-49de-472c-8e4d-73f4296f337a req-145190e8-6fa4-475c-b776-0f6809931dbc tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303020 Sep 19 03:58:12.220877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923af1c4-01a5-456e-861d-cee1d9812afc req-3ca93217-5b63-4813-a064-0ef422346f34 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:12.222322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-923af1c4-01a5-456e-861d-cee1d9812afc req-3ca93217-5b63-4813-a064-0ef422346f34 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 945 time: 0.0478747 Sep 19 03:58:12.258812 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-923af1c4-01a5-456e-861d-cee1d9812afc req-feaa41d8-2dda-4fe7-a2a8-bdd81d40791b tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306494 Sep 19 03:58:12.275554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4796cfe8-67b1-4329-9ace-30e88f34e535 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:12.325158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 4796cfe8-67b1-4329-9ace-30e88f34e535 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:58:12.328658 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 4796cfe8-67b1-4329-9ace-30e88f34e535 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:12.329035 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:12.401536 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:12.423985 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4796cfe8-67b1-4329-9ace-30e88f34e535'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:58:12.437525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4796cfe8-67b1-4329-9ace-30e88f34e535, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4796cfe8-67b1-4329-9ace-30e88f34e535,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:12.441437 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:12.464493 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb5c9fc-9d47-4a85-b46e-33b5662939d9" -d '{"events": [{"server_uuid": "ca821bce-5fb3-43bc-8f72-8828294cf3e2", "name": "network-vif-plugged", "status": "completed", "tag": "4796cfe8-67b1-4329-9ace-30e88f34e535"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:58:12.492893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4796cfe8-67b1-4329-9ace-30e88f34e535,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:12.550546 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70d69cc-7bff-4a1c-9c8d-851db1bfb24d x-openstack-request-id: req-a70d69cc-7bff-4a1c-9c8d-851db1bfb24d {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:58:12.550879 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca821bce-5fb3-43bc-8f72-8828294cf3e2", "name": "network-vif-plugged", "status": "completed", "tag": "4796cfe8-67b1-4329-9ace-30e88f34e535", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:58:12.551202 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a70d69cc-7bff-4a1c-9c8d-851db1bfb24d {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:58:12.551601 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4796cfe8-67b1-4329-9ace-30e88f34e535', 'code': 200} Sep 19 03:58:12.646246 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408bb9-131b-4287-afd6-1e6322c3791e req-467624e4-944e-40cd-8c71-59ff8acfa379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:12.647729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd408bb9-131b-4287-afd6-1e6322c3791e req-467624e4-944e-40cd-8c71-59ff8acfa379 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 1097 time: 0.0423720 Sep 19 03:58:12.681285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd408bb9-131b-4287-afd6-1e6322c3791e req-cdc55fb0-17fb-4bbe-b2ad-9505a8af0487 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259702 Sep 19 03:58:13.370677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520bd91-459e-4ca7-96c4-f076ebd4fc27 req-3a0e51a4-01a4-4fa6-a57f-77e1e97c7556 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:13.372168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d520bd91-459e-4ca7-96c4-f076ebd4fc27 req-3a0e51a4-01a4-4fa6-a57f-77e1e97c7556 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0474572 Sep 19 03:58:13.408851 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d520bd91-459e-4ca7-96c4-f076ebd4fc27 req-89e3ffa6-0f6a-4369-aa6f-1546179aae04 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302572 Sep 19 03:58:14.524474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e514d2-abce-4525-90bb-83f857b3d82f req-32faaeec-fbb0-45b7-a227-dabcca8f7d19 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:14.525869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92e514d2-abce-4525-90bb-83f857b3d82f req-32faaeec-fbb0-45b7-a227-dabcca8f7d19 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0500536 Sep 19 03:58:14.550853 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bbda2ef4-802f-4f11-b764-068bf77c0aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:14.564914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-92e514d2-abce-4525-90bb-83f857b3d82f req-784da90d-b5ef-474f-85c2-692868c55cb0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Sep 19 03:58:14.784886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-551aa5e6-835c-462c-994d-b458d92cee16 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:14.786270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-551aa5e6-835c-462c-994d-b458d92cee16 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/networks?id=56623ea3-b9d9-4b47-89c5-ab19f283759d HTTP/1.1" status: 200 len: 812 time: 0.1044290 Sep 19 03:58:14.801321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-010af9ee-9735-499b-a91e-567108ebd0bb tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/quotas/3de06b0da23e4af89d13c2c262e5f74c HTTP/1.1" status: 200 len: 375 time: 0.0092812 Sep 19 03:58:14.848534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-4ca39b84-2146-4ec9-8e77-91e26d88af5a tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3de06b0da23e4af89d13c2c262e5f74c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419450 Sep 19 03:58:14.941055 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-d1d80dd9-24c7-46c8-8d31-f4bc1dc2642a service neutron] 10.222.0.22 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855196 Sep 19 03:58:15.027010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-7265fdb2-d997-4ce4-a8cb-5b2439b87ed3 service neutron] 10.222.0.22 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799077 Sep 19 03:58:15.182879 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7670f8db-d1a5-4f49-981e-33fece973073 req-e162a807-77a1-4cbd-8cb7-62d6dcebebbc tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 210 time: 0.0299079 Sep 19 03:58:15.268290 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:58:16.134276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-1a61e884-f132-4527-a59c-bd1991003984 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:16.136275 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-1a61e884-f132-4527-a59c-bd1991003984 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.32 "GET /v2.0/networks?id=56623ea3-b9d9-4b47-89c5-ab19f283759d HTTP/1.1" status: 200 len: 812 time: 0.1064286 Sep 19 03:58:16.168695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Request body: {'port': {'device_id': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d', 'admin_state_up': True, 'tenant_id': '3de06b0da23e4af89d13c2c262e5f74c'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:16.273953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e555e0c-de5c-4c5e-a22b-ffc010e4d711 req-5de0a5b4-5dee-4e49-b7a3-526dd4287213 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 210 time: 0.0268519 Sep 19 03:58:16.278128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Made reservation on behalf of 3de06b0da23e4af89d13c2c262e5f74c for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:16.281906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:16.402888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Allocated IP 172.20.0.6 (56623ea3-b9d9-4b47-89c5-ab19f283759d/50543c5e-306d-4d54-8ae2-3d4de07e2679/6dde8f7c-edcb-41bb-b738-e211646a04b9) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:16.501440 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:16.550146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:16.583050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:16.594337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4796cfe8-67b1-4329-9ace-30e88f34e535'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:58:16.625088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Network 56623ea3-b9d9-4b47-89c5-ab19f283759d is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:16.632258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:16.636816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:16.641029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Pushing event updated for resources: {'Port': ['ID=6dde8f7c-edcb-41bb-b738-e211646a04b9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:16.692496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:16.693108 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:16.706236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-603e860a-1082-4ae5-9383-9e4d87713e0f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5411057 Sep 19 03:58:16.797340 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Request body: {'port': {'device_id': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:16.849432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:17.101901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dde8f7c-edcb-41bb-b738-e211646a04b9 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:58:17.109161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:17.120798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Transition to ACTIVE for port object 6dde8f7c-edcb-41bb-b738-e211646a04b9 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:58:17.124289 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:17.170733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Pushing event updated for resources: {'Port': ['ID=6dde8f7c-edcb-41bb-b738-e211646a04b9,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:17.236888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Attempting to bind port 6dde8f7c-edcb-41bb-b738-e211646a04b9 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:17.237223 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Attempting to bind port 6dde8f7c-edcb-41bb-b738-e211646a04b9 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:17.237550 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Attempting to bind port 6dde8f7c-edcb-41bb-b738-e211646a04b9 on network 56623ea3-b9d9-4b47-89c5-ab19f283759d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:17.241640 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Port 6dde8f7c-edcb-41bb-b738-e211646a04b9 on network 56623ea3-b9d9-4b47-89c5-ab19f283759d not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:58:17.241963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Attempting to bind port 6dde8f7c-edcb-41bb-b738-e211646a04b9 on network 56623ea3-b9d9-4b47-89c5-ab19f283759d {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:17.246843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:17.247186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Checking segment: {'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:17.247565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Bound using segment: {'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:17.247984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Bound port: 6dde8f7c-edcb-41bb-b738-e211646a04b9, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abda6f76-7e46-4827-a454-73ea1d592dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:17.248364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:17.316138 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] For port 6dde8f7c-edcb-41bb-b738-e211646a04b9, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:17.316511 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5a169300-7b07-4647-9ebf-fd7f088ffcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:17.320521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] For port 6dde8f7c-edcb-41bb-b738-e211646a04b9, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6dde8f7c-edcb-41bb-b738-e211646a04b9,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:17.324763 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:17.359756 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:17.360388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:17.361789 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] 10.222.0.32 "PUT /v2.0/ports/6dde8f7c-edcb-41bb-b738-e211646a04b9 HTTP/1.1" status: 200 len: 1091 time: 0.6064706 Sep 19 03:58:17.362231 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'tag': '6dde8f7c-edcb-41bb-b738-e211646a04b9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:58:17.394149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbe81-a42f-4804-9061-8cb47463aeff service neutron] Pushing event updated for resources: {'Port': ['ID=6dde8f7c-edcb-41bb-b738-e211646a04b9,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:17.397355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cee14-b6ee-4261-b96d-3350b886f967 req-48d793c0-9a41-4968-935f-deb22065eef1 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:17.405675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce5cee14-b6ee-4261-b96d-3350b886f967 req-48d793c0-9a41-4968-935f-deb22065eef1 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 943 time: 0.0609467 Sep 19 03:58:17.414731 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e8223926-81d0-4e9f-ad79-2d5c675e098d", "tag": "6dde8f7c-edcb-41bb-b738-e211646a04b9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:58:17.443643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce5cee14-b6ee-4261-b96d-3350b886f967 req-057e7e68-c7b6-4608-8c3c-cd1b09f4891c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367069 Sep 19 03:58:17.459589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-4db5d708-859b-4135-8d8f-d76b32e77cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:17.461049 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-4db5d708-859b-4135-8d8f-d76b32e77cec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3de06b0da23e4af89d13c2c262e5f74c&device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 1094 time: 0.0429320 Sep 19 03:58:17.511994 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dfe894-a9eb-4bd4-ae7e-81c9edd417ed x-openstack-request-id: req-e8dfe894-a9eb-4bd4-ae7e-81c9edd417ed {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:58:17.512281 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8223926-81d0-4e9f-ad79-2d5c675e098d", "tag": "6dde8f7c-edcb-41bb-b738-e211646a04b9", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:58:17.512547 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8dfe894-a9eb-4bd4-ae7e-81c9edd417ed {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:58:17.512914 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'tag': '6dde8f7c-edcb-41bb-b738-e211646a04b9', 'status': 'completed', 'code': 200} Sep 19 03:58:17.514955 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-c659b65f-2bd8-44cc-81ad-58d17e91e8bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dde8f7c-edcb-41bb-b738-e211646a04b9 HTTP/1.1" status: 200 len: 217 time: 0.0404830 Sep 19 03:58:17.562147 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-5db71e02-820d-4e3d-9820-1a7089e9a677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:17.563773 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-5db71e02-820d-4e3d-9820-1a7089e9a677 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50543c5e-306d-4d54-8ae2-3d4de07e2679 HTTP/1.1" status: 200 len: 852 time: 0.0420303 Sep 19 03:58:17.593847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-77d2f795-b6bf-46a6-880b-07a518e2e5fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56623ea3-b9d9-4b47-89c5-ab19f283759d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236073 Sep 19 03:58:17.684028 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-377716c5-6304-4291-8532-ac8cdf772ac0 service neutron] 10.222.0.32 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832183 Sep 19 03:58:18.049572 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:18.091615 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68871139-4aaf-48b7-bc7e-59baa141f4bf req-8c617628-2dd0-4bd6-8c1e-d2ff32126780 service neutron] 10.222.0.32 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006665 Sep 19 03:58:18.223320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-127075b4-8d6c-40c9-9046-02febf2ee7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:18.224794 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-127075b4-8d6c-40c9-9046-02febf2ee7ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3de06b0da23e4af89d13c2c262e5f74c&device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 1094 time: 0.0393636 Sep 19 03:58:18.316137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-e9301936-b7e7-4179-a35f-dacd5cff0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:18.317531 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-e9301936-b7e7-4179-a35f-dacd5cff0cda service neutron] 10.222.0.32 "GET /v2.0/networks?id=56623ea3-b9d9-4b47-89c5-ab19f283759d HTTP/1.1" status: 200 len: 913 time: 0.0856552 Sep 19 03:58:18.356982 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-64eca1e2-cd8a-4d8d-9ee5-d280ecbe1fab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6dde8f7c-edcb-41bb-b738-e211646a04b9 HTTP/1.1" status: 200 len: 217 time: 0.0323803 Sep 19 03:58:18.407866 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-a3ce43d1-08f2-4eee-a13e-6764f6d24f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:18.409287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-a3ce43d1-08f2-4eee-a13e-6764f6d24f47 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50543c5e-306d-4d54-8ae2-3d4de07e2679 HTTP/1.1" status: 200 len: 852 time: 0.0453899 Sep 19 03:58:18.439716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-2fe2b9b9-d5b1-404d-a782-2592b6f86ac7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=56623ea3-b9d9-4b47-89c5-ab19f283759d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234361 Sep 19 03:58:18.526912 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-5b37db11-241f-4af8-9563-8b516102e071 service neutron] 10.222.0.32 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801287 Sep 19 03:58:18.553018 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f914ad7-5804-4776-b568-5369c23569f9 req-35870ef5-68ab-4081-9435-aca4676a3c6f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:18.554521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f914ad7-5804-4776-b568-5369c23569f9 req-35870ef5-68ab-4081-9435-aca4676a3c6f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 943 time: 0.0484023 Sep 19 03:58:18.593833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f914ad7-5804-4776-b568-5369c23569f9 req-1e121cc1-8cee-4aa0-a836-5b228dffbc1c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332966 Sep 19 03:58:18.623819 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2d669d30-4b6e-4153-9c79-c4e21d44c9ee req-239062d2-2582-469f-ba53-cbaf468d61fb service neutron] 10.222.0.32 "GET /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890760 Sep 19 03:58:18.633664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:19.709942 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0b0ee-77e3-41f4-8d0c-4072a7442c9b req-663cd627-f9d8-46ff-9412-126b8cff3022 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:19.711416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d0b0ee-77e3-41f4-8d0c-4072a7442c9b req-663cd627-f9d8-46ff-9412-126b8cff3022 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 943 time: 0.0502164 Sep 19 03:58:19.748596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-70d0b0ee-77e3-41f4-8d0c-4072a7442c9b req-4ec62bd3-3292-4809-ba9e-e670dec6ad38 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313325 Sep 19 03:58:20.209677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:20.858492 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587293d0-2b8c-48b3-91a8-725fd169aba7 req-0f420b31-46b5-4d79-b282-6679396a5da0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:20.859987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-587293d0-2b8c-48b3-91a8-725fd169aba7 req-0f420b31-46b5-4d79-b282-6679396a5da0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 943 time: 0.0479214 Sep 19 03:58:20.897730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-587293d0-2b8c-48b3-91a8-725fd169aba7 req-f6706b6f-16ed-4e61-bc34-e319f5de8fb8 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318940 Sep 19 03:58:22.007285 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c6e6a-241c-445c-b8d1-5e212839a41b req-53ce67e4-c0f3-402b-ba3f-b7e68fe8fc01 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:22.008713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b69c6e6a-241c-445c-b8d1-5e212839a41b req-53ce67e4-c0f3-402b-ba3f-b7e68fe8fc01 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 943 time: 0.0468733 Sep 19 03:58:22.045112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b69c6e6a-241c-445c-b8d1-5e212839a41b req-f5a5770e-7abf-4974-8565-3bc19eb8484d tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298457 Sep 19 03:58:22.432462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6dde8f7c-edcb-41bb-b738-e211646a04b9 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:58:22.524169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6dde8f7c-edcb-41bb-b738-e211646a04b9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6dde8f7c-edcb-41bb-b738-e211646a04b9,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:22.534567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '6dde8f7c-edcb-41bb-b738-e211646a04b9', 'network_id': '56623ea3-b9d9-4b47-89c5-ab19f283759d', 'port_id': '6dde8f7c-edcb-41bb-b738-e211646a04b9', 'mac_address': 'fa:16:3e:3d:8a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50543c5e-306d-4d54-8ae2-3d4de07e2679', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:58:22.570048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:22.582065 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dde8f7c-edcb-41bb-b738-e211646a04b9 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:58:22.599830 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6dde8f7c-edcb-41bb-b738-e211646a04b9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6dde8f7c-edcb-41bb-b738-e211646a04b9,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:22.603196 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:22.647145 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=6dde8f7c-edcb-41bb-b738-e211646a04b9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:22.953917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['6dde8f7c-edcb-41bb-b738-e211646a04b9'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:58:23.161472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50981fc-7d2b-4055-b567-f349c8553f51 req-30f88953-7591-4701-b59a-72c305e97974 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:23.162894 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d50981fc-7d2b-4055-b567-f349c8553f51 req-30f88953-7591-4701-b59a-72c305e97974 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 944 time: 0.0518353 Sep 19 03:58:23.198947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d50981fc-7d2b-4055-b567-f349c8553f51 req-a80e8dc3-3611-4354-9f37-83e532e705c5 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Sep 19 03:58:24.309769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3a216-6b3f-4355-97e9-77056ea46fd8 req-6ee746f5-71dd-4089-abbd-1c60f2e840bb tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:24.311244 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8b3a216-6b3f-4355-97e9-77056ea46fd8 req-6ee746f5-71dd-4089-abbd-1c60f2e840bb tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 944 time: 0.0478451 Sep 19 03:58:24.348230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c8b3a216-6b3f-4355-97e9-77056ea46fd8 req-adae0e0d-13ba-4000-80b7-09e4aadfe6b0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Sep 19 03:58:24.431913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6dde8f7c-edcb-41bb-b738-e211646a04b9 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:24.478805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 6dde8f7c-edcb-41bb-b738-e211646a04b9 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:58:24.482223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 6dde8f7c-edcb-41bb-b738-e211646a04b9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:24.482599 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:24.558337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:24.581432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde8f7c-edcb-41bb-b738-e211646a04b9'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:58:24.583756 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3039a06-9a59-48a2-a8e7-ff0e50537665" -d '{"events": [{"server_uuid": "e8223926-81d0-4e9f-ad79-2d5c675e098d", "name": "network-vif-plugged", "status": "completed", "tag": "6dde8f7c-edcb-41bb-b738-e211646a04b9"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:58:24.595897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 6dde8f7c-edcb-41bb-b738-e211646a04b9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6dde8f7c-edcb-41bb-b738-e211646a04b9,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:24.599643 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:24.624254 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34378a3e-5841-41c4-9475-351b118cad79 x-openstack-request-id: req-34378a3e-5841-41c4-9475-351b118cad79 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:58:24.624545 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8223926-81d0-4e9f-ad79-2d5c675e098d", "name": "network-vif-plugged", "status": "completed", "tag": "6dde8f7c-edcb-41bb-b738-e211646a04b9", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:58:24.624798 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34378a3e-5841-41c4-9475-351b118cad79 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:58:24.625182 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde8f7c-edcb-41bb-b738-e211646a04b9', 'code': 200} Sep 19 03:58:24.650345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=6dde8f7c-edcb-41bb-b738-e211646a04b9,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:24.738655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56231994-8a79-4d5b-9297-829476f1d0ae req-29744cc5-7d0a-4b0b-9c7e-cf17065714e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:24.740138 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-56231994-8a79-4d5b-9297-829476f1d0ae req-29744cc5-7d0a-4b0b-9c7e-cf17065714e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 1096 time: 0.0394156 Sep 19 03:58:24.774224 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-56231994-8a79-4d5b-9297-829476f1d0ae req-7399370e-e9fe-4fa3-8cc3-bc248483436e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274529 Sep 19 03:58:25.456434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ad58f-dd1c-4d29-98d5-dc0099016771 req-171d6ac7-ff78-464d-b576-bdf2ff8b7a4b tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:25.457887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d08ad58f-dd1c-4d29-98d5-dc0099016771 req-171d6ac7-ff78-464d-b576-bdf2ff8b7a4b tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 945 time: 0.0470259 Sep 19 03:58:25.494887 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d08ad58f-dd1c-4d29-98d5-dc0099016771 req-1e5f6f05-400d-4419-aa2a-06ffdad442fb tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Sep 19 03:58:26.610839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9e338-3b0d-4158-897d-0b176c71f455 req-f4783f08-3686-47f1-bbd6-adfcd4de1a34 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:26.612294 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bef9e338-3b0d-4158-897d-0b176c71f455 req-f4783f08-3686-47f1-bbd6-adfcd4de1a34 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 945 time: 0.0523820 Sep 19 03:58:26.649449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bef9e338-3b0d-4158-897d-0b176c71f455 req-f844282f-c601-4441-9c46-1fa29c8de71a tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310180 Sep 19 03:58:26.871219 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea18279-4812-437a-be5d-4162909d73f4 req-3bea7c8d-2d01-4823-8b88-3419e1a59f04 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:26.872696 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ea18279-4812-437a-be5d-4162909d73f4 req-3bea7c8d-2d01-4823-8b88-3419e1a59f04 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 945 time: 0.0492997 Sep 19 03:58:26.909578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0ea18279-4812-437a-be5d-4162909d73f4 req-0287a44c-d0c6-48c1-9d30-6663c8a5605f tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303111 Sep 19 03:58:28.028275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936321a-003d-4903-9925-36cb43126289 req-76552340-9d1d-4b5c-9530-2e79eb0ce137 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:28.029763 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f936321a-003d-4903-9925-36cb43126289 req-76552340-9d1d-4b5c-9530-2e79eb0ce137 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 945 time: 0.0510800 Sep 19 03:58:28.067329 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f936321a-003d-4903-9925-36cb43126289 req-84806a73-b63c-4bdc-ac9b-d79db13b8fde tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Sep 19 03:58:28.462148 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-077a368f-050d-4740-82be-659d91f2f740 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:28.463533 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-077a368f-050d-4740-82be-659d91f2f740 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 945 time: 0.0514450 Sep 19 03:58:28.549880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Deleting port 6dde8f7c-edcb-41bb-b738-e211646a04b9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:28.550227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:28.639584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] For port 6dde8f7c-edcb-41bb-b738-e211646a04b9, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=6dde8f7c-edcb-41bb-b738-e211646a04b9,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:28.639957 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:28.652236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Calling delete_port for 6dde8f7c-edcb-41bb-b738-e211646a04b9 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:28.774841 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:28.787182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4796cfe8-67b1-4329-9ace-30e88f34e535'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:58:28.808154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Pushing event deleted for resources: {'Port': ['ID=6dde8f7c-edcb-41bb-b738-e211646a04b9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:28.812977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['6dde8f7c-edcb-41bb-b738-e211646a04b9'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:58:28.849469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] No DVR routers for this DVR port 6dde8f7c-edcb-41bb-b738-e211646a04b9 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:28.851941 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:28.853949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-783554d7-e816-4947-b62b-595c3d07ecc4 req-a790d281-a44b-4187-9331-298914a5c8c2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.32 "DELETE /v2.0/ports/6dde8f7c-edcb-41bb-b738-e211646a04b9 HTTP/1.1" status: 204 len: 173 time: 0.3833954 Sep 19 03:58:28.854413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'name': 'network-vif-deleted', 'tag': '6dde8f7c-edcb-41bb-b738-e211646a04b9'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:58:28.856702 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20234074-b582-4e38-bf94-f5dbcf5a9a47" -d '{"events": [{"server_uuid": "e8223926-81d0-4e9f-ad79-2d5c675e098d", "name": "network-vif-deleted", "tag": "6dde8f7c-edcb-41bb-b738-e211646a04b9"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:58:28.895537 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e976f-2416-4fdc-893d-2d28cebb882d x-openstack-request-id: req-997e976f-2416-4fdc-893d-2d28cebb882d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:58:28.896243 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8223926-81d0-4e9f-ad79-2d5c675e098d", "name": "network-vif-deleted", "tag": "6dde8f7c-edcb-41bb-b738-e211646a04b9", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:58:28.896243 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-997e976f-2416-4fdc-893d-2d28cebb882d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:58:28.896487 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8223926-81d0-4e9f-ad79-2d5c675e098d', 'name': 'network-vif-deleted', 'tag': '6dde8f7c-edcb-41bb-b738-e211646a04b9', 'status': 'completed', 'code': 200} Sep 19 03:58:29.174527 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-320ee8bd-5501-4680-8c37-14ac6bfb69ce req-e17c89d3-f1cb-4197-8d94-5747e2c211fb tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=e8223926-81d0-4e9f-ad79-2d5c675e098d HTTP/1.1" status: 200 len: 210 time: 0.0294585 Sep 19 03:58:30.318600 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d00620-f042-42e9-83aa-c34b306919ca req-b63e7ff8-ee3c-48a4-8496-ce084ba1135a tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:30.320104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42d00620-f042-42e9-83aa-c34b306919ca req-b63e7ff8-ee3c-48a4-8496-ce084ba1135a tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0480087 Sep 19 03:58:30.344707 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:30.360536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42d00620-f042-42e9-83aa-c34b306919ca req-6762f4b4-f805-4b6d-9fb2-8e44f1b6e557 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Sep 19 03:58:30.487922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a898e-beba-42dd-b420-cba12b8eb91a req-39a0840e-cea6-474c-bbfa-ee7a2271970c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:30.489375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-783a898e-beba-42dd-b420-cba12b8eb91a req-39a0840e-cea6-474c-bbfa-ee7a2271970c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0484605 Sep 19 03:58:30.525674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-783a898e-beba-42dd-b420-cba12b8eb91a req-fdc9d702-5b1f-41c2-801c-b32126947ee3 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301850 Sep 19 03:58:30.921628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a9d7-b402-40ce-bd89-2aaae0610f78 req-c5650a03-a469-461f-8a42-04e0af35ddf0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:30.923120 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6769a9d7-b402-40ce-bd89-2aaae0610f78 req-c5650a03-a469-461f-8a42-04e0af35ddf0 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.3307352 Sep 19 03:58:30.960308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6769a9d7-b402-40ce-bd89-2aaae0610f78 req-37bb6a17-30fb-4de2-bdbe-ae89fc554a8b tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311031 Sep 19 03:58:31.120051 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374f564-2abb-498a-bdb6-7585ea19555e req-dfc701dd-c823-4524-a28f-b89e741190e2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:31.121426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8374f564-2abb-498a-bdb6-7585ea19555e req-dfc701dd-c823-4524-a28f-b89e741190e2 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0475905 Sep 19 03:58:31.158540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8374f564-2abb-498a-bdb6-7585ea19555e req-63ca7730-4a6d-4e2b-accc-0df0da6206f5 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306747 Sep 19 03:58:31.270118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5ff9b-a3da-45c4-84e2-a85915a5a2b6 req-d63477c7-4396-4c56-b537-9fecfc108683 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:31.271622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dc5ff9b-a3da-45c4-84e2-a85915a5a2b6 req-d63477c7-4396-4c56-b537-9fecfc108683 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0482800 Sep 19 03:58:31.308152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4dc5ff9b-a3da-45c4-84e2-a85915a5a2b6 req-2502fb8e-489a-4393-90a2-dcf854d7d28c tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Sep 19 03:58:31.436356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7c9c2-2609-4938-af69-9b3cd9c1885a req-03b21d26-d8d0-4043-a753-1c98fc7c79e1 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:31.437714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cce7c9c2-2609-4938-af69-9b3cd9c1885a req-03b21d26-d8d0-4043-a753-1c98fc7c79e1 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0508997 Sep 19 03:58:31.473413 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cce7c9c2-2609-4938-af69-9b3cd9c1885a req-3b8230ce-f51c-432d-af62-e35a377795ad tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298965 Sep 19 03:58:31.762881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a919bc-3043-4bef-a086-faab9238f971 req-b76c411a-8321-4699-adc4-cbe91d5ff73a tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:31.764344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30a919bc-3043-4bef-a086-faab9238f971 req-b76c411a-8321-4699-adc4-cbe91d5ff73a tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0483034 Sep 19 03:58:31.801517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30a919bc-3043-4bef-a086-faab9238f971 req-9b174b37-fac9-4e56-9194-a5bf74bfa508 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312963 Sep 19 03:58:32.477866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6dde8f7c-edcb-41bb-b738-e211646a04b9 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:32.496743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 6dde8f7c-edcb-41bb-b738-e211646a04b9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:32.497087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 6dde8f7c-edcb-41bb-b738-e211646a04b9 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:32.915280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401375fe-7255-47e3-8ca7-34ddd6ed8fa0 req-70739eee-146d-4556-88ab-1fd0fa0c5c5b tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:32.916749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-401375fe-7255-47e3-8ca7-34ddd6ed8fa0 req-70739eee-146d-4556-88ab-1fd0fa0c5c5b tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0470266 Sep 19 03:58:32.954360 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-401375fe-7255-47e3-8ca7-34ddd6ed8fa0 req-3d5f1a78-7225-4267-b4d4-2dc35af69375 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.22 "GET /v2.0/security-groups?id=eca9117b-7c53-4ba3-9eeb-c02c57c113fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Sep 19 03:58:33.067577 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-4407c5d9-5f14-4197-8f64-bfe03a03a8d5 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:33.069015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-4407c5d9-5f14-4197-8f64-bfe03a03a8d5 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca821bce-5fb3-43bc-8f72-8828294cf3e2 HTTP/1.1" status: 200 len: 946 time: 0.0502772 Sep 19 03:58:33.154120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Deleting port 4796cfe8-67b1-4329-9ace-30e88f34e535 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:33.154384 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:33.242869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] For port 4796cfe8-67b1-4329-9ace-30e88f34e535, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4796cfe8-67b1-4329-9ace-30e88f34e535,segment=NetworkSegment(abda6f76-7e46-4827-a454-73ea1d592dfa),segment_id=abda6f76-7e46-4827-a454-73ea1d592dfa)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:33.243248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:33.254683 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Calling delete_port for 4796cfe8-67b1-4329-9ace-30e88f34e535 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:33.377183 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:33.388517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4796cfe8-67b1-4329-9ace-30e88f34e535'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:58:33.409455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Pushing event deleted for resources: {'Port': ['ID=4796cfe8-67b1-4329-9ace-30e88f34e535,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:33.422102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.422493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.422861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.423197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.423528 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.423855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.424181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.424522 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.424831 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.425159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.425479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.425799 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:33.458315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] No DVR routers for this DVR port 4796cfe8-67b1-4329-9ace-30e88f34e535 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:33.460840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:33.462869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6519142-f582-4cef-b9b4-d9f873915c0d req-8c4a5193-a685-4985-b0f5-a51c63574aa7 tempest-ServersNegativeTestJSON-1303334270 tempest-ServersNegativeTestJSON-1303334270-project] 10.222.0.30 "DELETE /v2.0/ports/4796cfe8-67b1-4329-9ace-30e88f34e535 HTTP/1.1" status: 204 len: 173 time: 0.3881309 Sep 19 03:58:33.463302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'name': 'network-vif-deleted', 'tag': '4796cfe8-67b1-4329-9ace-30e88f34e535'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:58:33.465529 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367668c5-504e-4dd3-a3a9-ad5d3552e56e" -d '{"events": [{"server_uuid": "ca821bce-5fb3-43bc-8f72-8828294cf3e2", "name": "network-vif-deleted", "tag": "4796cfe8-67b1-4329-9ace-30e88f34e535"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:58:33.503145 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7f8321-5439-491d-a1fb-aa9278f1252f x-openstack-request-id: req-7f7f8321-5439-491d-a1fb-aa9278f1252f {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:58:33.503443 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca821bce-5fb3-43bc-8f72-8828294cf3e2", "name": "network-vif-deleted", "tag": "4796cfe8-67b1-4329-9ace-30e88f34e535", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:58:33.503703 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f7f8321-5439-491d-a1fb-aa9278f1252f {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:58:33.504109 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca821bce-5fb3-43bc-8f72-8828294cf3e2', 'name': 'network-vif-deleted', 'tag': '4796cfe8-67b1-4329-9ace-30e88f34e535', 'status': 'completed', 'code': 200} Sep 19 03:58:34.008384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38232) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:34.052495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Deleting subnet 50543c5e-306d-4d54-8ae2-3d4de07e2679 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:58:34.055418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.093043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.131943 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.183310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.206351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50543c5e-306d-4d54-8ae2-3d4de07e2679,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:34.215605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.217992 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/50543c5e-306d-4d54-8ae2-3d4de07e2679 HTTP/1.1" status: 204 len: 168 time: 0.2085934 Sep 19 03:58:34.220528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.220789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38234) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:34.221250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.221250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.221528 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.221864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.222199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.222543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.222892 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.223221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.223551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.223877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.224209 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd85f258-728b-4e07-b3b5-be0a8854f4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:34.287752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.367409 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.387147 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56623ea3-b9d9-4b47-89c5-ab19f283759d']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:34.396690 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abda6f76-7e46-4827-a454-73ea1d592dfa') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:34.396993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abda6f76-7e46-4827-a454-73ea1d592dfa') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:34.406086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.418904 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.424652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:34.425044 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:34.426626 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:34.482582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.488136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.490156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] 10.222.0.22 "DELETE /v2.0/networks/56623ea3-b9d9-4b47-89c5-ab19f283759d HTTP/1.1" status: 204 len: 168 time: 0.2683034 Sep 19 03:58:34.502156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ae7ecd-4679-45a4-885c-d6db989157cf admin admin] Pushing event deleted for resources: {'Network': ['ID=56623ea3-b9d9-4b47-89c5-ab19f283759d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:34.598377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38238) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:34.637497 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f7912bbc-1fe6-4c89-b02b-33a97278ac8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3de06b0da23e4af89d13c2c262e5f74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378859 Sep 19 03:58:34.639891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38240) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:34.686483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b240160-c00f-4ae5-9e98-d18aee9dcdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.707674 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b240160-c00f-4ae5-9e98-d18aee9dcdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.753133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b240160-c00f-4ae5-9e98-d18aee9dcdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.755870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b240160-c00f-4ae5-9e98-d18aee9dcdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:34.757031 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7b240160-c00f-4ae5-9e98-d18aee9dcdce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eca9117b-7c53-4ba3-9eeb-c02c57c113fd HTTP/1.1" status: 204 len: 168 time: 0.1155670 Sep 19 03:58:34.766388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b240160-c00f-4ae5-9e98-d18aee9dcdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca9117b-7c53-4ba3-9eeb-c02c57c113fd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:35.436305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38262) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:35.528519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779981743'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:35.549992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:35.553391 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.566229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.654076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.657888 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.681437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:35.694902 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5659b07-b365-4981-8a17-88c49a1e0f31,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:35.700857 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.701180 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Added segment 78b9e8d9-57e8-4001-888b-bafa503a694b of type vlan for network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 Sep 19 03:58:35.741646 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.766023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.771514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:35.772134 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:35.821446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3833847 Sep 19 03:58:35.876351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f292980-709c-4922-bae5-8029b7ab9652 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Network': ['ID=f93b82fe-9c36-47b3-b49c-f6d66cb6e384,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:35.888437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:36.368998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4796cfe8-67b1-4329-9ace-30e88f34e535 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:36.388646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 4796cfe8-67b1-4329-9ace-30e88f34e535 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:36.388989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4796cfe8-67b1-4329-9ace-30e88f34e535 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:39.132263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38266) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:39.137304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'subnet': {'network_id': 'f93b82fe-9c36-47b3-b49c-f6d66cb6e384', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:39.225769 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:39.229288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.415617 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.478535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Subnet': ['ID=53f66f08-1fc8-4285-ad1d-675ea5f1749e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:39.487558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Checking segment: {'id': '78b9e8d9-57e8-4001-888b-bafa503a694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f93b82fe-9c36-47b3-b49c-f6d66cb6e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:39.487922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network hostable DHCP agents. Network: f93b82fe-9c36-47b3-b49c-f6d66cb6e384, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:39.504484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:39.512345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f93b82fe-9c36-47b3-b49c-f6d66cb6e384) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:39.516635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:39.517321 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.521250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5cf58-0820-455a-8085-4b79b47d1188 None None] Network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:39.531983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ad587fb4-0711-45d1-83e0-087dcb28faca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987007 Sep 19 03:58:39.535895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38268) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:39.541082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1609452748'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:39.563119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:39.566900 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.590054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:39.602118 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.602661 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Added segment dce22c3a-c7c6-46b4-b45b-b5fd2fcf5076 of type vlan for network 225a4eae-2933-49ff-99ce-c16fb6ab36b8 Sep 19 03:58:39.641691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.662311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f93b82fe-9c36-47b3-b49c-f6d66cb6e384', 'network_id': 'f93b82fe-9c36-47b3-b49c-f6d66cb6e384', 'tenant_id': '9bd1a1bc63c34f1b951462b3e00c8dbf', 'fixed_ips': [{'subnet_id': '53f66f08-1fc8-4285-ad1d-675ea5f1749e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:39.663222 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.666477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.672502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:39.673093 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.715877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1788433 Sep 19 03:58:39.719244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38270) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:39.724103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'subnet': {'network_id': '225a4eae-2933-49ff-99ce-c16fb6ab36b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:39.777784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5740f4-342b-4016-a19d-2d21db7c0733 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Network': ['ID=225a4eae-2933-49ff-99ce-c16fb6ab36b8,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:39.790554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 225a4eae-2933-49ff-99ce-c16fb6ab36b8 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:39.822968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Allocated IP 2001:db8:0:ffff::2 (f93b82fe-9c36-47b3-b49c-f6d66cb6e384/53f66f08-1fc8-4285-ad1d-675ea5f1749e/08d97671-c544-4a95-9503-f9e4745c940a) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:39.850808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:39.854383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:39.996318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.002545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.043706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:40.046555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:40.052183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:40.056181 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.057607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Pushing event updated for resources: {'Port': ['ID=08d97671-c544-4a95-9503-f9e4745c940a,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:40.068998 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.069343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.069679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.070016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.070343 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.070669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.071023 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.071344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.071663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.071984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.072326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.072626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:40.111172 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Subnet': ['ID=f4a815d8-2f94-4eb4-ba7c-2d08651f389f,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:40.118038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Attempting to bind port 08d97671-c544-4a95-9503-f9e4745c940a on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:40.118414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Attempting to bind port 08d97671-c544-4a95-9503-f9e4745c940a by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '78b9e8d9-57e8-4001-888b-bafa503a694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f93b82fe-9c36-47b3-b49c-f6d66cb6e384'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:40.118852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Attempting to bind port 08d97671-c544-4a95-9503-f9e4745c940a on network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:40.124034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:40.124451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Checking segment: {'id': '78b9e8d9-57e8-4001-888b-bafa503a694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f93b82fe-9c36-47b3-b49c-f6d66cb6e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:40.124855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.125250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Bound using segment: {'id': '78b9e8d9-57e8-4001-888b-bafa503a694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f93b82fe-9c36-47b3-b49c-f6d66cb6e384'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:40.125715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Bound port: 08d97671-c544-4a95-9503-f9e4745c940a, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b9e8d9-57e8-4001-888b-bafa503a694b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f93b82fe-9c36-47b3-b49c-f6d66cb6e384'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:40.126096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.126702 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Checking segment: {'id': 'dce22c3a-c7c6-46b4-b45b-b5fd2fcf5076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '225a4eae-2933-49ff-99ce-c16fb6ab36b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:40.127104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network hostable DHCP agents. Network: 225a4eae-2933-49ff-99ce-c16fb6ab36b8, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:40.143378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network 225a4eae-2933-49ff-99ce-c16fb6ab36b8 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:40.151720 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 225a4eae-2933-49ff-99ce-c16fb6ab36b8) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:40.156501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:40.157101 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.162638 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b933e-02ef-4df7-b2d4-6417f4423755 None None] Network 225a4eae-2933-49ff-99ce-c16fb6ab36b8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:40.171597 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f67b6b3e-38b4-4754-ab56-e5038b5cdfb9 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4513352 Sep 19 03:58:40.174259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:40.246385 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] For port 08d97671-c544-4a95-9503-f9e4745c940a, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:40.250784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] For port 08d97671-c544-4a95-9503-f9e4745c940a, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=08d97671-c544-4a95-9503-f9e4745c940a,segment=NetworkSegment(78b9e8d9-57e8-4001-888b-bafa503a694b),segment_id=78b9e8d9-57e8-4001-888b-bafa503a694b)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:40.259553 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.274274 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.354910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b68b0c-a68b-4d55-afc1-1b6d2de65595 None None] Pushing event updated for resources: {'Port': ['ID=08d97671-c544-4a95-9503-f9e4745c940a,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:40.361610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.390921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f18b8e-61e9-48e8-ad5c-131879e76021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-225a4eae-2933-49ff-99ce-c16fb6ab36b8', 'network_id': '225a4eae-2933-49ff-99ce-c16fb6ab36b8', 'tenant_id': '9bd1a1bc63c34f1b951462b3e00c8dbf', 'fixed_ips': [{'subnet_id': 'f4a815d8-2f94-4eb4-ba7c-2d08651f389f'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:40.392085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7f18b8e-61e9-48e8-ad5c-131879e76021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.431432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.460718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Subnet': ['ID=f4a815d8-2f94-4eb4-ba7c-2d08651f389f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server [None req-d7f18b8e-61e9-48e8-ad5c-131879e76021 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4a815d8-2f94-4eb4-ba7c-2d08651f389f: This subnet is being modified by another concurrent operation. Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise self.value Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server raise exception Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4a815d8-2f94-4eb4-ba7c-2d08651f389f: This subnet is being modified by another concurrent operation. Sep 19 03:58:40.495755 n-d-809936-1 neutron-server[94724]: ERROR oslo_messaging.rpc.server Sep 19 03:58:40.528234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71aff76-bf6d-4f63-b10c-c0cfc991dbc8 None None] Network 225a4eae-2933-49ff-99ce-c16fb6ab36b8 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:40.546794 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.575674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225a4eae-2933-49ff-99ce-c16fb6ab36b8']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:40.586496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce22c3a-c7c6-46b4-b45b-b5fd2fcf5076') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:40.586912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce22c3a-c7c6-46b4-b45b-b5fd2fcf5076') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:40.597644 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.612123 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.620517 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:40.621285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:40.625477 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:40.693028 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.699901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.701583 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/225a4eae-2933-49ff-99ce-c16fb6ab36b8 HTTP/1.1" status: 204 len: 168 time: 0.5263762 Sep 19 03:58:40.705132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38274) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:40.710275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-746879750'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:40.712474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f393243-fd1d-4858-9abe-c27a8bc0dbdc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Network': ['ID=225a4eae-2933-49ff-99ce-c16fb6ab36b8,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:40.731537 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:40.735613 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.759134 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:40.767722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.768067 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Added segment cdd76215-75c7-4625-9b3a-b7b004137cf3 of type vlan for network 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 Sep 19 03:58:40.807455 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.832288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.837846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:40.838410 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:40.873124 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1668794 Sep 19 03:58:40.876412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:40.883205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'subnet': {'network_id': '1cab39d7-3dcb-4137-bc6d-86670d5dd2c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:40.928610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018c7bb-55fe-47a6-8555-aab8ec9d442f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Network': ['ID=1cab39d7-3dcb-4137-bc6d-86670d5dd2c3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:40.939907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:41.005642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:41.009316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.073499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Performing IP validity checks on allocation pools {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 19 03:58:41.074019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.ipam_backend_mixin [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 19 03:58:41.198936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.267841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Subnet': ['ID=c9f06eb4-eded-46c7-bd1c-7e428d3cdfee,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:41.276692 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Checking segment: {'id': 'cdd76215-75c7-4625-9b3a-b7b004137cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1cab39d7-3dcb-4137-bc6d-86670d5dd2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:41.277059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network hostable DHCP agents. Network: 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:41.292164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf2fee3-8ee8-40b7-b5de-965cc4a1fa18 None None] Network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:41.295507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:41.306286 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:41.311399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:41.312437 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.318688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9773d0-9707-42bf-989d-596fb73309d6 None None] Network 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:41.331457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4064a473-7661-461b-ab87-0eba4f2853a3 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4540288 Sep 19 03:58:41.334310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38280) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:41.410520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-faf78e15-dd92-4161-81a1-d5407a72aedc None None] Provisioning complete for port 08d97671-c544-4a95-9503-f9e4745c940a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:41.410924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-faf78e15-dd92-4161-81a1-d5407a72aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.419946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 08d97671-c544-4a95-9503-f9e4745c940a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:41.435716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.516231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.576076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.603093 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f06eb4-eded-46c7-bd1c-7e428d3cdfee,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:41.631210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 08d97671-c544-4a95-9503-f9e4745c940a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:41.631759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.666552 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.687063 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cab39d7-3dcb-4137-bc6d-86670d5dd2c3']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:41.693003 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-faf78e15-dd92-4161-81a1-d5407a72aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.697510 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd76215-75c7-4625-9b3a-b7b004137cf3') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:41.697812 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd76215-75c7-4625-9b3a-b7b004137cf3') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:41.700397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c2cf79-6392-4a45-8abd-2646a15c5fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-1cab39d7-3dcb-4137-bc6d-86670d5dd2c3', 'network_id': '1cab39d7-3dcb-4137-bc6d-86670d5dd2c3', 'tenant_id': '9bd1a1bc63c34f1b951462b3e00c8dbf', 'fixed_ips': [{'subnet_id': 'c9f06eb4-eded-46c7-bd1c-7e428d3cdfee'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:41.701213 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-21c2cf79-6392-4a45-8abd-2646a15c5fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.708425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.722641 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.729365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:41.729744 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:41.732919 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:41.797096 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.802496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.804756 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 HTTP/1.1" status: 204 len: 168 time: 0.4691479 Sep 19 03:58:41.808985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38282) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:41.816648 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672301747'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:41.820260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3841e-7472-4d8a-8e9e-afc162253c79 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Network': ['ID=1cab39d7-3dcb-4137-bc6d-86670d5dd2c3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:41.845083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:41.849024 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.873798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:41.884945 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.885476 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Added segment bba94ea1-cb1b-4619-8638-e1d13bf8ba96 of type vlan for network 77d70bb8-1414-471d-82ae-f47afe5673b2 Sep 19 03:58:41.920491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-faf78e15-dd92-4161-81a1-d5407a72aedc None None] For port 08d97671-c544-4a95-9503-f9e4745c940a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=08d97671-c544-4a95-9503-f9e4745c940a,segment=NetworkSegment(78b9e8d9-57e8-4001-888b-bafa503a694b),segment_id=78b9e8d9-57e8-4001-888b-bafa503a694b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:41.927547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7a586-b24b-444d-963c-12ffe846e91e None None] Network 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:41.930510 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.957191 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-faf78e15-dd92-4161-81a1-d5407a72aedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.959700 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.964981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7a586-b24b-444d-963c-12ffe846e91e None None] Network 1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 could not be found, it might have been deleted concurrently. {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 19 03:58:41.965932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:41.966566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:41.995205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.011595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38284) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:42.011806 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2000451 Sep 19 03:58:42.020497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'subnet': {'network_id': '77d70bb8-1414-471d-82ae-f47afe5673b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:42.035490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf78e15-dd92-4161-81a1-d5407a72aedc None None] Pushing event updated for resources: {'Port': ['ID=08d97671-c544-4a95-9503-f9e4745c940a,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:42.049701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcbbc3-8803-4658-83cb-fcc82604697c tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Network': ['ID=77d70bb8-1414-471d-82ae-f47afe5673b2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:42.062405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 77d70bb8-1414-471d-82ae-f47afe5673b2 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:42.120884 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:58:42.121264 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:58:42.126569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e5edc-0b5e-48d7-8caf-08aba88519e8 None None] get_active_networks_info from n-d-809936-1 {{(pid=94724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 03:58:42.135466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:42.139275 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.202220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-af8f6d3d-c60d-4e84-ba60-6cd762bf09f7 None None] Provisioning complete for port 08d97671-c544-4a95-9503-f9e4745c940a triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:42.202643 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-af8f6d3d-c60d-4e84-ba60-6cd762bf09f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.224768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498e5edc-0b5e-48d7-8caf-08aba88519e8 None None] Resources bound (agent type, host, resource id): {{(pid=94724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 19 03:58:42.319484 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.375322 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Subnet': ['ID=927572d7-0f54-48b4-8fd2-e9c3fd20fa8a,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:42.390171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Checking segment: {'id': 'bba94ea1-cb1b-4619-8638-e1d13bf8ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '77d70bb8-1414-471d-82ae-f47afe5673b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:42.390534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network hostable DHCP agents. Network: 77d70bb8-1414-471d-82ae-f47afe5673b2, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:42.407452 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network 77d70bb8-1414-471d-82ae-f47afe5673b2 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:42.416666 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 77d70bb8-1414-471d-82ae-f47afe5673b2) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:42.420784 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:42.421983 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.436032 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fedfea93-feba-4128-a187-83d12c029fca tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4228327 Sep 19 03:58:42.440212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38286) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:42.445213 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-985607357'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:42.464751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:42.468294 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.470529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf77e2-c5d4-4a48-b568-e8373b5c78cf None None] Network 77d70bb8-1414-471d-82ae-f47afe5673b2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:42.491422 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:42.501279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.501628 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Added segment c1cebd7d-7562-46ea-af2b-cdc2b2c69dfa of type vlan for network 11b432f0-3005-4220-889a-19a39fb2865b Sep 19 03:58:42.540162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.564372 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.570098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:42.570620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.601579 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1602433 Sep 19 03:58:42.604427 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38288) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:42.612370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Request body: {'subnet': {'network_id': '11b432f0-3005-4220-889a-19a39fb2865b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:42.614646 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-77d70bb8-1414-471d-82ae-f47afe5673b2', 'network_id': '77d70bb8-1414-471d-82ae-f47afe5673b2', 'tenant_id': '9bd1a1bc63c34f1b951462b3e00c8dbf', 'fixed_ips': [{'subnet_id': '927572d7-0f54-48b4-8fd2-e9c3fd20fa8a'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:42.615546 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.659520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64408fbe-3796-4f94-9c4e-4ef71258ada2 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Network': ['ID=11b432f0-3005-4220-889a-19a39fb2865b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:42.709709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 11b432f0-3005-4220-889a-19a39fb2865b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:42.730826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Made reservation on behalf of 9bd1a1bc63c34f1b951462b3e00c8dbf for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:42.734922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:42.829552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Allocated IP 2001:db8::2 (77d70bb8-1414-471d-82ae-f47afe5673b2/927572d7-0f54-48b4-8fd2-e9c3fd20fa8a/09ed47e8-497b-4114-ba11-87d26e79f734) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:42.915926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.000272 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.005312 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event updated for resources: {'Subnet': ['ID=43cf5014-5ed2-428e-9468-abc0a4586b77,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:43.005462 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.016307 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Checking segment: {'id': 'c1cebd7d-7562-46ea-af2b-cdc2b2c69dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '11b432f0-3005-4220-889a-19a39fb2865b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:43.016672 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network hostable DHCP agents. Network: 11b432f0-3005-4220-889a-19a39fb2865b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:43.032859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Network 11b432f0-3005-4220-889a-19a39fb2865b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:43.041882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 11b432f0-3005-4220-889a-19a39fb2865b) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:43.042547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Network 77d70bb8-1414-471d-82ae-f47afe5673b2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:43.045334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:43.046523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:43.047353 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.048802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:43.058857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8a21ef-f8ad-4761-b135-199c24da0747 None None] Network 11b432f0-3005-4220-889a-19a39fb2865b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:43.063743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Pushing event updated for resources: {'Port': ['ID=09ed47e8-497b-4114-ba11-87d26e79f734,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:43.065766 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1c3a8a1e-5eee-42df-8608-f7938754c7ff tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4601855 Sep 19 03:58:43.068306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38290) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:43.160504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Attempting to bind port 09ed47e8-497b-4114-ba11-87d26e79f734 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:43.160790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Attempting to bind port 09ed47e8-497b-4114-ba11-87d26e79f734 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'bba94ea1-cb1b-4619-8638-e1d13bf8ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '77d70bb8-1414-471d-82ae-f47afe5673b2'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:43.161141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Attempting to bind port 09ed47e8-497b-4114-ba11-87d26e79f734 on network 77d70bb8-1414-471d-82ae-f47afe5673b2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:43.164522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.169412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:43.169791 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Checking segment: {'id': 'bba94ea1-cb1b-4619-8638-e1d13bf8ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '77d70bb8-1414-471d-82ae-f47afe5673b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:43.170196 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.170589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Bound using segment: {'id': 'bba94ea1-cb1b-4619-8638-e1d13bf8ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '77d70bb8-1414-471d-82ae-f47afe5673b2'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:43.171130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Bound port: 09ed47e8-497b-4114-ba11-87d26e79f734, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba94ea1-cb1b-4619-8638-e1d13bf8ba96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '77d70bb8-1414-471d-82ae-f47afe5673b2'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:43.171510 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.214023 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.283237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.290092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] For port 09ed47e8-497b-4114-ba11-87d26e79f734, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:43.300444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c6db8-f307-4164-89c0-8b4b6463df04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-11b432f0-3005-4220-889a-19a39fb2865b', 'network_id': '11b432f0-3005-4220-889a-19a39fb2865b', 'tenant_id': '9bd1a1bc63c34f1b951462b3e00c8dbf', 'fixed_ips': [{'subnet_id': '43cf5014-5ed2-428e-9468-abc0a4586b77'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:43.301288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4b4c6db8-f307-4164-89c0-8b4b6463df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.307201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] For port 09ed47e8-497b-4114-ba11-87d26e79f734, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=09ed47e8-497b-4114-ba11-87d26e79f734,segment=NetworkSegment(bba94ea1-cb1b-4619-8638-e1d13bf8ba96),segment_id=bba94ea1-cb1b-4619-8638-e1d13bf8ba96)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:43.312499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Subnet': ['ID=43cf5014-5ed2-428e-9468-abc0a4586b77,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:43.316258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.382629 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.404558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b432f0-3005-4220-889a-19a39fb2865b']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:43.414834 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cebd7d-7562-46ea-af2b-cdc2b2c69dfa') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:43.415032 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 08d97671-c544-4a95-9503-f9e4745c940a up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:43.415152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cebd7d-7562-46ea-af2b-cdc2b2c69dfa') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:43.426790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.441290 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.447660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:43.448280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:43.451158 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:43.454124 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3c21d-e5ed-4c6b-8f48-bb37f4299ed0 None None] Pushing event updated for resources: {'Port': ['ID=09ed47e8-497b-4114-ba11-87d26e79f734,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:43.463521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce283fcf-ad03-4f50-8fce-41c3a561e7a7 None None] Network 11b432f0-3005-4220-889a-19a39fb2865b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:43.532298 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.549426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.551747 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 08d97671-c544-4a95-9503-f9e4745c940a triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:43.552440 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.555145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38292) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:43.555708 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/11b432f0-3005-4220-889a-19a39fb2865b HTTP/1.1" status: 204 len: 168 time: 0.4858336 Sep 19 03:58:43.569578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996be4e-b2c8-45b8-a39a-e5551ae13e6e tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Network': ['ID=11b432f0-3005-4220-889a-19a39fb2865b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:43.598477 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e0f0a5-9232-4d25-b874-c8c9946fa7eb tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] GET failed (client error): The resource could not be found. Sep 19 03:58:43.599916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-97e0f0a5-9232-4d25-b874-c8c9946fa7eb tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "GET /v2.0/subnets/43cf5014-5ed2-428e-9468-abc0a4586b77 HTTP/1.1" status: 404 len: 337 time: 0.0435650 Sep 19 03:58:43.602694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38294) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:43.631118 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38de60a-1c63-4dc2-aeac-29df37669918 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] DELETE failed (client error): The resource could not be found. Sep 19 03:58:43.632032 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38de60a-1c63-4dc2-aeac-29df37669918 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:58:43.634352 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c38de60a-1c63-4dc2-aeac-29df37669918 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/11b432f0-3005-4220-889a-19a39fb2865b HTTP/1.1" status: 404 len: 339 time: 0.0305271 Sep 19 03:58:43.638176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38296) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:43.666292 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-355fae93-9878-4fe9-9715-4b918e9bde23 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] DELETE failed (client error): The resource could not be found. Sep 19 03:58:43.666665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355fae93-9878-4fe9-9715-4b918e9bde23 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:58:43.670839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-355fae93-9878-4fe9-9715-4b918e9bde23 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/subnets/43cf5014-5ed2-428e-9468-abc0a4586b77 HTTP/1.1" status: 404 len: 337 time: 0.0293293 Sep 19 03:58:43.671891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:43.695019 n-d-809936-1 neutron-server[94723]: INFO neutron.pecan_wsgi.hooks.translation [None req-da6cd5b8-4fa8-40ee-a10b-1dda0704adbc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] DELETE failed (client error): The resource could not be found. Sep 19 03:58:43.695566 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da6cd5b8-4fa8-40ee-a10b-1dda0704adbc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:58:43.697274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-da6cd5b8-4fa8-40ee-a10b-1dda0704adbc tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/11b432f0-3005-4220-889a-19a39fb2865b HTTP/1.1" status: 404 len: 339 time: 0.0244234 Sep 19 03:58:43.699827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38300) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:43.748910 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Deleting subnet 927572d7-0f54-48b4-8fd2-e9c3fd20fa8a {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:58:43.752610 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.790076 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.877701 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.935921 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.962642 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Subnet': ['ID=927572d7-0f54-48b4-8fd2-e9c3fd20fa8a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:43.967777 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:43.969840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-07d4ec92-182f-41d7-841b-f4da56dc3f6a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/subnets/927572d7-0f54-48b4-8fd2-e9c3fd20fa8a HTTP/1.1" status: 204 len: 168 time: 0.2691090 Sep 19 03:58:43.972241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38302) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:44.049623 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.107546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Deleting port 09ed47e8-497b-4114-ba11-87d26e79f734 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:44.107894 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.174180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] For port 09ed47e8-497b-4114-ba11-87d26e79f734, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=09ed47e8-497b-4114-ba11-87d26e79f734,segment=NetworkSegment(bba94ea1-cb1b-4619-8638-e1d13bf8ba96),segment_id=bba94ea1-cb1b-4619-8638-e1d13bf8ba96)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:44.174559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.188571 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Calling delete_port for 09ed47e8-497b-4114-ba11-87d26e79f734 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:44.274226 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.301539 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Port': ['ID=09ed47e8-497b-4114-ba11-87d26e79f734,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:44.307047 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No DVR routers for this DVR port 09ed47e8-497b-4114-ba11-87d26e79f734 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:44.331603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc8ee40-edf8-46fe-8d48-b0d66dbdbb29 None None] Network 77d70bb8-1414-471d-82ae-f47afe5673b2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:44.387353 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.403446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-aec000df-bf7b-42b6-a1f7-9700f4d01a7c None None] Could not find standard attr ID for object 09ed47e8-497b-4114-ba11-87d26e79f734. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:58:44.408187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d70bb8-1414-471d-82ae-f47afe5673b2']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:44.426090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba94ea1-cb1b-4619-8638-e1d13bf8ba96') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:44.426386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba94ea1-cb1b-4619-8638-e1d13bf8ba96') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:44.445169 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.458951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.464858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:44.465259 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:44.470239 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:44.502239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5f88f-2d2d-40db-8f16-2f4e0bfcdfb3 None None] DHCP port deletion for 77d70bb8-1414-471d-82ae-f47afe5673b2 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:58:44.531942 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.538520 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.543042 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/77d70bb8-1414-471d-82ae-f47afe5673b2 HTTP/1.1" status: 204 len: 168 time: 0.5674562 Sep 19 03:58:44.543325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38304) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:44.551906 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ba1beef7-98ab-44e0-a178-9dc7b5ee1c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.552738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baa647-8dab-4b45-a6ee-68b5aac70111 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Network': ['ID=77d70bb8-1414-471d-82ae-f47afe5673b2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:44.570627 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-984412f5-379f-474e-832f-2c7746c0a71f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] DELETE failed (client error): The resource could not be found. Sep 19 03:58:44.571065 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984412f5-379f-474e-832f-2c7746c0a71f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:58:44.572778 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-984412f5-379f-474e-832f-2c7746c0a71f tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/subnets/c9f06eb4-eded-46c7-bd1c-7e428d3cdfee HTTP/1.1" status: 404 len: 337 time: 0.0284100 Sep 19 03:58:44.575314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38306) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:44.592493 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-fafa6f65-67eb-4345-a0eb-0f8526304453 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] DELETE failed (client error): The resource could not be found. Sep 19 03:58:44.593599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fafa6f65-67eb-4345-a0eb-0f8526304453 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:58:44.595209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fafa6f65-67eb-4345-a0eb-0f8526304453 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/1cab39d7-3dcb-4137-bc6d-86670d5dd2c3 HTTP/1.1" status: 404 len: 339 time: 0.0190234 Sep 19 03:58:44.597478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38308) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:44.621048 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b5bd10-f64d-4c6a-8e6a-15fbd4afb0e0 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] DELETE failed (client error): The resource could not be found. Sep 19 03:58:44.621488 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b5bd10-f64d-4c6a-8e6a-15fbd4afb0e0 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:58:44.623180 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-06b5bd10-f64d-4c6a-8e6a-15fbd4afb0e0 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/subnets/f4a815d8-2f94-4eb4-ba7c-2d08651f389f HTTP/1.1" status: 404 len: 337 time: 0.0248671 Sep 19 03:58:44.625615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38310) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:44.647353 n-d-809936-1 neutron-server[94722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3541817-713f-4e91-b9d5-9d2854d02422 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] DELETE failed (client error): The resource could not be found. Sep 19 03:58:44.647864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3541817-713f-4e91-b9d5-9d2854d02422 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 19 03:58:44.649479 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f3541817-713f-4e91-b9d5-9d2854d02422 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/225a4eae-2933-49ff-99ce-c16fb6ab36b8 HTTP/1.1" status: 404 len: 339 time: 0.0229971 Sep 19 03:58:44.652003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38312) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:44.699537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Deleting subnet 53f66f08-1fc8-4285-ad1d-675ea5f1749e {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:58:44.702879 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.741512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.824122 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.882649 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.910217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Subnet': ['ID=53f66f08-1fc8-4285-ad1d-675ea5f1749e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:44.912216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:44.914811 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-49d2891f-ec03-469c-9a3a-4f80f2fef43a tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/subnets/53f66f08-1fc8-4285-ad1d-675ea5f1749e HTTP/1.1" status: 204 len: 168 time: 0.2611821 Sep 19 03:58:44.916535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38314) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:44.919072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0de40d-4ab0-482f-9e22-53dd26c18a48 None None] Network f93b82fe-9c36-47b3-b49c-f6d66cb6e384 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:44.989509 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.057464 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Deleting port 08d97671-c544-4a95-9503-f9e4745c940a {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:45.057974 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.082948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] DHCP port deletion for f93b82fe-9c36-47b3-b49c-f6d66cb6e384 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:58:45.121733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] For port 08d97671-c544-4a95-9503-f9e4745c940a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=08d97671-c544-4a95-9503-f9e4745c940a,segment=NetworkSegment(78b9e8d9-57e8-4001-888b-bafa503a694b),segment_id=78b9e8d9-57e8-4001-888b-bafa503a694b)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:45.122098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.127370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] Deleting port 08d97671-c544-4a95-9503-f9e4745c940a {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:45.127755 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.134559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Calling delete_port for 08d97671-c544-4a95-9503-f9e4745c940a owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:45.190821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] For port 08d97671-c544-4a95-9503-f9e4745c940a, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=08d97671-c544-4a95-9503-f9e4745c940a,segment=NetworkSegment(78b9e8d9-57e8-4001-888b-bafa503a694b),segment_id=78b9e8d9-57e8-4001-888b-bafa503a694b)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:45.191222 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.203282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] Calling delete_port for 08d97671-c544-4a95-9503-f9e4745c940a owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:45.214504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.239668 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Port': ['ID=08d97671-c544-4a95-9503-f9e4745c940a,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:45.243216 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] No DVR routers for this DVR port 08d97671-c544-4a95-9503-f9e4745c940a on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:45.278379 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.300911 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] Pushing event deleted for resources: {'Port': ['ID=08d97671-c544-4a95-9503-f9e4745c940a,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:45.306444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f9b5b4-574c-4792-9fc6-1ed087d6caec None None] No DVR routers for this DVR port 08d97671-c544-4a95-9503-f9e4745c940a on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:45.324522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.349681 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93b82fe-9c36-47b3-b49c-f6d66cb6e384']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:45.360302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b9e8d9-57e8-4001-888b-bafa503a694b') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:45.361201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b9e8d9-57e8-4001-888b-bafa503a694b') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:45.362266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 08d97671-c544-4a95-9503-f9e4745c940a no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:45.370872 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.384384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.385331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 08d97671-c544-4a95-9503-f9e4745c940a {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:45.385691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 08d97671-c544-4a95-9503-f9e4745c940a not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:45.390788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:45.391504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: timer() Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:45.394206 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:45.451430 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.456529 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.458670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] 10.222.0.22 "DELETE /v2.0/networks/f93b82fe-9c36-47b3-b49c-f6d66cb6e384 HTTP/1.1" status: 204 len: 168 time: 0.5412199 Sep 19 03:58:45.472865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aa2d9-0386-4f13-b7a3-52d8e55e66d6 tempest-NetworksIpV6Test-1504074617 tempest-NetworksIpV6Test-1504074617-project] Pushing event deleted for resources: {'Network': ['ID=f93b82fe-9c36-47b3-b49c-f6d66cb6e384,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:45.692628 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38320) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:45.818876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9cc9604f-0679-494f-abba-dfd9c9fb0a68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bd1a1bc63c34f1b951462b3e00c8dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1250634 Sep 19 03:58:45.821314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38324) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:45.872348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a32d8edb-8437-496d-a3ff-a8ff2a5425ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.893219 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a32d8edb-8437-496d-a3ff-a8ff2a5425ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.941039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a32d8edb-8437-496d-a3ff-a8ff2a5425ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.943931 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a32d8edb-8437-496d-a3ff-a8ff2a5425ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:45.945087 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a32d8edb-8437-496d-a3ff-a8ff2a5425ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5659b07-b365-4981-8a17-88c49a1e0f31 HTTP/1.1" status: 204 len: 168 time: 0.1228888 Sep 19 03:58:45.953053 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d8edb-8437-496d-a3ff-a8ff2a5425ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5659b07-b365-4981-8a17-88c49a1e0f31,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:46.490962 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.558590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38346) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:46.651529 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8fc03086-0de0-4406-877e-fb0404dc261c tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-901032661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:46.674083 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fc03086-0de0-4406-877e-fb0404dc261c tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.675081 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fc03086-0de0-4406-877e-fb0404dc261c tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.727967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fc03086-0de0-4406-877e-fb0404dc261c tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.732133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fc03086-0de0-4406-877e-fb0404dc261c tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.748778 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8fc03086-0de0-4406-877e-fb0404dc261c tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.750670 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8fc03086-0de0-4406-877e-fb0404dc261c tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1910355 Sep 19 03:58:46.753336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38350) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:46.758022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-658802055'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:46.776920 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Made reservation on behalf of 4f0f5e494b454e589defcb5bdd19902f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:46.780403 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.788917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.878066 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.881736 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.907732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:46.917374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ded4673-c752-47e2-bd13-6b442ca1a244,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:46.922925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.923275 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Added segment a6ddb699-9124-408c-80de-cd870dd0744a of type vlan for network c2fa167d-8289-4d7b-8916-764091401b7b Sep 19 03:58:46.962556 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.987428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:46.993461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:46.994050 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.029525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2751784 Sep 19 03:58:47.032778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38352) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:47.037488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Request body: {'subnet': {'network_id': 'c2fa167d-8289-4d7b-8916-764091401b7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:47.087968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a5304-9b41-45b6-9374-c770c0095ee7 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event updated for resources: {'Network': ['ID=c2fa167d-8289-4d7b-8916-764091401b7b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:47.098296 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network c2fa167d-8289-4d7b-8916-764091401b7b details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:47.152975 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Made reservation on behalf of 4f0f5e494b454e589defcb5bdd19902f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:47.157115 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.317364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e189f258-d6c8-4f7a-b547-76a8d0af1b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.332561 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.396870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event updated for resources: {'Subnet': ['ID=785158df-6f7b-40fa-813a-7ba33e970cb5,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:47.403788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Checking segment: {'id': 'a6ddb699-9124-408c-80de-cd870dd0744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2fa167d-8289-4d7b-8916-764091401b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:47.404157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Network hostable DHCP agents. Network: c2fa167d-8289-4d7b-8916-764091401b7b, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:47.420437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Network c2fa167d-8289-4d7b-8916-764091401b7b is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:47.429209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, c2fa167d-8289-4d7b-8916-764091401b7b) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:47.434201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:47.435383 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.437173 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e20116-dc4d-4f1d-9a0d-69b3964704d2 None None] Network c2fa167d-8289-4d7b-8916-764091401b7b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:47.449877 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a5f1b6ff-7725-4fed-abe8-d120e4d97545 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4157076 Sep 19 03:58:47.453052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38354) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:47.457852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-844187164'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:47.478949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Made reservation on behalf of 4f0f5e494b454e589defcb5bdd19902f for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:47.482431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.506564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:47.517126 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.517701 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Added segment eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79 of type vlan for network 72f60db4-f9fc-4df3-a783-8d459765a3a1 Sep 19 03:58:47.557854 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.583308 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.583952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-c2fa167d-8289-4d7b-8916-764091401b7b', 'network_id': 'c2fa167d-8289-4d7b-8916-764091401b7b', 'tenant_id': '4f0f5e494b454e589defcb5bdd19902f', 'fixed_ips': [{'subnet_id': '785158df-6f7b-40fa-813a-7ba33e970cb5'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:47.584827 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.588781 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:47.589359 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.624792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1707063 Sep 19 03:58:47.627573 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38356) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:47.634460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Request body: {'subnet': {'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:47.679924 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500f983-8f0b-4f27-a256-b33b06884fae tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event updated for resources: {'Network': ['ID=72f60db4-f9fc-4df3-a783-8d459765a3a1,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:47.698854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 72f60db4-f9fc-4df3-a783-8d459765a3a1 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:47.748919 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Made reservation on behalf of 4f0f5e494b454e589defcb5bdd19902f for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:47.752957 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.768419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Allocated IP 172.20.0.2 (c2fa167d-8289-4d7b-8916-764091401b7b/785158df-6f7b-40fa-813a-7ba33e970cb5/2e5511f7-0959-48fb-8e75-9f3a85761813) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:47.911946 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.917938 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.937107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:47.954999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Network c2fa167d-8289-4d7b-8916-764091401b7b is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:47.957832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:47.963155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:47.968533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Pushing event updated for resources: {'Port': ['ID=2e5511f7-0959-48fb-8e75-9f3a85761813,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:48.013209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event updated for resources: {'Subnet': ['ID=6f4e5aff-630f-448d-966c-eb7499b73758,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:48.013209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Checking segment: {'id': 'eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:48.013209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Network hostable DHCP agents. Network: 72f60db4-f9fc-4df3-a783-8d459765a3a1, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:48.022756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Attempting to bind port 2e5511f7-0959-48fb-8e75-9f3a85761813 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:48.023139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Attempting to bind port 2e5511f7-0959-48fb-8e75-9f3a85761813 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a6ddb699-9124-408c-80de-cd870dd0744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2fa167d-8289-4d7b-8916-764091401b7b'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:48.023533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Attempting to bind port 2e5511f7-0959-48fb-8e75-9f3a85761813 on network c2fa167d-8289-4d7b-8916-764091401b7b {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:48.028379 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:48.028755 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Checking segment: {'id': 'a6ddb699-9124-408c-80de-cd870dd0744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2fa167d-8289-4d7b-8916-764091401b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:48.029194 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.029558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Bound using segment: {'id': 'a6ddb699-9124-408c-80de-cd870dd0744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2fa167d-8289-4d7b-8916-764091401b7b'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:48.030107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Bound port: 2e5511f7-0959-48fb-8e75-9f3a85761813, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ddb699-9124-408c-80de-cd870dd0744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c2fa167d-8289-4d7b-8916-764091401b7b'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:48.030523 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.031214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Network 72f60db4-f9fc-4df3-a783-8d459765a3a1 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:48.039851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 72f60db4-f9fc-4df3-a783-8d459765a3a1) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:48.043731 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:48.044326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.052946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b08ae0-aa15-4fa8-ab53-1131cabec87b None None] Network 72f60db4-f9fc-4df3-a783-8d459765a3a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:48.058868 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a7bfd650-a118-4b27-8113-2024a7149009 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4302809 Sep 19 03:58:48.062923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38358) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:48.067460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-817b33f9-15f0-4ff8-958f-9fea9353d718 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Request body: {'router': {'external_gateway_info': {'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:48.084697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.321823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] For port 2e5511f7-0959-48fb-8e75-9f3a85761813, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:48.327991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] For port 2e5511f7-0959-48fb-8e75-9f3a85761813, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2e5511f7-0959-48fb-8e75-9f3a85761813,segment=NetworkSegment(a6ddb699-9124-408c-80de-cd870dd0744a),segment_id=a6ddb699-9124-408c-80de-cd870dd0744a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:48.336539 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.433377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0a98a-6452-4364-a03e-f949e7a5b521 None None] Pushing event updated for resources: {'Port': ['ID=2e5511f7-0959-48fb-8e75-9f3a85761813,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:48.464395 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-72f60db4-f9fc-4df3-a783-8d459765a3a1', 'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1', 'tenant_id': '4f0f5e494b454e589defcb5bdd19902f', 'fixed_ips': [{'subnet_id': '6f4e5aff-630f-448d-966c-eb7499b73758'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:48.465274 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.575196 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-817b33f9-15f0-4ff8-958f-9fea9353d718 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.635141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Allocated IP 172.21.0.2 (72f60db4-f9fc-4df3-a783-8d459765a3a1/6f4e5aff-630f-448d-966c-eb7499b73758/339a4b1d-8ec8-41e4-bc2c-31d88895a2bb) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:48.651307 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.713557 n-d-809936-1 neutron-server[94723]: INFO neutron.api.v2.resource [None req-817b33f9-15f0-4ff8-958f-9fea9353d718 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 19 03:58:48.714623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-817b33f9-15f0-4ff8-958f-9fea9353d718 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "PUT /v2.0/routers/d16c301a-2256-49a6-98a0-fb45649b7553 HTTP/1.1" status: 400 len: 364 time: 0.6507375 Sep 19 03:58:48.721176 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38360) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:48.772617 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Deleting subnet 6f4e5aff-630f-448d-966c-eb7499b73758 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:58:48.792697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.798437 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.799368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.835535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Network 72f60db4-f9fc-4df3-a783-8d459765a3a1 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:48.837642 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.838410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:48.844461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:48.856569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Pushing event updated for resources: {'Port': ['ID=339a4b1d-8ec8-41e4-bc2c-31d88895a2bb,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:48.900662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Attempting to bind port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:48.901038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Attempting to bind port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:48.901400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Attempting to bind port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb on network 72f60db4-f9fc-4df3-a783-8d459765a3a1 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:48.906790 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:48.907185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Checking segment: {'id': 'eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:48.907592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.907990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Bound using segment: {'id': 'eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:48.908461 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Bound port: 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '72f60db4-f9fc-4df3-a783-8d459765a3a1'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:48.908847 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.928412 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.985484 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:48.987909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] For port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:48.991229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] For port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=339a4b1d-8ec8-41e4-bc2c-31d88895a2bb,segment=NetworkSegment(eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79),segment_id=eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:48.996325 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.013777 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4e5aff-630f-448d-966c-eb7499b73758,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:49.021667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.023883 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6d5de209-86d7-4203-bcc7-19b0f516e874 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "DELETE /v2.0/subnets/6f4e5aff-630f-448d-966c-eb7499b73758 HTTP/1.1" status: 204 len: 168 time: 0.3017411 Sep 19 03:58:49.027238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38362) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:49.064674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed5b25-240d-4500-b2c0-b6ce8547beab None None] Pushing event updated for resources: {'Port': ['ID=339a4b1d-8ec8-41e4-bc2c-31d88895a2bb,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:49.114193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.175938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Deleting port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:49.176424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.264187 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] For port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=339a4b1d-8ec8-41e4-bc2c-31d88895a2bb,segment=NetworkSegment(eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79),segment_id=eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:49.264559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.282761 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Calling delete_port for 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:49.381830 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.413508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event deleted for resources: {'Port': ['ID=339a4b1d-8ec8-41e4-bc2c-31d88895a2bb,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:49.415446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] No DVR routers for this DVR port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:49.454798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2e5511f7-0959-48fb-8e75-9f3a85761813 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:49.501842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.502935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063fc5e-8a8d-47bb-a0a6-4169c0af150e None None] Network c2fa167d-8289-4d7b-8916-764091401b7b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:49.518982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2e5511f7-0959-48fb-8e75-9f3a85761813 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:49.519362 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.526100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f60db4-f9fc-4df3-a783-8d459765a3a1']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:49.537880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:49.538182 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7f5d0a-04f8-46dc-b497-20f7d7c6ce79') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:49.548997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.563565 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.570680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:49.571193 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:49.574280 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:49.613852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-43486794-15aa-42cf-a2e9-159d251d2970 None None] Provisioning complete for port 2e5511f7-0959-48fb-8e75-9f3a85761813 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:49.614147 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43486794-15aa-42cf-a2e9-159d251d2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.633052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.640209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.642050 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "DELETE /v2.0/networks/72f60db4-f9fc-4df3-a783-8d459765a3a1 HTTP/1.1" status: 204 len: 168 time: 0.6137979 Sep 19 03:58:49.644735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:49.662128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45097-1aac-4932-8c51-92101c293387 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event deleted for resources: {'Network': ['ID=72f60db4-f9fc-4df3-a783-8d459765a3a1,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:49.705408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Deleting subnet 785158df-6f7b-40fa-813a-7ba33e970cb5 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 03:58:49.708671 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.731701 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.761656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.815199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 2e5511f7-0959-48fb-8e75-9f3a85761813, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2e5511f7-0959-48fb-8e75-9f3a85761813,segment=NetworkSegment(a6ddb699-9124-408c-80de-cd870dd0744a),segment_id=a6ddb699-9124-408c-80de-cd870dd0744a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:49.820219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43486794-15aa-42cf-a2e9-159d251d2970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.826348 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.827678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:49.859538 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.884595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:49.884987 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 19 03:58:49.909150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Port 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb not found, will not notify nova. {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 19 03:58:49.935279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=2e5511f7-0959-48fb-8e75-9f3a85761813,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:49.947793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.981290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event deleted for resources: {'Subnet': ['ID=785158df-6f7b-40fa-813a-7ba33e970cb5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:49.982013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.db.api [None req-43486794-15aa-42cf-a2e9-159d251d2970 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 03:58:49.982450 n-d-809936-1 neutron-server[94724]: DEBUG oslo_db.api [None req-43486794-15aa-42cf-a2e9-159d251d2970 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 03:58:49.992648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:49.995004 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-19ac9e5d-7f8d-4734-afbe-1ac8deb91e7b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "DELETE /v2.0/subnets/785158df-6f7b-40fa-813a-7ba33e970cb5 HTTP/1.1" status: 204 len: 168 time: 0.3493135 Sep 19 03:58:49.997431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38366) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:50.088893 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.120317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d360eb8c-9af7-4742-8f9c-68c2d263f784 None None] Network c2fa167d-8289-4d7b-8916-764091401b7b requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:50.155805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Deleting port 2e5511f7-0959-48fb-8e75-9f3a85761813 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:58:50.156222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.229742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] For port 2e5511f7-0959-48fb-8e75-9f3a85761813, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2e5511f7-0959-48fb-8e75-9f3a85761813,segment=NetworkSegment(a6ddb699-9124-408c-80de-cd870dd0744a),segment_id=a6ddb699-9124-408c-80de-cd870dd0744a)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:50.230222 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.234566 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.237611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188d0c5-940e-472c-bdfb-7a6553f2a0fe None None] DHCP port deletion for 72f60db4-f9fc-4df3-a783-8d459765a3a1 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:58:50.245464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Calling delete_port for 2e5511f7-0959-48fb-8e75-9f3a85761813 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:58:50.266629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97694e-1fb6-4f85-b836-39a6f1278421 None None] Network 72f60db4-f9fc-4df3-a783-8d459765a3a1 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:50.282002 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97694e-1fb6-4f85-b836-39a6f1278421 None None] Network 72f60db4-f9fc-4df3-a783-8d459765a3a1 could not be found, it might have been deleted concurrently. {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 19 03:58:50.333142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.342905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea65aa-e006-4e7b-a13b-db19efd6236c None None] DHCP port deletion for c2fa167d-8289-4d7b-8916-764091401b7b request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 03:58:50.366625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] No DVR routers for this DVR port 2e5511f7-0959-48fb-8e75-9f3a85761813 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:58:50.368563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event deleted for resources: {'Port': ['ID=2e5511f7-0959-48fb-8e75-9f3a85761813,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:50.452283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.471122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fa167d-8289-4d7b-8916-764091401b7b']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:50.480038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ddb699-9124-408c-80de-cd870dd0744a') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:50.480336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ddb699-9124-408c-80de-cd870dd0744a') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:50.490129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.503275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-43486794-15aa-42cf-a2e9-159d251d2970 None None] Port 2e5511f7-0959-48fb-8e75-9f3a85761813 update to ACTIVE by agent not found {{(pid=94724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 19 03:58:50.504126 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.510069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 03:58:50.510453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: timer() Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 03:58:50.513363 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 03:58:50.574375 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.581250 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.583074 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "DELETE /v2.0/networks/c2fa167d-8289-4d7b-8916-764091401b7b HTTP/1.1" status: 204 len: 168 time: 0.5844901 Sep 19 03:58:50.585864 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38368) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:50.594376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f766c-6f30-48d2-87d7-e7be8ea64816 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Pushing event deleted for resources: {'Network': ['ID=c2fa167d-8289-4d7b-8916-764091401b7b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:50.613925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7c70a6c0-9913-40a9-9b1e-922549e18d8a None None] Could not find standard attr ID for object 2e5511f7-0959-48fb-8e75-9f3a85761813. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:58:50.614353 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-037aa573-6e89-4908-8154-88db496c659b tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "GET /v2.0/ports?device_id=d16c301a-2256-49a6-98a0-fb45649b7553 HTTP/1.1" status: 200 len: 205 time: 0.0272932 Sep 19 03:58:50.616659 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38370) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:50.616934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7c70a6c0-9913-40a9-9b1e-922549e18d8a None None] Could not find standard attr ID for object 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb. {{(pid=94724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 19 03:58:50.688849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bc20333-f369-4e2e-aeef-0c80d604f596 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.839583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bc20333-f369-4e2e-aeef-0c80d604f596 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.841620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bc20333-f369-4e2e-aeef-0c80d604f596 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.884134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bc20333-f369-4e2e-aeef-0c80d604f596 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.884638 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc20333-f369-4e2e-aeef-0c80d604f596 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Fanout notify agent at l3_agent the message router_deleted on router d16c301a-2256-49a6-98a0-fb45649b7553 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 03:58:50.891655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7bc20333-f369-4e2e-aeef-0c80d604f596 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:50.892758 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7bc20333-f369-4e2e-aeef-0c80d604f596 tempest-RoutersNegativeTest-593218071 tempest-RoutersNegativeTest-593218071-project] 10.222.0.22 "DELETE /v2.0/routers/d16c301a-2256-49a6-98a0-fb45649b7553 HTTP/1.1" status: 204 len: 168 time: 0.2751238 Sep 19 03:58:51.130511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38376) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:51.257851 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8992385-5eb2-4bc9-8934-e36abf9dc2b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f0f5e494b454e589defcb5bdd19902f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260881 Sep 19 03:58:51.260262 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38380) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:51.310433 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-232d8dc6-cbe7-40eb-8f97-33fcab2620f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:51.332025 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-232d8dc6-cbe7-40eb-8f97-33fcab2620f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:51.355906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2e5511f7-0959-48fb-8e75-9f3a85761813 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:51.380350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-232d8dc6-cbe7-40eb-8f97-33fcab2620f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:51.380661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 2e5511f7-0959-48fb-8e75-9f3a85761813 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:51.381047 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2e5511f7-0959-48fb-8e75-9f3a85761813 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:51.381473 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:58:51.383515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-232d8dc6-cbe7-40eb-8f97-33fcab2620f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:51.384694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-232d8dc6-cbe7-40eb-8f97-33fcab2620f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ded4673-c752-47e2-bd13-6b442ca1a244 HTTP/1.1" status: 204 len: 168 time: 0.1235363 Sep 19 03:58:51.395560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d8dc6-cbe7-40eb-8f97-33fcab2620f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ded4673-c752-47e2-bd13-6b442ca1a244,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:51.400581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:58:51.400937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 339a4b1d-8ec8-41e4-bc2c-31d88895a2bb not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:58:51.978876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38402) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:52.073029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-994264325-network', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:52.093404 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Made reservation on behalf of 2c051c3ec6934b498ff3267bb366e3a9 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:52.095684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.103741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.189401 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.192777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.212274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:52.226510 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:52.229332 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.229674 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Added segment 4d4a1409-800c-4af1-86d8-32538fc85431 of type vlan for network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 Sep 19 03:58:52.267566 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:58:52.269564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.293667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.294601 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:52.295199 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.327252 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3473136 Sep 19 03:58:52.330432 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38406) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:52.335383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Request body: {'subnet': {'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-subnet', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:52.355461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Made reservation on behalf of 2c051c3ec6934b498ff3267bb366e3a9 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:52.357726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.359433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a73b55-783a-4baf-80dd-b4ca865cbdcf admin admin] Pushing event updated for resources: {'Network': ['ID=170dbc42-a456-4e40-81d5-1a6c0880b2a6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:52.370367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:52.523665 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.581671 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7af66b46-44f6-4ebe-be42-870b087443a3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:52.585946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Checking segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:52.586308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Network hostable DHCP agents. Network: 170dbc42-a456-4e40-81d5-1a6c0880b2a6, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:52.602699 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:52.612704 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 170dbc42-a456-4e40-81d5-1a6c0880b2a6) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:52.617291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:52.618436 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.622449 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8518b-ac2e-4d6e-ba82-403a035b4441 None None] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:52.631972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8feb56f9-7949-4a2a-9c53-50ba0159285e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3004301 Sep 19 03:58:52.634806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38408) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:52.639022 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:52.660335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.661469 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.715263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.766374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'fixed_ips': [{'subnet_id': '7af66b46-44f6-4ebe-be42-870b087443a3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:52.767372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.855297 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:52.902136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Allocated IP 172.20.0.2 (170dbc42-a456-4e40-81d5-1a6c0880b2a6/7af66b46-44f6-4ebe-be42-870b087443a3/299bc87b-08c8-4841-aa0b-f386370a3351) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:53.043699 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.049188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.053001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.072062 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.083964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:53.087094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:53.090497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:53.107748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Pushing event updated for resources: {'Port': ['ID=299bc87b-08c8-4841-aa0b-f386370a3351,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:53.150469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Attempting to bind port 299bc87b-08c8-4841-aa0b-f386370a3351 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:53.150870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Attempting to bind port 299bc87b-08c8-4841-aa0b-f386370a3351 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:53.151236 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Attempting to bind port 299bc87b-08c8-4841-aa0b-f386370a3351 on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:53.156128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:53.156504 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Checking segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:53.156911 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.157308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Bound using segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:53.157772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Bound port: 299bc87b-08c8-4841-aa0b-f386370a3351, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:53.158153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.176335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Allocated IP 172.25.8.211 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/e86d9b63-2672-4699-a7db-6e8f0568fbc2) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:53.221238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] For port 299bc87b-08c8-4841-aa0b-f386370a3351, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:53.224313 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] For port 299bc87b-08c8-4841-aa0b-f386370a3351, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=299bc87b-08c8-4841-aa0b-f386370a3351,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:53.229748 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.287630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988c6f1-70a1-45bd-8074-70e47b68458a None None] Pushing event updated for resources: {'Port': ['ID=299bc87b-08c8-4841-aa0b-f386370a3351,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:53.296317 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.332524 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.375916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:53.381045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:53.383709 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:53.411947 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Pushing event updated for resources: {'Port': ['ID=e86d9b63-2672-4699-a7db-6e8f0568fbc2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:53.654681 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.848788 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:53.981135 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Router 3553b2d5-af5d-404d-9d6c-16888d63f92f is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:58:54.095113 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:58:54.104190 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Sync routers for ids ['3553b2d5-af5d-404d-9d6c-16888d63f92f'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:58:54.117197 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.118637 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Routers {'3553b2d5-af5d-404d-9d6c-16888d63f92f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:58:54.118838 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d273e494-bb24-4f7a-b991-f20efc12691a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4830875 Sep 19 03:58:54.119805 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3553b2d5-af5d-404d-9d6c-16888d63f92f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:54.122585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38410) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:54.190378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fca6fd-7444-48c8-9416-f096a21c8795 None None] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:54.231088 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Set router 3553b2d5-af5d-404d-9d6c-16888d63f92f gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:58:54.274446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6d61228d-524f-44cb-9b70-6ab9cf601bfd None None] Provisioning complete for port 299bc87b-08c8-4841-aa0b-f386370a3351 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:54.275226 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d61228d-524f-44cb-9b70-6ab9cf601bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.420570 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d61228d-524f-44cb-9b70-6ab9cf601bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.463902 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6d61228d-524f-44cb-9b70-6ab9cf601bfd None None] For port 299bc87b-08c8-4841-aa0b-f386370a3351, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=299bc87b-08c8-4841-aa0b-f386370a3351,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:54.470771 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d61228d-524f-44cb-9b70-6ab9cf601bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.505306 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T03:58:53Z', 'revision_number': 3, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port': {'id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:53Z', 'updated_at': '2021-09-19T03:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:54.521227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61228d-524f-44cb-9b70-6ab9cf601bfd None None] Pushing event updated for resources: {'Port': ['ID=299bc87b-08c8-4841-aa0b-f386370a3351,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:54.535603 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Checking router: 3553b2d5-af5d-404d-9d6c-16888d63f92f for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:58:54.535955 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Updating router 3553b2d5-af5d-404d-9d6c-16888d63f92f port e86d9b63-2672-4699-a7db-6e8f0568fbc2 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:58:54.565806 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.582295 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.694090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-159a93fb-6527-48e4-b5bd-089753633832 None None] Provisioning complete for port 299bc87b-08c8-4841-aa0b-f386370a3351 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:54.694432 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-159a93fb-6527-48e4-b5bd-089753633832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.754851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Allocated IP 172.20.0.1 (170dbc42-a456-4e40-81d5-1a6c0880b2a6/7af66b46-44f6-4ebe-be42-870b087443a3/8774aa38-cd4d-4e35-989c-18f76cc2b142) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:54.821859 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.827864 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.862960 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.877150 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Attempting to bind port e86d9b63-2672-4699-a7db-6e8f0568fbc2 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:54.877516 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Attempting to bind port e86d9b63-2672-4699-a7db-6e8f0568fbc2 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:54.877871 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Attempting to bind port e86d9b63-2672-4699-a7db-6e8f0568fbc2 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:54.884874 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Pushing event updated for resources: {'Port': ['ID=e86d9b63-2672-4699-a7db-6e8f0568fbc2,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:54.887712 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:54.888074 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:54.888463 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.888850 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:54.889299 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Bound port: e86d9b63-2672-4699-a7db-6e8f0568fbc2, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:54.890210 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.896389 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.896721 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.897104 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.897386 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.897591 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.897735 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.898068 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.898339 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.898665 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.899014 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.899328 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.899657 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.899960 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:58:54.938133 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:54.946237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:54.948778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:54.952615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=8774aa38-cd4d-4e35-989c-18f76cc2b142,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:54.953594 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] For port e86d9b63-2672-4699-a7db-6e8f0568fbc2, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:54.956881 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] For port e86d9b63-2672-4699-a7db-6e8f0568fbc2, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e86d9b63-2672-4699-a7db-6e8f0568fbc2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:54.961499 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:54.991822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:55.016174 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Routers {'3553b2d5-af5d-404d-9d6c-16888d63f92f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:58:55.016947 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3553b2d5-af5d-404d-9d6c-16888d63f92f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:55.062160 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e8220-f827-437b-b745-9bab18e2ab95 None None] Pushing event updated for resources: {'Port': ['ID=e86d9b63-2672-4699-a7db-6e8f0568fbc2,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:55.131446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:55.135862 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] Set router 3553b2d5-af5d-404d-9d6c-16888d63f92f gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:58:55.194807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-aefdb63b-f85d-4002-9f3f-b59cfdeab801 None None] Provisioning complete for port 8774aa38-cd4d-4e35-989c-18f76cc2b142 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:55.195413 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aefdb63b-f85d-4002-9f3f-b59cfdeab801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:55.232272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-aefdb63b-f85d-4002-9f3f-b59cfdeab801 None None] Port 8774aa38-cd4d-4e35-989c-18f76cc2b142 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:58:55.322448 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T03:58:53Z', 'revision_number': 3, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port': {'id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:53Z', 'updated_at': '2021-09-19T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:55.356169 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e55b7cd-a4f9-4641-bb03-2d8e50ef2338 None None] The sync data for ids ['3553b2d5-af5d-404d-9d6c-16888d63f92f'] in n-d-809936-1 is: [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T03:58:53Z', 'revision_number': 3, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port': {'id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:53Z', 'updated_at': '2021-09-19T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:58:55.390515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 299bc87b-08c8-4841-aa0b-f386370a3351 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:55.441474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 299bc87b-08c8-4841-aa0b-f386370a3351 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:55.441843 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:55.603649 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:55.608030 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:55.679210 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:55.681212 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=8774aa38-cd4d-4e35-989c-18f76cc2b142,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:55.774844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:55.776321 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:55.899150 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Router 3553b2d5-af5d-404d-9d6c-16888d63f92f has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:58:56.013585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:58:56.019150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-32d2293d-e7ba-4c37-87f7-ff419d975ce0 admin admin] 10.222.0.22 "PUT /v2.0/routers/3553b2d5-af5d-404d-9d6c-16888d63f92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8952975 Sep 19 03:58:56.059181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac268c86-8b74-41df-8de1-31f81b412d9e None None] Provisioning complete for port 8774aa38-cd4d-4e35-989c-18f76cc2b142 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:56.059565 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac268c86-8b74-41df-8de1-31f81b412d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.098734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac268c86-8b74-41df-8de1-31f81b412d9e None None] Port 8774aa38-cd4d-4e35-989c-18f76cc2b142 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:58:56.484596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38426) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:56.489596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-780791858-network', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:56.511203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Made reservation on behalf of 9afe63e0acb14ac88b5466d2e66ad787 for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:56.513537 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.522316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.616420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.620877 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.652302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 03:58:56.658801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbe15d8-d8a3-47b1-a949-3969b960ba54,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:56.664869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.665221 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Added segment 3e119277-9b60-4544-bdcf-8dad542b8e39 of type vlan for network 92e4514e-b21a-4307-9b30-dfa854389837 Sep 19 03:58:56.705677 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.728900 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.729848 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:56.730428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.764625 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2789080 Sep 19 03:58:56.767598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38428) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:56.772563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Request body: {'subnet': {'network_id': '92e4514e-b21a-4307-9b30-dfa854389837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-subnet', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:56.793243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ee89e-0ee1-4d6f-9a0f-4ca7f94eb82e admin admin] Pushing event updated for resources: {'Network': ['ID=92e4514e-b21a-4307-9b30-dfa854389837,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:56.796745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Made reservation on behalf of 9afe63e0acb14ac88b5466d2e66ad787 for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:58:56.799415 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.807727 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 92e4514e-b21a-4307-9b30-dfa854389837 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 03:58:56.875498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Sync routers for ids ['3553b2d5-af5d-404d-9d6c-16888d63f92f'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:58:56.885082 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Routers {'3553b2d5-af5d-404d-9d6c-16888d63f92f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:58:56.885702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3553b2d5-af5d-404d-9d6c-16888d63f92f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:56.971457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:56.992521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Set router 3553b2d5-af5d-404d-9d6c-16888d63f92f gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:58:57.025126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b67664c-8593-401d-8b07-b35d9f575eb5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:57.035326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Checking segment: {'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:57.035616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Network hostable DHCP agents. Network: 92e4514e-b21a-4307-9b30-dfa854389837, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 03:58:57.051587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Network 92e4514e-b21a-4307-9b30-dfa854389837 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 03:58:57.060084 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 92e4514e-b21a-4307-9b30-dfa854389837) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:57.066045 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:58:57.066045 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.077853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd4a5e-7423-4f12-8b6b-b02761bd99c5 None None] Network 92e4514e-b21a-4307-9b30-dfa854389837 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:57.079802 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-189146e2-17c8-4b15-b849-5b85e33d8262 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3111298 Sep 19 03:58:57.082512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38430) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:57.087213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:58:57.108395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.109859 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.168168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.308257 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.413879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e86d9b63-2672-4699-a7db-6e8f0568fbc2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:57.496179 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-92e4514e-b21a-4307-9b30-dfa854389837', 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'fixed_ips': [{'subnet_id': '3b67664c-8593-401d-8b07-b35d9f575eb5'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 03:58:57.497010 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.520609 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.521586 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T03:58:55Z', 'revision_number': 4, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port': {'id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:53Z', 'updated_at': '2021-09-19T03:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8774aa38-cd4d-4e35-989c-18f76cc2b142', 'name': '', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'mac_address': 'fa:16:3e:e7:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:54Z', 'updated_at': '2021-09-19T03:58:55Z', 'revision_number': 2, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'subnets': [{'id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:57.529682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e86d9b63-2672-4699-a7db-6e8f0568fbc2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:57.530062 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.540215 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.573275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Checking router: 3553b2d5-af5d-404d-9d6c-16888d63f92f for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:58:57.573555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Updating router 3553b2d5-af5d-404d-9d6c-16888d63f92f port 8774aa38-cd4d-4e35-989c-18f76cc2b142 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:58:57.647310 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Allocated IP 172.25.8.85 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/b8550842-cbd3-404f-abcb-88f8046ae17f) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:57.661571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.748628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.782652 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.821556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:57.826336 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:57.829229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Allocated IP 172.20.0.2 (92e4514e-b21a-4307-9b30-dfa854389837/3b67664c-8593-401d-8b07-b35d9f575eb5/dd9d8080-c7a2-4b69-b1c5-b673338c8e4c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:57.829719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:57.864835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Pushing event updated for resources: {'Port': ['ID=b8550842-cbd3-404f-abcb-88f8046ae17f,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:57.878800 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:57.931752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port e86d9b63-2672-4699-a7db-6e8f0568fbc2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e86d9b63-2672-4699-a7db-6e8f0568fbc2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:57.958919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.086062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=e86d9b63-2672-4699-a7db-6e8f0568fbc2,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:58.086316 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.160180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.169175 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.208043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.220081 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.226884 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Network 92e4514e-b21a-4307-9b30-dfa854389837 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:58.235372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:58.241321 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:58.244689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Pushing event updated for resources: {'Port': ['ID=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:58.286103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.329235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048243d7-69c7-4b11-98a1-567feaaa66cc None None] Pushing event updated for resources: {'Port': ['ID=8774aa38-cd4d-4e35-989c-18f76cc2b142,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:58.355407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Attempting to bind port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:58.355787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Attempting to bind port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:58.356161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Attempting to bind port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c on network 92e4514e-b21a-4307-9b30-dfa854389837 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:58.386090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:58.386476 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Checking segment: {'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:58.387302 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.387302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Bound using segment: {'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:58.387788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Bound port: dd9d8080-c7a2-4b69-b1c5-b673338c8e4c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:58.388177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.401394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Attempting to bind port 8774aa38-cd4d-4e35-989c-18f76cc2b142 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:58.401774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Attempting to bind port 8774aa38-cd4d-4e35-989c-18f76cc2b142 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:58.402148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Attempting to bind port 8774aa38-cd4d-4e35-989c-18f76cc2b142 on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:58.409986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:58.410359 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Checking segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:58.410787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.411199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Bound using segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:58.412123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Bound port: 8774aa38-cd4d-4e35-989c-18f76cc2b142, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:58.412123 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.421858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Router c8334883-a313-42c3-aa70-5cef6a883304 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 03:58:58.501457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] For port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:58.520189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] For port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,segment=NetworkSegment(3e119277-9b60-4544-bdcf-8dad542b8e39),segment_id=3e119277-9b60-4544-bdcf-8dad542b8e39)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:58.529782 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.533659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] For port 8774aa38-cd4d-4e35-989c-18f76cc2b142, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:58.534307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:58:58.548002 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Sync routers for ids ['c8334883-a313-42c3-aa70-5cef6a883304'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:58:58.552520 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.554057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8919416b-d213-4cd4-ab1c-bf1b01b9be2a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4704261 Sep 19 03:58:58.556663 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38432) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 03:58:58.561618 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Routers {'c8334883-a313-42c3-aa70-5cef6a883304'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:58:58.562367 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8334883-a313-42c3-aa70-5cef6a883304'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:58.579297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] For port 8774aa38-cd4d-4e35-989c-18f76cc2b142, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8774aa38-cd4d-4e35-989c-18f76cc2b142,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:58.589741 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.608164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5bce9705-d870-4a55-8b6f-9e65fdbde298 None None] Provisioning complete for port 8774aa38-cd4d-4e35-989c-18f76cc2b142 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:58.609045 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bce9705-d870-4a55-8b6f-9e65fdbde298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:58.642499 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8b67b-c35a-436d-b72a-7aee641ce3e5 None None] Pushing event updated for resources: {'Port': ['ID=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:58.700981 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Set router c8334883-a313-42c3-aa70-5cef6a883304 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:58:58.709474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Routers {'3553b2d5-af5d-404d-9d6c-16888d63f92f'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:58:58.710121 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3553b2d5-af5d-404d-9d6c-16888d63f92f'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:58.773648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048243d7-69c7-4b11-98a1-567feaaa66cc None None] Pushing event updated for resources: {'Port': ['ID=8774aa38-cd4d-4e35-989c-18f76cc2b142,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:58.922811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] Set router 3553b2d5-af5d-404d-9d6c-16888d63f92f gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:58:58.980868 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:57Z', 'revision_number': 3, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port': {'id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:58.988318 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bce9705-d870-4a55-8b6f-9e65fdbde298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.017074 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Checking router: c8334883-a313-42c3-aa70-5cef6a883304 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:58:59.017426 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Updating router c8334883-a313-42c3-aa70-5cef6a883304 port b8550842-cbd3-404f-abcb-88f8046ae17f binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:58:59.049026 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.113090 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5bce9705-d870-4a55-8b6f-9e65fdbde298 None None] For port 8774aa38-cd4d-4e35-989c-18f76cc2b142, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8774aa38-cd4d-4e35-989c-18f76cc2b142,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:59.118831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5bce9705-d870-4a55-8b6f-9e65fdbde298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.144634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.201390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce9705-d870-4a55-8b6f-9e65fdbde298 None None] Pushing event updated for resources: {'Port': ['ID=8774aa38-cd4d-4e35-989c-18f76cc2b142,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:59.237496 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T03:58:55Z', 'revision_number': 4, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port': {'id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:53Z', 'updated_at': '2021-09-19T03:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8774aa38-cd4d-4e35-989c-18f76cc2b142', 'name': '', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'mac_address': 'fa:16:3e:e7:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:54Z', 'updated_at': '2021-09-19T03:58:58Z', 'revision_number': 4, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'subnets': [{'id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:59.275396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f53ce7-23ee-4f04-9297-a41368878d9e None None] The sync data for ids ['3553b2d5-af5d-404d-9d6c-16888d63f92f'] in n-d-809936-1 is: [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T03:58:55Z', 'revision_number': 4, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port': {'id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:53Z', 'updated_at': '2021-09-19T03:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '8774aa38-cd4d-4e35-989c-18f76cc2b142', 'name': '', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'mac_address': 'fa:16:3e:e7:ef:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:54Z', 'updated_at': '2021-09-19T03:58:58Z', 'revision_number': 4, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'subnets': [{'id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:58:59.283629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-caf38ed7-25fa-4c7f-9f25-745684548ec1 None None] Provisioning complete for port 8774aa38-cd4d-4e35-989c-18f76cc2b142 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:59.284008 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-caf38ed7-25fa-4c7f-9f25-745684548ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.323855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Allocated IP 172.20.0.1 (92e4514e-b21a-4307-9b30-dfa854389837/3b67664c-8593-401d-8b07-b35d9f575eb5/99edb0a8-f50e-4d02-836e-bef1963979a5) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:58:59.325894 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.338398 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.419855 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedcbf0-d5b6-4343-af45-cde17c9fcdf8 None None] Pushing event updated for resources: {'Port': ['ID=b8550842-cbd3-404f-abcb-88f8046ae17f,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:59.426469 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Attempting to bind port b8550842-cbd3-404f-abcb-88f8046ae17f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:58:59.427324 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Attempting to bind port b8550842-cbd3-404f-abcb-88f8046ae17f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:58:59.427900 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Attempting to bind port b8550842-cbd3-404f-abcb-88f8046ae17f on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:58:59.459135 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:58:59.461378 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:58:59.462496 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.462936 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:58:59.463410 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Bound port: b8550842-cbd3-404f-abcb-88f8046ae17f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:58:59.464303 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.526966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.538546 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] For port b8550842-cbd3-404f-abcb-88f8046ae17f, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:58:59.542428 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] For port b8550842-cbd3-404f-abcb-88f8046ae17f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b8550842-cbd3-404f-abcb-88f8046ae17f,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:58:59.563009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd9d8080-c7a2-4b69-b1c5-b673338c8e4c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:59.571744 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.572244 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.611272 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Network 92e4514e-b21a-4307-9b30-dfa854389837 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:58:59.616506 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:58:59.628329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:58:59.645855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:58:59.646232 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.696589 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Pushing event updated for resources: {'Port': ['ID=99edb0a8-f50e-4d02-836e-bef1963979a5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:59.710976 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.777933 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.789925 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Routers {'c8334883-a313-42c3-aa70-5cef6a883304'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:58:59.790526 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8334883-a313-42c3-aa70-5cef6a883304'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:58:59.828208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,segment=NetworkSegment(3e119277-9b60-4544-bdcf-8dad542b8e39),segment_id=3e119277-9b60-4544-bdcf-8dad542b8e39)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:58:59.837914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.838796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e86d9b63-2672-4699-a7db-6e8f0568fbc2 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:58:59.884193 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedcbf0-d5b6-4343-af45-cde17c9fcdf8 None None] Pushing event updated for resources: {'Port': ['ID=b8550842-cbd3-404f-abcb-88f8046ae17f,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:58:59.917248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:58:59.945903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e561f80-b726-460b-9452-cfa2b7d7c958 None None] Network 92e4514e-b21a-4307-9b30-dfa854389837 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 03:58:59.977830 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] Set router c8334883-a313-42c3-aa70-5cef6a883304 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:59:00.134834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.141206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.164408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:00.193190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Pushing event updated for resources: {'Port': ['ID=99edb0a8-f50e-4d02-836e-bef1963979a5,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:00.199088 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:57Z', 'revision_number': 3, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port': {'id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:59:00.228258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f2a6e9f1-9d35-46ee-9f43-80f5e85ef05b None None] Provisioning complete for port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:00.228944 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e9f1-9d35-46ee-9f43-80f5e85ef05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.233991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.238118 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2c00ab-9cca-4668-a03c-e10b2fa20675 None None] The sync data for ids ['c8334883-a313-42c3-aa70-5cef6a883304'] in n-d-809936-1 is: [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:57Z', 'revision_number': 3, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port': {'id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:59:00.330937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e86d9b63-2672-4699-a7db-6e8f0568fbc2 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:00.331669 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.355402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Network 92e4514e-b21a-4307-9b30-dfa854389837 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:59:00.356959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:59:00.392904 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.782330 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65a57d68-b6e6-49d8-a576-66078606b943 None None] Provisioning complete for port 99edb0a8-f50e-4d02-836e-bef1963979a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:00.782723 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a57d68-b6e6-49d8-a576-66078606b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.820858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-65a57d68-b6e6-49d8-a576-66078606b943 None None] Port 99edb0a8-f50e-4d02-836e-bef1963979a5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:59:00.831575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-65a57d68-b6e6-49d8-a576-66078606b943 None None] Provisioning complete for port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:00.832027 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-65a57d68-b6e6-49d8-a576-66078606b943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:00.834524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Router c8334883-a313-42c3-aa70-5cef6a883304 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 03:59:00.959953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 03:59:00.974231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f21f8fe8-5acf-4ba9-9407-7a44e8e7bd63 admin admin] 10.222.0.22 "PUT /v2.0/routers/c8334883-a313-42c3-aa70-5cef6a883304/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4077880 Sep 19 03:59:01.035479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fe242f62-4161-43a1-b5e2-1344dfae5f17 None None] Provisioning complete for port 99edb0a8-f50e-4d02-836e-bef1963979a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:01.036029 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe242f62-4161-43a1-b5e2-1344dfae5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:01.077119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fe242f62-4161-43a1-b5e2-1344dfae5f17 None None] Port 99edb0a8-f50e-4d02-836e-bef1963979a5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:59:01.196990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b6115656-3fe2-457c-bdde-da8c4d2f3441 None None] Provisioning complete for port 99edb0a8-f50e-4d02-836e-bef1963979a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:01.197366 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6115656-3fe2-457c-bdde-da8c4d2f3441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:01.239169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-b6115656-3fe2-457c-bdde-da8c4d2f3441 None None] Port 99edb0a8-f50e-4d02-836e-bef1963979a5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:59:01.468423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd9d8080-c7a2-4b69-b1c5-b673338c8e4c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:59:01.515502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:01.515879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:01.597221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8550842-cbd3-404f-abcb-88f8046ae17f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:59:01.643074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b8550842-cbd3-404f-abcb-88f8046ae17f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:01.643330 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:01.721511 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:01.740774 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port b8550842-cbd3-404f-abcb-88f8046ae17f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b8550842-cbd3-404f-abcb-88f8046ae17f,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:01.745458 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:01.746254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8774aa38-cd4d-4e35-989c-18f76cc2b142 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:59:01.754078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-477846a2-8598-4de1-9122-9df54c78edb8 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:01.755600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-477846a2-8598-4de1-9122-9df54c78edb8 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/networks?id=170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 200 len: 816 time: 0.1071532 Sep 19 03:59:01.771151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-f82309bc-229e-4cf9-88cc-9fc3f6bdc35e tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/quotas/2c051c3ec6934b498ff3267bb366e3a9 HTTP/1.1" status: 200 len: 375 time: 0.0097327 Sep 19 03:59:01.820475 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=b8550842-cbd3-404f-abcb-88f8046ae17f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:01.821442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-b9edb228-288e-4958-9874-96ef70071506 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449238 Sep 19 03:59:01.836384 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 8774aa38-cd4d-4e35-989c-18f76cc2b142 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:01.836760 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:01.960884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-853907a0-48e1-44d1-bd2e-ac88c1cdc573 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 03:59:01.961900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-853907a0-48e1-44d1-bd2e-ac88c1cdc573 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473704 Sep 19 03:59:02.055056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-532edb9d-24e9-484f-abb2-79210c47a56f service neutron] 10.222.0.22 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861707 Sep 19 03:59:02.144461 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-dcd1b9ee-c485-4688-9ba6-f935b5e1eceb service neutron] 10.222.0.22 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833380 Sep 19 03:59:02.682138 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Sync routers for ids ['c8334883-a313-42c3-aa70-5cef6a883304'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 03:59:02.691760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Routers {'c8334883-a313-42c3-aa70-5cef6a883304'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:59:02.693003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8334883-a313-42c3-aa70-5cef6a883304'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:59:02.794292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Set router c8334883-a313-42c3-aa70-5cef6a883304 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:59:02.986129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:59Z', 'revision_number': 4, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port': {'id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '99edb0a8-f50e-4d02-836e-bef1963979a5', 'name': '', 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'mac_address': 'fa:16:3e:d9:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3b67664c-8593-401d-8b07-b35d9f575eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:59Z', 'updated_at': '2021-09-19T03:58:59Z', 'revision_number': 2, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'subnets': [{'id': '3b67664c-8593-401d-8b07-b35d9f575eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:59:03.014165 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Checking router: c8334883-a313-42c3-aa70-5cef6a883304 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 03:59:03.014525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Updating router c8334883-a313-42c3-aa70-5cef6a883304 port 99edb0a8-f50e-4d02-836e-bef1963979a5 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 03:59:03.038380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.306047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.313999 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.347826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ae1d51c-a2ae-4b97-8949-c908aa9f81a4 req-49e5aa4f-8137-467a-821e-d393209bca9a tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 210 time: 0.0330453 Sep 19 03:59:03.388897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173e584-6ff3-403c-b113-a535c71ff03f None None] Pushing event updated for resources: {'Port': ['ID=99edb0a8-f50e-4d02-836e-bef1963979a5,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:03.398632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8550842-cbd3-404f-abcb-88f8046ae17f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:59:03.496500 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Attempting to bind port 99edb0a8-f50e-4d02-836e-bef1963979a5 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:59:03.496940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Attempting to bind port 99edb0a8-f50e-4d02-836e-bef1963979a5 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:59:03.497392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Attempting to bind port 99edb0a8-f50e-4d02-836e-bef1963979a5 on network 92e4514e-b21a-4307-9b30-dfa854389837 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:59:03.507464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:59:03.508580 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Checking segment: {'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:59:03.509003 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.509411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Bound using segment: {'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:59:03.509899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Bound port: 99edb0a8-f50e-4d02-836e-bef1963979a5, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e119277-9b60-4544-bdcf-8dad542b8e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:59:03.510312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.514389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b8550842-cbd3-404f-abcb-88f8046ae17f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:03.514768 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.639513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] For port 99edb0a8-f50e-4d02-836e-bef1963979a5, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:59:03.662940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] For port 99edb0a8-f50e-4d02-836e-bef1963979a5, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=99edb0a8-f50e-4d02-836e-bef1963979a5,segment=NetworkSegment(3e119277-9b60-4544-bdcf-8dad542b8e39),segment_id=3e119277-9b60-4544-bdcf-8dad542b8e39)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:59:03.676460 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.739072 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-70ace55a-2f80-47ec-acdf-f1ec6182a2c2 None None] Provisioning complete for port 99edb0a8-f50e-4d02-836e-bef1963979a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:03.739827 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70ace55a-2f80-47ec-acdf-f1ec6182a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:03.765250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173e584-6ff3-403c-b113-a535c71ff03f None None] Pushing event updated for resources: {'Port': ['ID=99edb0a8-f50e-4d02-836e-bef1963979a5,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:03.771479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Routers {'c8334883-a313-42c3-aa70-5cef6a883304'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 03:59:03.772107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:58:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8334883-a313-42c3-aa70-5cef6a883304'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:59:03.916571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] Set router c8334883-a313-42c3-aa70-5cef6a883304 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 03:59:03.918591 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70ace55a-2f80-47ec-acdf-f1ec6182a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:04.019364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-70ace55a-2f80-47ec-acdf-f1ec6182a2c2 None None] For port 99edb0a8-f50e-4d02-836e-bef1963979a5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=99edb0a8-f50e-4d02-836e-bef1963979a5,segment=NetworkSegment(3e119277-9b60-4544-bdcf-8dad542b8e39),segment_id=3e119277-9b60-4544-bdcf-8dad542b8e39)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:04.022903 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70ace55a-2f80-47ec-acdf-f1ec6182a2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:04.120291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ace55a-2f80-47ec-acdf-f1ec6182a2c2 None None] Pushing event updated for resources: {'Port': ['ID=99edb0a8-f50e-4d02-836e-bef1963979a5,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:04.169573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0222e977-ca4f-4f93-9a1a-67c5481ca9b2 None None] Provisioning complete for port 99edb0a8-f50e-4d02-836e-bef1963979a5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:04.169950 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0222e977-ca4f-4f93-9a1a-67c5481ca9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:04.216211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:59Z', 'revision_number': 4, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port': {'id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '99edb0a8-f50e-4d02-836e-bef1963979a5', 'name': '', 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'mac_address': 'fa:16:3e:d9:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3b67664c-8593-401d-8b07-b35d9f575eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:59Z', 'updated_at': '2021-09-19T03:59:03Z', 'revision_number': 4, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'subnets': [{'id': '3b67664c-8593-401d-8b07-b35d9f575eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 03:59:04.250406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ae129d-f973-4add-bf25-745f79bc8359 None None] The sync data for ids ['c8334883-a313-42c3-aa70-5cef6a883304'] in n-d-809936-1 is: [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:58:59Z', 'revision_number': 4, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port': {'id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '99edb0a8-f50e-4d02-836e-bef1963979a5', 'name': '', 'network_id': '92e4514e-b21a-4307-9b30-dfa854389837', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'mac_address': 'fa:16:3e:d9:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '3b67664c-8593-401d-8b07-b35d9f575eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:59Z', 'updated_at': '2021-09-19T03:59:03Z', 'revision_number': 4, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'subnets': [{'id': '3b67664c-8593-401d-8b07-b35d9f575eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 03:59:04.406113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-5be03bef-57bd-4c5a-b935-f129c8c2c720 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:04.407737 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-5be03bef-57bd-4c5a-b935-f129c8c2c720 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.32 "GET /v2.0/networks?id=170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 200 len: 816 time: 0.1361349 Sep 19 03:59:04.432831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Request body: {'port': {'device_id': '1133456f-4603-42ae-a850-45062202a043', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'admin_state_up': True, 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:59:04.445043 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-31d6ff8d-54d7-4e3b-bfab-7a28ae47f4fb req-20a2b33b-5fbb-47d9-875f-1eec8acd80c3 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 210 time: 0.0336986 Sep 19 03:59:04.551786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Made reservation on behalf of 2c051c3ec6934b498ff3267bb366e3a9 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:59:04.555324 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:04.682005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Allocated IP 172.20.0.3 (170dbc42-a456-4e40-81d5-1a6c0880b2a6/7af66b46-44f6-4ebe-be42-870b087443a3/111f4395-a410-44aa-912a-24f590dea94b) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:59:04.830856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:04.867407 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:04.909767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:59:04.912832 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:59:04.915450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:59:04.948455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Pushing event updated for resources: {'Port': ['ID=111f4395-a410-44aa-912a-24f590dea94b,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:04.975736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:04.976360 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:04.991041 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-c93ede91-389f-4349-b4a3-3c96985b9c34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682895 Sep 19 03:59:05.017955 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Request body: {'port': {'device_id': '1133456f-4603-42ae-a850-45062202a043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:59:05.142957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5327a980-0b19-4b2d-8e9c-a7cf58f479ee None None] Provisioning complete for port 111f4395-a410-44aa-912a-24f590dea94b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:05.143554 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5327a980-0b19-4b2d-8e9c-a7cf58f479ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.177907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-5327a980-0b19-4b2d-8e9c-a7cf58f479ee None None] Port 111f4395-a410-44aa-912a-24f590dea94b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:59:05.402070 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.403834 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 99edb0a8-f50e-4d02-836e-bef1963979a5 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:59:05.453369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 99edb0a8-f50e-4d02-836e-bef1963979a5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:05.453753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.576226 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583e3da-8b6a-4ecf-83d5-6da598e1f09e req-ce7a1151-5119-47d5-a48d-0e40207a2606 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:05.578273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6583e3da-8b6a-4ecf-83d5-6da598e1f09e req-ce7a1151-5119-47d5-a48d-0e40207a2606 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 931 time: 0.0581145 Sep 19 03:59:05.615992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6583e3da-8b6a-4ecf-83d5-6da598e1f09e req-88d23bd1-98e9-436d-98af-41cd89582494 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316360 Sep 19 03:59:05.661499 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111f4395-a410-44aa-912a-24f590dea94b {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:59:05.668742 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.680185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Transition to ACTIVE for port object 111f4395-a410-44aa-912a-24f590dea94b will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:59:05.684079 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.731605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Pushing event updated for resources: {'Port': ['ID=111f4395-a410-44aa-912a-24f590dea94b,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:05.807611 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Attempting to bind port 111f4395-a410-44aa-912a-24f590dea94b on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:59:05.807952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Attempting to bind port 111f4395-a410-44aa-912a-24f590dea94b by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:59:05.808286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Attempting to bind port 111f4395-a410-44aa-912a-24f590dea94b on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:59:05.813300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Port 111f4395-a410-44aa-912a-24f590dea94b on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:59:05.813629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Attempting to bind port 111f4395-a410-44aa-912a-24f590dea94b on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:59:05.818387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:59:05.818726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Checking segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:59:05.819141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Bound using segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:59:05.819572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Bound port: 111f4395-a410-44aa-912a-24f590dea94b, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:59:05.819932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.890883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] For port 111f4395-a410-44aa-912a-24f590dea94b, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:59:05.896469 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] For port 111f4395-a410-44aa-912a-24f590dea94b, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=111f4395-a410-44aa-912a-24f590dea94b,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:59:05.901182 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.934106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:05.934723 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:05.936126 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] 10.222.0.32 "PUT /v2.0/ports/111f4395-a410-44aa-912a-24f590dea94b HTTP/1.1" status: 200 len: 1091 time: 0.9225709 Sep 19 03:59:05.937085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1133456f-4603-42ae-a850-45062202a043', 'tag': '111f4395-a410-44aa-912a-24f590dea94b'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:59:05.939352 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8" -d '{"events": [{"name": "network-changed", "server_uuid": "1133456f-4603-42ae-a850-45062202a043", "tag": "111f4395-a410-44aa-912a-24f590dea94b"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:59:05.963196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa300b9f-55f2-403d-a0ed-d65a2493981a service neutron] Pushing event updated for resources: {'Port': ['ID=111f4395-a410-44aa-912a-24f590dea94b,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:05.977861 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9af6ca-97df-4592-a6d5-95d6806a5e98 x-openstack-request-id: req-1d9af6ca-97df-4592-a6d5-95d6806a5e98 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:59:05.978226 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1133456f-4603-42ae-a850-45062202a043", "tag": "111f4395-a410-44aa-912a-24f590dea94b", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:59:05.978904 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d9af6ca-97df-4592-a6d5-95d6806a5e98 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:59:05.979380 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1133456f-4603-42ae-a850-45062202a043', 'tag': '111f4395-a410-44aa-912a-24f590dea94b', 'status': 'completed', 'code': 200} Sep 19 03:59:06.037383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-146a9f6d-cdbd-4150-a208-9029728871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.038929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-146a9f6d-cdbd-4150-a208-9029728871a1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 1094 time: 0.0426459 Sep 19 03:59:06.086944 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-2fa14331-4149-43ee-996c-820b0015c452 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f4395-a410-44aa-912a-24f590dea94b HTTP/1.1" status: 200 len: 217 time: 0.0350740 Sep 19 03:59:06.140558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-d4546651-9c88-41fa-b84c-74d16f390375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.142061 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-d4546651-9c88-41fa-b84c-74d16f390375 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7af66b46-44f6-4ebe-be42-870b087443a3 HTTP/1.1" status: 200 len: 855 time: 0.0479815 Sep 19 03:59:06.187160 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-3a066c3c-e606-4ba9-aa3e-1b5d8079d2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.188656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-3a066c3c-e606-4ba9-aa3e-1b5d8079d2e0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=170dbc42-a456-4e40-81d5-1a6c0880b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398309 Sep 19 03:59:06.277936 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-5a2363dc-af84-42e3-bb64-b88870b0253b service neutron] 10.222.0.32 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821221 Sep 19 03:59:06.366608 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee2f96a0-9ec2-4083-bda8-fba883cb904b req-2ad1d16d-5f34-40d7-bab8-5a06e31e26c3 service neutron] 10.222.0.32 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807910 Sep 19 03:59:06.492534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-6e1a9366-b05f-4863-8d36-a023aee3b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.494336 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-6e1a9366-b05f-4863-8d36-a023aee3b58c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 1094 time: 0.0431607 Sep 19 03:59:06.593502 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-cc240836-3203-454c-bd95-62c1d567102e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.595081 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-cc240836-3203-454c-bd95-62c1d567102e service neutron] 10.222.0.32 "GET /v2.0/networks?id=170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 200 len: 917 time: 0.0927651 Sep 19 03:59:06.636438 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-0fb35d85-307f-4667-8b5c-2e92b534c85f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f4395-a410-44aa-912a-24f590dea94b HTTP/1.1" status: 200 len: 217 time: 0.0342426 Sep 19 03:59:06.693603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-c8fbea68-43b3-4c29-81d8-535dd02dce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.695110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-c8fbea68-43b3-4c29-81d8-535dd02dce65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7af66b46-44f6-4ebe-be42-870b087443a3 HTTP/1.1" status: 200 len: 855 time: 0.0512054 Sep 19 03:59:06.729607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5b6a2-f504-4d1b-ad62-89b4a38b217f req-1d051504-0e3d-4ace-908c-b7b31b3bc10a tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.731344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25e5b6a2-f504-4d1b-ad62-89b4a38b217f req-1d051504-0e3d-4ace-908c-b7b31b3bc10a tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 943 time: 0.0485337 Sep 19 03:59:06.740187 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-9c854976-8673-4f1c-a1c4-334ef7740aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:06.741677 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-9c854976-8673-4f1c-a1c4-334ef7740aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=170dbc42-a456-4e40-81d5-1a6c0880b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400121 Sep 19 03:59:06.769920 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-25e5b6a2-f504-4d1b-ad62-89b4a38b217f req-6a75516f-5b06-44a5-b5c7-d2bf4dbe508e tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Sep 19 03:59:06.831780 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-43f58d4f-fa86-43c2-a969-c7b35b1e70d9 service neutron] 10.222.0.32 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829091 Sep 19 03:59:06.929936 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-bfddc4a6-f0c1-4eb3-8b73-d2435b0646b8 req-cb0af473-8359-4587-9c4f-4c97b45dac42 service neutron] 10.222.0.32 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917456 Sep 19 03:59:07.884855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01169171-1106-4490-a0aa-69766ff6889d req-ab6fccb1-656c-4276-af96-f0590404bef5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:07.886319 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01169171-1106-4490-a0aa-69766ff6889d req-ab6fccb1-656c-4276-af96-f0590404bef5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 943 time: 0.0486987 Sep 19 03:59:07.923626 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01169171-1106-4490-a0aa-69766ff6889d req-8694f26b-aee0-4fc6-8db3-e3ee2adb3763 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Sep 19 03:59:09.040213 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a21db-6372-47f8-a0ab-a163746d958c req-58edbc93-794b-4c32-8eb6-717e8fc2932b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:09.041591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-612a21db-6372-47f8-a0ab-a163746d958c req-58edbc93-794b-4c32-8eb6-717e8fc2932b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 943 time: 0.0522556 Sep 19 03:59:09.082970 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-612a21db-6372-47f8-a0ab-a163746d958c req-452350e5-075e-47a2-8b54-5b91d6aece8d tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Sep 19 03:59:10.194290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2af36b-ea4e-47d4-a503-3a9443b7b8aa req-b215367b-3f38-47e6-8607-3e0163e14890 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:10.195793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e2af36b-ea4e-47d4-a503-3a9443b7b8aa req-b215367b-3f38-47e6-8607-3e0163e14890 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 943 time: 0.0482881 Sep 19 03:59:10.235931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e2af36b-ea4e-47d4-a503-3a9443b7b8aa req-af6585f8-8b93-47d6-b969-6a34a2de469c tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340929 Sep 19 03:59:10.681687 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 111f4395-a410-44aa-912a-24f590dea94b details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:59:10.775099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 111f4395-a410-44aa-912a-24f590dea94b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=111f4395-a410-44aa-912a-24f590dea94b,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:10.786416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '111f4395-a410-44aa-912a-24f590dea94b', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'port_id': '111f4395-a410-44aa-912a-24f590dea94b', 'mac_address': 'fa:16:3e:64:32:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:59:10.820641 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:10.833116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111f4395-a410-44aa-912a-24f590dea94b {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:59:10.851836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 111f4395-a410-44aa-912a-24f590dea94b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=111f4395-a410-44aa-912a-24f590dea94b,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:10.855954 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:10.902270 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=111f4395-a410-44aa-912a-24f590dea94b,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:11.225871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['111f4395-a410-44aa-912a-24f590dea94b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:59:11.353126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1df7ef-7c85-4db5-9ebe-86f564de1d4b req-1ab4248f-5464-43c4-a801-57b2f21b9103 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:11.354777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be1df7ef-7c85-4db5-9ebe-86f564de1d4b req-1ab4248f-5464-43c4-a801-57b2f21b9103 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 944 time: 0.0512438 Sep 19 03:59:11.396113 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be1df7ef-7c85-4db5-9ebe-86f564de1d4b req-40f0b33e-58dc-4459-a9f0-3408e415d70c tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348830 Sep 19 03:59:12.512672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734be4fc-e09c-492c-b53f-0b4249640762 req-2d95025f-1613-4626-8df4-a20faf493fe5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:12.514152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-734be4fc-e09c-492c-b53f-0b4249640762 req-2d95025f-1613-4626-8df4-a20faf493fe5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 944 time: 0.0534341 Sep 19 03:59:12.551676 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-734be4fc-e09c-492c-b53f-0b4249640762 req-dac33958-f778-442e-9ce8-04ed0d8a1d99 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Sep 19 03:59:12.694491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 111f4395-a410-44aa-912a-24f590dea94b up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:59:12.740099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 111f4395-a410-44aa-912a-24f590dea94b completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:59:12.743968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 111f4395-a410-44aa-912a-24f590dea94b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:12.744348 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:12.819211 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:12.840745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1133456f-4603-42ae-a850-45062202a043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111f4395-a410-44aa-912a-24f590dea94b'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:59:12.843046 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5427e0-a113-43fa-93a3-9d91deda0556" -d '{"events": [{"server_uuid": "1133456f-4603-42ae-a850-45062202a043", "name": "network-vif-plugged", "status": "completed", "tag": "111f4395-a410-44aa-912a-24f590dea94b"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:59:12.855216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 111f4395-a410-44aa-912a-24f590dea94b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=111f4395-a410-44aa-912a-24f590dea94b,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:12.860503 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:12.883131 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef35947-a82c-46ea-bb20-b45980d2981c x-openstack-request-id: req-7ef35947-a82c-46ea-bb20-b45980d2981c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:59:12.883424 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1133456f-4603-42ae-a850-45062202a043", "name": "network-vif-plugged", "status": "completed", "tag": "111f4395-a410-44aa-912a-24f590dea94b", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:59:12.883675 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ef35947-a82c-46ea-bb20-b45980d2981c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:59:12.884057 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1133456f-4603-42ae-a850-45062202a043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111f4395-a410-44aa-912a-24f590dea94b', 'code': 200} Sep 19 03:59:12.908768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=111f4395-a410-44aa-912a-24f590dea94b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:13.003704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca58f7-9f70-45c0-b566-0a1e9258df43 req-a52e7830-4f34-40b3-b58f-5d5949d53e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:13.005081 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fbca58f7-9f70-45c0-b566-0a1e9258df43 req-a52e7830-4f34-40b3-b58f-5d5949d53e9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 1096 time: 0.0407753 Sep 19 03:59:13.038876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fbca58f7-9f70-45c0-b566-0a1e9258df43 req-e13923da-77df-47fc-97d6-0dd7c7d513cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267475 Sep 19 03:59:13.664721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3ce8d-7547-4f3d-9c05-d73ddcd5f080 req-9a997e57-ed05-4c93-8276-ff6f7440cce5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:13.666163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdb3ce8d-7547-4f3d-9c05-d73ddcd5f080 req-9a997e57-ed05-4c93-8276-ff6f7440cce5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 945 time: 0.0472281 Sep 19 03:59:13.703025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cdb3ce8d-7547-4f3d-9c05-d73ddcd5f080 req-1893b4c5-4727-44fe-ba1a-b576126b6d00 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304117 Sep 19 03:59:14.547793 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2666b5c4-e080-49ea-8a4a-586767392815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:14.817296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83fd72-04ca-4236-ba44-b793d47ea602 req-c413f54c-5528-4c77-a9b7-c57f16d5dac5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:14.818691 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e83fd72-04ca-4236-ba44-b793d47ea602 req-c413f54c-5528-4c77-a9b7-c57f16d5dac5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 945 time: 0.0484381 Sep 19 03:59:14.855835 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e83fd72-04ca-4236-ba44-b793d47ea602 req-74288cd5-0675-4c19-88da-ad5f63af31e6 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312271 Sep 19 03:59:14.972500 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4282d5b-efac-4168-844c-4e21fe96f2e4 req-ed55fda4-3004-4c10-8bf2-948fe39c224a tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:14.973965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4282d5b-efac-4168-844c-4e21fe96f2e4 req-ed55fda4-3004-4c10-8bf2-948fe39c224a tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Sep 19 03:59:15.011533 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4282d5b-efac-4168-844c-4e21fe96f2e4 req-30dea062-8f97-44fb-a4de-54b602f2d823 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313048 Sep 19 03:59:16.521452 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:17.318914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a76c128d-bb60-416f-95e2-fc3972424e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:18.057171 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:18.641040 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:20.215536 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:29.267265 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 03:59:30.362932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:31.096961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-36f87bf4-759a-49e8-9fb9-e8fbbe36e1b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665314 Sep 19 03:59:31.193176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-882797c0-6229-4ce2-aaba-49d96e4b0d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:31.194670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-882797c0-6229-4ce2-aaba-49d96e4b0d56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 1096 time: 0.0400677 Sep 19 03:59:31.298332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-f27aa46e-a8c8-49fd-b637-a85cdbbb6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:31.299925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-f27aa46e-a8c8-49fd-b637-a85cdbbb6e67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 200 len: 917 time: 0.0865045 Sep 19 03:59:31.344380 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-7217fbbe-660b-458b-9242-c9b10dbc51df service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=111f4395-a410-44aa-912a-24f590dea94b HTTP/1.1" status: 200 len: 217 time: 0.0367026 Sep 19 03:59:31.392920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-197c5c98-aa9d-4c14-aa9b-b531e16d9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:31.394378 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-197c5c98-aa9d-4c14-aa9b-b531e16d9955 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7af66b46-44f6-4ebe-be42-870b087443a3 HTTP/1.1" status: 200 len: 855 time: 0.0429599 Sep 19 03:59:31.439387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-7a67197d-adc3-4efb-865f-86d66a15cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:31.440895 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-7a67197d-adc3-4efb-865f-86d66a15cb90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=170dbc42-a456-4e40-81d5-1a6c0880b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394926 Sep 19 03:59:31.533342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-1c3e379a-e1c5-4795-a56c-f268fae26d69 service neutron] 10.222.0.32 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844412 Sep 19 03:59:31.622379 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-55b8651a-a7c4-436b-b126-ad663a458ac4 req-263b9a2a-8b1d-4ff6-8c2e-39f3c73262e2 service neutron] 10.222.0.32 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817165 Sep 19 03:59:33.458827 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de0f30-e224-4162-a2e9-4c98da0881b6 req-182189a4-8643-48ab-afd1-42eaea11c650 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:33.460231 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60de0f30-e224-4162-a2e9-4c98da0881b6 req-182189a4-8643-48ab-afd1-42eaea11c650 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 945 time: 0.0486689 Sep 19 03:59:33.497225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-60de0f30-e224-4162-a2e9-4c98da0881b6 req-c93b34ed-3568-403a-b7d0-b8cf356a03ee tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Sep 19 03:59:34.611556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e56d-c312-4df8-ac1e-65ae55607028 req-57507cd7-828e-4973-9de9-cb38efc3eca3 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:34.612935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0390e56d-c312-4df8-ac1e-65ae55607028 req-57507cd7-828e-4973-9de9-cb38efc3eca3 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 945 time: 0.0477567 Sep 19 03:59:34.650068 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0390e56d-c312-4df8-ac1e-65ae55607028 req-3d3853d1-0501-47e9-b86b-a78a39c207b9 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313141 Sep 19 03:59:35.351174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-5cf9d166-cad2-4739-90c3-68207cf9c848 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:35.352664 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-5cf9d166-cad2-4739-90c3-68207cf9c848 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.32 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 945 time: 0.0536790 Sep 19 03:59:35.443165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Deleting port 111f4395-a410-44aa-912a-24f590dea94b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 03:59:35.443532 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:35.533295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] For port 111f4395-a410-44aa-912a-24f590dea94b, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=111f4395-a410-44aa-912a-24f590dea94b,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:35.533658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:35.545439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Calling delete_port for 111f4395-a410-44aa-912a-24f590dea94b owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 03:59:35.668095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:35.701071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['111f4395-a410-44aa-912a-24f590dea94b'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:59:35.701630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Pushing event deleted for resources: {'Port': ['ID=111f4395-a410-44aa-912a-24f590dea94b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:35.711684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.712050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.712494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.712738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.713367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.713716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.714417 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.714775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.715173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.715515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.715848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.716277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:35.746597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-82170bec-877f-4b7d-b711-e299f17499b9 req-34c06bae-44f7-4197-8c07-1362cf79ee6c tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=1133456f-4603-42ae-a850-45062202a043 HTTP/1.1" status: 200 len: 210 time: 0.0308049 Sep 19 03:59:35.760919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] No DVR routers for this DVR port 111f4395-a410-44aa-912a-24f590dea94b on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 03:59:35.763875 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:35.766433 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7fd03868-3423-4091-8010-9a1eb6b59e83 req-d94e8af6-1323-4acf-8094-79bd9d1ee2e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.32 "DELETE /v2.0/ports/111f4395-a410-44aa-912a-24f590dea94b HTTP/1.1" status: 204 len: 173 time: 0.4066126 Sep 19 03:59:35.766898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1133456f-4603-42ae-a850-45062202a043', 'name': 'network-vif-deleted', 'tag': '111f4395-a410-44aa-912a-24f590dea94b'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:59:35.769131 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e82bc2c-f8a5-490f-bece-fa6dd5cc0987" -d '{"events": [{"server_uuid": "1133456f-4603-42ae-a850-45062202a043", "name": "network-vif-deleted", "tag": "111f4395-a410-44aa-912a-24f590dea94b"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:59:35.814454 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e707a392-5e1e-4704-a825-93ecfebb0858 x-openstack-request-id: req-e707a392-5e1e-4704-a825-93ecfebb0858 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:59:35.814774 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1133456f-4603-42ae-a850-45062202a043", "name": "network-vif-deleted", "tag": "111f4395-a410-44aa-912a-24f590dea94b", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:59:35.815153 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e707a392-5e1e-4704-a825-93ecfebb0858 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:59:35.815445 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1133456f-4603-42ae-a850-45062202a043', 'name': 'network-vif-deleted', 'tag': '111f4395-a410-44aa-912a-24f590dea94b', 'status': 'completed', 'code': 200} Sep 19 03:59:37.356494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-31446b49-8936-40bc-8ffd-09abecf09313 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:37.357981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-31446b49-8936-40bc-8ffd-09abecf09313 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/networks?id=170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 200 len: 816 time: 0.1003461 Sep 19 03:59:37.373284 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-52273b98-3886-4ed6-ac12-13ad3fe729cb tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/quotas/2c051c3ec6934b498ff3267bb366e3a9 HTTP/1.1" status: 200 len: 375 time: 0.0089500 Sep 19 03:59:37.426682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-d1684161-c5df-4b88-9d40-cc125f575bbf tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482190 Sep 19 03:59:37.518523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-d50b499c-25a0-467c-81b7-9f583c18d073 service neutron] 10.222.0.22 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806167 Sep 19 03:59:37.609681 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-e0680456-3f4f-41db-88cc-3f104f72d533 service neutron] 10.222.0.22 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Sep 19 03:59:37.768369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d5dd0d4-4805-4bf6-97f6-6b0b6131fc37 req-691ad0e3-1eea-4fdd-b4f5-986741535055 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Sep 19 03:59:38.635670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-93a1fa2f-088a-444d-99ef-976938011f64 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:38.637104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-93a1fa2f-088a-444d-99ef-976938011f64 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.30 "GET /v2.0/networks?id=170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 200 len: 816 time: 0.1050334 Sep 19 03:59:38.650277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Request body: {'port': {'device_id': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'admin_state_up': True, 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:59:38.760420 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Made reservation on behalf of 2c051c3ec6934b498ff3267bb366e3a9 for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 03:59:38.763947 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:38.851119 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 111f4395-a410-44aa-912a-24f590dea94b no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 03:59:38.870801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 111f4395-a410-44aa-912a-24f590dea94b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 03:59:38.871147 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 111f4395-a410-44aa-912a-24f590dea94b not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 03:59:38.873104 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-30783ff3-b998-4b53-8c43-6e84fd2e936d req-78f4dec7-5dec-43f9-84bd-167c506d029b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 210 time: 0.0370190 Sep 19 03:59:38.916689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Allocated IP 172.20.0.11 (170dbc42-a456-4e40-81d5-1a6c0880b2a6/7af66b46-44f6-4ebe-be42-870b087443a3/569b57b6-67f4-44f2-b5fc-e117da5a5b68) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 03:59:39.058380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.095743 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.135860 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 03:59:39.139070 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 03:59:39.142092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 03:59:39.175397 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Pushing event updated for resources: {'Port': ['ID=569b57b6-67f4-44f2-b5fc-e117da5a5b68,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:39.189637 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.189880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.190295 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.190630 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.190984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.191312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.191645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.191968 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.192290 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.192608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.192955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.193273 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:39.212679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:39.213296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.228800 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-f510df30-0bf5-42d4-b11f-6cfc7863487b tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824533 Sep 19 03:59:39.241012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Request body: {'port': {'device_id': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 03:59:39.297265 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.330895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ecf94ce6-c2eb-40bb-b709-31ea7d5b8e33 None None] Provisioning complete for port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:39.331281 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ecf94ce6-c2eb-40bb-b709-31ea7d5b8e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.366654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ecf94ce6-c2eb-40bb-b709-31ea7d5b8e33 None None] Port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 03:59:39.565944 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569b57b6-67f4-44f2-b5fc-e117da5a5b68 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:59:39.573706 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.586315 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Transition to ACTIVE for port object 569b57b6-67f4-44f2-b5fc-e117da5a5b68 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 03:59:39.589762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.643314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Pushing event updated for resources: {'Port': ['ID=569b57b6-67f4-44f2-b5fc-e117da5a5b68,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:39.727312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Attempting to bind port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 03:59:39.727677 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Attempting to bind port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 03:59:39.728004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Attempting to bind port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:59:39.732471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 03:59:39.732793 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Attempting to bind port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 on network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 03:59:39.737775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 03:59:39.738112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Checking segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 03:59:39.738497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Bound using segment: {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 03:59:39.738960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Bound port: 569b57b6-67f4-44f2-b5fc-e117da5a5b68, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d4a1409-800c-4af1-86d8-32538fc85431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 03:59:39.739322 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.806585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] For port 569b57b6-67f4-44f2-b5fc-e117da5a5b68, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 03:59:39.809702 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] For port 569b57b6-67f4-44f2-b5fc-e117da5a5b68, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=569b57b6-67f4-44f2-b5fc-e117da5a5b68,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 03:59:39.813630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.846288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:39.846968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:39.848396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-dadc855b-f836-4082-93f5-6a79488419db service neutron] 10.222.0.30 "PUT /v2.0/ports/569b57b6-67f4-44f2-b5fc-e117da5a5b68 HTTP/1.1" status: 200 len: 1092 time: 0.6115963 Sep 19 03:59:39.848870 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'tag': '569b57b6-67f4-44f2-b5fc-e117da5a5b68'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:59:39.851206 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb76394-4215-406f-99f6-cba0f6606d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4a358b0-461d-456d-9d83-3d06c0688300", "tag": "569b57b6-67f4-44f2-b5fc-e117da5a5b68"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:59:39.889700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc855b-f836-4082-93f5-6a79488419db service neutron] Pushing event updated for resources: {'Port': ['ID=569b57b6-67f4-44f2-b5fc-e117da5a5b68,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:39.910364 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 03:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf327313-bc54-4c4c-a35c-31d8cdfacbc7 x-openstack-request-id: req-cf327313-bc54-4c4c-a35c-31d8cdfacbc7 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:59:39.910657 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4a358b0-461d-456d-9d83-3d06c0688300", "tag": "569b57b6-67f4-44f2-b5fc-e117da5a5b68", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:59:39.911106 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf327313-bc54-4c4c-a35c-31d8cdfacbc7 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:59:39.911383 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'tag': '569b57b6-67f4-44f2-b5fc-e117da5a5b68', 'status': 'completed', 'code': 200} Sep 19 03:59:39.945326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-0c27b077-6692-422a-83d3-19d9bf1713e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:39.946912 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-0c27b077-6692-422a-83d3-19d9bf1713e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 1095 time: 0.0455444 Sep 19 03:59:40.009942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-b7e59a8d-988e-4bb0-aa89-2132cfb97c06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=569b57b6-67f4-44f2-b5fc-e117da5a5b68 HTTP/1.1" status: 200 len: 217 time: 0.0532098 Sep 19 03:59:40.060651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125a03f-5630-4fff-bd06-54117f6c69bd req-83b0e0f2-071e-471d-a73f-7e68e788a6f5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:40.062172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6125a03f-5630-4fff-bd06-54117f6c69bd req-83b0e0f2-071e-471d-a73f-7e68e788a6f5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 944 time: 0.1143804 Sep 19 03:59:40.085862 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-9570cd1a-a53c-487a-a7ab-c1be4caf95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:40.087293 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-9570cd1a-a53c-487a-a7ab-c1be4caf95d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af66b46-44f6-4ebe-be42-870b087443a3 HTTP/1.1" status: 200 len: 855 time: 0.0688033 Sep 19 03:59:40.133562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6125a03f-5630-4fff-bd06-54117f6c69bd req-020cb1f1-adb7-4bfc-aa86-702a8749016a tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652926 Sep 19 03:59:40.146961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-e272a094-0b55-4d8a-8457-4e60405acea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:40.148426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-e272a094-0b55-4d8a-8457-4e60405acea4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=170dbc42-a456-4e40-81d5-1a6c0880b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532346 Sep 19 03:59:40.237651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-a0eeb07b-4165-4de3-8679-88f3a6d565ae service neutron] 10.222.0.30 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819194 Sep 19 03:59:40.328977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2dce73c9-d05a-46ac-8d2b-eb63aaf5f3c4 req-edb3c633-ca7f-482b-ae28-d9bfcb05a3bd service neutron] 10.222.0.30 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841305 Sep 19 03:59:40.418417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-2f7e9862-b648-47cd-8da7-b4a04e1f2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:40.419852 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-2f7e9862-b648-47cd-8da7-b4a04e1f2694 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 1095 time: 0.0414603 Sep 19 03:59:40.510516 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-a75cf3d2-af1b-4211-8f31-8b409fac9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:40.511986 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-a75cf3d2-af1b-4211-8f31-8b409fac9035 service neutron] 10.222.0.30 "GET /v2.0/networks?id=170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 200 len: 917 time: 0.0854821 Sep 19 03:59:40.553344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-5f7b5967-cb76-4d15-8397-9026de29f064 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=569b57b6-67f4-44f2-b5fc-e117da5a5b68 HTTP/1.1" status: 200 len: 217 time: 0.0338266 Sep 19 03:59:40.600742 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-28bf84a2-bf64-4520-9cfd-42521ce205c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:40.602142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-28bf84a2-bf64-4520-9cfd-42521ce205c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7af66b46-44f6-4ebe-be42-870b087443a3 HTTP/1.1" status: 200 len: 855 time: 0.0414016 Sep 19 03:59:40.647106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-e24e7067-86ca-4adf-b4bb-f6261de1a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:40.648516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-e24e7067-86ca-4adf-b4bb-f6261de1a609 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=170dbc42-a456-4e40-81d5-1a6c0880b2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382199 Sep 19 03:59:40.741251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-88de615f-dd87-49ab-a17c-362fe77ec318 service neutron] 10.222.0.30 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840170 Sep 19 03:59:40.831874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2fb76394-4215-406f-99f6-cba0f6606d1d req-81ab1427-ef00-4606-93a5-aabbe42d69b3 service neutron] 10.222.0.30 "GET /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834780 Sep 19 03:59:41.249408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c6da5-9a8d-40cb-8852-9d5279ae6468 req-28b83f8a-185d-4ce3-b271-32964e31dfe8 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:41.250906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b52c6da5-9a8d-40cb-8852-9d5279ae6468 req-28b83f8a-185d-4ce3-b271-32964e31dfe8 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 944 time: 0.0497694 Sep 19 03:59:41.287650 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b52c6da5-9a8d-40cb-8852-9d5279ae6468 req-2dca8b1a-bcb8-4e84-9a79-69faa37c29fb tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308959 Sep 19 03:59:42.400915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af4127-7802-41b4-b2b6-871dbc8bff0a req-f4c420bc-3926-421f-b881-ae2e75f48fed tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:42.402375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68af4127-7802-41b4-b2b6-871dbc8bff0a req-f4c420bc-3926-421f-b881-ae2e75f48fed tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 944 time: 0.0481055 Sep 19 03:59:42.439491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68af4127-7802-41b4-b2b6-871dbc8bff0a req-a5b19c28-4773-4555-956f-2fe0f3993911 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309021 Sep 19 03:59:42.632651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 569b57b6-67f4-44f2-b5fc-e117da5a5b68 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 03:59:42.725366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 569b57b6-67f4-44f2-b5fc-e117da5a5b68, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=569b57b6-67f4-44f2-b5fc-e117da5a5b68,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:42.736376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '569b57b6-67f4-44f2-b5fc-e117da5a5b68', 'network_id': '170dbc42-a456-4e40-81d5-1a6c0880b2a6', 'port_id': '569b57b6-67f4-44f2-b5fc-e117da5a5b68', 'mac_address': 'fa:16:3e:11:f1:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7af66b46-44f6-4ebe-be42-870b087443a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 03:59:42.771479 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:42.783872 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569b57b6-67f4-44f2-b5fc-e117da5a5b68 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 03:59:42.803034 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 569b57b6-67f4-44f2-b5fc-e117da5a5b68, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=569b57b6-67f4-44f2-b5fc-e117da5a5b68,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:42.806498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:42.850419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=569b57b6-67f4-44f2-b5fc-e117da5a5b68,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:42.857811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.858193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.859189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.859535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.859893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.860231 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.860564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.860897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.861227 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.861555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.861883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:42.862211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 03:59:43.005888 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['569b57b6-67f4-44f2-b5fc-e117da5a5b68'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 03:59:43.556525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f06e52-29c2-4d8e-a8b1-485b2cd0ee20 req-cb564a99-87da-4a6e-a13a-4500dba196e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:43.557983 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6f06e52-29c2-4d8e-a8b1-485b2cd0ee20 req-cb564a99-87da-4a6e-a13a-4500dba196e2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 945 time: 0.0539000 Sep 19 03:59:43.594974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c6f06e52-29c2-4d8e-a8b1-485b2cd0ee20 req-6f197d85-b41d-4baa-a979-dfbc1ad8c385 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Sep 19 03:59:44.548585 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-17580c5d-c548-42c5-9caf-6906c5c43c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:44.634602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 569b57b6-67f4-44f2-b5fc-e117da5a5b68 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 03:59:44.681417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 03:59:44.685208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 03:59:44.685574 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:44.708355 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34163822-b95d-4132-a043-562316d85e25 req-8c274340-04f9-4ef3-a375-dcdcf7715073 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:44.709836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34163822-b95d-4132-a043-562316d85e25 req-8c274340-04f9-4ef3-a375-dcdcf7715073 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Sep 19 03:59:44.747337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-34163822-b95d-4132-a043-562316d85e25 req-93400346-5cd3-421a-b45d-6b2d927fd866 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313480 Sep 19 03:59:44.763570 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:44.785189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569b57b6-67f4-44f2-b5fc-e117da5a5b68'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 03:59:44.787590 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cfd8ec-084c-4326-b042-64ead589e3c2" -d '{"events": [{"server_uuid": "f4a358b0-461d-456d-9d83-3d06c0688300", "name": "network-vif-plugged", "status": "completed", "tag": "569b57b6-67f4-44f2-b5fc-e117da5a5b68"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 03:59:44.800074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 569b57b6-67f4-44f2-b5fc-e117da5a5b68, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=569b57b6-67f4-44f2-b5fc-e117da5a5b68,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 03:59:44.804055 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:44.828181 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 03:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea674a1-3580-41ad-95c4-a5ca35133a20 x-openstack-request-id: req-1ea674a1-3580-41ad-95c4-a5ca35133a20 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 03:59:44.828469 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a358b0-461d-456d-9d83-3d06c0688300", "name": "network-vif-plugged", "status": "completed", "tag": "569b57b6-67f4-44f2-b5fc-e117da5a5b68", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 03:59:44.828721 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ea674a1-3580-41ad-95c4-a5ca35133a20 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 03:59:44.829101 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569b57b6-67f4-44f2-b5fc-e117da5a5b68', 'code': 200} Sep 19 03:59:44.853904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=569b57b6-67f4-44f2-b5fc-e117da5a5b68,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 03:59:44.918479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b20eb-3710-46c0-a930-c2606726ea75 req-b5d7cdea-a48b-4051-8a17-ac373eea7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:44.919941 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb1b20eb-3710-46c0-a930-c2606726ea75 req-b5d7cdea-a48b-4051-8a17-ac373eea7cba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 1097 time: 0.0390012 Sep 19 03:59:44.953007 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bb1b20eb-3710-46c0-a930-c2606726ea75 req-b5c95f83-989a-4c9c-a5f3-5a0283793221 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262439 Sep 19 03:59:45.863049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa80bf-84a4-437a-8587-39595388f2d2 req-d8725c19-e1a7-4c0f-9b2d-54c0f9454c07 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:45.864558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4aa80bf-84a4-437a-8587-39595388f2d2 req-d8725c19-e1a7-4c0f-9b2d-54c0f9454c07 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 946 time: 0.0519993 Sep 19 03:59:45.904449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a4aa80bf-84a4-437a-8587-39595388f2d2 req-05f9a503-7efb-4ef7-8400-ccdcbcdb869c tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Sep 19 03:59:46.520143 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:47.020446 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397b9e3-961c-4ac6-a36e-b2640279b126 req-64fd5bd5-9e80-4440-bb9f-ff118a9fbcb5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:47.021910 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e397b9e3-961c-4ac6-a36e-b2640279b126 req-64fd5bd5-9e80-4440-bb9f-ff118a9fbcb5 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 946 time: 0.0484266 Sep 19 03:59:47.058765 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e397b9e3-961c-4ac6-a36e-b2640279b126 req-ed0b85f2-fbbb-421d-b7dd-60002ce9bd34 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Sep 19 03:59:47.168976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ec3c5-fa30-45ec-85ef-934af7997828 req-ec9e68a1-5189-48f1-885c-50ba8faa3abd tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 03:59:47.170423 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a4ec3c5-fa30-45ec-85ef-934af7997828 req-ec9e68a1-5189-48f1-885c-50ba8faa3abd tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 946 time: 0.0476017 Sep 19 03:59:47.207940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4a4ec3c5-fa30-45ec-85ef-934af7997828 req-076fcd1c-deeb-442f-a73e-17b8a08c5938 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Sep 19 03:59:47.319012 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be957d08-b8f1-48c0-9fd3-fb8f0dba6646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:48.059654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:48.643106 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 03:59:50.224699 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:00.356787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:05.504167 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a7697-3328-441a-a351-f2fe17f245e6 req-e4cfc8cc-0d00-4aa9-b039-b6dd2cd21a32 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:05.505643 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f6a7697-3328-441a-a351-f2fe17f245e6 req-e4cfc8cc-0d00-4aa9-b039-b6dd2cd21a32 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 946 time: 0.0548029 Sep 19 04:00:05.544578 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2f6a7697-3328-441a-a351-f2fe17f245e6 req-4fc5977c-092e-4467-84a0-d9da25bdcac2 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329673 Sep 19 04:00:06.266578 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:00:06.663129 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743e854-bbdd-40c2-836f-584933f6a2f5 req-ee1ff1ac-bcbc-45cd-950b-a883fd223284 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:06.664583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0743e854-bbdd-40c2-836f-584933f6a2f5 req-ee1ff1ac-bcbc-45cd-950b-a883fd223284 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 946 time: 0.0507631 Sep 19 04:00:06.701146 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0743e854-bbdd-40c2-836f-584933f6a2f5 req-f9f3a02c-5a46-47e2-82ac-ccff7d0722c0 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/security-groups?id=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305710 Sep 19 04:00:06.953184 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422c66-2312-4054-ad96-b2462d160b9d req-9d074c70-f0f3-4bfb-99a4-cab5aa3c8c35 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:06.954619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7422c66-2312-4054-ad96-b2462d160b9d req-9d074c70-f0f3-4bfb-99a4-cab5aa3c8c35 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 946 time: 0.0476289 Sep 19 04:00:07.042983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Deleting port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:07.043323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:07.128676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] For port 569b57b6-67f4-44f2-b5fc-e117da5a5b68, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=569b57b6-67f4-44f2-b5fc-e117da5a5b68,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:07.128959 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:07.140900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Calling delete_port for 569b57b6-67f4-44f2-b5fc-e117da5a5b68 owned by compute:nova {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:07.265090 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:07.276428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['569b57b6-67f4-44f2-b5fc-e117da5a5b68'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:00:07.291774 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Pushing event deleted for resources: {'Port': ['ID=569b57b6-67f4-44f2-b5fc-e117da5a5b68,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:07.341891 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] No DVR routers for this DVR port 569b57b6-67f4-44f2-b5fc-e117da5a5b68 on host n-h1-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:00:07.345345 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:07.347346 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b7422c66-2312-4054-ad96-b2462d160b9d req-3c997719-9e45-496d-ae4d-d060c4d70741 tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.30 "DELETE /v2.0/ports/569b57b6-67f4-44f2-b5fc-e117da5a5b68 HTTP/1.1" status: 204 len: 173 time: 0.3867166 Sep 19 04:00:07.347806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'name': 'network-vif-deleted', 'tag': '569b57b6-67f4-44f2-b5fc-e117da5a5b68'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:00:07.350144 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dbec15-5231-4ae8-833c-ee4daf693b36" -d '{"events": [{"server_uuid": "f4a358b0-461d-456d-9d83-3d06c0688300", "name": "network-vif-deleted", "tag": "569b57b6-67f4-44f2-b5fc-e117da5a5b68"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:00:07.397260 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b68b88c-0675-4e12-95a5-35cf6973b4d2 x-openstack-request-id: req-5b68b88c-0675-4e12-95a5-35cf6973b4d2 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:00:07.397614 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4a358b0-461d-456d-9d83-3d06c0688300", "name": "network-vif-deleted", "tag": "569b57b6-67f4-44f2-b5fc-e117da5a5b68", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:00:07.397860 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b68b88c-0675-4e12-95a5-35cf6973b4d2 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:00:07.398267 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4a358b0-461d-456d-9d83-3d06c0688300', 'name': 'network-vif-deleted', 'tag': '569b57b6-67f4-44f2-b5fc-e117da5a5b68', 'status': 'completed', 'code': 200} Sep 19 04:00:07.822333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-049efa9f-2f06-414c-854f-b9d7efa266ad req-39fc0c51-a59e-4930-a966-65daba28916e tempest-TestEncryptedCinderVolumes-1652392494 tempest-TestEncryptedCinderVolumes-1652392494-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4a358b0-461d-456d-9d83-3d06c0688300 HTTP/1.1" status: 200 len: 210 time: 0.0261683 Sep 19 04:00:08.911069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38776) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:09.257573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:09.493560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Deleting port 8774aa38-cd4d-4e35-989c-18f76cc2b142 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:09.493909 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:09.571265 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] For port 8774aa38-cd4d-4e35-989c-18f76cc2b142, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=8774aa38-cd4d-4e35-989c-18f76cc2b142,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:09.571584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:09.584245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Calling delete_port for 8774aa38-cd4d-4e35-989c-18f76cc2b142 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:09.757594 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:09.782188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Pushing event deleted for resources: {'Port': ['ID=8774aa38-cd4d-4e35-989c-18f76cc2b142,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:09.948755 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:10.156175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Router 3553b2d5-af5d-404d-9d6c-16888d63f92f has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:00:10.256930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:00:10.262112 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-89c5a4b9-5d16-485b-bb3e-c4394857e484 admin admin] 10.222.0.22 "PUT /v2.0/routers/3553b2d5-af5d-404d-9d6c-16888d63f92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3499992 Sep 19 04:00:10.266130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38782) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:10.267807 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] Sync routers for ids ['3553b2d5-af5d-404d-9d6c-16888d63f92f'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:00:10.276437 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] Routers {'3553b2d5-af5d-404d-9d6c-16888d63f92f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:10.277030 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:59:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3553b2d5-af5d-404d-9d6c-16888d63f92f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:10.368297 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:10.377974 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] Set router 3553b2d5-af5d-404d-9d6c-16888d63f92f gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:10.468958 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:10.522969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Deleting port e86d9b63-2672-4699-a7db-6e8f0568fbc2 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:10.523414 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:10.555345 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T04:00:09Z', 'revision_number': 5, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port': {'id': 'e86d9b63-2672-4699-a7db-6e8f0568fbc2', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:53Z', 'updated_at': '2021-09-19T03:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:10.585824 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] Checking router: 3553b2d5-af5d-404d-9d6c-16888d63f92f for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:00:10.594039 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] Routers {'3553b2d5-af5d-404d-9d6c-16888d63f92f'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:10.594654 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:59:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['3553b2d5-af5d-404d-9d6c-16888d63f92f'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:10.600851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] For port e86d9b63-2672-4699-a7db-6e8f0568fbc2, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e86d9b63-2672-4699-a7db-6e8f0568fbc2,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:10.601224 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:10.612631 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Calling delete_port for e86d9b63-2672-4699-a7db-6e8f0568fbc2 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:10.678357 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] Set router 3553b2d5-af5d-404d-9d6c-16888d63f92f gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:10.732863 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T04:00:10Z', 'revision_number': 6, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:10.762777 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115a0a1a-9c30-4b94-9fef-c152dd5d6f01 None None] The sync data for ids ['3553b2d5-af5d-404d-9d6c-16888d63f92f'] in n-d-809936-1 is: [{'id': '3553b2d5-af5d-404d-9d6c-16888d63f92f', 'name': 'tempest-TestEncryptedCinderVolumes-994264325-router', 'tenant_id': '2c051c3ec6934b498ff3267bb366e3a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:52Z', 'updated_at': '2021-09-19T04:00:10Z', 'revision_number': 6, 'project_id': '2c051c3ec6934b498ff3267bb366e3a9', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:00:10.772380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 569b57b6-67f4-44f2-b5fc-e117da5a5b68 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:00:10.779420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:10.792836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 569b57b6-67f4-44f2-b5fc-e117da5a5b68 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:00:10.793189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 569b57b6-67f4-44f2-b5fc-e117da5a5b68 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:00:10.810414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=e86d9b63-2672-4699-a7db-6e8f0568fbc2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:11.151612 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.241154 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.243302 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.284499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.285260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3553b2d5-af5d-404d-9d6c-16888d63f92f {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:00:11.289446 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.290979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0f863bb9-adf1-401c-87d2-f40fb923a6ec admin admin] 10.222.0.22 "DELETE /v2.0/routers/3553b2d5-af5d-404d-9d6c-16888d63f92f HTTP/1.1" status: 204 len: 168 time: 1.0234153 Sep 19 04:00:11.293268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38784) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:11.339751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] Deleting subnet 7af66b46-44f6-4ebe-be42-870b087443a3 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:00:11.343269 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.376546 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.452460 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.517135 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.543412 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8774aa38-cd4d-4e35-989c-18f76cc2b142 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:00:11.545936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7af66b46-44f6-4ebe-be42-870b087443a3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:11.547962 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.552409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-12030baf-27a7-4718-8743-3238c2f2ff6c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7af66b46-44f6-4ebe-be42-870b087443a3 HTTP/1.1" status: 204 len: 168 time: 0.2582045 Sep 19 04:00:11.552585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38786) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:11.568040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9c8870-9d3b-423c-be50-95d879d40c60 None None] Network 170dbc42-a456-4e40-81d5-1a6c0880b2a6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:00:11.570132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 8774aa38-cd4d-4e35-989c-18f76cc2b142 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:00:11.570482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 8774aa38-cd4d-4e35-989c-18f76cc2b142 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:00:11.570993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e86d9b63-2672-4699-a7db-6e8f0568fbc2 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:00:11.608702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e86d9b63-2672-4699-a7db-6e8f0568fbc2 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:00:11.609055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e86d9b63-2672-4699-a7db-6e8f0568fbc2 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:00:11.634551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.688926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Deleting port 299bc87b-08c8-4841-aa0b-f386370a3351 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:11.689283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.766400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] For port 299bc87b-08c8-4841-aa0b-f386370a3351, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=299bc87b-08c8-4841-aa0b-f386370a3351,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:11.766907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.781735 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] DHCP port deletion for 170dbc42-a456-4e40-81d5-1a6c0880b2a6 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:00:11.784666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Calling delete_port for 299bc87b-08c8-4841-aa0b-f386370a3351 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:11.843071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] Deleting port 299bc87b-08c8-4841-aa0b-f386370a3351 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:11.843826 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.878442 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.907012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Pushing event deleted for resources: {'Port': ['ID=299bc87b-08c8-4841-aa0b-f386370a3351,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:11.907771 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] For port 299bc87b-08c8-4841-aa0b-f386370a3351, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=299bc87b-08c8-4841-aa0b-f386370a3351,segment=NetworkSegment(4d4a1409-800c-4af1-86d8-32538fc85431),segment_id=4d4a1409-800c-4af1-86d8-32538fc85431)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:11.908248 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.912339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] No DVR routers for this DVR port 299bc87b-08c8-4841-aa0b-f386370a3351 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:00:11.921862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] Calling delete_port for 299bc87b-08c8-4841-aa0b-f386370a3351 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:11.988758 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:11.998349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.008295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['170dbc42-a456-4e40-81d5-1a6c0880b2a6']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:12.017522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4a1409-800c-4af1-86d8-32538fc85431') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:12.017817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4a1409-800c-4af1-86d8-32538fc85431') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:12.023235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] Pushing event deleted for resources: {'Port': ['ID=299bc87b-08c8-4841-aa0b-f386370a3351,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:12.027010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc22e5-19b1-4fe2-90ac-195c2980b58e None None] No DVR routers for this DVR port 299bc87b-08c8-4841-aa0b-f386370a3351 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:00:12.027560 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.042545 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.049073 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:00:12.049474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:00:12.051161 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:00:12.106504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.112511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.114387 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] 10.222.0.22 "DELETE /v2.0/networks/170dbc42-a456-4e40-81d5-1a6c0880b2a6 HTTP/1.1" status: 204 len: 168 time: 0.5608554 Sep 19 04:00:12.117431 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38788) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:12.125647 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a7e41-57bf-4bfb-9494-4307cd2c7282 admin admin] Pushing event deleted for resources: {'Network': ['ID=170dbc42-a456-4e40-81d5-1a6c0880b2a6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:12.446724 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.683156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Deleting port 99edb0a8-f50e-4d02-836e-bef1963979a5 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:12.683493 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.761857 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] For port 99edb0a8-f50e-4d02-836e-bef1963979a5, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=99edb0a8-f50e-4d02-836e-bef1963979a5,segment=NetworkSegment(3e119277-9b60-4544-bdcf-8dad542b8e39),segment_id=3e119277-9b60-4544-bdcf-8dad542b8e39)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:12.762136 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.774046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Calling delete_port for 99edb0a8-f50e-4d02-836e-bef1963979a5 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:12.946803 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:12.972066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99edb0a8-f50e-4d02-836e-bef1963979a5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:13.135181 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:13.346806 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Router c8334883-a313-42c3-aa70-5cef6a883304 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:00:13.446793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 299bc87b-08c8-4841-aa0b-f386370a3351 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:00:13.455180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:00:13.460189 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4fc784c9-3f30-4411-84f9-969c5288d3d6 admin admin] 10.222.0.22 "PUT /v2.0/routers/c8334883-a313-42c3-aa70-5cef6a883304/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3417456 Sep 19 04:00:13.462705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38790) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:13.468115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] Sync routers for ids ['c8334883-a313-42c3-aa70-5cef6a883304'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:00:13.471285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 299bc87b-08c8-4841-aa0b-f386370a3351 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:00:13.471626 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 299bc87b-08c8-4841-aa0b-f386370a3351 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:00:13.479094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] Routers {'c8334883-a313-42c3-aa70-5cef6a883304'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:13.479717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:59:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8334883-a313-42c3-aa70-5cef6a883304'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:13.566380 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:13.581127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] Set router c8334883-a313-42c3-aa70-5cef6a883304 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:13.666799 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:13.717596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Deleting port b8550842-cbd3-404f-abcb-88f8046ae17f {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:13.717934 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:13.750792 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T04:00:12Z', 'revision_number': 5, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port': {'id': 'b8550842-cbd3-404f-abcb-88f8046ae17f', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:57:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T03:59:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:13.779352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] Checking router: c8334883-a313-42c3-aa70-5cef6a883304 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:00:13.787529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] Routers {'c8334883-a313-42c3-aa70-5cef6a883304'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:13.788142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T03:59:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['c8334883-a313-42c3-aa70-5cef6a883304'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:13.799118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] For port b8550842-cbd3-404f-abcb-88f8046ae17f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b8550842-cbd3-404f-abcb-88f8046ae17f,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:13.799479 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:13.810802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Calling delete_port for b8550842-cbd3-404f-abcb-88f8046ae17f owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:13.873464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] Set router c8334883-a313-42c3-aa70-5cef6a883304 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:13.923132 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T04:00:13Z', 'revision_number': 6, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:13.951761 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd4e81-ce97-4873-8fa3-99467c44f5ad None None] The sync data for ids ['c8334883-a313-42c3-aa70-5cef6a883304'] in n-d-809936-1 is: [{'id': 'c8334883-a313-42c3-aa70-5cef6a883304', 'name': 'tempest-TestEncryptedCinderVolumes-780791858-router', 'tenant_id': '9afe63e0acb14ac88b5466d2e66ad787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T03:58:57Z', 'updated_at': '2021-09-19T04:00:13Z', 'revision_number': 6, 'project_id': '9afe63e0acb14ac88b5466d2e66ad787', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:00:13.976507 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.002983 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8550842-cbd3-404f-abcb-88f8046ae17f,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:14.062344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.150571 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.152735 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.197209 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.197687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8334883-a313-42c3-aa70-5cef6a883304 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:00:14.202087 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.203222 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-257890aa-bca4-45a7-96a8-4fc532d3a053 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c8334883-a313-42c3-aa70-5cef6a883304 HTTP/1.1" status: 204 len: 168 time: 0.7395580 Sep 19 04:00:14.205758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38794) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:14.250402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] Deleting subnet 3b67664c-8593-401d-8b07-b35d9f575eb5 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:00:14.253317 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.286967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.370277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.423117 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.449045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b67664c-8593-401d-8b07-b35d9f575eb5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:14.451182 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.453608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9c67ab0d-c361-4739-a8a9-f42b4a55457f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b67664c-8593-401d-8b07-b35d9f575eb5 HTTP/1.1" status: 204 len: 168 time: 0.2469330 Sep 19 04:00:14.456083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38796) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:14.459168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315156c7-7d23-4510-8a22-3b84089dad52 None None] Network 92e4514e-b21a-4307-9b30-dfa854389837 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:00:14.524967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.569892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-76c786ae-70a2-4bfd-bb25-262f39ad29db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.577829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Deleting port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:14.578178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.640502 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] For port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,segment=NetworkSegment(3e119277-9b60-4544-bdcf-8dad542b8e39),segment_id=3e119277-9b60-4544-bdcf-8dad542b8e39)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:14.640810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.652900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Calling delete_port for dd9d8080-c7a2-4b69-b1c5-b673338c8e4c owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:14.707084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] DHCP port deletion for 92e4514e-b21a-4307-9b30-dfa854389837 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:00:14.741955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.753362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] Deleting port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:00:14.753842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.768465 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:14.773581 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] No DVR routers for this DVR port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:00:14.816844 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] For port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:14.817258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.830392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] Calling delete_port for dd9d8080-c7a2-4b69-b1c5-b673338c8e4c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:00:14.833055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] Port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 04:00:14.834280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.852009 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.862811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] Pushing event deleted for resources: {'Port': ['ID=dd9d8080-c7a2-4b69-b1c5-b673338c8e4c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:14.866369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc023e-c117-4db2-af84-050ebc671175 None None] No DVR routers for this DVR port dd9d8080-c7a2-4b69-b1c5-b673338c8e4c on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:00:14.875371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e4514e-b21a-4307-9b30-dfa854389837']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:14.885450 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e119277-9b60-4544-bdcf-8dad542b8e39') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:14.885817 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e119277-9b60-4544-bdcf-8dad542b8e39') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:14.897124 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.912314 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.918934 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:00:14.919501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: timer() Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:00:14.922444 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:00:14.982103 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.991155 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:14.993076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] 10.222.0.22 "DELETE /v2.0/networks/92e4514e-b21a-4307-9b30-dfa854389837 HTTP/1.1" status: 204 len: 168 time: 0.5360911 Sep 19 04:00:15.004611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd806d-dbb8-45c5-9014-a4431ec0f267 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e4514e-b21a-4307-9b30-dfa854389837,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:15.145544 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38800) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:15.183984 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-251f8dd3-86cb-41d5-81e3-ce203ae354d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c051c3ec6934b498ff3267bb366e3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373080 Sep 19 04:00:15.186846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38802) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:15.232299 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e05e85fe-d93b-4623-b818-33abc51a73a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.254113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e05e85fe-d93b-4623-b818-33abc51a73a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.299752 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e05e85fe-d93b-4623-b818-33abc51a73a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.302323 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e05e85fe-d93b-4623-b818-33abc51a73a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.303495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e05e85fe-d93b-4623-b818-33abc51a73a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7 HTTP/1.1" status: 204 len: 168 time: 0.1157765 Sep 19 04:00:15.311674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e85fe-d93b-4623-b818-33abc51a73a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9f8f1e-ecd4-4643-837b-6dbfa372d8f7,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:15.401906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 99edb0a8-f50e-4d02-836e-bef1963979a5 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:00:15.421679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 99edb0a8-f50e-4d02-836e-bef1963979a5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:00:15.422135 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 99edb0a8-f50e-4d02-836e-bef1963979a5 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:00:15.422598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd9d8080-c7a2-4b69-b1c5-b673338c8e4c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:00:15.440502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: dd9d8080-c7a2-4b69-b1c5-b673338c8e4c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:00:15.440818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device dd9d8080-c7a2-4b69-b1c5-b673338c8e4c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:00:15.441222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8550842-cbd3-404f-abcb-88f8046ae17f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:00:15.460874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b8550842-cbd3-404f-abcb-88f8046ae17f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:00:15.461447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b8550842-cbd3-404f-abcb-88f8046ae17f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:00:15.616520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38808) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:15.658917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9bd9cc11-64bb-4344-a8b9-5db32ec945ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9afe63e0acb14ac88b5466d2e66ad787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411866 Sep 19 04:00:15.661261 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38810) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:15.709166 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38c39d06-ff92-47bd-93c5-f15de5af2c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.729837 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38c39d06-ff92-47bd-93c5-f15de5af2c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.776084 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38c39d06-ff92-47bd-93c5-f15de5af2c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.779207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-38c39d06-ff92-47bd-93c5-f15de5af2c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:15.780861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-38c39d06-ff92-47bd-93c5-f15de5af2c79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/efbe15d8-d8a3-47b1-a949-3969b960ba54 HTTP/1.1" status: 204 len: 168 time: 0.1187201 Sep 19 04:00:15.788384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c39d06-ff92-47bd-93c5-f15de5af2c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbe15d8-d8a3-47b1-a949-3969b960ba54,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:16.421288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38832) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:16.518595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1834602446-network', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:16.523702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.540252 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Made reservation on behalf of 68d6ac682afb40a8997c7bb64c8d82ba for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:00:16.542752 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.550670 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.641658 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.645474 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.666021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:00:16.681376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcfd06a-90cb-4595-876a-0c3e4e297676,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:16.684916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.685265 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Added segment 6adaa039-f210-421a-a214-eccd3cb62ddd of type vlan for network 056b0afc-ca35-4321-8fbe-d9f373794b85 Sep 19 04:00:16.727900 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.752622 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.753810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:16.754395 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.787321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3649580 Sep 19 04:00:16.790355 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38836) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:16.795912 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Request body: {'subnet': {'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1834602446-subnet', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:16.815087 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0cc02-24f2-4d22-9ff6-7b1e9e809dca admin admin] Pushing event updated for resources: {'Network': ['ID=056b0afc-ca35-4321-8fbe-d9f373794b85,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:16.817463 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Made reservation on behalf of 68d6ac682afb40a8997c7bb64c8d82ba for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:00:16.819815 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:16.826517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:00:16.991832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.055075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8847db76-5d3a-4198-b221-c8ef71b0c501,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:17.060154 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Checking segment: {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:17.060535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Network hostable DHCP agents. Network: 056b0afc-ca35-4321-8fbe-d9f373794b85, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:00:17.076141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:00:17.084626 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 056b0afc-ca35-4321-8fbe-d9f373794b85) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:17.089535 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:17.090461 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.095688 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d633c0-8d03-4299-a5c8-f1ab14338eea None None] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:00:17.106100 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d7f53796-9c8d-49d8-807b-0e0e636de953 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3144746 Sep 19 04:00:17.109608 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38838) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:17.113899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:17.135692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.136812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.187251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.240486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-056b0afc-ca35-4321-8fbe-d9f373794b85', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:00:17.241322 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.329969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0958dd81-602f-47cf-a169-529a014b9f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.384459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Allocated IP 172.20.0.2 (056b0afc-ca35-4321-8fbe-d9f373794b85/8847db76-5d3a-4198-b221-c8ef71b0c501/268b6b85-9055-496c-99bf-382bade48a58) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:00:17.537023 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.543632 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.582544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:17.587294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:17.591722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:00:17.595372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Pushing event updated for resources: {'Port': ['ID=268b6b85-9055-496c-99bf-382bade48a58,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:17.651064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Attempting to bind port 268b6b85-9055-496c-99bf-382bade48a58 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:00:17.651441 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Attempting to bind port 268b6b85-9055-496c-99bf-382bade48a58 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:00:17.651809 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Attempting to bind port 268b6b85-9055-496c-99bf-382bade48a58 on network 056b0afc-ca35-4321-8fbe-d9f373794b85 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:17.657172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 3, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:00:17.657556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Checking segment: {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:17.657963 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.658371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Bound using segment: {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:00:17.658865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Bound port: 268b6b85-9055-496c-99bf-382bade48a58, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:00:17.659251 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.660751 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.720466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] For port 268b6b85-9055-496c-99bf-382bade48a58, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:00:17.723681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] For port 268b6b85-9055-496c-99bf-382bade48a58, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=268b6b85-9055-496c-99bf-382bade48a58,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:00:17.727372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.781364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc662037-b03b-455e-b277-ed3c17335ee2 None None] Pushing event updated for resources: {'Port': ['ID=268b6b85-9055-496c-99bf-382bade48a58,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:17.864097 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:17.884309 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.009062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Allocated IP 172.25.8.25 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/22da15b2-b6e9-46f5-9be3-94aba231b587) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:00:18.060184 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.114111 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.147564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.184609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:18.188103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:18.190543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:00:18.217538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Pushing event updated for resources: {'Port': ['ID=22da15b2-b6e9-46f5-9be3-94aba231b587,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:18.444310 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.597806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c5cff-a1e3-4110-bd1e-58e565220cba None None] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:00:18.643822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.683990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.691653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c9c01a8d-e537-4c35-9ddb-2a6f7776146c None None] Provisioning complete for port 268b6b85-9055-496c-99bf-382bade48a58 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:18.692014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9c01a8d-e537-4c35-9ddb-2a6f7776146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.770397 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Router 57636f3d-d913-4a72-89a4-53510b3f1f9a is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:00:18.823977 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9c01a8d-e537-4c35-9ddb-2a6f7776146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.864610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-c9c01a8d-e537-4c35-9ddb-2a6f7776146c None None] For port 268b6b85-9055-496c-99bf-382bade48a58, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=268b6b85-9055-496c-99bf-382bade48a58,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:18.869234 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9c01a8d-e537-4c35-9ddb-2a6f7776146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.885554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:00:18.897041 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Sync routers for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:00:18.906275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:18.907580 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-29a48495-41a3-4293-b6e6-5159fdc46e3a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7970090 Sep 19 04:00:18.909885 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:18.910479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38840) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:18.917657 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:18.929157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c01a8d-e537-4c35-9ddb-2a6f7776146c None None] Pushing event updated for resources: {'Port': ['ID=268b6b85-9055-496c-99bf-382bade48a58,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:19.033933 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:19.090468 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-31228565-640c-438e-8779-6c2cb5de34fc None None] Provisioning complete for port 268b6b85-9055-496c-99bf-382bade48a58 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:19.090875 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-31228565-640c-438e-8779-6c2cb5de34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.308654 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:18Z', 'revision_number': 3, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:19.334469 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Checking router: 57636f3d-d913-4a72-89a4-53510b3f1f9a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:00:19.334841 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Updating router 57636f3d-d913-4a72-89a4-53510b3f1f9a port 22da15b2-b6e9-46f5-9be3-94aba231b587 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:00:19.363609 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.440402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 268b6b85-9055-496c-99bf-382bade48a58 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:19.490643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 268b6b85-9055-496c-99bf-382bade48a58 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:19.491046 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.621430 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.626846 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.643615 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.671117 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Attempting to bind port 22da15b2-b6e9-46f5-9be3-94aba231b587 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:00:19.671506 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Attempting to bind port 22da15b2-b6e9-46f5-9be3-94aba231b587 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:00:19.671889 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Attempting to bind port 22da15b2-b6e9-46f5-9be3-94aba231b587 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:19.683633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Pushing event updated for resources: {'Port': ['ID=22da15b2-b6e9-46f5-9be3-94aba231b587,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:19.685587 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:00:19.685969 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:19.686359 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.686818 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:00:19.687210 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Bound port: 22da15b2-b6e9-46f5-9be3-94aba231b587, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:00:19.687877 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.710355 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.710708 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.711058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.711381 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.711703 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.712024 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.712343 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.712655 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.712968 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.713279 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.713589 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.713898 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:19.752559 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] For port 22da15b2-b6e9-46f5-9be3-94aba231b587, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:00:19.755662 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] For port 22da15b2-b6e9-46f5-9be3-94aba231b587, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=22da15b2-b6e9-46f5-9be3-94aba231b587,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:00:19.759691 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.796665 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Allocated IP 172.20.0.1 (056b0afc-ca35-4321-8fbe-d9f373794b85/8847db76-5d3a-4198-b221-c8ef71b0c501/59c9b662-9c21-4574-89f9-f467446e9330) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:00:19.817202 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:19.817819 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:19.819620 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff770a39-e285-4f6c-977c-6bb1073ab644 None None] Pushing event updated for resources: {'Port': ['ID=22da15b2-b6e9-46f5-9be3-94aba231b587,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:19.902908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.925238 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:19.936203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:19.970938 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:19.975026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:19.977560 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:00:20.015107 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Pushing event updated for resources: {'Port': ['ID=59c9b662-9c21-4574-89f9-f467446e9330,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:20.030995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.101827 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:18Z', 'revision_number': 3, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:20.133119 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b8aa91-4804-44a3-8e78-f6b518d78f50 None None] The sync data for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 is: [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:18Z', 'revision_number': 3, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:00:20.161929 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.203616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-2d693b40-24ac-4d9e-8a2e-7a949852c8f6 None None] Provisioning complete for port 59c9b662-9c21-4574-89f9-f467446e9330 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:20.204169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2d693b40-24ac-4d9e-8a2e-7a949852c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.242528 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.250223 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-2d693b40-24ac-4d9e-8a2e-7a949852c8f6 None None] Port 59c9b662-9c21-4574-89f9-f467446e9330 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:00:20.333518 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.337439 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.413427 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.415263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Pushing event updated for resources: {'Port': ['ID=59c9b662-9c21-4574-89f9-f467446e9330,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:20.510564 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:20.512033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:20.638227 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Router 57636f3d-d913-4a72-89a4-53510b3f1f9a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:00:20.755255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:00:20.762785 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-71cfc89c-7f48-4158-9fce-03e650623b7f admin admin] 10.222.0.22 "PUT /v2.0/routers/57636f3d-d913-4a72-89a4-53510b3f1f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8488138 Sep 19 04:00:20.784130 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1acd96e8-9e9d-476e-a2e5-1f61d75cffe6 None None] Provisioning complete for port 59c9b662-9c21-4574-89f9-f467446e9330 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:20.784505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1acd96e8-9e9d-476e-a2e5-1f61d75cffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:20.819342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1acd96e8-9e9d-476e-a2e5-1f61d75cffe6 None None] Port 59c9b662-9c21-4574-89f9-f467446e9330 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:00:21.221809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38856) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:21.226772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507977394-network', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:21.247624 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Made reservation on behalf of 1ee5169913044353bda77d4b8c506d8b for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:00:21.250352 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.258659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.344421 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.348296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.366412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:00:21.376393 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.376750 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Added segment 98925e5c-143e-49ac-8157-32da060fd956 of type vlan for network 9066efce-1df4-4b60-956b-a64f6420a3e2 Sep 19 04:00:21.422277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85851607-279a-457b-b3b5-8e2a0c5087c3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:21.433249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.450517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22da15b2-b6e9-46f5-9be3-94aba231b587 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:21.467836 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.468811 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:21.469603 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.501623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 22da15b2-b6e9-46f5-9be3-94aba231b587 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:21.501957 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.504884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2809467 Sep 19 04:00:21.506806 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38858) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:21.513396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Request body: {'subnet': {'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507977394-subnet', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:21.534532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bed1d8-b577-48d0-a12d-0dd51a2cd1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=9066efce-1df4-4b60-956b-a64f6420a3e2,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:21.539393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Made reservation on behalf of 1ee5169913044353bda77d4b8c506d8b for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:00:21.543209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.549782 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:00:21.650933 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.672590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 22da15b2-b6e9-46f5-9be3-94aba231b587, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=22da15b2-b6e9-46f5-9be3-94aba231b587,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:21.677062 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.719267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.733740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=22da15b2-b6e9-46f5-9be3-94aba231b587,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:21.757271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Sync routers for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:00:21.766368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:21.767014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:21.777534 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2454afbd-e349-4b94-8c06-0299429392a2,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:21.786713 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Checking segment: {'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:21.787103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Network hostable DHCP agents. Network: 9066efce-1df4-4b60-956b-a64f6420a3e2, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:00:21.803847 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:00:21.812897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 9066efce-1df4-4b60-956b-a64f6420a3e2) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:21.816704 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:21.817302 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.822945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439ff032-b7bd-4f20-b3db-7062c6ca2397 None None] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:00:21.830980 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e9cac7c6-b8a2-4808-ab53-e9f454ca43f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3221905 Sep 19 04:00:21.833489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 38860) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:21.837684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:21.859673 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.860713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.915133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:21.920394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:22.048840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.114067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-9066efce-1df4-4b60-956b-a64f6420a3e2', 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'fixed_ips': [{'subnet_id': '2454afbd-e349-4b94-8c06-0299429392a2'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:00:22.114914 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.248129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.267004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.274806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 2, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:22.306341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Checking router: 57636f3d-d913-4a72-89a4-53510b3f1f9a for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:00:22.306617 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Updating router 57636f3d-d913-4a72-89a4-53510b3f1f9a port 59c9b662-9c21-4574-89f9-f467446e9330 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:00:22.311999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Allocated IP 172.20.0.2 (9066efce-1df4-4b60-956b-a64f6420a3e2/2454afbd-e349-4b94-8c06-0299429392a2/626bcbe5-65d7-4daa-8850-5ce8bf522a1c) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:00:22.347445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.372596 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Allocated IP 172.25.8.151 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/6218b69c-182c-4f14-9fa4-ce6906f4fc0c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:00:22.472652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.507839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.547865 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:22.550887 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:22.554658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:00:22.594917 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Pushing event updated for resources: {'Port': ['ID=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:22.769683 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.779078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.809567 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.839230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:22.850644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:22.853506 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:00:22.859706 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Pushing event updated for resources: {'Port': ['ID=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:22.952304 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.953772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Attempting to bind port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:00:22.954143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Attempting to bind port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:00:22.954502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Attempting to bind port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c on network 9066efce-1df4-4b60-956b-a64f6420a3e2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:22.960564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:00:22.960943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Checking segment: {'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:22.961343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.961739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Bound using segment: {'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:00:22.962207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Bound port: 626bcbe5-65d7-4daa-8850-5ce8bf522a1c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:00:22.962617 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:22.965830 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.008756 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.046479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eae2b-9c70-477c-bf73-afc8de3a6e04 None None] Pushing event updated for resources: {'Port': ['ID=59c9b662-9c21-4574-89f9-f467446e9330,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:23.113600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] For port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:00:23.132197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Attempting to bind port 59c9b662-9c21-4574-89f9-f467446e9330 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:00:23.132593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Attempting to bind port 59c9b662-9c21-4574-89f9-f467446e9330 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:00:23.132946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Attempting to bind port 59c9b662-9c21-4574-89f9-f467446e9330 on network 056b0afc-ca35-4321-8fbe-d9f373794b85 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:23.136038 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] For port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,segment=NetworkSegment(98925e5c-143e-49ac-8157-32da060fd956),segment_id=98925e5c-143e-49ac-8157-32da060fd956)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:00:23.142100 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.144918 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:00:23.145314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Checking segment: {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:23.145717 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.146116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Bound using segment: {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:00:23.146603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Bound port: 59c9b662-9c21-4574-89f9-f467446e9330, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:00:23.147024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.164057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Router 54ade299-6a1d-443f-afd2-bc4dde61c583 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:00:23.241861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764760c2-60c2-4957-9247-943bb8e104e9 None None] Pushing event updated for resources: {'Port': ['ID=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:23.279386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] For port 59c9b662-9c21-4574-89f9-f467446e9330, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:00:23.283146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] For port 59c9b662-9c21-4574-89f9-f467446e9330, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=59c9b662-9c21-4574-89f9-f467446e9330,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:00:23.283322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:00:23.284322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e2eb0806-69f9-4616-8b60-a4f298acf048 None None] Provisioning complete for port 59c9b662-9c21-4574-89f9-f467446e9330 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:23.286036 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0806-69f9-4616-8b60-a4f298acf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.290019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.295027 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Sync routers for ids ['54ade299-6a1d-443f-afd2-bc4dde61c583'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:00:23.304636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.306391 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-515373bc-c9bb-4cc7-bce3-f9e288906a07 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4719613 Sep 19 04:00:23.307099 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Routers {'54ade299-6a1d-443f-afd2-bc4dde61c583'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:23.307945 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['54ade299-6a1d-443f-afd2-bc4dde61c583'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:23.309165 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 38862) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:00:23.375858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:23.376600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:23.474370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5eae2b-9c70-477c-bf73-afc8de3a6e04 None None] Pushing event updated for resources: {'Port': ['ID=59c9b662-9c21-4574-89f9-f467446e9330,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:23.526692 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Set router 54ade299-6a1d-443f-afd2-bc4dde61c583 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:23.540929 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22da15b2-b6e9-46f5-9be3-94aba231b587 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:23.627423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:23.695137 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0806-69f9-4616-8b60-a4f298acf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.734120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 22da15b2-b6e9-46f5-9be3-94aba231b587 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:23.734486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.767886 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:00:22Z', 'revision_number': 3, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port': {'id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:22Z', 'updated_at': '2021-09-19T04:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:23.796382 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Checking router: 54ade299-6a1d-443f-afd2-bc4dde61c583 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:00:23.796715 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Updating router 54ade299-6a1d-443f-afd2-bc4dde61c583 port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:00:23.823656 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.831447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e2eb0806-69f9-4616-8b60-a4f298acf048 None None] For port 59c9b662-9c21-4574-89f9-f467446e9330, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=59c9b662-9c21-4574-89f9-f467446e9330,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:23.842605 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e2eb0806-69f9-4616-8b60-a4f298acf048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.901415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:23.961753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eb0806-69f9-4616-8b60-a4f298acf048 None None] Pushing event updated for resources: {'Port': ['ID=59c9b662-9c21-4574-89f9-f467446e9330,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:23.999705 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-613960cc-58ac-45e4-9b50-1133066214b9 None None] Provisioning complete for port 59c9b662-9c21-4574-89f9-f467446e9330 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:24.000079 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-613960cc-58ac-45e4-9b50-1133066214b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.049317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:24.080210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3612cdcf-153d-4086-9635-7ad7f8579ce7 None None] The sync data for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 is: [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:00:24.084112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Allocated IP 172.20.0.1 (9066efce-1df4-4b60-956b-a64f6420a3e2/2454afbd-e349-4b94-8c06-0299429392a2/3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:00:24.110403 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.118157 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.215424 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Attempting to bind port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:00:24.215899 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Attempting to bind port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:00:24.216447 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Attempting to bind port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:24.228012 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856acd70-022a-4aef-b57c-99f9a7d91620 None None] Pushing event updated for resources: {'Port': ['ID=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:24.242357 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:00:24.243136 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:24.243998 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.244790 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:00:24.245475 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Bound port: 6218b69c-182c-4f14-9fa4-ce6906f4fc0c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:00:24.246138 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.253890 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.301503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.314552 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] For port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:00:24.317996 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] For port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:00:24.329352 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.358173 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:24.362598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:24.370326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:00:24.376960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Pushing event updated for resources: {'Port': ['ID=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:24.428899 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.485459 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Routers {'54ade299-6a1d-443f-afd2-bc4dde61c583'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:24.486245 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['54ade299-6a1d-443f-afd2-bc4dde61c583'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:24.544829 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856acd70-022a-4aef-b57c-99f9a7d91620 None None] Pushing event updated for resources: {'Port': ['ID=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:24.574990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37469505-9944-4e49-9d6f-21553d368bbd None None] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:00:24.597432 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.641599 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] Set router 54ade299-6a1d-443f-afd2-bc4dde61c583 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:24.657749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3c99e617-c9ad-4a08-a9f0-ed16abc5b01d None None] Provisioning complete for port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:24.658129 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c99e617-c9ad-4a08-a9f0-ed16abc5b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.761901 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c99e617-c9ad-4a08-a9f0-ed16abc5b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.824362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.829707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-3c99e617-c9ad-4a08-a9f0-ed16abc5b01d None None] For port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,segment=NetworkSegment(98925e5c-143e-49ac-8157-32da060fd956),segment_id=98925e5c-143e-49ac-8157-32da060fd956)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:24.831654 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.839205 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:00:22Z', 'revision_number': 3, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port': {'id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:22Z', 'updated_at': '2021-09-19T04:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:24.840009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3c99e617-c9ad-4a08-a9f0-ed16abc5b01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.875749 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed82105-2907-4d6e-af63-de986b18c084 None None] The sync data for ids ['54ade299-6a1d-443f-afd2-bc4dde61c583'] in n-d-809936-1 is: [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:00:22Z', 'revision_number': 3, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port': {'id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:22Z', 'updated_at': '2021-09-19T04:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:00:24.928840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99e617-c9ad-4a08-a9f0-ed16abc5b01d None None] Pushing event updated for resources: {'Port': ['ID=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:24.934970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:24.937463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Pushing event updated for resources: {'Port': ['ID=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:25.048825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:25.050467 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:25.181901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-57b01a5a-dfd3-459d-b6a6-399b0988c3dd None None] Provisioning complete for port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:25.186466 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57b01a5a-dfd3-459d-b6a6-399b0988c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:25.215821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Router 54ade299-6a1d-443f-afd2-bc4dde61c583 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:00:25.350824 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-57b01a5a-dfd3-459d-b6a6-399b0988c3dd None None] Provisioning complete for port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:25.351281 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-57b01a5a-dfd3-459d-b6a6-399b0988c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:25.385688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:00:25.401994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-57b01a5a-dfd3-459d-b6a6-399b0988c3dd None None] Port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:00:25.405491 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52733f99-1143-469c-a521-5a3b1d9f112d admin admin] 10.222.0.22 "PUT /v2.0/routers/54ade299-6a1d-443f-afd2-bc4dde61c583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0893464 Sep 19 04:00:25.526546 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8109374a-90a5-4e97-a0f0-3b074ab9ffb0 None None] Provisioning complete for port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:25.526963 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8109374a-90a5-4e97-a0f0-3b074ab9ffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:25.565944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 626bcbe5-65d7-4daa-8850-5ce8bf522a1c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:25.626545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8109374a-90a5-4e97-a0f0-3b074ab9ffb0 None None] Port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:00:25.640995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:25.641625 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:25.743387 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 59c9b662-9c21-4574-89f9-f467446e9330 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:25.780845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8b585c14-12a0-45f4-a410-ab3315168498 None None] Provisioning complete for port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:25.781215 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b585c14-12a0-45f4-a410-ab3315168498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:25.829079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8b585c14-12a0-45f4-a410-ab3315168498 None None] Port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:00:25.832445 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 59c9b662-9c21-4574-89f9-f467446e9330 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:25.832816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:25.935925 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6218b69c-182c-4f14-9fa4-ce6906f4fc0c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:25.991614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:25.991990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:26.075946 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:26.098022 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:26.102258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:26.152180 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:27.441271 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6218b69c-182c-4f14-9fa4-ce6906f4fc0c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:27.499648 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:27.500118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:27.683936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Sync routers for ids ['54ade299-6a1d-443f-afd2-bc4dde61c583'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:00:27.704711 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Routers {'54ade299-6a1d-443f-afd2-bc4dde61c583'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:27.705357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['54ade299-6a1d-443f-afd2-bc4dde61c583'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:27.886292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Set router 54ade299-6a1d-443f-afd2-bc4dde61c583 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:28.178861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:00:24Z', 'revision_number': 4, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port': {'id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:22Z', 'updated_at': '2021-09-19T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9', 'name': '', 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'mac_address': 'fa:16:3e:17:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2454afbd-e349-4b94-8c06-0299429392a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:23Z', 'updated_at': '2021-09-19T04:00:24Z', 'revision_number': 2, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'subnets': [{'id': '2454afbd-e349-4b94-8c06-0299429392a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:28.206840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Checking router: 54ade299-6a1d-443f-afd2-bc4dde61c583 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:00:28.207344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Updating router 54ade299-6a1d-443f-afd2-bc4dde61c583 port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:00:28.239244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:28.537816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:28.543606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:28.617750 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6f245-0e2b-443d-a9ab-051838eab922 None None] Pushing event updated for resources: {'Port': ['ID=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:28.653991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Attempting to bind port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:00:28.655146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Attempting to bind port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:00:28.655907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Attempting to bind port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 on network 9066efce-1df4-4b60-956b-a64f6420a3e2 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:28.662427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:00:28.662997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Checking segment: {'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:28.663639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:28.664142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Bound using segment: {'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:00:28.664769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Bound port: 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98925e5c-143e-49ac-8157-32da060fd956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:00:28.665312 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:28.742028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] For port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:00:28.746071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] For port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,segment=NetworkSegment(98925e5c-143e-49ac-8157-32da060fd956),segment_id=98925e5c-143e-49ac-8157-32da060fd956)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:00:28.753570 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:28.821083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Routers {'54ade299-6a1d-443f-afd2-bc4dde61c583'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:00:28.821555 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['54ade299-6a1d-443f-afd2-bc4dde61c583'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:28.865643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6f245-0e2b-443d-a9ab-051838eab922 None None] Pushing event updated for resources: {'Port': ['ID=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:28.955740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] Set router 54ade299-6a1d-443f-afd2-bc4dde61c583 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:00:29.063041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9dabcc21-eb43-4cde-b6ad-1487da657175 None None] Provisioning complete for port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:29.063041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dabcc21-eb43-4cde-b6ad-1487da657175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:29.239281 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dabcc21-eb43-4cde-b6ad-1487da657175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:29.289678 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9dabcc21-eb43-4cde-b6ad-1487da657175 None None] For port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,segment=NetworkSegment(98925e5c-143e-49ac-8157-32da060fd956),segment_id=98925e5c-143e-49ac-8157-32da060fd956)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:29.300411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:00:24Z', 'revision_number': 4, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port': {'id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:22Z', 'updated_at': '2021-09-19T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9', 'name': '', 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'mac_address': 'fa:16:3e:17:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2454afbd-e349-4b94-8c06-0299429392a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:23Z', 'updated_at': '2021-09-19T04:00:28Z', 'revision_number': 4, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'subnets': [{'id': '2454afbd-e349-4b94-8c06-0299429392a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:00:29.302608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9dabcc21-eb43-4cde-b6ad-1487da657175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:29.338007 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd07767-d5b6-485d-a3f0-88fb0c07e4ba None None] The sync data for ids ['54ade299-6a1d-443f-afd2-bc4dde61c583'] in n-d-809936-1 is: [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:00:24Z', 'revision_number': 4, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port': {'id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:22Z', 'updated_at': '2021-09-19T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9', 'name': '', 'network_id': '9066efce-1df4-4b60-956b-a64f6420a3e2', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'mac_address': 'fa:16:3e:17:85:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2454afbd-e349-4b94-8c06-0299429392a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:23Z', 'updated_at': '2021-09-19T04:00:28Z', 'revision_number': 4, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'subnets': [{'id': '2454afbd-e349-4b94-8c06-0299429392a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:00:29.499189 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d9c1afab-faa9-4bb0-ba07-ea9b60949a13 None None] Provisioning complete for port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:29.505368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9c1afab-faa9-4bb0-ba07-ea9b60949a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:29.507613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabcc21-eb43-4cde-b6ad-1487da657175 None None] Pushing event updated for resources: {'Port': ['ID=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:30.377268 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:31.456814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:31.509999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:31.510283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:35.739471 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-dbcf4d61-d458-4fb5-8aae-155e083ad9b8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:35.740918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-dbcf4d61-d458-4fb5-8aae-155e083ad9b8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 815 time: 0.1025953 Sep 19 04:00:35.755633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-b0e04fe6-99af-4736-9fef-ac116e5b61c8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/quotas/68d6ac682afb40a8997c7bb64c8d82ba HTTP/1.1" status: 200 len: 375 time: 0.0087614 Sep 19 04:00:35.804965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-50ecb1bc-8bb4-435e-ae76-1a4d443bcd73 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442693 Sep 19 04:00:35.904536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-88f706a3-687d-417f-a3a6-29617e21a409 service neutron] 10.222.0.22 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873466 Sep 19 04:00:35.990713 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-772c5767-6a20-49ad-958b-690cd5562a1a service neutron] 10.222.0.22 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803792 Sep 19 04:00:36.150130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d9d11c53-463b-4f22-b39c-bf92a2464ae7 req-6ecfacd2-71a3-4490-9ec9-84f512228102 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 210 time: 0.0272226 Sep 19 04:00:37.144676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-87711e23-5f5c-45a9-a1b0-d95d1939ead8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:37.146174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-87711e23-5f5c-45a9-a1b0-d95d1939ead8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 815 time: 0.1042523 Sep 19 04:00:37.159508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'port': {'device_id': '02fd6430-576d-434d-ad64-916ec19de677', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'admin_state_up': True, 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:37.253753 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-68dac16e-5557-4133-b2f8-fc363657d817 req-94aedc5f-14b7-4dd6-a60b-2d22d4934a15 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 210 time: 0.0331042 Sep 19 04:00:37.295715 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Made reservation on behalf of 68d6ac682afb40a8997c7bb64c8d82ba for: {'port': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:00:37.299311 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:37.448960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Allocated IP 172.20.0.9 (056b0afc-ca35-4321-8fbe-d9f373794b85/8847db76-5d3a-4198-b221-c8ef71b0c501/0f288e59-25a9-4aea-81be-e779218d25b5) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:00:37.646208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:37.696270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:37.747530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:00:37.753548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:00:37.758345 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:00:37.762218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:37.812372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:37.813038 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:37.830521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-89966f90-b54e-47a7-9f2c-f1a54790a1ee tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6745861 Sep 19 04:00:38.040968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6bcef96e-a462-4329-a554-67b1a117f59e None None] Provisioning complete for port 0f288e59-25a9-4aea-81be-e779218d25b5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:38.041510 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6bcef96e-a462-4329-a554-67b1a117f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:38.077634 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-6bcef96e-a462-4329-a554-67b1a117f59e None None] Port 0f288e59-25a9-4aea-81be-e779218d25b5 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:00:38.386691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9550e-90b5-4db6-8b46-37ace5cc2b09 req-0b2447ef-2cca-415b-89a2-fec1494534bd tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:38.393391 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42c9550e-90b5-4db6-8b46-37ace5cc2b09 req-0b2447ef-2cca-415b-89a2-fec1494534bd tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0694880 Sep 19 04:00:38.434368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-42c9550e-90b5-4db6-8b46-37ace5cc2b09 req-83202163-cceb-41aa-bed5-6be87b3a02c0 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348670 Sep 19 04:00:39.554193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fb95d-b2a3-4a7f-afa3-e3909938ac79 req-a70e074f-5e1b-45ed-8eef-9faccb2a43b3 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:39.555717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-596fb95d-b2a3-4a7f-afa3-e3909938ac79 req-a70e074f-5e1b-45ed-8eef-9faccb2a43b3 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0499778 Sep 19 04:00:39.596448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-596fb95d-b2a3-4a7f-afa3-e3909938ac79 req-c6553830-72ca-4793-8623-a78e6ead78a6 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Sep 19 04:00:40.716805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271eb90-e20d-49d5-9ae3-4bacaf4e002e req-755ec4f6-cae7-4737-a0d3-35b459864ed0 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:40.719069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3271eb90-e20d-49d5-9ae3-4bacaf4e002e req-755ec4f6-cae7-4737-a0d3-35b459864ed0 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0548661 Sep 19 04:00:40.756647 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3271eb90-e20d-49d5-9ae3-4bacaf4e002e req-4f073b87-1753-437b-aac4-2db5616932c4 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Sep 19 04:00:41.878257 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f22a5c-68cf-4edc-b47a-60e0268db3bb req-97efe7d8-7b1a-4d9e-85f7-e6e9f5be76b0 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:41.879893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61f22a5c-68cf-4edc-b47a-60e0268db3bb req-97efe7d8-7b1a-4d9e-85f7-e6e9f5be76b0 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0496531 Sep 19 04:00:41.922092 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61f22a5c-68cf-4edc-b47a-60e0268db3bb req-7bb3235a-f461-4fa9-befe-967941bd1d4a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Sep 19 04:00:43.038153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d45c5-b8c4-4e7f-8066-2488ab93a1a2 req-dff8d061-2ea2-49c3-9584-33a1efbd9aae tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:43.039651 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-164d45c5-b8c4-4e7f-8066-2488ab93a1a2 req-dff8d061-2ea2-49c3-9584-33a1efbd9aae tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0527275 Sep 19 04:00:43.079373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-164d45c5-b8c4-4e7f-8066-2488ab93a1a2 req-e06502c3-7dd3-43fe-a1cc-564bff012fd5 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334795 Sep 19 04:00:43.266124 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:00:44.199711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345993c-2071-40e2-b66a-3cde740c5292 req-f0e9e4ed-d08d-4863-b10b-8527234725a8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:44.201385 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f345993c-2071-40e2-b66a-3cde740c5292 req-f0e9e4ed-d08d-4863-b10b-8527234725a8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0526464 Sep 19 04:00:44.242915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f345993c-2071-40e2-b66a-3cde740c5292 req-4b0ab0d4-3123-4322-810d-1a0c8c37c469 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Sep 19 04:00:44.552669 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6d214a8-bf32-4e9a-8b29-8f8d7c0defa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:45.361936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa150f-f09e-4ccc-b91d-2abe8ce08ae0 req-32f8a47d-ef2a-4c7e-b51f-d5c2051f1af0 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:45.366884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bfa150f-f09e-4ccc-b91d-2abe8ce08ae0 req-32f8a47d-ef2a-4c7e-b51f-d5c2051f1af0 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0498600 Sep 19 04:00:45.403940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bfa150f-f09e-4ccc-b91d-2abe8ce08ae0 req-672bfd18-4d9c-45af-a615-470b2980ea1a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Sep 19 04:00:46.526152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:46.530725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fc371-aadf-459a-b7f2-ef05ccd40e3b req-7a00d7c9-164e-4305-9d11-10ff9344a82a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:46.533174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d70fc371-aadf-459a-b7f2-ef05ccd40e3b req-7a00d7c9-164e-4305-9d11-10ff9344a82a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0577300 Sep 19 04:00:46.577767 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d70fc371-aadf-459a-b7f2-ef05ccd40e3b req-f11cff87-2a53-43bd-bb53-a209e0dee299 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361550 Sep 19 04:00:47.322435 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8ec2e354-11da-4f5a-9f05-e023349b29d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:47.699607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f84c5-b59c-4031-9f6e-47df4a32b23c req-955f6dfd-9c35-4d08-9480-71c7e8001ed8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:47.702833 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-738f84c5-b59c-4031-9f6e-47df4a32b23c req-955f6dfd-9c35-4d08-9480-71c7e8001ed8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 931 time: 0.0550551 Sep 19 04:00:47.756087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-738f84c5-b59c-4031-9f6e-47df4a32b23c req-285dd368-c1dc-4451-96b6-b93d266e1911 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 Sep 19 04:00:48.062002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.352448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Request body: {'port': {'device_id': '02fd6430-576d-434d-ad64-916ec19de677', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:00:48.404305 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.648775 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.660304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f288e59-25a9-4aea-81be-e779218d25b5 {{(pid=94723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:00:48.667640 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.679749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.provisioning_blocks [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Transition to ACTIVE for port object 0f288e59-25a9-4aea-81be-e779218d25b5 will not be triggered until provisioned by entity L2. {{(pid=94723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:00:48.683113 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.750017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Pushing event updated for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:48.778419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.778773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.779118 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.779445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.779766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.780585 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.780899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.781214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.781531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.781845 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.782157 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.782469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:48.812678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Attempting to bind port 0f288e59-25a9-4aea-81be-e779218d25b5 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:00:48.813020 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Attempting to bind port 0f288e59-25a9-4aea-81be-e779218d25b5 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:00:48.813348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Attempting to bind port 0f288e59-25a9-4aea-81be-e779218d25b5 on network 056b0afc-ca35-4321-8fbe-d9f373794b85 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:48.817889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Port 0f288e59-25a9-4aea-81be-e779218d25b5 on network 056b0afc-ca35-4321-8fbe-d9f373794b85 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:00:48.818210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Attempting to bind port 0f288e59-25a9-4aea-81be-e779218d25b5 on network 056b0afc-ca35-4321-8fbe-d9f373794b85 {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:00:48.823922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:00:48.824267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Checking segment: {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:00:48.824651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Bound using segment: {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'} {{(pid=94723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:00:48.825083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.managers [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Bound port: 0f288e59-25a9-4aea-81be-e779218d25b5, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6adaa039-f210-421a-a214-eccd3cb62ddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85'}}] {{(pid=94723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:00:48.825450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.925696 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, cleared binding levels {{(pid=94723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:00:48.929080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0f288e59-25a9-4aea-81be-e779218d25b5,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:00:48.937274 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5462ecb9-75d9-4b6c-9074-de151022b194 req-a7765f8d-184e-4a0f-b35f-52cca7abd3f2 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:48.938781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5462ecb9-75d9-4b6c-9074-de151022b194 req-a7765f8d-184e-4a0f-b35f-52cca7abd3f2 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 943 time: 0.0757163 Sep 19 04:00:48.940204 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.989211 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:48.989829 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:48.991234 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] 10.222.0.30 "PUT /v2.0/ports/0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 1091 time: 0.6434181 Sep 19 04:00:48.991679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:00:48.993925 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccf0252-bea2-4fce-b0af-c5654c878561" -d '{"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:00:49.029304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d275bc-5d9c-4fcd-87a5-d987a5978264 service neutron] Pushing event updated for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=3']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:49.034981 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5462ecb9-75d9-4b6c-9074-de151022b194 req-a44cc3fe-0b91-444f-8bc6-31c084d0e7b3 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869846 Sep 19 04:00:49.043584 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064ccc84-486b-4644-a07a-ae4945f343d9 x-openstack-request-id: req-064ccc84-486b-4644-a07a-ae4945f343d9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:00:49.043887 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:00:49.044141 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-064ccc84-486b-4644-a07a-ae4945f343d9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:00:49.044543 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5', 'status': 'completed', 'code': 200} Sep 19 04:00:49.090258 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-e447a359-3a01-4e87-af27-61ec2ca3892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:49.091859 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-e447a359-3a01-4e87-af27-61ec2ca3892e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1094 time: 0.0465243 Sep 19 04:00:49.134633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-a2fe019d-976f-4ae8-92ca-81945638b0d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 217 time: 0.0346131 Sep 19 04:00:49.183556 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-ec52043e-cc8a-4ec8-a37c-6af39ac0493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:49.184979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-ec52043e-cc8a-4ec8-a37c-6af39ac0493a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0436127 Sep 19 04:00:49.516083 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-9da21895-01c8-47ec-9b1c-ff86bceb65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:49.517488 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-9da21895-01c8-47ec-9b1c-ff86bceb65e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3252904 Sep 19 04:00:49.606534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-38d441d4-8dc6-44e7-b2cf-29f7c69f8032 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821416 Sep 19 04:00:49.695409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9c92d41f-1dbd-4023-bcc0-245f5e1aae04 req-59e2d16a-a46b-49b6-8dab-b222d5f53e6a service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821905 Sep 19 04:00:49.782307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-bbcd308a-a739-4913-ac3d-2763e6d8834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:49.783740 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-bbcd308a-a739-4913-ac3d-2763e6d8834a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1094 time: 0.0407133 Sep 19 04:00:49.874123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-226dc8e8-ef0f-4d2a-beaf-76e2442e336e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:49.875656 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-226dc8e8-ef0f-4d2a-beaf-76e2442e336e service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.0855904 Sep 19 04:00:49.916622 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-000414eb-4b86-4256-a4e2-6c6de825aa55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 217 time: 0.0334415 Sep 19 04:00:49.964896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-3a320b71-f2b1-4dd7-9baf-217652ecc230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:49.966278 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-3a320b71-f2b1-4dd7-9baf-217652ecc230 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0412772 Sep 19 04:00:50.010209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-1115fe37-8333-4d7d-98f3-eb688a5fcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:50.011682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-1115fe37-8333-4d7d-98f3-eb688a5fcf79 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381887 Sep 19 04:00:50.105564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-6d47e71e-f962-4bb0-862c-dd90b4e7a870 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860393 Sep 19 04:00:50.206948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2225-b49d-41d5-8707-2cf906092fa5 req-e8695061-1cb0-4644-af4e-1e46a136781b tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:50.208439 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-086a2225-b49d-41d5-8707-2cf906092fa5 req-e8695061-1cb0-4644-af4e-1e46a136781b tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 943 time: 0.1062014 Sep 19 04:00:50.227417 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:50.243318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1ccf0252-bea2-4fce-b0af-c5654c878561 req-a320afa8-5b90-4560-99a6-d29a26f59310 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294322 Sep 19 04:00:50.260172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-086a2225-b49d-41d5-8707-2cf906092fa5 req-624c8e18-ea5e-45f9-8c28-786889411ec5 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Sep 19 04:00:51.036851 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0f288e59-25a9-4aea-81be-e779218d25b5 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:00:51.126831 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0f288e59-25a9-4aea-81be-e779218d25b5,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:51.137307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '0f288e59-25a9-4aea-81be-e779218d25b5', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'port_id': '0f288e59-25a9-4aea-81be-e779218d25b5', 'mac_address': 'fa:16:3e:0a:10:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:00:51.172301 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:51.187211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f288e59-25a9-4aea-81be-e779218d25b5 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:00:51.205315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0f288e59-25a9-4aea-81be-e779218d25b5,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:51.209164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:51.254893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:51.261930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.262273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.262611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.262989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.263308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.263635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.263959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.264282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.265117 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.265437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.265756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.266079 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:00:51.372477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea6da-b9ba-4a78-acdc-cf9443a33478 req-a71e45bf-79d1-49dc-b57e-b06fae01f036 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:51.374013 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14ea6da-b9ba-4a78-acdc-cf9443a33478 req-a71e45bf-79d1-49dc-b57e-b06fae01f036 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 944 time: 0.0489945 Sep 19 04:00:51.412418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e14ea6da-b9ba-4a78-acdc-cf9443a33478 req-e1b11902-94dd-4841-901b-839194ce880c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320489 Sep 19 04:00:51.421366 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0f288e59-25a9-4aea-81be-e779218d25b5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:00:52.528207 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4a8ec-f9f5-4294-9429-38562d27c409 req-6ab34339-0018-4134-b833-16a2a002e48d tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:52.529688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81d4a8ec-f9f5-4294-9429-38562d27c409 req-6ab34339-0018-4134-b833-16a2a002e48d tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 944 time: 0.0531783 Sep 19 04:00:52.567322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-81d4a8ec-f9f5-4294-9429-38562d27c409 req-23b93404-6237-4cf7-8258-4a5b79582a09 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Sep 19 04:00:53.052848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0f288e59-25a9-4aea-81be-e779218d25b5 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:00:53.102285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 0f288e59-25a9-4aea-81be-e779218d25b5 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:00:53.105745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 0f288e59-25a9-4aea-81be-e779218d25b5 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:00:53.106114 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:53.178561 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:53.199956 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:00:53.202179 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07a3e32-e4cd-48c6-a59c-4db2758913bf" -d '{"events": [{"server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "name": "network-vif-plugged", "status": "completed", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:00:53.214621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0f288e59-25a9-4aea-81be-e779218d25b5,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:00:53.218996 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:00:53.247227 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6357ffb4-eb00-4c95-a249-a5557689fc0c x-openstack-request-id: req-6357ffb4-eb00-4c95-a249-a5557689fc0c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:00:53.247519 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "name": "network-vif-plugged", "status": "completed", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:00:53.247771 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6357ffb4-eb00-4c95-a249-a5557689fc0c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:00:53.248149 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5', 'code': 200} Sep 19 04:00:53.275553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:00:53.333768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc39e3b-f2d5-4e3b-8f69-b3527522afde req-cbd2f15b-0727-46a0-bffc-2fe163eec3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:53.335273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bc39e3b-f2d5-4e3b-8f69-b3527522afde req-cbd2f15b-0727-46a0-bffc-2fe163eec3a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1096 time: 0.0398772 Sep 19 04:00:53.369778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2bc39e3b-f2d5-4e3b-8f69-b3527522afde req-07b6b1b4-1e7e-4a8d-936f-4626d22dbf64 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275278 Sep 19 04:00:53.680606 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcb724-9e64-423c-a42e-1805cad7fc2b req-fa2b7eeb-e5c5-4aa6-8acd-1d13abd0dd0d tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:53.681967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbfcb724-9e64-423c-a42e-1805cad7fc2b req-fa2b7eeb-e5c5-4aa6-8acd-1d13abd0dd0d tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0494497 Sep 19 04:00:53.724442 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbfcb724-9e64-423c-a42e-1805cad7fc2b req-96e513cd-e5e0-4b57-b97a-4e4493c5b7fa tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360126 Sep 19 04:00:54.842101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57264849-3a30-49c0-9ebb-0a1b4679e6d0 req-982142f9-3038-4d55-86f8-1f15808a223a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:54.843619 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57264849-3a30-49c0-9ebb-0a1b4679e6d0 req-982142f9-3038-4d55-86f8-1f15808a223a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0523567 Sep 19 04:00:54.882273 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57264849-3a30-49c0-9ebb-0a1b4679e6d0 req-5905d851-6ace-4ce0-a720-70b6e3e74d59 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Sep 19 04:00:54.993753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa815-a0da-4dc6-baa0-e2825bcae4d5 req-d635be26-2431-4115-a4b0-72ce2519d6c8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:54.995508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e95fa815-a0da-4dc6-baa0-e2825bcae4d5 req-d635be26-2431-4115-a4b0-72ce2519d6c8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0482085 Sep 19 04:00:55.033258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e95fa815-a0da-4dc6-baa0-e2825bcae4d5 req-74fa0055-a03d-45b6-8db9-c3722b1f1453 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Sep 19 04:00:55.216185 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa4cb5-cf45-4902-b867-00c5c861660d req-c51df965-0519-40fc-b317-f396bb1ae213 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:00:55.217661 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3fa4cb5-cf45-4902-b867-00c5c861660d req-c51df965-0519-40fc-b317-f396bb1ae213 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0485709 Sep 19 04:00:55.255327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b3fa4cb5-cf45-4902-b867-00c5c861660d req-a10c2161-f9ad-4ee9-8933-5f65a02a513f tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310462 Sep 19 04:01:00.363333 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:06.779621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09561678-d550-4be5-b193-859142839d9c req-372a0430-e396-4b2d-b742-b39881e6c098 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:06.781648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09561678-d550-4be5-b193-859142839d9c req-372a0430-e396-4b2d-b742-b39881e6c098 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0521996 Sep 19 04:01:06.818471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-09561678-d550-4be5-b193-859142839d9c req-aa2fb64c-6d59-459e-bcc9-0346449d9908 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308371 Sep 19 04:01:06.839856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39074) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:06.962294 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ef222-5bed-4503-87d0-1386c28b769f tempest-TestMinimumBasicScenario-149447197 tempest-TestMinimumBasicScenario-149447197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:06.963841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1e7ef222-5bed-4503-87d0-1386c28b769f tempest-TestMinimumBasicScenario-149447197 tempest-TestMinimumBasicScenario-149447197-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1091 time: 0.1229966 Sep 19 04:01:06.966798 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39078) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:06.971578 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '0f288e59-25a9-4aea-81be-e779218d25b5', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:06.992783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:07.089810 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:07.190199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Allocated IP 172.25.8.140 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/2ded4e8e-3480-4338-be21-d6c6bc4b1122) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:01:07.292834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:07.325431 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:07.361069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:01:07.363861 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:01:07.367463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:01:07.394375 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'Port': ['ID=2ded4e8e-3480-4338-be21-d6c6bc4b1122,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:07.720717 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:07.783737 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:07.930751 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:07.935440 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.007727 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'Port': ['ID=2ded4e8e-3480-4338-be21-d6c6bc4b1122,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:08.013761 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.108594 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Floating IP 25e4ef44-4969-4c18-b4a9-8287cb7b6889 associated. External IP: 172.25.8.140, port: 0f288e59-25a9-4aea-81be-e779218d25b5. Sep 19 04:01:08.304729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Router 57636f3d-d913-4a72-89a4-53510b3f1f9a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:01:08.412313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:01:08.421848 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] Sync routers for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:01:08.429187 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.431689 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:01:08.432300 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:01:08.455971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4bfd9c2a-0683-457c-b56c-7738450d61dc tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4881945 Sep 19 04:01:08.456563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:01:08.458811 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc" -d '{"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:01:08.459097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39080) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:08.463854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936382921', 'description': 'tempest-secgroup-smoke-936382921 description', 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:08.487478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.497947 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10505e5d-9294-4e72-a1f3-37e031582c22 x-openstack-request-id: req-10505e5d-9294-4e72-a1f3-37e031582c22 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:01:08.498230 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:01:08.498496 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10505e5d-9294-4e72-a1f3-37e031582c22 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:01:08.498943 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5', 'status': 'completed', 'code': 200} Sep 19 04:01:08.538800 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:01:08.568759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-f162f063-12cd-4247-9808-1256ebc72ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:08.570562 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-f162f063-12cd-4247-9808-1256ebc72ffc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1096 time: 0.0472252 Sep 19 04:01:08.576007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.583216 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.613831 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.615090 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1549218 Sep 19 04:01:08.618694 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39084) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:08.623275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6421aa77-832e-44bf-b39f-b7b2791af48e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'security_group_rule': {'security_group_id': '55b55457-4bce-4c4e-b7f2-dbb7ac909cbb', 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:08.627418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:08.638461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.638882 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.639171 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.639508 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.639842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.640689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.641019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.641344 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.641670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.641993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.642314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.642636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb913ace-45e6-4ab7-adff-9035e5d2ae4e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:01:08.665195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6421aa77-832e-44bf-b39f-b7b2791af48e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.679662 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-8e0471f6-ad61-47d0-83b6-512944ce9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:08.681225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-8e0471f6-ad61-47d0-83b6-512944ce9cb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.1026266 Sep 19 04:01:08.724536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6421aa77-832e-44bf-b39f-b7b2791af48e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.728448 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6421aa77-832e-44bf-b39f-b7b2791af48e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.747203 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421aa77-832e-44bf-b39f-b7b2791af48e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34659043-ed88-4644-bab1-9d593ac21184,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:08.754340 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6421aa77-832e-44bf-b39f-b7b2791af48e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.759118 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6421aa77-832e-44bf-b39f-b7b2791af48e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394236 Sep 19 04:01:08.759741 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39086) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:08.764190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-acfdb98a-c28c-4b8c-99e5-18debcc8b5e8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'security_group_rule': {'security_group_id': '55b55457-4bce-4c4e-b7f2-dbb7ac909cbb', 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:08.770125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-5c66b6d5-ace4-4365-89b6-c7460bf27259 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 999 time: 0.0820508 Sep 19 04:01:08.773366 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '25e4ef44-4969-4c18-b4a9-8287cb7b6889', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'port_id': '0f288e59-25a9-4aea-81be-e779218d25b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'mac_address': 'fa:16:3e:0a:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fd6430-576d-434d-ad64-916ec19de677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:01:07Z', 'updated_at': '2021-09-19T04:01:07Z', 'revision_number': 0, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 5, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:01:08.801958 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] Checking router: 57636f3d-d913-4a72-89a4-53510b3f1f9a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:01:08.810096 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:01:08.810688 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:00:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:01:08.825329 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-acfdb98a-c28c-4b8c-99e5-18debcc8b5e8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.840348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-acbe5164-506b-451d-8952-5e5d19cfa6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:08.841828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-acbe5164-506b-451d-8952-5e5d19cfa6a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0642745 Sep 19 04:01:08.906109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-3df5d857-be86-4e92-9a97-306c0bcde3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:08.907654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-3df5d857-be86-4e92-9a97-306c0bcde3b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586424 Sep 19 04:01:08.913898 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:01:08.917168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-acfdb98a-c28c-4b8c-99e5-18debcc8b5e8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.926887 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-acfdb98a-c28c-4b8c-99e5-18debcc8b5e8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:08.969548 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdb98a-c28c-4b8c-99e5-18debcc8b5e8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f442728a-d5cd-4013-9e7e-bc05a2821bc2,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:09.003654 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-acfdb98a-c28c-4b8c-99e5-18debcc8b5e8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.004864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-acfdb98a-c28c-4b8c-99e5-18debcc8b5e8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2441545 Sep 19 04:01:09.008026 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39088) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:09.013322 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c8ab4cdd-3b93-478b-b4a2-f6e59d9eb24e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'security_group_rule': {'security_group_id': '55b55457-4bce-4c4e-b7f2-dbb7ac909cbb', 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:09.035945 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-2f90c740-a967-42bc-a1e4-8741f02f66bd service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205354 Sep 19 04:01:09.040692 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4cdd-3b93-478b-b4a2-f6e59d9eb24e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.101308 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4cdd-3b93-478b-b4a2-f6e59d9eb24e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.107176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4cdd-3b93-478b-b4a2-f6e59d9eb24e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.130551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab4cdd-3b93-478b-b4a2-f6e59d9eb24e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b9c39f-9a6b-4e54-84d1-2b16baa855fb,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:09.134781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c8ab4cdd-3b93-478b-b4a2-f6e59d9eb24e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.138657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8aeec0-d0dd-4a41-9c1b-e24ba474aadc req-18ca5e75-f54c-4fba-9a10-a76002278688 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948508 Sep 19 04:01:09.139153 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c8ab4cdd-3b93-478b-b4a2-f6e59d9eb24e tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294434 Sep 19 04:01:09.139283 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39090) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:09.142340 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '25e4ef44-4969-4c18-b4a9-8287cb7b6889', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'port_id': '0f288e59-25a9-4aea-81be-e779218d25b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'mac_address': 'fa:16:3e:0a:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fd6430-576d-434d-ad64-916ec19de677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:01:07Z', 'updated_at': '2021-09-19T04:01:07Z', 'revision_number': 0, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 5, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:01:09.143776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a4f03a48-1661-4992-8a74-96bbb0a1b464 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'security_group_rule': {'security_group_id': '55b55457-4bce-4c4e-b7f2-dbb7ac909cbb', 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:09.167689 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa03b855-563b-427a-b82d-428ed89bc2fc None None] The sync data for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 is: [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '25e4ef44-4969-4c18-b4a9-8287cb7b6889', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'floating_ip_address': '172.25.8.140', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'port_id': '0f288e59-25a9-4aea-81be-e779218d25b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'mac_address': 'fa:16:3e:0a:10:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fd6430-576d-434d-ad64-916ec19de677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:01:07Z', 'updated_at': '2021-09-19T04:01:07Z', 'revision_number': 0, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 5, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:01:09.172489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a48-1661-4992-8a74-96bbb0a1b464 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.234695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a48-1661-4992-8a74-96bbb0a1b464 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.238622 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a48-1661-4992-8a74-96bbb0a1b464 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.260930 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f03a48-1661-4992-8a74-96bbb0a1b464 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4512343e-2842-4eb7-9e6a-b3aa4765915f,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:09.263908 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a4f03a48-1661-4992-8a74-96bbb0a1b464 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.265374 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a4f03a48-1661-4992-8a74-96bbb0a1b464 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249244 Sep 19 04:01:09.267939 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39092) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:09.272210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'security_group_rule': {'security_group_id': '55b55457-4bce-4c4e-b7f2-dbb7ac909cbb', 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:09.293277 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Project 68d6ac682afb40a8997c7bb64c8d82ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:01:09.298822 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.360817 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.364802 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.370642 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4bcb65-0e65-41de-ba43-d6af85383c34 None None] New status for floating IP 25e4ef44-4969-4c18-b4a9-8287cb7b6889: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:01:09.388611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b9c952-8472-4452-ac01-0625cc43dc20,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:09.395732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.397084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7b1fa73b-04d1-4ec7-b308-2c04395b3cbb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281621 Sep 19 04:01:09.399818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39094) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:01:09.404117 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'security_group_rule': {'security_group_id': '55b55457-4bce-4c4e-b7f2-dbb7ac909cbb', 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:09.426815 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Project 68d6ac682afb40a8997c7bb64c8d82ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:01:09.431729 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.497838 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.502086 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.523738 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3571ecb9-77d8-4c9c-988b-5ac27e7a6df7,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:09.526937 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.530840 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-54a2c867-376c-4ac2-bfce-45c408b4584c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273768 Sep 19 04:01:09.606304 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-9adea6cb-e03a-4877-959c-acf319049bc1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936382921&fields=id&tenant_id=68d6ac682afb40a8997c7bb64c8d82ba HTTP/1.1" status: 200 len: 267 time: 0.0327795 Sep 19 04:01:09.658789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-e827e06d-1faf-4bc8-9265-57fbfe60cec4 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:09.660151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-e827e06d-1faf-4bc8-9265-57fbfe60cec4 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Sep 19 04:01:09.671095 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'port': {'security_groups': ['1fcfd06a-90cb-4595-876a-0c3e4e297676', '55b55457-4bce-4c4e-b7f2-dbb7ac909cbb']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:01:09.729588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.910201 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0f288e59-25a9-4aea-81be-e779218d25b5,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:01:09.938097 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.942496 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.954702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0f288e59-25a9-4aea-81be-e779218d25b5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:01:09.988455 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:09.989541 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:09.990416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac2f433f-43a5-4473-999b-c640f8244d35 req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "PUT /v2.0/ports/0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 981 time: 0.3238130 Sep 19 04:01:10.013841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a8c52-d8c3-4867-8af1-30b5eb4bb858 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=6']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:01:10.052019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0f288e59-25a9-4aea-81be-e779218d25b5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:01:10.114829 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28314a10-c08b-4e64-8d54-f998ab577726 req-918dbfb0-3693-48c7-9f2c-3b025bde8f8d tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:10.122735 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28314a10-c08b-4e64-8d54-f998ab577726 req-918dbfb0-3693-48c7-9f2c-3b025bde8f8d tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0596685 Sep 19 04:01:10.161292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-28314a10-c08b-4e64-8d54-f998ab577726 req-f490cb80-7d5d-48f9-9da5-662d95ffee8f tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375767 Sep 19 04:01:10.287633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4c666b11-52f7-437f-bae2-c068ee5a12cd None None] Provisioning complete for port 0f288e59-25a9-4aea-81be-e779218d25b5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:01:10.287921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c666b11-52f7-437f-bae2-c068ee5a12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:10.500402 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:01:10.502867 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9" -d '{"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:01:10.538065 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773340f7-3d69-4907-815b-621d6979d473 x-openstack-request-id: req-773340f7-3d69-4907-815b-621d6979d473 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:01:10.538384 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:01:10.538637 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-773340f7-3d69-4907-815b-621d6979d473 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:01:10.539085 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5', 'status': 'completed', 'code': 200} Sep 19 04:01:10.602657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-14f79d18-c84a-45b5-8373-f8b430180209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:10.604184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-14f79d18-c84a-45b5-8373-f8b430180209 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1135 time: 0.0401630 Sep 19 04:01:10.696651 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-5f8897f7-4268-4ed7-9004-81b42cb7131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:10.698125 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-5f8897f7-4268-4ed7-9004-81b42cb7131a service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.0864677 Sep 19 04:01:10.761386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-6c6eb185-c75a-4d60-842f-a631cc543aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 1001 time: 0.0555968 Sep 19 04:01:10.812749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-7a7f6717-b436-4586-a471-a265cbc7576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:10.814136 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-7a7f6717-b436-4586-a471-a265cbc7576a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0455992 Sep 19 04:01:10.857595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-6ed2509f-c40d-48c6-bdd6-34381a863044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:10.859637 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-6ed2509f-c40d-48c6-bdd6-34381a863044 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383859 Sep 19 04:01:10.947067 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-b3eaac26-5e5c-4d00-9f6d-e2a282bb57a9 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803578 Sep 19 04:01:11.037182 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb0c00ed-81b7-4a67-80f9-d37ecf8aebb9 req-5873b50a-b5a2-431f-9107-81536aae761b service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833001 Sep 19 04:01:11.668523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-15c8c3d1-72c4-4ce5-8d8d-3f8f65676802 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393794 Sep 19 04:01:11.750411 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-03e2786b-443f-4f11-a00e-5e3275d9842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:11.751916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-03e2786b-443f-4f11-a00e-5e3275d9842a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1135 time: 0.0442908 Sep 19 04:01:11.851851 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-3e25d4b4-e006-46d8-a6a4-dc1882376740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:11.853326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-3e25d4b4-e006-46d8-a6a4-dc1882376740 service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.0828397 Sep 19 04:01:12.202253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-c70f715c-3fbb-45a6-be29-dd787d3b5252 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 1001 time: 0.3416188 Sep 19 04:01:12.252963 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-db323994-f257-460f-896b-0d165b595848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:12.254337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-db323994-f257-460f-896b-0d165b595848 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0441384 Sep 19 04:01:12.297409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-42d850d7-3904-48db-b4e3-d9cecef5020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:12.299288 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-42d850d7-3904-48db-b4e3-d9cecef5020a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383172 Sep 19 04:01:12.390506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-6aa14d60-8a30-487d-9ef1-b84fb0a753c1 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Sep 19 04:01:12.477523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af07b7c7-4baf-4b3e-85c1-f3d9433788ae req-2fb5373a-3953-4f57-87f1-a34705c10029 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802829 Sep 19 04:01:14.554678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3acd9879-cd44-461f-b37f-426aa225ea51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:16.532791 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:17.323087 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-18fb7f4d-60a6-41a5-a9d6-5b4d20f66096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:18.065976 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:18.651714 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:20.226749 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:20.264601 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:01:21.519418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-aec6c66e-2dd8-4d07-868c-a559302ee2a8 req-4ba2fc17-4158-4eb6-8f6c-a965837f867f tempest-ServerDiskConfigTestJSON-1607258081 tempest-ServerDiskConfigTestJSON-1607258081-project] (94722) timed out ('10.222.0.30', 59166) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 04:01:26.361664 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-4660809d-58d1-49f1-980f-1f5722a9bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:26.363154 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-4660809d-58d1-49f1-980f-1f5722a9bcc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1135 time: 0.0619445 Sep 19 04:01:26.371599 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f03a-961d-4c3a-b784-0bec88883546 req-5f6faae2-db9e-41b7-b7fd-cb796fce0a94 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:26.372955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e16f03a-961d-4c3a-b784-0bec88883546 req-5f6faae2-db9e-41b7-b7fd-cb796fce0a94 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0822139 Sep 19 04:01:26.464263 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e16f03a-961d-4c3a-b784-0bec88883546 req-12238bdc-2bb2-452d-a842-d89f09275052 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833421 Sep 19 04:01:26.489675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-15a86a90-3c26-431a-a513-aaa266392c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:26.491161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-15a86a90-3c26-431a-a513-aaa266392c7d service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.1173871 Sep 19 04:01:26.554601 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-ce5d3864-2716-48e6-9bd5-78c27bfc6e63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 1001 time: 0.0561640 Sep 19 04:01:26.602082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-c6ad1f1c-7324-4a0b-903d-88ecaa7bcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:26.603508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-c6ad1f1c-7324-4a0b-903d-88ecaa7bcfb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0420763 Sep 19 04:01:26.651682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-6030b77b-03aa-4cc7-8b93-fcae29ce1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:26.653130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-6030b77b-03aa-4cc7-8b93-fcae29ce1051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417953 Sep 19 04:01:26.740841 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-520f39bf-e7b3-49eb-b212-d5a6efea8df2 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788267 Sep 19 04:01:26.832630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-afdaafc6-49c1-4361-bc78-7087e1ab8f30 req-9ee02fd1-aaa9-4cab-b70e-45841e18409b service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Sep 19 04:01:27.578335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f129dd6-ed53-4ed3-9ff2-8ee9db22b891 req-ef31635e-824f-4d89-aad0-208c0256908b tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:27.579921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f129dd6-ed53-4ed3-9ff2-8ee9db22b891 req-ef31635e-824f-4d89-aad0-208c0256908b tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0477047 Sep 19 04:01:27.619921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5f129dd6-ed53-4ed3-9ff2-8ee9db22b891 req-01cd53a8-74d0-4571-af80-583d11de3303 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333889 Sep 19 04:01:28.731656 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5e277-dbe3-406e-8a62-0fadab885246 req-5725cd42-af4a-4063-af1e-83b471cc3721 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:28.733106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62e5e277-dbe3-406e-8a62-0fadab885246 req-5725cd42-af4a-4063-af1e-83b471cc3721 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0473435 Sep 19 04:01:28.772347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-62e5e277-dbe3-406e-8a62-0fadab885246 req-b9c99372-9117-423d-b7b5-d4b049d35d48 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327930 Sep 19 04:01:29.889559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29853062-cf42-4083-8b93-09a8bfd4ce87 req-598e85c2-88d5-4488-b5f4-2a9ab81d54f3 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:29.891551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29853062-cf42-4083-8b93-09a8bfd4ce87 req-598e85c2-88d5-4488-b5f4-2a9ab81d54f3 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0528722 Sep 19 04:01:29.931180 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29853062-cf42-4083-8b93-09a8bfd4ce87 req-83e94651-a6a8-4030-8dd1-4176b409f015 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335577 Sep 19 04:01:30.377466 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:31.045066 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97fc20-11cc-42a3-97c0-0905076f2067 req-31a7960d-a455-4a30-ad15-f80c2c7a8e7b tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:31.046529 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f97fc20-11cc-42a3-97c0-0905076f2067 req-31a7960d-a455-4a30-ad15-f80c2c7a8e7b tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0483673 Sep 19 04:01:31.084911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f97fc20-11cc-42a3-97c0-0905076f2067 req-30cc5544-77a5-4b00-8828-d3f6add8bebb tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323668 Sep 19 04:01:31.260059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-bfa124bc-86f7-4917-94f2-814878787d58 req-a538b3f2-401d-4247-b19a-5181408976fa service neutron] (94723) timed out ('10.222.0.22', 35696) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 04:01:32.197462 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884452d-deb3-44ef-b257-f2fb39bd24bb req-699aa6ae-f80e-4b7a-9ce1-043a236cb3d6 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:32.198951 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f884452d-deb3-44ef-b257-f2fb39bd24bb req-699aa6ae-f80e-4b7a-9ce1-043a236cb3d6 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0480072 Sep 19 04:01:32.237819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f884452d-deb3-44ef-b257-f2fb39bd24bb req-73aa75bb-a13b-4886-ace3-48e0a8584a86 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328934 Sep 19 04:01:33.355054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec760-7c6c-42c4-8ab7-7aec67a96acf req-55335bc8-cb57-4696-9fa7-9acccb21e404 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:33.356517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eedec760-7c6c-42c4-8ab7-7aec67a96acf req-55335bc8-cb57-4696-9fa7-9acccb21e404 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0532148 Sep 19 04:01:33.396159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eedec760-7c6c-42c4-8ab7-7aec67a96acf req-f71fcf80-2554-4900-a758-1d7bd0286274 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336554 Sep 19 04:01:34.509197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fddf4-1c36-4888-840f-d47222c2fc89 req-70c02084-f616-4513-8734-449c1f60d3f8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:34.510608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5fddf4-1c36-4888-840f-d47222c2fc89 req-70c02084-f616-4513-8734-449c1f60d3f8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0487094 Sep 19 04:01:34.549904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be5fddf4-1c36-4888-840f-d47222c2fc89 req-79656ff3-a2c2-4c44-a377-44b4f06b3c58 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333581 Sep 19 04:01:35.663369 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f88e3-dac1-4181-b05f-bb5b19b11887 req-3fd7dd1e-b80b-49d4-9bfa-d2a748fd721a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:35.664760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c37f88e3-dac1-4181-b05f-bb5b19b11887 req-3fd7dd1e-b80b-49d4-9bfa-d2a748fd721a tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0490446 Sep 19 04:01:35.704327 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c37f88e3-dac1-4181-b05f-bb5b19b11887 req-1457d014-092d-439e-b9a5-d231ae56175c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336633 Sep 19 04:01:36.822729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11959efc-d6c1-4fbf-9871-6b622f654451 req-8027c51f-e1f0-4e8c-8243-d0f7540f30a1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:36.824253 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11959efc-d6c1-4fbf-9871-6b622f654451 req-8027c51f-e1f0-4e8c-8243-d0f7540f30a1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0527413 Sep 19 04:01:36.863929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11959efc-d6c1-4fbf-9871-6b622f654451 req-3eb9cdd7-3df2-471f-95d6-6992bdd442b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332227 Sep 19 04:01:37.977299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4687c-29b2-44a7-9a86-0e63f9eb92b7 req-f7d3dc61-eaae-44df-a4f8-a10af58caae6 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:01:37.978786 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2e4687c-29b2-44a7-9a86-0e63f9eb92b7 req-f7d3dc61-eaae-44df-a4f8-a10af58caae6 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0485506 Sep 19 04:01:38.017752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2e4687c-29b2-44a7-9a86-0e63f9eb92b7 req-0877a657-3d77-4ee6-ac66-48c53457be30 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb&id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324521 Sep 19 04:01:44.554945 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1519f050-f4d9-4aa8-b15f-04c2d6291713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:46.539279 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:47.323499 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0958f25b-0fb9-4471-9b6a-9165b4317f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:48.066244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:48.654233 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:50.229555 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:01:57.263497 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:02:00.378345 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.363663 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-89720af4-3ae1-401a-9944-0116b1f04502 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936382921&fields=id&tenant_id=68d6ac682afb40a8997c7bb64c8d82ba HTTP/1.1" status: 200 len: 267 time: 0.0337791 Sep 19 04:02:10.414318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-695601a8-1c7a-4f9b-8bac-6d1cd9e5b548 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:10.415787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-695601a8-1c7a-4f9b-8bac-6d1cd9e5b548 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 984 time: 0.0467317 Sep 19 04:02:10.427323 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Request body: {'port': {'security_groups': ['1fcfd06a-90cb-4595-876a-0c3e4e297676']}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:10.492819 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.664880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0f288e59-25a9-4aea-81be-e779218d25b5,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:10.692555 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.697098 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.709641 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0f288e59-25a9-4aea-81be-e779218d25b5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:02:10.745768 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:10.746866 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.748366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8728f7-4228-4db5-b029-107d52a47fb6 req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "PUT /v2.0/ports/0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 942 time: 0.3260446 Sep 19 04:02:10.748970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:02:10.751662 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de3285c-ae6e-4615-b316-b7219ab5ef7a" -d '{"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:02:10.756843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39162) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:10.772914 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event updated for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=7']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:10.789057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.789440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.789763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.792186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.792538 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.792881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.793218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.793555 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.793888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.794225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.799241 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.799588 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc0d84d-8f01-4c28-8084-a8e88ff0380c tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:10.807743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0f288e59-25a9-4aea-81be-e779218d25b5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:02:10.832204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.834726 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585952db-6afc-48ac-811a-b5876168464c x-openstack-request-id: req-585952db-6afc-48ac-811a-b5876168464c {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:02:10.835052 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:02:10.835797 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-585952db-6afc-48ac-811a-b5876168464c {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:02:10.836213 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5', 'status': 'completed', 'code': 200} Sep 19 04:02:10.872099 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.904639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-072436d6-a99c-4af3-94c4-663fe290dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:10.906174 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-072436d6-a99c-4af3-94c4-663fe290dded service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1096 time: 0.0434794 Sep 19 04:02:10.943989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.947715 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:10.950601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "DELETE /v2.0/security-groups/55b55457-4bce-4c4e-b7f2-dbb7ac909cbb HTTP/1.1" status: 204 len: 168 time: 0.1918900 Sep 19 04:02:10.963880 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39170) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:10.965184 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b55457-4bce-4c4e-b7f2-dbb7ac909cbb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:11.010574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.010999 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.011352 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.011697 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.012029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.012367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.012695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.013020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.013347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.013671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.013994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.014317 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382f3c2a-230b-41c1-81b9-6dc6e0f11bf8 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:11.021270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-fd374945-ed65-499b-aa8d-8a4391c79e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:11.022792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-fd374945-ed65-499b-aa8d-8a4391c79e62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.1099241 Sep 19 04:02:11.044905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-44e89309-698e-4b3c-af79-32e81c1f7558 None None] Provisioning complete for port 0f288e59-25a9-4aea-81be-e779218d25b5 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:11.045349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-44e89309-698e-4b3c-af79-32e81c1f7558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:11.104612 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-257a5163-f102-40a1-95d6-9695705c74e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 1001 time: 0.0737922 Sep 19 04:02:11.147558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Deleting port 2ded4e8e-3480-4338-be21-d6c6bc4b1122 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:11.147907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:11.155137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-9b802fea-4fc8-4103-8566-c6c521fc1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:11.156593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-9b802fea-4fc8-4103-8566-c6c521fc1646 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0449870 Sep 19 04:02:11.201120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-826feb27-3355-4c53-9c8c-8cc998505745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:11.202503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-826feb27-3355-4c53-9c8c-8cc998505745 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387945 Sep 19 04:02:11.220767 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:11.221100 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:11.232568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Calling delete_port for 2ded4e8e-3480-4338-be21-d6c6bc4b1122 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:11.295132 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-7d93da47-a967-46fb-bd56-84eb9bdfe195 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855634 Sep 19 04:02:11.379053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:11.387046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0de3285c-ae6e-4615-b316-b7219ab5ef7a req-7fb7f233-09c2-4f3b-b0b4-9e39c0ce04aa service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850160 Sep 19 04:02:11.404418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event deleted for resources: {'Port': ['ID=2ded4e8e-3480-4338-be21-d6c6bc4b1122,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:11.463936 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:11.464185 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Floating IP 25e4ef44-4969-4c18-b4a9-8287cb7b6889 disassociated (deleted). External IP: 172.25.8.140, port: 0f288e59-25a9-4aea-81be-e779218d25b5. Sep 19 04:02:11.990022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Router 57636f3d-d913-4a72-89a4-53510b3f1f9a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:02:12.093425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:02:12.098847 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:12.103348 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] Sync routers for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:02:12.115157 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:12.115758 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:12.124169 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-77d67042-592f-4fc1-808d-21153bd03f52 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "DELETE /v2.0/floatingips/25e4ef44-4969-4c18-b4a9-8287cb7b6889 HTTP/1.1" status: 204 len: 168 time: 1.1503637 Sep 19 04:02:12.124777 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:02:12.127142 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:02:12.165851 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f12d7-51ee-4cae-a705-b9500c6f653d x-openstack-request-id: req-213f12d7-51ee-4cae-a705-b9500c6f653d {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:02:12.166692 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:02:12.166692 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-213f12d7-51ee-4cae-a705-b9500c6f653d {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:02:12.166930 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5', 'status': 'completed', 'code': 200} Sep 19 04:02:12.220182 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:12.229670 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-42caa64f-4325-41db-afe2-78366bf7ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:12.231236 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-42caa64f-4325-41db-afe2-78366bf7ad0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1096 time: 0.0418026 Sep 19 04:02:12.338044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-ea561a32-816b-44ee-85b9-d241af2400d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:12.341279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-ea561a32-816b-44ee-85b9-d241af2400d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.1035185 Sep 19 04:02:12.387121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-1f39a102-f15e-44f3-a73a-3d3cf3fd4668 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 217 time: 0.0364759 Sep 19 04:02:12.440351 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-1e6a93d3-c24c-43f8-bdd1-3ac6b03b0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:12.441805 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-1e6a93d3-c24c-43f8-bdd1-3ac6b03b0cd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0483518 Sep 19 04:02:12.486645 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-b41e8ae2-76ec-4b2f-a3b4-074e03a1d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:12.488160 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-b41e8ae2-76ec-4b2f-a3b4-074e03a1d782 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390024 Sep 19 04:02:12.522364 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 5, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:12.547351 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] Checking router: 57636f3d-d913-4a72-89a4-53510b3f1f9a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:02:12.555520 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:12.556185 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:01:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:12.584367 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-8d35590d-b78c-41b1-af74-85157fc1ee59 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885761 Sep 19 04:02:12.636706 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.30', 59429) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:12.660853 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:12.675227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5b7789d3-8e8a-44c6-a436-ade5aa23d6fa req-30ff50fd-df8f-42e2-9fb2-204ccf2e05e0 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831676 Sep 19 04:02:12.677613 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-728725e1-612b-407d-9a25-8d00dad96de5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397563 Sep 19 04:02:12.776537 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-bd39a60d-99c5-4827-bf57-85ab57dc5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:12.778025 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-bd39a60d-99c5-4827-bf57-85ab57dc5161 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 1096 time: 0.0410769 Sep 19 04:02:12.873443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 5, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:12.893587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-2a78f242-3234-49f8-ac59-3c167d7a0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:12.895125 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-2a78f242-3234-49f8-ac59-3c167d7a0482 service neutron] 10.222.0.30 "GET /v2.0/networks?id=056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 200 len: 916 time: 0.0915012 Sep 19 04:02:12.900870 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3e94-353f-4e97-a37a-01c1baed1236 None None] The sync data for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 is: [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:20Z', 'revision_number': 4, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '59c9b662-9c21-4574-89f9-f467446e9330', 'name': '', 'network_id': '056b0afc-ca35-4321-8fbe-d9f373794b85', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'mac_address': 'fa:16:3e:20:9d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:19Z', 'updated_at': '2021-09-19T04:00:23Z', 'revision_number': 5, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'subnets': [{'id': '8847db76-5d3a-4198-b221-c8ef71b0c501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:02:12.937060 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-d2c78f03-3a40-4317-a89d-c5e759e17eb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 200 len: 217 time: 0.0352001 Sep 19 04:02:12.991898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-19795cda-e1c7-4fcf-8681-8fa59df41e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:12.993454 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-19795cda-e1c7-4fcf-8681-8fa59df41e13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 200 len: 854 time: 0.0497885 Sep 19 04:02:13.040909 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-f3e61760-f034-4f79-92be-47c611420f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:13.042526 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-f3e61760-f034-4f79-92be-47c611420f0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=056b0afc-ca35-4321-8fbe-d9f373794b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420103 Sep 19 04:02:13.138616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-863c256f-be71-400e-8f72-44f2066ab7c1 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887370 Sep 19 04:02:13.151727 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe749a57-06e3-44a0-b4f0-4006ac58a734 None None] New status for floating IP 25e4ef44-4969-4c18-b4a9-8287cb7b6889: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:02:13.238283 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2c0ec3b4-73c4-411e-935b-e69249be8b65 req-7aa0ccb1-65e6-4b70-9ba1-9b691e236b73 service neutron] 10.222.0.30 "GET /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922771 Sep 19 04:02:14.555576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-444b1ec7-5e4d-4436-b6d4-92fb132787be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:16.531940 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:17.324528 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85f233c5-aae4-4850-9cf1-fa350c4e0813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:18.067680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:18.659905 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:19.043109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de041c09-6c56-4b76-916a-21e0feb52e96 req-fd42c980-2553-49ad-8fec-c991f34aa229 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:19.044592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de041c09-6c56-4b76-916a-21e0feb52e96 req-fd42c980-2553-49ad-8fec-c991f34aa229 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0484955 Sep 19 04:02:19.082023 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-de041c09-6c56-4b76-916a-21e0feb52e96 req-62fb640b-6c14-4b06-9577-96b642820041 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312932 Sep 19 04:02:20.215695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a9ae6-85d8-439a-82f2-993476c6f387 req-49a5baa6-782a-4255-920d-159d304264a5 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:20.217172 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a41a9ae6-85d8-439a-82f2-993476c6f387 req-49a5baa6-782a-4255-920d-159d304264a5 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0515678 Sep 19 04:02:20.232755 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:20.256791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a41a9ae6-85d8-439a-82f2-993476c6f387 req-2b52751a-f150-4581-ac7e-81b21cc64227 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/security-groups?id=1fcfd06a-90cb-4595-876a-0c3e4e297676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330250 Sep 19 04:02:20.604281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-f316ad2b-ecfa-4c40-9373-9bc256475fd4 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:20.605716 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-f316ad2b-ecfa-4c40-9373-9bc256475fd4 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.30 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 945 time: 0.0481114 Sep 19 04:02:20.694478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Deleting port 0f288e59-25a9-4aea-81be-e779218d25b5 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:20.694848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:20.780020 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] For port 0f288e59-25a9-4aea-81be-e779218d25b5, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0f288e59-25a9-4aea-81be-e779218d25b5,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:20.780388 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:20.792522 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Calling delete_port for 0f288e59-25a9-4aea-81be-e779218d25b5 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:20.917562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:20.928676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0f288e59-25a9-4aea-81be-e779218d25b5'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:02:20.943824 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Pushing event deleted for resources: {'Port': ['ID=0f288e59-25a9-4aea-81be-e779218d25b5,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:20.986316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] No DVR routers for this DVR port 0f288e59-25a9-4aea-81be-e779218d25b5 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:02:20.988953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:20.990940 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d91d9a43-5941-4b0e-98b5-19f27bb740b3 req-ac007a98-d70f-4d58-97cf-b5f63da628b1 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.30 "DELETE /v2.0/ports/0f288e59-25a9-4aea-81be-e779218d25b5 HTTP/1.1" status: 204 len: 173 time: 0.3789363 Sep 19 04:02:20.991372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'name': 'network-vif-deleted', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:02:20.993591 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcb0865-d15a-47d6-ba4f-2074df2a20f1" -d '{"events": [{"server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "name": "network-vif-deleted", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:02:21.029695 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b211fe1-998e-4e1e-af8f-11048f789708 x-openstack-request-id: req-9b211fe1-998e-4e1e-af8f-11048f789708 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:02:21.029991 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fd6430-576d-434d-ad64-916ec19de677", "name": "network-vif-deleted", "tag": "0f288e59-25a9-4aea-81be-e779218d25b5", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:02:21.030241 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b211fe1-998e-4e1e-af8f-11048f789708 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:02:21.030640 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fd6430-576d-434d-ad64-916ec19de677', 'name': 'network-vif-deleted', 'tag': '0f288e59-25a9-4aea-81be-e779218d25b5', 'status': 'completed', 'code': 200} Sep 19 04:02:21.362575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23181cbb-e13d-4476-8f79-7e74009eef5a req-87c6dfdb-11b8-44dd-bb56-37c05dc581d7 tempest-TestMinimumBasicScenario-1123015620 tempest-TestMinimumBasicScenario-1123015620-project] 10.222.0.22 "GET /v2.0/ports?device_id=02fd6430-576d-434d-ad64-916ec19de677 HTTP/1.1" status: 200 len: 210 time: 0.0270817 Sep 19 04:02:22.910477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39266) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:23.243174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:23.440913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0f288e59-25a9-4aea-81be-e779218d25b5 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:02:23.481431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Deleting port 59c9b662-9c21-4574-89f9-f467446e9330 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:23.481775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:23.562479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] For port 59c9b662-9c21-4574-89f9-f467446e9330, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=59c9b662-9c21-4574-89f9-f467446e9330,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:23.562767 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:23.581040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Calling delete_port for 59c9b662-9c21-4574-89f9-f467446e9330 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:23.614760 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 0f288e59-25a9-4aea-81be-e779218d25b5 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:02:23.615109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0f288e59-25a9-4aea-81be-e779218d25b5 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:02:23.755911 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:23.781827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c9b662-9c21-4574-89f9-f467446e9330,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:23.944912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.152985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Router 57636f3d-d913-4a72-89a4-53510b3f1f9a has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:02:24.255271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:02:24.260191 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-82a77970-e035-4525-ba19-afdb17145ca4 admin admin] 10.222.0.22 "PUT /v2.0/routers/57636f3d-d913-4a72-89a4-53510b3f1f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3486776 Sep 19 04:02:24.262673 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39268) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:24.265370 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] Sync routers for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:02:24.274733 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:24.275373 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:24.365133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.377062 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:24.464031 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.515507 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Deleting port 22da15b2-b6e9-46f5-9be3-94aba231b587 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:24.515848 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.547955 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:02:23Z', 'revision_number': 5, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port': {'id': '22da15b2-b6e9-46f5-9be3-94aba231b587', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ca:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:24.576173 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] Checking router: 57636f3d-d913-4a72-89a4-53510b3f1f9a for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:02:24.584666 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] Routers {'57636f3d-d913-4a72-89a4-53510b3f1f9a'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:24.585250 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['57636f3d-d913-4a72-89a4-53510b3f1f9a'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:24.592514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] For port 22da15b2-b6e9-46f5-9be3-94aba231b587, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=22da15b2-b6e9-46f5-9be3-94aba231b587,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:24.592880 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.605654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Calling delete_port for 22da15b2-b6e9-46f5-9be3-94aba231b587 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:24.669049 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] Set router 57636f3d-d913-4a72-89a4-53510b3f1f9a gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:24.717787 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:02:24Z', 'revision_number': 6, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:24.747157 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49472176-59d7-48b1-99fc-6d1901328065 None None] The sync data for ids ['57636f3d-d913-4a72-89a4-53510b3f1f9a'] in n-d-809936-1 is: [{'id': '57636f3d-d913-4a72-89a4-53510b3f1f9a', 'name': 'tempest-TestMinimumBasicScenario-1834602446-router', 'tenant_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:17Z', 'updated_at': '2021-09-19T04:02:24Z', 'revision_number': 6, 'project_id': '68d6ac682afb40a8997c7bb64c8d82ba', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:02:24.767761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.800444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Pushing event deleted for resources: {'Port': ['ID=22da15b2-b6e9-46f5-9be3-94aba231b587,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:24.859134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.944989 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.947186 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.989609 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.989974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57636f3d-d913-4a72-89a4-53510b3f1f9a {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:02:24.994208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:24.995384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-09032a32-c3a3-40e7-91ed-4da56e6e3162 admin admin] 10.222.0.22 "DELETE /v2.0/routers/57636f3d-d913-4a72-89a4-53510b3f1f9a HTTP/1.1" status: 204 len: 168 time: 0.7317719 Sep 19 04:02:24.998185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39270) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:25.044936 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] Deleting subnet 8847db76-5d3a-4198-b221-c8ef71b0c501 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:02:25.047922 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.081627 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.160338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.215505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.240634 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8847db76-5d3a-4198-b221-c8ef71b0c501,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:25.244296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.247402 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-67e0b9e6-8aa1-40d5-9df4-c7f235d8b740 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8847db76-5d3a-4198-b221-c8ef71b0c501 HTTP/1.1" status: 204 len: 168 time: 0.2470417 Sep 19 04:02:25.249040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39272) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:25.252089 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b2c338-dfba-4d0a-af51-186b2acaae1f None None] Network 056b0afc-ca35-4321-8fbe-d9f373794b85 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:02:25.316621 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.366964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Deleting port 268b6b85-9055-496c-99bf-382bade48a58 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:25.367313 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.432677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] For port 268b6b85-9055-496c-99bf-382bade48a58, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=268b6b85-9055-496c-99bf-382bade48a58,segment=NetworkSegment(6adaa039-f210-421a-a214-eccd3cb62ddd),segment_id=6adaa039-f210-421a-a214-eccd3cb62ddd)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:25.432996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.445286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Calling delete_port for 268b6b85-9055-496c-99bf-382bade48a58 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:25.506983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] DHCP port deletion for 056b0afc-ca35-4321-8fbe-d9f373794b85 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:02:25.525914 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.554891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Pushing event deleted for resources: {'Port': ['ID=268b6b85-9055-496c-99bf-382bade48a58,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:25.560710 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] No DVR routers for this DVR port 268b6b85-9055-496c-99bf-382bade48a58 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:02:25.569510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Deleting port 268b6b85-9055-496c-99bf-382bade48a58 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:25.569888 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.590397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 59c9b662-9c21-4574-89f9-f467446e9330 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:02:25.620611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 59c9b662-9c21-4574-89f9-f467446e9330 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:02:25.620896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 59c9b662-9c21-4574-89f9-f467446e9330 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:02:25.621564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 268b6b85-9055-496c-99bf-382bade48a58 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:02:25.632696 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.652742 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056b0afc-ca35-4321-8fbe-d9f373794b85']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:25.661902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adaa039-f210-421a-a214-eccd3cb62ddd') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:25.662202 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adaa039-f210-421a-a214-eccd3cb62ddd') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:25.671377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 268b6b85-9055-496c-99bf-382bade48a58 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:02:25.671585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.671714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 268b6b85-9055-496c-99bf-382bade48a58 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:02:25.672114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22da15b2-b6e9-46f5-9be3-94aba231b587 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:02:25.685212 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.692039 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:02:25.692486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.694059 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 22da15b2-b6e9-46f5-9be3-94aba231b587 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:02:25.694196 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:02:25.696608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 22da15b2-b6e9-46f5-9be3-94aba231b587 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:02:25.696608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] For port 268b6b85-9055-496c-99bf-382bade48a58, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:25.696608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.709146 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Calling delete_port for 268b6b85-9055-496c-99bf-382bade48a58 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:25.712253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Port 268b6b85-9055-496c-99bf-382bade48a58 was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 04:02:25.713882 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.740948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Pushing event deleted for resources: {'Port': ['ID=268b6b85-9055-496c-99bf-382bade48a58,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:25.748209 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] No DVR routers for this DVR port 268b6b85-9055-496c-99bf-382bade48a58 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:02:25.751222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.751567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.751906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.752274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.752777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.753110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.753439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.753762 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.754080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.754399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.754719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.755063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0d5e74-4483-42df-a890-b75c99eec279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:25.765611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.771343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:25.775209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] 10.222.0.22 "DELETE /v2.0/networks/056b0afc-ca35-4321-8fbe-d9f373794b85 HTTP/1.1" status: 204 len: 168 time: 0.5251975 Sep 19 04:02:25.776320 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39274) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:25.789575 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a28c7-0da9-45b0-8a02-fb8c06e9626b admin admin] Pushing event deleted for resources: {'Network': ['ID=056b0afc-ca35-4321-8fbe-d9f373794b85,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:26.114465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:26.347915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Deleting port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:26.348251 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:26.422214 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] For port 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,segment=NetworkSegment(98925e5c-143e-49ac-8157-32da060fd956),segment_id=98925e5c-143e-49ac-8157-32da060fd956)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:26.422522 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:26.434434 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Calling delete_port for 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:26.608243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:26.633898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:26.797274 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:27.289013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Router 54ade299-6a1d-443f-afd2-bc4dde61c583 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:02:27.388139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:02:27.393252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-709caf1f-cfde-4abe-af1a-a90c71209ad5 admin admin] 10.222.0.22 "PUT /v2.0/routers/54ade299-6a1d-443f-afd2-bc4dde61c583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6158552 Sep 19 04:02:27.395712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39276) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:27.398199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] Sync routers for ids ['54ade299-6a1d-443f-afd2-bc4dde61c583'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:02:27.407934 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] Routers {'54ade299-6a1d-443f-afd2-bc4dde61c583'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:27.408559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['54ade299-6a1d-443f-afd2-bc4dde61c583'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:27.509753 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:27.511108 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] Set router 54ade299-6a1d-443f-afd2-bc4dde61c583 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:27.610530 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:27.661907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Deleting port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:27.662256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:27.690715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:02:26Z', 'revision_number': 5, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port': {'id': '6218b69c-182c-4f14-9fa4-ce6906f4fc0c', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:00:22Z', 'updated_at': '2021-09-19T04:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:27.715963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] Checking router: 54ade299-6a1d-443f-afd2-bc4dde61c583 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:02:27.724566 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] Routers {'54ade299-6a1d-443f-afd2-bc4dde61c583'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:27.725183 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['54ade299-6a1d-443f-afd2-bc4dde61c583'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:27.745114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] For port 6218b69c-182c-4f14-9fa4-ce6906f4fc0c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:27.745494 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:27.757174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Calling delete_port for 6218b69c-182c-4f14-9fa4-ce6906f4fc0c owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:27.809172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] Set router 54ade299-6a1d-443f-afd2-bc4dde61c583 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:27.858369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:02:27Z', 'revision_number': 6, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:27.888618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623a4cc1-2c14-4d13-b347-5ee2978b755c None None] The sync data for ids ['54ade299-6a1d-443f-afd2-bc4dde61c583'] in n-d-809936-1 is: [{'id': '54ade299-6a1d-443f-afd2-bc4dde61c583', 'name': 'tempest-TestMinimumBasicScenario-507977394-router', 'tenant_id': '1ee5169913044353bda77d4b8c506d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:00:21Z', 'updated_at': '2021-09-19T04:02:27Z', 'revision_number': 6, 'project_id': '1ee5169913044353bda77d4b8c506d8b', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:02:27.925791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:27.950772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6218b69c-182c-4f14-9fa4-ce6906f4fc0c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:28.013102 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.100119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.102127 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.143577 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.144034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54ade299-6a1d-443f-afd2-bc4dde61c583 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:02:28.148645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.149711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c15675f0-f3c9-4596-98ee-5d73963123d9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/54ade299-6a1d-443f-afd2-bc4dde61c583 HTTP/1.1" status: 204 len: 168 time: 0.7530928 Sep 19 04:02:28.152203 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39278) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:28.196346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] Deleting subnet 2454afbd-e349-4b94-8c06-0299429392a2 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:02:28.199278 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.236971 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.322869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.375045 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.399720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2454afbd-e349-4b94-8c06-0299429392a2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:28.405194 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.409634 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a3b8396a-4eea-4d13-9c0c-b35a344e143e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2454afbd-e349-4b94-8c06-0299429392a2 HTTP/1.1" status: 204 len: 168 time: 0.2564988 Sep 19 04:02:28.409789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39280) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:28.410377 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf298fb0-6da7-420c-b25e-071a85b12c85 None None] Network 9066efce-1df4-4b60-956b-a64f6420a3e2 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:02:28.480741 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.539642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Deleting port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:28.539986 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.609369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] For port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,segment=NetworkSegment(98925e5c-143e-49ac-8157-32da060fd956),segment_id=98925e5c-143e-49ac-8157-32da060fd956)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:28.609734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.623165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Calling delete_port for 626bcbe5-65d7-4daa-8850-5ce8bf522a1c owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:28.664745 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] DHCP port deletion for 9066efce-1df4-4b60-956b-a64f6420a3e2 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:02:28.715392 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] Deleting port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:02:28.715792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.716075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.746564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] No DVR routers for this DVR port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:02:28.748217 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:28.784041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] For port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c, host n-d-809936-1, got binding levels [] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:28.785080 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.804217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] Calling delete_port for 626bcbe5-65d7-4daa-8850-5ce8bf522a1c owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:02:28.808519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.ipam_backend_mixin [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] Port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c was not found and therefore no delete operation was performed {{(pid=94724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 04:02:28.809773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.833285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.841054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] Pushing event deleted for resources: {'Port': ['ID=626bcbe5-65d7-4daa-8850-5ce8bf522a1c,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:28.847989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943eebe-5d00-491e-8642-4e5ceae06367 None None] No DVR routers for this DVR port 626bcbe5-65d7-4daa-8850-5ce8bf522a1c on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:02:28.866235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9066efce-1df4-4b60-956b-a64f6420a3e2']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:28.875966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98925e5c-143e-49ac-8157-32da060fd956') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:28.876859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98925e5c-143e-49ac-8157-32da060fd956') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:28.886295 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.900555 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.908174 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:02:28.908615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:02:28.910784 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:02:28.969410 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.976176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:28.980577 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9066efce-1df4-4b60-956b-a64f6420a3e2 HTTP/1.1" status: 204 len: 168 time: 0.5675182 Sep 19 04:02:28.989474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca0883-1ba4-48b3-a856-a1d61e70bb72 admin admin] Pushing event deleted for resources: {'Network': ['ID=9066efce-1df4-4b60-956b-a64f6420a3e2,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:29.139801 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39284) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:29.179679 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-97c3925d-95f7-48d2-a353-e3c75a1ae99e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68d6ac682afb40a8997c7bb64c8d82ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386119 Sep 19 04:02:29.182028 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39286) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:29.233594 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3c76af7-a1e9-4143-a2c3-f4489c9f7c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.255277 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3c76af7-a1e9-4143-a2c3-f4489c9f7c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.302797 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3c76af7-a1e9-4143-a2c3-f4489c9f7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.305271 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a3c76af7-a1e9-4143-a2c3-f4489c9f7c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.306600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a3c76af7-a1e9-4143-a2c3-f4489c9f7c43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fcfd06a-90cb-4595-876a-0c3e4e297676 HTTP/1.1" status: 204 len: 168 time: 0.1235991 Sep 19 04:02:29.315535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c76af7-a1e9-4143-a2c3-f4489c9f7c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcfd06a-90cb-4595-876a-0c3e4e297676,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:29.491171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 626bcbe5-65d7-4daa-8850-5ce8bf522a1c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:02:29.511017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 626bcbe5-65d7-4daa-8850-5ce8bf522a1c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:02:29.511361 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 626bcbe5-65d7-4daa-8850-5ce8bf522a1c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:02:29.511769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:02:29.530527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:02:29.530730 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3d3eeff7-c34b-4ecf-b469-69ac6a25fcb9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:02:29.531120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6218b69c-182c-4f14-9fa4-ce6906f4fc0c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:02:29.551806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 6218b69c-182c-4f14-9fa4-ce6906f4fc0c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:02:29.552163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6218b69c-182c-4f14-9fa4-ce6906f4fc0c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:02:29.630978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39292) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:29.671333 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e5666616-1bae-4399-821d-70eb7e8a9fee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ee5169913044353bda77d4b8c506d8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390673 Sep 19 04:02:29.673873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39294) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:29.727979 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e32eb71-5dfd-487a-beb6-678e9149df59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.748832 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e32eb71-5dfd-487a-beb6-678e9149df59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.797163 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e32eb71-5dfd-487a-beb6-678e9149df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.800004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e32eb71-5dfd-487a-beb6-678e9149df59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:29.801236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e32eb71-5dfd-487a-beb6-678e9149df59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85851607-279a-457b-b3b5-8e2a0c5087c3 HTTP/1.1" status: 204 len: 168 time: 0.1263976 Sep 19 04:02:29.810315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32eb71-5dfd-487a-beb6-678e9149df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85851607-279a-457b-b3b5-8e2a0c5087c3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:30.383474 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.420209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39338) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:32.424825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010309408', 'description': 'tempest-secgroup-smoke-1010309408 description', 'project_id': '516104e379de4e19a5f5d35685d51a6d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:32.446438 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.453961 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.544130 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.547834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.584519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b7bc6b-0d64-4caa-bf60-f1d2dd434d22,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:32.637529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.641019 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.668207 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.669421 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2481933 Sep 19 04:02:32.671392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28d031-6682-496e-8a6a-2739f18c333d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cf40df-ee5f-4421-9e8b-fed3c2787049,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:32.672592 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39340) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:32.677258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e4727adb-7a38-4b67-9d3b-85844b061aa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf40df-ee5f-4421-9e8b-fed3c2787049', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:32.703429 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4727adb-7a38-4b67-9d3b-85844b061aa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.748246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4727adb-7a38-4b67-9d3b-85844b061aa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.752143 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4727adb-7a38-4b67-9d3b-85844b061aa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.771953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4727adb-7a38-4b67-9d3b-85844b061aa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be9a6d2-d234-41e7-b2ee-c70eb3268db4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:32.774133 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e4727adb-7a38-4b67-9d3b-85844b061aa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.775419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e4727adb-7a38-4b67-9d3b-85844b061aa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1017821 Sep 19 04:02:32.778145 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39342) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:32.782470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4a37948a-e4a0-49fc-967e-70835d9dd387 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf40df-ee5f-4421-9e8b-fed3c2787049', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:32.807379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a37948a-e4a0-49fc-967e-70835d9dd387 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.864039 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a37948a-e4a0-49fc-967e-70835d9dd387 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.867414 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a37948a-e4a0-49fc-967e-70835d9dd387 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.885598 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37948a-e4a0-49fc-967e-70835d9dd387 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161991ac-cdc0-4fbe-8386-476635911aab,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:32.891306 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4a37948a-e4a0-49fc-967e-70835d9dd387 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.892945 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4a37948a-e4a0-49fc-967e-70835d9dd387 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138926 Sep 19 04:02:32.895736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39344) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:32.899920 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-43bddf95-9036-410c-b3d1-00b450cbe740 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf40df-ee5f-4421-9e8b-fed3c2787049', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:32.923955 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43bddf95-9036-410c-b3d1-00b450cbe740 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.982803 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43bddf95-9036-410c-b3d1-00b450cbe740 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:32.986142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43bddf95-9036-410c-b3d1-00b450cbe740 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.004104 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bddf95-9036-410c-b3d1-00b450cbe740 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0331530-9817-404a-ac60-f781c397247a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:33.009109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-43bddf95-9036-410c-b3d1-00b450cbe740 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.010313 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-43bddf95-9036-410c-b3d1-00b450cbe740 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136794 Sep 19 04:02:33.013114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39346) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:33.017960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2295c159-ed0c-4fd5-9802-80bc018ed65d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf40df-ee5f-4421-9e8b-fed3c2787049', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:33.044087 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2295c159-ed0c-4fd5-9802-80bc018ed65d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.101544 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2295c159-ed0c-4fd5-9802-80bc018ed65d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.104807 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2295c159-ed0c-4fd5-9802-80bc018ed65d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.122341 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295c159-ed0c-4fd5-9802-80bc018ed65d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad79e120-dc1e-4f55-b723-4d60a935c13c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:33.128157 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2295c159-ed0c-4fd5-9802-80bc018ed65d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.129293 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2295c159-ed0c-4fd5-9802-80bc018ed65d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152289 Sep 19 04:02:33.132003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39348) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:33.136199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf40df-ee5f-4421-9e8b-fed3c2787049', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:33.156174 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:02:33.160761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.218131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.221330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.235256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8cc207-15aa-4e2c-ac36-2555b557fec5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:33.244344 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.245484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-baf7ce32-db44-4642-9653-35a81f9043c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1125698 Sep 19 04:02:33.248471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39350) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:33.253259 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'a1cf40df-ee5f-4421-9e8b-fed3c2787049', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:33.273897 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:02:33.278487 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.339389 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.343051 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.364123 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2b59a7-56f7-4f5a-9fce-cf2520264cd8,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:33.367523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.368704 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0212b665-fb57-421c-855d-3e8c740a4a7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192601 Sep 19 04:02:33.371951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39352) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:33.377956 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'network': {'name': 'tempest-network-smoke--134907466', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:33.398331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:02:33.402237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.425477 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:02:33.434042 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.434383 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Added segment c9b6cd12-81b7-49cd-8778-8829f9439650 of type vlan for network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 Sep 19 04:02:33.471927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.495407 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.501156 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:33.501734 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.536018 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1629794 Sep 19 04:02:33.538898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39354) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:33.543191 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'admin_state_up': True, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:33.901421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e0945-fcf6-4c05-85b6-b51781183b80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Network': ['ID=7f91b4d1-a12a-4008-83bd-0802dd8ce182,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:33.911975 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:02:33.917161 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.918543 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:33.969003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:34.103054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:34.262565 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:02:34.283775 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:34.301533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:34.403918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.87 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/563ddc93-b6d4-4557-a8b4-82c07e83d989) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:02:34.500933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:34.538089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:34.582149 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:02:34.584975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:02:34.592255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:02:34.627848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=563ddc93-b6d4-4557-a8b4-82c07e83d989,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:34.844026 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.040235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.163513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 5dcca59e-b950-4503-86a3-7ff5df2f847c is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:02:35.268339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:02:35.277876 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Sync routers for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:02:35.285940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.290216 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-284a2429-1e11-4111-97ab-2e731546c7f9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7475419 Sep 19 04:02:35.290368 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:35.290368 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:35.290628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39356) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:35.390138 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:35.432066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2b1d78d5-786c-4cbc-9152-991701fb7ba0 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=516104e379de4e19a5f5d35685d51a6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397154 Sep 19 04:02:35.434081 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39360) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:35.547826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726d2001-8c18-4f02-a217-c0cc0407d77d tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:35.550010 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-726d2001-8c18-4f02-a217-c0cc0407d77d tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1149883 Sep 19 04:02:35.552883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39362) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:35.588037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-262e3a32-4b90-4fc1-95cf-537b7c7db641 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339921 Sep 19 04:02:35.591514 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39364) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:35.596307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-943833099', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:35.650353 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:34Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:35.679463 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Checking router: 5dcca59e-b950-4503-86a3-7ff5df2f847c for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:02:35.679842 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Updating router 5dcca59e-b950-4503-86a3-7ff5df2f847c port 563ddc93-b6d4-4557-a8b4-82c07e83d989 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:02:35.682796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:02:35.686581 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.703628 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.866508 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.933359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Subnet': ['ID=265fa84f-f209-4ff0-ab91-22934add99aa,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:35.940198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Checking segment: {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:02:35.940576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network hostable DHCP agents. Network: 7f91b4d1-a12a-4008-83bd-0802dd8ce182, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:02:35.946315 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.951827 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.956900 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:02:35.965866 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 7f91b4d1-a12a-4008-83bd-0802dd8ce182) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:02:35.971137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:35.972223 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:35.976114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d362da4-cbe7-48a3-a480-7720093ab10f None None] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:02:35.989574 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-059a4d6a-e7bd-4619-b4dd-5a3d98796331 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3969636 Sep 19 04:02:35.992199 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39366) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:36.001347 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Attempting to bind port 563ddc93-b6d4-4557-a8b4-82c07e83d989 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:02:36.001711 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Attempting to bind port 563ddc93-b6d4-4557-a8b4-82c07e83d989 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:02:36.002085 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Attempting to bind port 563ddc93-b6d4-4557-a8b4-82c07e83d989 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:02:36.007473 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Pushing event updated for resources: {'Port': ['ID=563ddc93-b6d4-4557-a8b4-82c07e83d989,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:36.015141 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:02:36.015513 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:02:36.015912 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.016300 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:02:36.017279 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Bound port: 563ddc93-b6d4-4557-a8b4-82c07e83d989, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:02:36.017660 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.020555 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.020895 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.021234 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.021564 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.021892 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.022215 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.022535 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.022880 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.023198 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.023516 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.023829 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.024142 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:02:36.078169 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] For port 563ddc93-b6d4-4557-a8b4-82c07e83d989, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:02:36.082629 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] For port 563ddc93-b6d4-4557-a8b4-82c07e83d989, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=563ddc93-b6d4-4557-a8b4-82c07e83d989,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:02:36.088290 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.139930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:02:36.141081 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.147365 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:36.147989 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:36.152886 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec62a6-2116-4686-954f-1e75b55927de None None] Pushing event updated for resources: {'Port': ['ID=563ddc93-b6d4-4557-a8b4-82c07e83d989,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:36.257155 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:36.278694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Allocated IP 172.20.0.2 (7f91b4d1-a12a-4008-83bd-0802dd8ce182/265fa84f-f209-4ff0-ab91-22934add99aa/fd476700-70e4-4cc7-8880-9390cc58d7bd) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:02:36.426906 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.429306 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.433960 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.440506 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:34Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:36.471165 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c07c6f-857f-4d62-9c0f-a64a28002a5f None None] The sync data for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 is: [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:34Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:02:36.472842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:02:36.476635 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:02:36.479485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:02:36.498123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Pushing event updated for resources: {'Port': ['ID=fd476700-70e4-4cc7-8880-9390cc58d7bd,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:36.548329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Attempting to bind port fd476700-70e4-4cc7-8880-9390cc58d7bd on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:02:36.548703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Attempting to bind port fd476700-70e4-4cc7-8880-9390cc58d7bd by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:02:36.549074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Attempting to bind port fd476700-70e4-4cc7-8880-9390cc58d7bd on network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:02:36.554123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:02:36.554501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Checking segment: {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:02:36.554922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.555315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Bound using segment: {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:02:36.555777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Bound port: fd476700-70e4-4cc7-8880-9390cc58d7bd, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:02:36.556156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.621894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] For port fd476700-70e4-4cc7-8880-9390cc58d7bd, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:02:36.625235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] For port fd476700-70e4-4cc7-8880-9390cc58d7bd, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fd476700-70e4-4cc7-8880-9390cc58d7bd,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:02:36.633532 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:36.692682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199cf57-5b35-4ac5-91d9-6d9c16f87dd6 None None] Pushing event updated for resources: {'Port': ['ID=fd476700-70e4-4cc7-8880-9390cc58d7bd,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:36.836057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.1 (7f91b4d1-a12a-4008-83bd-0802dd8ce182/265fa84f-f209-4ff0-ab91-22934add99aa/635f6665-b4bf-4e5b-aed1-2fe8a9447845) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:02:36.976462 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.021780 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.060140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:02:37.063181 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:02:37.067546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:02:37.099225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=635f6665-b4bf-4e5b-aed1-2fe8a9447845,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:37.122400 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.259075 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.552811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fd476700-70e4-4cc7-8880-9390cc58d7bd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:02:37.574152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.580997 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.606126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fd476700-70e4-4cc7-8880-9390cc58d7bd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:37.606595 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.675358 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.677025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=635f6665-b4bf-4e5b-aed1-2fe8a9447845,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:37.680696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17434468-7118-4820-9a8a-563e6dee3fe3 None None] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:02:37.718372 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.765451 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-45bd6bb5-c037-4f34-a3a1-1ea4f8d6cab6 None None] Provisioning complete for port fd476700-70e4-4cc7-8880-9390cc58d7bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:37.765816 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45bd6bb5-c037-4f34-a3a1-1ea4f8d6cab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.769977 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:02:37.771412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:02:37.811105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port fd476700-70e4-4cc7-8880-9390cc58d7bd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fd476700-70e4-4cc7-8880-9390cc58d7bd,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:37.823096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:37.823886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 563ddc93-b6d4-4557-a8b4-82c07e83d989 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:02:37.889077 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 5dcca59e-b950-4503-86a3-7ff5df2f847c has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:02:37.944625 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=fd476700-70e4-4cc7-8880-9390cc58d7bd,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:38.002593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:02:38.007519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 563ddc93-b6d4-4557-a8b4-82c07e83d989 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:38.007889 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:38.015362 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-82ba08d9-e149-4a86-9ca3-e36ad18536c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/5dcca59e-b950-4503-86a3-7ff5df2f847c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152118 Sep 19 04:02:38.103404 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:38.124512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 563ddc93-b6d4-4557-a8b4-82c07e83d989, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=563ddc93-b6d4-4557-a8b4-82c07e83d989,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:38.128907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:38.157674 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-548deb9a-0dc0-458c-b4ee-927ff56586ae tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010309408&fields=id&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 267 time: 0.0359447 Sep 19 04:02:38.180895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=563ddc93-b6d4-4557-a8b4-82c07e83d989,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:38.214427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Sync routers for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:02:38.223915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:38.224623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:38.278520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-27818f4e-cac7-496c-b15e-24622e46413e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:38.286287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-27818f4e-cac7-496c-b15e-24622e46413e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/networks?id=7f91b4d1-a12a-4008-83bd-0802dd8ce182 HTTP/1.1" status: 200 len: 796 time: 0.1198771 Sep 19 04:02:38.296815 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-51b30edb-5268-48ba-9b77-74cfb3e47b05 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/quotas/516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 375 time: 0.0095921 Sep 19 04:02:38.335452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:38.351039 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-8d6293c2-fd52-4c0d-8129-2cde12e1c018 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475752 Sep 19 04:02:38.577224 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9e343b96-cccc-4d47-a7bf-8115b4e128e0 None None] Provisioning complete for port fd476700-70e4-4cc7-8880-9390cc58d7bd triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:38.577786 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e343b96-cccc-4d47-a7bf-8115b4e128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:38.773106 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a4f04e6-5995-4b8f-b19a-055aa2b1874a service neutron] 10.222.0.22 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016349 Sep 19 04:02:38.779702 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-9e343b96-cccc-4d47-a7bf-8115b4e128e0 None None] Provisioning complete for port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:38.780146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e343b96-cccc-4d47-a7bf-8115b4e128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:38.814246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 2, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:38.846318 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9e343b96-cccc-4d47-a7bf-8115b4e128e0 None None] Port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:02:38.847960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Checking router: 5dcca59e-b950-4503-86a3-7ff5df2f847c for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:02:38.848315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Updating router 5dcca59e-b950-4503-86a3-7ff5df2f847c port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:02:38.863632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-fb4d0cf2-3063-4ce0-a2cc-86cf3e7404b7 service neutron] 10.222.0.22 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841446 Sep 19 04:02:38.874085 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:38.995258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8d5579ed-a261-4e51-8a36-99f7d0424629 None None] Provisioning complete for port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:38.995631 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8d5579ed-a261-4e51-8a36-99f7d0424629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.048170 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-8d5579ed-a261-4e51-8a36-99f7d0424629 None None] Port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:02:39.164043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.169152 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.217786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabbeb3-46f9-4451-ac35-7ab71a997bf8 None None] Pushing event updated for resources: {'Port': ['ID=635f6665-b4bf-4e5b-aed1-2fe8a9447845,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:39.271081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Attempting to bind port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:02:39.271457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Attempting to bind port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:02:39.271822 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Attempting to bind port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 on network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:02:39.276836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:02:39.277210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Checking segment: {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:02:39.277622 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.278015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Bound using segment: {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:02:39.278481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Bound port: 635f6665-b4bf-4e5b-aed1-2fe8a9447845, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:02:39.278893 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.346489 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] For port 635f6665-b4bf-4e5b-aed1-2fe8a9447845, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:02:39.349957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] For port 635f6665-b4bf-4e5b-aed1-2fe8a9447845, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=635f6665-b4bf-4e5b-aed1-2fe8a9447845,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:02:39.354862 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.410847 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:39.411508 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:39.416398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabbeb3-46f9-4451-ac35-7ab71a997bf8 None None] Pushing event updated for resources: {'Port': ['ID=635f6665-b4bf-4e5b-aed1-2fe8a9447845,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:39.512837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fd476700-70e4-4cc7-8880-9390cc58d7bd up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:02:39.519160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a6055103-cf03-4d5d-9414-a5d717e30a88 None None] Provisioning complete for port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:39.519530 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6055103-cf03-4d5d-9414-a5d717e30a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.586246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:39.709590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fd476700-70e4-4cc7-8880-9390cc58d7bd triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:39.709869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.783084 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6055103-cf03-4d5d-9414-a5d717e30a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.861842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a6055103-cf03-4d5d-9414-a5d717e30a88 None None] For port 635f6665-b4bf-4e5b-aed1-2fe8a9447845, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=635f6665-b4bf-4e5b-aed1-2fe8a9447845,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:39.887677 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a6055103-cf03-4d5d-9414-a5d717e30a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:39.933763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 563ddc93-b6d4-4557-a8b4-82c07e83d989 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:02:39.976410 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6055103-cf03-4d5d-9414-a5d717e30a88 None None] Pushing event updated for resources: {'Port': ['ID=635f6665-b4bf-4e5b-aed1-2fe8a9447845,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:39.984192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:40.022795 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217df172-adb3-4df4-949f-186c6723a4fe None None] The sync data for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 is: [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:02:40.042903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a3baa414-a349-4bc8-98fa-5ec574b10e9a None None] Provisioning complete for port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:40.043280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3baa414-a349-4bc8-98fa-5ec574b10e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:40.044833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 563ddc93-b6d4-4557-a8b4-82c07e83d989 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:40.045190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:40.116384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fadc9301-cfc9-4192-85dd-3cf3ef84a731 req-7b5a5359-f9eb-454c-a998-df489f750a77 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 210 time: 0.0547240 Sep 19 04:02:41.055861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-a1b24851-fae2-42cf-bcce-1bcbde100975 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:41.057330 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-a1b24851-fae2-42cf-bcce-1bcbde100975 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/networks?id=7f91b4d1-a12a-4008-83bd-0802dd8ce182 HTTP/1.1" status: 200 len: 796 time: 0.1114492 Sep 19 04:02:41.102529 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-02068690-0ef7-4cef-8bd4-4abf37f2c6fc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 380 time: 0.0365834 Sep 19 04:02:41.113308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'port': {'device_id': '383b0340-cd24-471e-96ed-f716b3fda100', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'admin_state_up': True, 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'security_groups': ['a1cf40df-ee5f-4421-9e8b-fed3c2787049']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:41.212158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-501d769f-d1f1-4e11-8b17-b684cbcff222 req-1ba52238-5265-4a76-a00b-2d3cae51532a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 210 time: 0.0294473 Sep 19 04:02:41.225677 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:02:41.229224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:41.355978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.4 (7f91b4d1-a12a-4008-83bd-0802dd8ce182/265fa84f-f209-4ff0-ab91-22934add99aa/1c7961f0-9919-4e9f-9771-bb9dd95de641) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:02:41.490978 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:41.508677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 635f6665-b4bf-4e5b-aed1-2fe8a9447845 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:02:41.526280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:41.556115 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:41.556484 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:41.568719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:02:41.571795 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:02:41.575519 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:02:41.612408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=1c7961f0-9919-4e9f-9771-bb9dd95de641,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:41.635078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:41.635749 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:41.651886 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-55f7316f-e06c-4d97-a86f-cff09c0424db tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5429010 Sep 19 04:02:41.663893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Request body: {'port': {'device_id': '383b0340-cd24-471e-96ed-f716b3fda100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:41.719131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:41.828610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e6315396-6471-4c13-af43-793f3dc918c0 None None] Provisioning complete for port 1c7961f0-9919-4e9f-9771-bb9dd95de641 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:41.828981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e6315396-6471-4c13-af43-793f3dc918c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:41.867426 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-e6315396-6471-4c13-af43-793f3dc918c0 None None] Port 1c7961f0-9919-4e9f-9771-bb9dd95de641 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:02:41.985738 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7961f0-9919-4e9f-9771-bb9dd95de641 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:02:41.993007 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:42.005298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Transition to ACTIVE for port object 1c7961f0-9919-4e9f-9771-bb9dd95de641 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:02:42.008373 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:42.057402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7961f0-9919-4e9f-9771-bb9dd95de641,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:42.124851 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Attempting to bind port 1c7961f0-9919-4e9f-9771-bb9dd95de641 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:02:42.125112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Attempting to bind port 1c7961f0-9919-4e9f-9771-bb9dd95de641 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:02:42.125443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Attempting to bind port 1c7961f0-9919-4e9f-9771-bb9dd95de641 on network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:02:42.130424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Port 1c7961f0-9919-4e9f-9771-bb9dd95de641 on network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:02:42.130930 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Attempting to bind port 1c7961f0-9919-4e9f-9771-bb9dd95de641 on network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:02:42.135726 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:02:42.136068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Checking segment: {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:02:42.136472 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Bound using segment: {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:02:42.136898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Bound port: 1c7961f0-9919-4e9f-9771-bb9dd95de641, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b6cd12-81b7-49cd-8778-8829f9439650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:02:42.137250 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:42.205370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] For port 1c7961f0-9919-4e9f-9771-bb9dd95de641, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:02:42.208389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] For port 1c7961f0-9919-4e9f-9771-bb9dd95de641, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:02:42.212630 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:42.246767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.247422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:42.248831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] 10.222.0.30 "PUT /v2.0/ports/1c7961f0-9919-4e9f-9771-bb9dd95de641 HTTP/1.1" status: 200 len: 1091 time: 0.5892165 Sep 19 04:02:42.249277 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:02:42.252103 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41a1208-073e-472b-a3af-869f3330f914" -d '{"events": [{"name": "network-changed", "server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:02:42.284542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9137-26cc-4201-a563-730318c01ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7961f0-9919-4e9f-9771-bb9dd95de641,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:42.304376 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760fde86-f870-449b-aec7-7510ac69a45a x-openstack-request-id: req-760fde86-f870-449b-aec7-7510ac69a45a {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:02:42.304668 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:02:42.304916 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-760fde86-f870-449b-aec7-7510ac69a45a {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:02:42.305308 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'status': 'completed', 'code': 200} Sep 19 04:02:42.341288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-e502faf4-1fd0-4988-95fe-e62370c2f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.342971 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-e502faf4-1fd0-4988-95fe-e62370c2f92f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 1094 time: 0.0542221 Sep 19 04:02:42.394474 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-b8192479-7784-4269-bbef-ac463e9f472a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641 HTTP/1.1" status: 200 len: 217 time: 0.0436244 Sep 19 04:02:42.424888 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016829b9-30ea-463e-8b6f-7d06616a1737 req-16544949-9ddc-4617-b09b-1a5518f7af10 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.427590 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-016829b9-30ea-463e-8b6f-7d06616a1737 req-16544949-9ddc-4617-b09b-1a5518f7af10 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 943 time: 0.1052935 Sep 19 04:02:42.446424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-24adaaa2-e069-4661-b1f5-8cf1b9e0443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.448193 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-24adaaa2-e069-4661-b1f5-8cf1b9e0443e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=265fa84f-f209-4ff0-ab91-22934add99aa HTTP/1.1" status: 200 len: 834 time: 0.0475266 Sep 19 04:02:42.467704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-016829b9-30ea-463e-8b6f-7d06616a1737 req-f550387e-becd-43c4-9e91-dcde0b02af79 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 19 04:02:42.494080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-89697be0-4933-4b04-8897-ae6556c7b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.495662 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-89697be0-4933-4b04-8897-ae6556c7b549 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f91b4d1-a12a-4008-83bd-0802dd8ce182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404561 Sep 19 04:02:42.586949 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-79148491-3e31-4be3-a179-6a90e6cb71ac service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841432 Sep 19 04:02:42.675476 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ec8ec530-85b6-4d96-a1e9-a60e21660157 req-d1ada46c-db7a-40b5-a9f4-50d60b7bc229 service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817468 Sep 19 04:02:42.764227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a1208-073e-472b-a3af-869f3330f914 req-6787bc90-14de-48d6-8aee-be5144a3f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.765683 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d41a1208-073e-472b-a3af-869f3330f914 req-6787bc90-14de-48d6-8aee-be5144a3f114 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 1094 time: 0.0440013 Sep 19 04:02:42.852860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a1208-073e-472b-a3af-869f3330f914 req-e0edeff4-0a2f-4b63-a954-28fa95ba010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.854303 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d41a1208-073e-472b-a3af-869f3330f914 req-e0edeff4-0a2f-4b63-a954-28fa95ba010e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f91b4d1-a12a-4008-83bd-0802dd8ce182 HTTP/1.1" status: 200 len: 897 time: 0.0818284 Sep 19 04:02:42.897572 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d41a1208-073e-472b-a3af-869f3330f914 req-4baddfff-a2ce-43aa-a29a-976d4ec01f9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641 HTTP/1.1" status: 200 len: 217 time: 0.0360658 Sep 19 04:02:42.944692 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a1208-073e-472b-a3af-869f3330f914 req-a7b69658-0046-46fe-8802-75cdae961f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.946013 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d41a1208-073e-472b-a3af-869f3330f914 req-a7b69658-0046-46fe-8802-75cdae961f21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=265fa84f-f209-4ff0-ab91-22934add99aa HTTP/1.1" status: 200 len: 834 time: 0.0410604 Sep 19 04:02:42.991333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a1208-073e-472b-a3af-869f3330f914 req-cbf36657-805e-4ed5-8f89-27a79a55ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:42.992793 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d41a1208-073e-472b-a3af-869f3330f914 req-cbf36657-805e-4ed5-8f89-27a79a55ae62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f91b4d1-a12a-4008-83bd-0802dd8ce182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387371 Sep 19 04:02:43.084300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d41a1208-073e-472b-a3af-869f3330f914 req-48806c95-8730-456d-95a8-4ca5f8648480 service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835266 Sep 19 04:02:43.171351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d41a1208-073e-472b-a3af-869f3330f914 req-4ae753b7-4cf2-40ce-9dc0-6b44f022aaae service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797150 Sep 19 04:02:43.633374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad7efb-2524-4047-8251-f9a38a3f39aa req-e87a09ae-f4b9-4a25-a496-c553cc77a292 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:43.634917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecad7efb-2524-4047-8251-f9a38a3f39aa req-e87a09ae-f4b9-4a25-a496-c553cc77a292 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 943 time: 0.0988617 Sep 19 04:02:43.671053 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ecad7efb-2524-4047-8251-f9a38a3f39aa req-9b2dfcd1-118a-488d-a3e9-bf1bafef5421 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302334 Sep 19 04:02:44.555293 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b03a15c-2a8d-4a31-aef6-29d521751b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:44.785297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848117e-39cf-4f3b-bb71-bf036578c260 req-dae9d4eb-3f2d-4bba-884c-3292706f25a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:44.786654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e848117e-39cf-4f3b-bb71-bf036578c260 req-dae9d4eb-3f2d-4bba-884c-3292706f25a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 943 time: 0.0514674 Sep 19 04:02:44.822603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e848117e-39cf-4f3b-bb71-bf036578c260 req-46e4fff7-f6de-4bcf-9543-908ec3671700 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301309 Sep 19 04:02:45.535204 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1c7961f0-9919-4e9f-9771-bb9dd95de641 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:02:45.626335 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 1c7961f0-9919-4e9f-9771-bb9dd95de641, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:45.636798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'port_id': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'mac_address': 'fa:16:3e:8b:fd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:02:45.675539 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:45.687657 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7961f0-9919-4e9f-9771-bb9dd95de641 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:02:45.705369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 1c7961f0-9919-4e9f-9771-bb9dd95de641, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:45.709612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:45.756712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=1c7961f0-9919-4e9f-9771-bb9dd95de641,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:45.914378 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['1c7961f0-9919-4e9f-9771-bb9dd95de641'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:02:45.936474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4cccf-fd00-421b-9312-9385f0688ddb req-2aa33bfd-3cfd-43e8-b78e-657d1dbbe692 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:45.938015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1df4cccf-fd00-421b-9312-9385f0688ddb req-2aa33bfd-3cfd-43e8-b78e-657d1dbbe692 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 944 time: 0.0490911 Sep 19 04:02:45.975704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1df4cccf-fd00-421b-9312-9385f0688ddb req-bd0cc1ab-5324-46b2-8b85-a05b107449a6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317764 Sep 19 04:02:46.530380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:47.087810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007af2b-dbb9-48fb-bc54-d2b409ab4eab req-45230edc-c728-4c59-9540-fa16551d0a80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:47.089308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c007af2b-dbb9-48fb-bc54-d2b409ab4eab req-45230edc-c728-4c59-9540-fa16551d0a80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 944 time: 0.0480657 Sep 19 04:02:47.125484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c007af2b-dbb9-48fb-bc54-d2b409ab4eab req-7cd51156-ff18-406e-bbec-73c48767c68f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303054 Sep 19 04:02:47.325759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-56702e81-2e9b-4bb9-94d4-fc56e479dabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:47.565127 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1c7961f0-9919-4e9f-9771-bb9dd95de641 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:02:47.613603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 1c7961f0-9919-4e9f-9771-bb9dd95de641 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:02:47.617196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 1c7961f0-9919-4e9f-9771-bb9dd95de641 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:02:47.617563 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:47.694573 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:47.715726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:02:47.717961 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b2479f-5b15-4f48-a9c5-06d7787391cf" -d '{"events": [{"server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "name": "network-vif-plugged", "status": "completed", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:02:47.730352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 1c7961f0-9919-4e9f-9771-bb9dd95de641, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:02:47.735947 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:47.758410 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc66b335-897e-4e82-9c92-04fb430177e1 x-openstack-request-id: req-fc66b335-897e-4e82-9c92-04fb430177e1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:02:47.758716 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "name": "network-vif-plugged", "status": "completed", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:02:47.758990 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc66b335-897e-4e82-9c92-04fb430177e1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:02:47.759377 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'code': 200} Sep 19 04:02:47.784293 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=1c7961f0-9919-4e9f-9771-bb9dd95de641,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:47.852239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8344e1-9694-4b64-ac20-5faaf1e2826f req-74b9278a-8f0f-4eef-a9d3-fac721511523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:47.853732 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7a8344e1-9694-4b64-ac20-5faaf1e2826f req-74b9278a-8f0f-4eef-a9d3-fac721511523 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 1096 time: 0.0392435 Sep 19 04:02:47.892122 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7a8344e1-9694-4b64-ac20-5faaf1e2826f req-6ad88f05-82f6-403d-b23f-25842c1d0900 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305572 Sep 19 04:02:48.068243 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:48.240750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbfffd-dad2-48fe-acd3-b55746b2dc2f req-564c3711-658e-4cb4-8028-5b037cf0e18a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:48.242237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26cbfffd-dad2-48fe-acd3-b55746b2dc2f req-564c3711-658e-4cb4-8028-5b037cf0e18a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0521469 Sep 19 04:02:48.279161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-26cbfffd-dad2-48fe-acd3-b55746b2dc2f req-f348fdbe-e713-477d-afdc-13f6b5ec0b89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306165 Sep 19 04:02:48.659872 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:49.392906 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd6165-deee-44bc-8707-7563f96a3859 req-41ed3fd3-9447-45ee-9e46-66454afc2bd2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:49.394378 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cfd6165-deee-44bc-8707-7563f96a3859 req-41ed3fd3-9447-45ee-9e46-66454afc2bd2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Sep 19 04:02:49.432016 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1cfd6165-deee-44bc-8707-7563f96a3859 req-8936f384-c9fa-44e6-a5a4-c93742ba285b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Sep 19 04:02:49.543121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca87ab-29e8-42f2-b620-9f8655cadcb5 req-f24610f8-0fa1-4182-8705-6d9d703336e7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:49.544591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79ca87ab-29e8-42f2-b620-9f8655cadcb5 req-f24610f8-0fa1-4182-8705-6d9d703336e7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0485921 Sep 19 04:02:49.581249 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-79ca87ab-29e8-42f2-b620-9f8655cadcb5 req-72fc445c-4669-4aca-a477-85c7798f91df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308867 Sep 19 04:02:49.602525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39420) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:49.645472 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e74c8e-69ed-4d81-85e5-ea80d855a226 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:49.647063 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c8e74c8e-69ed-4d81-85e5-ea80d855a226 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 1091 time: 0.0434906 Sep 19 04:02:49.649913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39422) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:49.654260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:02:49.675593 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:49.767931 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:49.870508 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.32 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/00a895e2-1890-44f4-a649-402a299f873a) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:02:49.971527 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.004054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.046253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:02:50.051034 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:02:50.055416 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:02:50.058377 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=00a895e2-1890-44f4-a649-402a299f873a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:50.236082 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.402347 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.470611 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.618299 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.622917 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.694356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=00a895e2-1890-44f4-a649-402a299f873a,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:02:50.700469 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:50.802290 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP d40e5af0-d799-46da-9428-04b3975cbaa9 associated. External IP: 172.25.8.32, port: 1c7961f0-9919-4e9f-9771-bb9dd95de641. Sep 19 04:02:51.001266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 5dcca59e-b950-4503-86a3-7ff5df2f847c has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:02:51.104800 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:02:51.114169 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] Sync routers for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:02:51.121425 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:02:51.123326 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:51.123977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:51.148184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a382e841-6dcd-4743-a267-b508d0f22635 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4972644 Sep 19 04:02:51.148771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:02:51.151042 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e9f6a9-6ddc-4025-b63e-dc951851bace" -d '{"events": [{"name": "network-changed", "server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:02:51.201436 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2ac564-0aa2-41c0-93e8-d312622af069 x-openstack-request-id: req-9b2ac564-0aa2-41c0-93e8-d312622af069 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:02:51.201728 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:02:51.201979 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b2ac564-0aa2-41c0-93e8-d312622af069 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:02:51.202378 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'status': 'completed', 'code': 200} Sep 19 04:02:51.228934 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:51.256879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943a91-6e26-4dd9-9938-3e593a3b0e1a req-972a9e09-9842-4671-b745-0efb6d98d26a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:51.258403 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90943a91-6e26-4dd9-9938-3e593a3b0e1a req-972a9e09-9842-4671-b745-0efb6d98d26a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Sep 19 04:02:51.265137 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-d5ea397d-75bf-4777-b8a6-3543de6907f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:51.267885 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-d5ea397d-75bf-4777-b8a6-3543de6907f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 1096 time: 0.0423090 Sep 19 04:02:51.298194 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90943a91-6e26-4dd9-9938-3e593a3b0e1a req-cb0ca978-4c51-48e3-b283-1205b9d700cb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334942 Sep 19 04:02:51.320820 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39428) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:51.360998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-9bd60683-5c2d-475e-8654-3d37a785b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:51.362831 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-9bd60683-5c2d-475e-8654-3d37a785b03a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f91b4d1-a12a-4008-83bd-0802dd8ce182 HTTP/1.1" status: 200 len: 897 time: 0.0880108 Sep 19 04:02:51.388156 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a0a84dda-ea2a-45bb-ac15-3fba4c0c7a9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/d40e5af0-d799-46da-9428-04b3975cbaa9 HTTP/1.1" status: 200 len: 990 time: 0.0659287 Sep 19 04:02:51.431962 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-b8f02a1e-f315-46e3-95aa-96a7a6a6559c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641 HTTP/1.1" status: 200 len: 998 time: 0.0624962 Sep 19 04:02:51.452461 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd40e5af0-d799-46da-9428-04b3975cbaa9', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'port_id': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'mac_address': 'fa:16:3e:8b:fd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383b0340-cd24-471e-96ed-f716b3fda100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:02:50Z', 'updated_at': '2021-09-19T04:02:50Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:51.480239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-58b10d0f-377c-4c20-b22c-0f06a8e6f7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:51.481331 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] Checking router: 5dcca59e-b950-4503-86a3-7ff5df2f847c for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:02:51.481738 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-58b10d0f-377c-4c20-b22c-0f06a8e6f7d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=265fa84f-f209-4ff0-ab91-22934add99aa HTTP/1.1" status: 200 len: 834 time: 0.0421309 Sep 19 04:02:51.489397 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:02:51.489987 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:02:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:51.526010 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-1d87f6c3-7bbf-409d-8a6e-6f4bd546e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:02:51.527565 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-1d87f6c3-7bbf-409d-8a6e-6f4bd546e992 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f91b4d1-a12a-4008-83bd-0802dd8ce182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394022 Sep 19 04:02:51.593117 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:02:51.617685 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-90e52911-d0b1-4b34-b11d-e91813435cb7 service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829599 Sep 19 04:02:51.710331 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-96e9f6a9-6ddc-4025-b63e-dc951851bace req-b31f5a77-588d-47b8-bdb8-541bd8d90d9f service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850415 Sep 19 04:02:51.893466 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd40e5af0-d799-46da-9428-04b3975cbaa9', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'port_id': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'mac_address': 'fa:16:3e:8b:fd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383b0340-cd24-471e-96ed-f716b3fda100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:02:50Z', 'updated_at': '2021-09-19T04:02:50Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:02:51.918055 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13cbf0-7d95-40a3-af2e-6baddfeba556 None None] The sync data for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 is: [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'd40e5af0-d799-46da-9428-04b3975cbaa9', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'port_id': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'mac_address': 'fa:16:3e:8b:fd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '383b0340-cd24-471e-96ed-f716b3fda100', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:02:50Z', 'updated_at': '2021-09-19T04:02:50Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:02:52.101979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a1787f-68d4-4472-a8aa-f3f6c746c6e6 None None] New status for floating IP d40e5af0-d799-46da-9428-04b3975cbaa9: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:02:52.391222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39430) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:02:52.450519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b15792c5-1136-426e-a606-c416b862396c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/d40e5af0-d799-46da-9428-04b3975cbaa9 HTTP/1.1" status: 200 len: 992 time: 0.0574982 Sep 19 04:03:00.390642 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:11.261436 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:03:14.555751 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a33a93d5-4ab8-458d-91af-f1e4a1b1927c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:14.734238 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-13f89b7a-7b85-4f99-ac6c-1b3ae3cdfe40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0869193 Sep 19 04:03:14.812155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-b6ca66f7-0f93-4400-9e37-c5661f01bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:14.813995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-b6ca66f7-0f93-4400-9e37-c5661f01bb39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 1096 time: 0.0387030 Sep 19 04:03:14.917852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-01f83ede-f401-4010-9d7c-1cc3c43c8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:14.919337 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-01f83ede-f401-4010-9d7c-1cc3c43c8ed9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f91b4d1-a12a-4008-83bd-0802dd8ce182 HTTP/1.1" status: 200 len: 897 time: 0.0867724 Sep 19 04:03:14.983177 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-db837e24-e13e-442c-84d4-8b618e2da3f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641 HTTP/1.1" status: 200 len: 1000 time: 0.0572097 Sep 19 04:03:15.031380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-39fb9e38-1b03-499a-9d84-121d63ae605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:15.033453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-39fb9e38-1b03-499a-9d84-121d63ae605f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=265fa84f-f209-4ff0-ab91-22934add99aa HTTP/1.1" status: 200 len: 834 time: 0.0437410 Sep 19 04:03:15.079918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-8f5f5da0-7ade-48cd-9a01-998725d55cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:15.081363 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-8f5f5da0-7ade-48cd-9a01-998725d55cca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f91b4d1-a12a-4008-83bd-0802dd8ce182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416837 Sep 19 04:03:15.168868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-5c98e9aa-9a70-4599-a5c3-bbf551be6bb4 service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801463 Sep 19 04:03:15.258217 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53210a66-b6c9-42e6-9740-90d50ae7f74b req-599af864-e617-459d-8be1-6515a40c6ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819893 Sep 19 04:03:16.544729 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:17.327154 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ebff58d3-9971-407c-bd07-2882a18b57a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:18.068781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:18.661919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:20.237983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:23.784437 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497388fc-3457-4c11-ba0c-0b4455845471 req-918494db-25bf-44de-ac7e-256d4c33a4d9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:23.786011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-497388fc-3457-4c11-ba0c-0b4455845471 req-918494db-25bf-44de-ac7e-256d4c33a4d9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Sep 19 04:03:23.822260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-497388fc-3457-4c11-ba0c-0b4455845471 req-e1d5c8e2-1b30-4d40-bb7f-f8d54dd20046 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305293 Sep 19 04:03:24.937189 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d656c6-3472-4cb3-a6b3-a4d0e26eea30 req-b34cee5f-3e2e-42b5-ad5c-5308942e893e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:24.939325 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d656c6-3472-4cb3-a6b3-a4d0e26eea30 req-b34cee5f-3e2e-42b5-ad5c-5308942e893e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0486383 Sep 19 04:03:24.976790 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97d656c6-3472-4cb3-a6b3-a4d0e26eea30 req-9e0816d2-5ed5-41b5-ae87-042080c56c03 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Sep 19 04:03:24.999061 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39450) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:25.060526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f3143ceb-45b0-4fdd-b51b-3d41f16dbb63 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/d40e5af0-d799-46da-9428-04b3975cbaa9 HTTP/1.1" status: 200 len: 992 time: 0.0602758 Sep 19 04:03:26.321152 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4561ee-aa2a-4ded-a836-f391491547d5 req-851795bd-dde4-4b34-9e59-55b9cdaaaf32 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:26.322652 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb4561ee-aa2a-4ded-a836-f391491547d5 req-851795bd-dde4-4b34-9e59-55b9cdaaaf32 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Sep 19 04:03:26.361022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb4561ee-aa2a-4ded-a836-f391491547d5 req-634bf51b-10ae-4f6d-a9ec-a09bfad340d4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322759 Sep 19 04:03:27.475122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b90367-ea15-4e78-8b3e-f2a8962e4ada req-73edcfdd-8cc3-425f-8ad1-88a25efe8282 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:27.476630 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5b90367-ea15-4e78-8b3e-f2a8962e4ada req-73edcfdd-8cc3-425f-8ad1-88a25efe8282 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0481684 Sep 19 04:03:27.513641 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d5b90367-ea15-4e78-8b3e-f2a8962e4ada req-fee27be3-8aa4-4cfd-befc-0f954c06d47e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310771 Sep 19 04:03:27.535328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39460) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:27.597060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ddc94801-2cdc-497c-bc66-80f988ce93d9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/d40e5af0-d799-46da-9428-04b3975cbaa9 HTTP/1.1" status: 200 len: 992 time: 0.0606141 Sep 19 04:03:27.811478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39466) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:27.964128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 00a895e2-1890-44f4-a649-402a299f873a {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:03:27.964397 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:28.036720 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:28.037053 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:28.048782 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 00a895e2-1890-44f4-a649-402a299f873a owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:03:28.191783 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:28.214815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=00a895e2-1890-44f4-a649-402a299f873a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:28.224881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.225205 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.225546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.225887 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.226217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.227017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.227017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.227190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.227524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.227868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.228170 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.228493 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:28.289882 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:28.290215 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP d40e5af0-d799-46da-9428-04b3975cbaa9 disassociated (deleted). External IP: 172.25.8.32, port: 1c7961f0-9919-4e9f-9771-bb9dd95de641. Sep 19 04:03:28.491995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 5dcca59e-b950-4503-86a3-7ff5df2f847c has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:03:28.596000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:03:28.600876 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:28.605298 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] Sync routers for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:03:28.615018 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:28.615632 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:28.630858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fec0f926-a099-4f16-bf38-0ea58618a3a4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/floatingips/d40e5af0-d799-46da-9428-04b3975cbaa9 HTTP/1.1" status: 204 len: 168 time: 0.8158455 Sep 19 04:03:28.630858 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:03:28.631517 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7660908-64bf-496a-b898-f7a5d81435df" -d '{"events": [{"name": "network-changed", "server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:03:28.730869 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:28.743272 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df793fc5-ae29-4fc4-ba79-db2e279e0f46 x-openstack-request-id: req-df793fc5-ae29-4fc4-ba79-db2e279e0f46 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:03:28.743670 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:03:28.743979 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df793fc5-ae29-4fc4-ba79-db2e279e0f46 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:03:28.744382 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'status': 'completed', 'code': 200} Sep 19 04:03:28.841630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660908-64bf-496a-b898-f7a5d81435df req-ffaae088-0c7c-42fe-a2ed-1af42dd3dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:28.843723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7660908-64bf-496a-b898-f7a5d81435df req-ffaae088-0c7c-42fe-a2ed-1af42dd3dcd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 1096 time: 0.0701909 Sep 19 04:03:28.902172 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc0991-5e09-42d8-93bd-5b2665f3ddf7 req-a332c457-d446-4572-9ed4-29b94dda2103 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:28.912542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbfc0991-5e09-42d8-93bd-5b2665f3ddf7 req-a332c457-d446-4572-9ed4-29b94dda2103 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0659323 Sep 19 04:03:28.957016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660908-64bf-496a-b898-f7a5d81435df req-18934bb3-24ec-43f7-8ca5-bc3a87cee90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:28.959668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7660908-64bf-496a-b898-f7a5d81435df req-18934bb3-24ec-43f7-8ca5-bc3a87cee90e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f91b4d1-a12a-4008-83bd-0802dd8ce182 HTTP/1.1" status: 200 len: 897 time: 0.1054847 Sep 19 04:03:28.960108 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fbfc0991-5e09-42d8-93bd-5b2665f3ddf7 req-9482a594-d4bf-4c44-ab6d-97c2266e493a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Sep 19 04:03:28.977785 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:29.004142 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] Checking router: 5dcca59e-b950-4503-86a3-7ff5df2f847c for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:03:29.012668 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:29.013290 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:29.126250 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:29.336701 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:29.347570 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7660908-64bf-496a-b898-f7a5d81435df req-3f5cec40-a5b3-4e74-b528-951ad24625ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641 HTTP/1.1" status: 200 len: 217 time: 0.3802834 Sep 19 04:03:29.363035 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5696714-9b37-4d9b-88a4-c0bd779e82f3 None None] The sync data for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 is: [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:02:37Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '635f6665-b4bf-4e5b-aed1-2fe8a9447845', 'name': '', 'network_id': '7f91b4d1-a12a-4008-83bd-0802dd8ce182', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:1f:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:36Z', 'updated_at': '2021-09-19T04:02:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': '265fa84f-f209-4ff0-ab91-22934add99aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:03:29.401669 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660908-64bf-496a-b898-f7a5d81435df req-aca0f256-5794-44e4-8bb9-8cde423c9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:29.403236 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7660908-64bf-496a-b898-f7a5d81435df req-aca0f256-5794-44e4-8bb9-8cde423c9f8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=265fa84f-f209-4ff0-ab91-22934add99aa HTTP/1.1" status: 200 len: 834 time: 0.0474143 Sep 19 04:03:29.450314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660908-64bf-496a-b898-f7a5d81435df req-ab339173-a0fc-43d6-9554-2d03ca5059da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:29.451847 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7660908-64bf-496a-b898-f7a5d81435df req-ab339173-a0fc-43d6-9554-2d03ca5059da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f91b4d1-a12a-4008-83bd-0802dd8ce182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411165 Sep 19 04:03:29.548618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7660908-64bf-496a-b898-f7a5d81435df req-df6c7958-b302-4c2a-a836-678ce055386d service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888987 Sep 19 04:03:29.617066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca79a3a-4277-4b94-bf1d-6f62193d0c94 None None] New status for floating IP d40e5af0-d799-46da-9428-04b3975cbaa9: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:03:29.644342 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c7660908-64bf-496a-b898-f7a5d81435df req-3c8540e3-3b6c-4ba4-b219-42bb25ae5b78 service neutron] 10.222.0.30 "GET /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883660 Sep 19 04:03:30.066379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6bc63c-5f28-4923-8caf-e68d8415be4f req-a39f2839-a5ab-4df4-a527-bfc69423f8df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:30.067967 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa6bc63c-5f28-4923-8caf-e68d8415be4f req-a39f2839-a5ab-4df4-a527-bfc69423f8df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0476382 Sep 19 04:03:30.105162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aa6bc63c-5f28-4923-8caf-e68d8415be4f req-440d6949-d3f0-4178-bfef-c85b48e460b9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1cf40df-ee5f-4421-9e8b-fed3c2787049&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Sep 19 04:03:30.354134 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-7e7819ab-274c-43ee-b5f4-9fbfcd60a49b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:30.355728 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-7e7819ab-274c-43ee-b5f4-9fbfcd60a49b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Sep 19 04:03:30.395133 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:30.443709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 1c7961f0-9919-4e9f-9771-bb9dd95de641 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:03:30.443977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:30.531240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 1c7961f0-9919-4e9f-9771-bb9dd95de641, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=1c7961f0-9919-4e9f-9771-bb9dd95de641,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:30.531604 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:30.543563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 1c7961f0-9919-4e9f-9771-bb9dd95de641 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:03:30.668603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:30.696635 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=1c7961f0-9919-4e9f-9771-bb9dd95de641,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:30.709007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.709379 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.709736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.710081 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.710425 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.710792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.711136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.711481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.711818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.712157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.712490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.712822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:30.746076 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] No DVR routers for this DVR port 1c7961f0-9919-4e9f-9771-bb9dd95de641 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:03:30.748893 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:30.751423 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3f0f5e98-fb88-4628-9c97-3b5307317cb3 req-a2b065aa-4b02-43e6-801a-2409a20273fe tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "DELETE /v2.0/ports/1c7961f0-9919-4e9f-9771-bb9dd95de641 HTTP/1.1" status: 204 len: 173 time: 0.3884606 Sep 19 04:03:30.751863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'name': 'network-vif-deleted', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:03:30.754106 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7700a044-3144-4804-bcf3-eba506d42ca8" -d '{"events": [{"server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "name": "network-vif-deleted", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:03:30.863148 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583bd256-55f3-4647-9c82-b02231cbc392 x-openstack-request-id: req-583bd256-55f3-4647-9c82-b02231cbc392 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:03:30.863444 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "383b0340-cd24-471e-96ed-f716b3fda100", "name": "network-vif-deleted", "tag": "1c7961f0-9919-4e9f-9771-bb9dd95de641", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:03:30.863698 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-583bd256-55f3-4647-9c82-b02231cbc392 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:03:30.864099 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '383b0340-cd24-471e-96ed-f716b3fda100', 'name': 'network-vif-deleted', 'tag': '1c7961f0-9919-4e9f-9771-bb9dd95de641', 'status': 'completed', 'code': 200} Sep 19 04:03:31.215514 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f334e8f9-6cb5-41c7-90bd-305beb474475 req-f9b79275-5f74-4d87-b42b-b7928f7fb19f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=383b0340-cd24-471e-96ed-f716b3fda100 HTTP/1.1" status: 200 len: 210 time: 0.0297923 Sep 19 04:03:32.275540 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39486) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:32.910656 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:33.160161 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 635f6665-b4bf-4e5b-aed1-2fe8a9447845 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:03:33.160420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:33.249773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 635f6665-b4bf-4e5b-aed1-2fe8a9447845, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=635f6665-b4bf-4e5b-aed1-2fe8a9447845,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:33.250141 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:33.262245 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 635f6665-b4bf-4e5b-aed1-2fe8a9447845 owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:03:33.444442 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:33.472526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=635f6665-b4bf-4e5b-aed1-2fe8a9447845,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:33.649348 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:33.736623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1c7961f0-9919-4e9f-9771-bb9dd95de641 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:03:33.755857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 1c7961f0-9919-4e9f-9771-bb9dd95de641 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:03:33.756102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 1c7961f0-9919-4e9f-9771-bb9dd95de641 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:03:33.858403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 5dcca59e-b950-4503-86a3-7ff5df2f847c has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:03:33.961818 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:03:33.968819 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d733a70d-97e0-48d1-ae7b-dad37ed9b456 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/5dcca59e-b950-4503-86a3-7ff5df2f847c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902647 Sep 19 04:03:33.970114 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39488) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:33.972635 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] Sync routers for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:03:33.981521 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:33.982116 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:34.026019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting subnet 265fa84f-f209-4ff0-ab91-22934add99aa {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:03:34.030324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.069436 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.083946 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:34.150804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.213567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.243667 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.247463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/subnets/265fa84f-f209-4ff0-ab91-22934add99aa HTTP/1.1" status: 204 len: 168 time: 0.2761385 Sep 19 04:03:34.248308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49af364-6316-48bb-b08d-dffc03529634 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Subnet': ['ID=265fa84f-f209-4ff0-ab91-22934add99aa,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:34.248773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39490) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:34.251800 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a83d5-bf30-4ed4-9bf3-ae7ceb546526 None None] Network 7f91b4d1-a12a-4008-83bd-0802dd8ce182 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:03:34.256122 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:03:33Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:34.286386 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] Checking router: 5dcca59e-b950-4503-86a3-7ff5df2f847c for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:03:34.294499 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] Routers {'5dcca59e-b950-4503-86a3-7ff5df2f847c'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:34.295118 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['5dcca59e-b950-4503-86a3-7ff5df2f847c'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:34.379050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.441579 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] DHCP port deletion for 7f91b4d1-a12a-4008-83bd-0802dd8ce182 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:03:34.488230 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.490562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Deleting port fd476700-70e4-4cc7-8880-9390cc58d7bd {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:03:34.490562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.498436 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] Set router 5dcca59e-b950-4503-86a3-7ff5df2f847c gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:34.544521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 563ddc93-b6d4-4557-a8b4-82c07e83d989 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:03:34.544779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.552723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] For port fd476700-70e4-4cc7-8880-9390cc58d7bd, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fd476700-70e4-4cc7-8880-9390cc58d7bd,segment=NetworkSegment(c9b6cd12-81b7-49cd-8778-8829f9439650),segment_id=c9b6cd12-81b7-49cd-8778-8829f9439650)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:34.553122 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.570026 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Calling delete_port for fd476700-70e4-4cc7-8880-9390cc58d7bd owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:03:34.629565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 563ddc93-b6d4-4557-a8b4-82c07e83d989, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=563ddc93-b6d4-4557-a8b4-82c07e83d989,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:34.629935 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.642523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 563ddc93-b6d4-4557-a8b4-82c07e83d989 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:03:34.654700 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.679171 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:03:33Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:34.682910 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] No DVR routers for this DVR port fd476700-70e4-4cc7-8880-9390cc58d7bd on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:03:34.687777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Pushing event deleted for resources: {'Port': ['ID=fd476700-70e4-4cc7-8880-9390cc58d7bd,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:34.699282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.699694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.700094 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.700497 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.700893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.701307 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.701698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.702084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.702472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.702883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.703276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.703603 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a09aa-e6a6-4976-b54f-239293528a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:34.713003 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d678b98-faa3-4ca4-8f88-7f716eb1f256 None None] The sync data for ids ['5dcca59e-b950-4503-86a3-7ff5df2f847c'] in n-d-809936-1 is: [{'id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-674258749', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:02:33Z', 'updated_at': '2021-09-19T04:03:33Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '563ddc93-b6d4-4557-a8b4-82c07e83d989', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcca59e-b950-4503-86a3-7ff5df2f847c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:02:34Z', 'updated_at': '2021-09-19T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:03:34.820434 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.845350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=563ddc93-b6d4-4557-a8b4-82c07e83d989,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:34.907995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.995673 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:34.998057 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.043022 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.043627 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Fanout notify agent at l3_agent the message router_deleted on router 5dcca59e-b950-4503-86a3-7ff5df2f847c {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:03:35.051056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.052182 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-259d362b-ef88-4143-b728-773f71e686a3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/routers/5dcca59e-b950-4503-86a3-7ff5df2f847c HTTP/1.1" status: 204 len: 168 time: 0.8016355 Sep 19 04:03:35.055033 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39492) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:35.131841 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.224129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.243772 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f91b4d1-a12a-4008-83bd-0802dd8ce182']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:35.253131 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b6cd12-81b7-49cd-8778-8829f9439650') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:35.253386 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b6cd12-81b7-49cd-8778-8829f9439650') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:35.263002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.276849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.284153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:03:35.284634 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: timer() Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:03:35.288325 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:03:35.352443 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.359900 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.361749 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/networks/7f91b4d1-a12a-4008-83bd-0802dd8ce182 HTTP/1.1" status: 204 len: 168 time: 0.3056736 Sep 19 04:03:35.364744 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39494) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:35.375478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcc237-02e9-4c17-9ce1-adc4c1de7f6c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Network': ['ID=7f91b4d1-a12a-4008-83bd-0802dd8ce182,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:35.429054 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce3a6cf-9635-414d-9bb2-e4c71c4fda89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.453709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce3a6cf-9635-414d-9bb2-e4c71c4fda89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.511885 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce3a6cf-9635-414d-9bb2-e4c71c4fda89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.514498 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7ce3a6cf-9635-414d-9bb2-e4c71c4fda89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.515709 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7ce3a6cf-9635-414d-9bb2-e4c71c4fda89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/security-groups/a1cf40df-ee5f-4421-9e8b-fed3c2787049 HTTP/1.1" status: 204 len: 168 time: 0.1498868 Sep 19 04:03:35.524755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3a6cf-9635-414d-9bb2-e4c71c4fda89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cf40df-ee5f-4421-9e8b-fed3c2787049,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:35.728421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 635f6665-b4bf-4e5b-aed1-2fe8a9447845 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:03:35.749266 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 635f6665-b4bf-4e5b-aed1-2fe8a9447845 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:03:35.749611 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 635f6665-b4bf-4e5b-aed1-2fe8a9447845 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:03:35.750014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fd476700-70e4-4cc7-8880-9390cc58d7bd no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:03:35.770028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: fd476700-70e4-4cc7-8880-9390cc58d7bd {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:03:35.770370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fd476700-70e4-4cc7-8880-9390cc58d7bd not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:03:35.770784 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 563ddc93-b6d4-4557-a8b4-82c07e83d989 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:03:35.788765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 563ddc93-b6d4-4557-a8b4-82c07e83d989 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:03:35.789139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 563ddc93-b6d4-4557-a8b4-82c07e83d989 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:03:35.879258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39500) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:35.883857 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c5b70486-d8a5-4435-b338-f00d3b3355c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626264369', 'description': 'tempest-secgroup-smoke-1626264369 description', 'project_id': '516104e379de4e19a5f5d35685d51a6d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:35.910272 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5b70486-d8a5-4435-b338-f00d3b3355c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.989050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5b70486-d8a5-4435-b338-f00d3b3355c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:35.992521 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5b70486-d8a5-4435-b338-f00d3b3355c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.020278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c5b70486-d8a5-4435-b338-f00d3b3355c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.021499 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c5b70486-d8a5-4435-b338-f00d3b3355c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1412265 Sep 19 04:03:36.023523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b70486-d8a5-4435-b338-f00d3b3355c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.025082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39502) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.029839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-cb87c347-ad31-4bef-8e0c-2a8036666509 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.056124 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb87c347-ad31-4bef-8e0c-2a8036666509 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.111186 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb87c347-ad31-4bef-8e0c-2a8036666509 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.114659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb87c347-ad31-4bef-8e0c-2a8036666509 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.132196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87c347-ad31-4bef-8e0c-2a8036666509 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805117ab-9fe7-4163-8b96-fd444c33b610,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.138999 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-cb87c347-ad31-4bef-8e0c-2a8036666509 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.140197 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-cb87c347-ad31-4bef-8e0c-2a8036666509 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140866 Sep 19 04:03:36.143418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39504) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.147694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-20bf4203-a75f-4d88-a06e-d3c89dd3f03c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.174684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20bf4203-a75f-4d88-a06e-d3c89dd3f03c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.230422 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20bf4203-a75f-4d88-a06e-d3c89dd3f03c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.233698 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20bf4203-a75f-4d88-a06e-d3c89dd3f03c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.250786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf4203-a75f-4d88-a06e-d3c89dd3f03c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae13cd1-0422-4f17-a39a-e6f09a771f64,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.258276 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-20bf4203-a75f-4d88-a06e-d3c89dd3f03c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.259553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-20bf4203-a75f-4d88-a06e-d3c89dd3f03c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151538 Sep 19 04:03:36.262639 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39506) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.267412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c26c20f6-0567-418b-9d53-2ccdcc522f8d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.293400 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c26c20f6-0567-418b-9d53-2ccdcc522f8d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.351979 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c26c20f6-0567-418b-9d53-2ccdcc522f8d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.355283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c26c20f6-0567-418b-9d53-2ccdcc522f8d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.371788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c20f6-0567-418b-9d53-2ccdcc522f8d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d919bede-5812-4417-92d8-506574379748,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.379630 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c26c20f6-0567-418b-9d53-2ccdcc522f8d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.380847 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c26c20f6-0567-418b-9d53-2ccdcc522f8d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172335 Sep 19 04:03:36.383946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39508) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.388194 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-40ff9188-99ff-4809-ac9a-2d46275bc311 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.413362 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40ff9188-99ff-4809-ac9a-2d46275bc311 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.470582 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40ff9188-99ff-4809-ac9a-2d46275bc311 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.474456 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40ff9188-99ff-4809-ac9a-2d46275bc311 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.492559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff9188-99ff-4809-ac9a-2d46275bc311 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c94ab8e-5503-4663-8702-4646d98dc9d3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.498056 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-40ff9188-99ff-4809-ac9a-2d46275bc311 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.499285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-40ff9188-99ff-4809-ac9a-2d46275bc311 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143918 Sep 19 04:03:36.502476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39510) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.506767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.528676 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:03:36.534023 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.592774 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.596684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.614156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e8e381-7039-4706-92dd-552a30989e2c,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.620659 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.622158 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bbc26863-e068-40c6-a62a-e4188b2bb19b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186533 Sep 19 04:03:36.625010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39512) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.629276 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.650339 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:03:36.655054 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.716800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.720814 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.737943 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdcdbec-9f3b-4ad7-8dba-75993362d84e,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.744356 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.745535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7c96988c-39d8-4a7c-aed2-f149ae967089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195717 Sep 19 04:03:36.748763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39514) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.753413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'network': {'name': 'tempest-network-smoke--1529473171', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'port_security_enabled': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.773101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:03:36.776478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.799489 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:03:36.809052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.809395 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Added segment a95a21d2-69e9-4436-828f-dc90ce06cb58 of type vlan for network bfe12657-1494-49d7-be0d-c907272a0954 Sep 19 04:03:36.849791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.873048 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.878409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:36.879029 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.910716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1609879 Sep 19 04:03:36.913507 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39516) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:36.917615 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'admin_state_up': True, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:36.961672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650f342-659d-480f-98df-697c3eed94c6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Network': ['ID=bfe12657-1494-49d7-be0d-c907272a0954,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:36.972245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network bfe12657-1494-49d7-be0d-c907272a0954 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:03:36.974939 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:36.975967 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:37.027231 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:37.164347 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:37.347998 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:37.366688 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:37.468842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.176 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/10318574-90c0-4265-9161-04caf19e3d15) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:03:37.570606 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:37.609645 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:37.647839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:03:37.650638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:03:37.653062 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:03:37.680460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=10318574-90c0-4265-9161-04caf19e3d15,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:37.899862 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:38.376541 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:38.500980 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a1063948-b057-4724-9613-288ed0beb5fa is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:03:38.603986 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:03:38.614187 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Sync routers for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:03:38.621913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:38.623427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:38.623657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bb78a2d5-d967-48f6-856a-d87c40a13c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7092390 Sep 19 04:03:38.624043 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:38.627412 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39518) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:38.655331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0e6be1c6-8751-43f7-9718-d54412e244cf tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=516104e379de4e19a5f5d35685d51a6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266702 Sep 19 04:03:38.658004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39520) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:38.728304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:38.742987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf78871-4863-4baf-acba-230e17fc159a tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:38.744490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0cf78871-4863-4baf-acba-230e17fc159a tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856078 Sep 19 04:03:38.747638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39522) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:38.780084 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-88f100fe-05af-4b01-84de-6e347fc0b5e5 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314035 Sep 19 04:03:38.782596 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39524) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:38.787379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1791964290', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:38.875125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:03:38.879296 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:38.904744 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:37Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:38.930139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Checking router: a1063948-b057-4724-9613-288ed0beb5fa for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:03:38.930479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Updating router a1063948-b057-4724-9613-288ed0beb5fa port 10318574-90c0-4265-9161-04caf19e3d15 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:03:38.955190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.063017 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.121880 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Subnet': ['ID=e97662d7-cf24-4394-be92-8bf6ea45b7ce,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:39.131682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Checking segment: {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:03:39.132053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network hostable DHCP agents. Network: bfe12657-1494-49d7-be0d-c907272a0954, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:03:39.148969 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network bfe12657-1494-49d7-be0d-c907272a0954 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:03:39.158075 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, bfe12657-1494-49d7-be0d-c907272a0954) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:03:39.162136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:39.162727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.177559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2065e0fc-0b13-4090-a50b-f965d70268ec tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3939304 Sep 19 04:03:39.180334 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39526) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:39.186184 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150c1b54-954e-4da3-836d-7c754a33cbd2 None None] Network bfe12657-1494-49d7-be0d-c907272a0954 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:03:39.249242 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.257545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.323200 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Attempting to bind port 10318574-90c0-4265-9161-04caf19e3d15 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:03:39.323569 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Attempting to bind port 10318574-90c0-4265-9161-04caf19e3d15 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:03:39.323939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Attempting to bind port 10318574-90c0-4265-9161-04caf19e3d15 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:03:39.350789 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db477f6-bebf-4109-9004-4cb2111fddb0 None None] Pushing event updated for resources: {'Port': ['ID=10318574-90c0-4265-9161-04caf19e3d15,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:39.359781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:03:39.360690 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:03:39.361099 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.361488 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:03:39.361960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Bound port: 10318574-90c0-4265-9161-04caf19e3d15, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:03:39.362346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.428512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-bfe12657-1494-49d7-be0d-c907272a0954', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:03:39.429337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.442710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] For port 10318574-90c0-4265-9161-04caf19e3d15, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:03:39.457483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] For port 10318574-90c0-4265-9161-04caf19e3d15, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=10318574-90c0-4265-9161-04caf19e3d15,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:03:39.464646 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.587203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:39.587832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:39.627697 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.644945 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db477f6-bebf-4109-9004-4cb2111fddb0 None None] Pushing event updated for resources: {'Port': ['ID=10318574-90c0-4265-9161-04caf19e3d15,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:39.675989 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Allocated IP 172.20.0.2 (bfe12657-1494-49d7-be0d-c907272a0954/e97662d7-cf24-4394-be92-8bf6ea45b7ce/5d612e4a-6c4b-49e8-a2d6-a5305afd9039) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:03:39.753510 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:39.980525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:39.994633 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.039960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Network bfe12657-1494-49d7-be0d-c907272a0954 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:03:40.045079 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.1 (bfe12657-1494-49d7-be0d-c907272a0954/e97662d7-cf24-4394-be92-8bf6ea45b7ce/c6a42546-f775-45c7-95e9-bbb527cc68a9) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:03:40.046039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:03:40.051035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:03:40.071808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Pushing event updated for resources: {'Port': ['ID=5d612e4a-6c4b-49e8-a2d6-a5305afd9039,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:40.089899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:37Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:40.129428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be27d38-1d11-43d1-83b7-ecf5f9ffb870 None None] The sync data for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 is: [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:37Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:03:40.140848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Attempting to bind port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:03:40.141282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Attempting to bind port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:03:40.141644 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Attempting to bind port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 on network bfe12657-1494-49d7-be0d-c907272a0954 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:03:40.154660 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:03:40.155192 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Checking segment: {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:03:40.155608 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.155999 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Bound using segment: {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:03:40.156472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Bound port: 5d612e4a-6c4b-49e8-a2d6-a5305afd9039, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:03:40.157813 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.168716 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.204052 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.230357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] For port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:03:40.233752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] For port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5d612e4a-6c4b-49e8-a2d6-a5305afd9039,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:03:40.238476 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.249595 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network bfe12657-1494-49d7-be0d-c907272a0954 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:03:40.254832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:03:40.259367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:03:40.263519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=c6a42546-f775-45c7-95e9-bbb527cc68a9,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:40.311840 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.313470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87033db-4466-4989-a1a7-99f7855c80dc None None] Pushing event updated for resources: {'Port': ['ID=5d612e4a-6c4b-49e8-a2d6-a5305afd9039,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:40.482676 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.791809 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.797903 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.877371 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=c6a42546-f775-45c7-95e9-bbb527cc68a9,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:40.880013 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:40.981976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network bfe12657-1494-49d7-be0d-c907272a0954 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:03:40.983476 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:03:41.110723 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a1063948-b057-4724-9613-288ed0beb5fa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:03:41.201312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40ee51-639e-48e8-b7b5-1e9e37d5a36a None None] Network bfe12657-1494-49d7-be0d-c907272a0954 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:03:41.221477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:03:41.226580 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2ebc8eaa-f385-4ef2-85eb-ccbef3587089 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/a1063948-b057-4724-9613-288ed0beb5fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0453041 Sep 19 04:03:41.369451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-dc21b960-be9d-4527-b507-3d732d6132fa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626264369&fields=id&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 267 time: 0.0352383 Sep 19 04:03:41.483159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-94b40c87-2430-4194-bbd0-0de0c91bc5de None None] Provisioning complete for port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:41.483515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94b40c87-2430-4194-bbd0-0de0c91bc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:41.493365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-7fe7570d-4c0a-4f68-8ba3-e7a8a3b75f05 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:41.494952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-7fe7570d-4c0a-4f68-8ba3-e7a8a3b75f05 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 797 time: 0.1174715 Sep 19 04:03:41.515508 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-838086cc-99c4-4cfe-a26b-b257e0cceb10 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/quotas/516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 375 time: 0.0134890 Sep 19 04:03:41.600801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-0080a429-4efc-4b63-b1e5-fae9179166fc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734599 Sep 19 04:03:41.610557 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:03:41.654078 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94b40c87-2430-4194-bbd0-0de0c91bc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:41.695808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:41.696186 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:41.723097 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-94b40c87-2430-4194-bbd0-0de0c91bc5de None None] For port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5d612e4a-6c4b-49e8-a2d6-a5305afd9039,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:41.730041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-94b40c87-2430-4194-bbd0-0de0c91bc5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:41.776586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-78cd1295-5986-4da4-b250-f05b0c5d7a35 service neutron] 10.222.0.22 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599607 Sep 19 04:03:41.805293 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Sync routers for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:03:41.820395 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:41.821152 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:41.830247 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 10318574-90c0-4265-9161-04caf19e3d15 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:03:41.853409 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b40c87-2430-4194-bbd0-0de0c91bc5de None None] Pushing event updated for resources: {'Port': ['ID=5d612e4a-6c4b-49e8-a2d6-a5305afd9039,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:41.881542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f33952cd-56e9-47b2-8989-732c8d92ec09 None None] Provisioning complete for port c6a42546-f775-45c7-95e9-bbb527cc68a9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:41.881922 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f33952cd-56e9-47b2-8989-732c8d92ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:41.903326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ccf4f7a0-24b9-439a-b629-f8a2ab885a0f service neutron] 10.222.0.22 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194093 Sep 19 04:03:41.924973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f33952cd-56e9-47b2-8989-732c8d92ec09 None None] Port c6a42546-f775-45c7-95e9-bbb527cc68a9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:03:41.941095 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f33952cd-56e9-47b2-8989-732c8d92ec09 None None] Provisioning complete for port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:41.941721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f33952cd-56e9-47b2-8989-732c8d92ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:41.953424 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:41.968214 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 10318574-90c0-4265-9161-04caf19e3d15 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:41.969019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.114764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.116799 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fee665ab-ed85-41e6-aae8-f58d017a5dcc req-f9c41433-e6f7-4b68-adbe-02f2ad7c9fd1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 210 time: 0.0312510 Sep 19 04:03:42.147814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 10318574-90c0-4265-9161-04caf19e3d15, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=10318574-90c0-4265-9161-04caf19e3d15,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:42.156310 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.200603 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 2, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:42.207393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=10318574-90c0-4265-9161-04caf19e3d15,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:42.228419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Checking router: a1063948-b057-4724-9613-288ed0beb5fa for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:03:42.228766 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Updating router a1063948-b057-4724-9613-288ed0beb5fa port c6a42546-f775-45c7-95e9-bbb527cc68a9 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:03:42.241529 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-461e0d6a-c926-4a9f-8829-1feacf3fcaad None None] Provisioning complete for port c6a42546-f775-45c7-95e9-bbb527cc68a9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:42.242060 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-461e0d6a-c926-4a9f-8829-1feacf3fcaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.255096 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.281233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-461e0d6a-c926-4a9f-8829-1feacf3fcaad None None] Port c6a42546-f775-45c7-95e9-bbb527cc68a9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:03:42.401232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4cf4ef8b-e77b-411a-9e22-94a50a56a1cf None None] Provisioning complete for port c6a42546-f775-45c7-95e9-bbb527cc68a9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:42.401521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4cf4ef8b-e77b-411a-9e22-94a50a56a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.433003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4ef8b-e77b-411a-9e22-94a50a56a1cf None None] Port c6a42546-f775-45c7-95e9-bbb527cc68a9 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:03:42.522795 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.527857 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.575230 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Pushing event updated for resources: {'Port': ['ID=c6a42546-f775-45c7-95e9-bbb527cc68a9,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:42.604003 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.604341 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.604673 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.604999 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.605320 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.605638 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.605953 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.606266 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.606576 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.606912 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.607223 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.607533 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:03:42.635689 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Attempting to bind port c6a42546-f775-45c7-95e9-bbb527cc68a9 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:03:42.636170 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Attempting to bind port c6a42546-f775-45c7-95e9-bbb527cc68a9 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:03:42.636387 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Attempting to bind port c6a42546-f775-45c7-95e9-bbb527cc68a9 on network bfe12657-1494-49d7-be0d-c907272a0954 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:03:42.642240 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:03:42.642606 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Checking segment: {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:03:42.643030 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.643414 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Bound using segment: {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:03:42.643872 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Bound port: c6a42546-f775-45c7-95e9-bbb527cc68a9, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:03:42.644247 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.710357 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] For port c6a42546-f775-45c7-95e9-bbb527cc68a9, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:03:42.713498 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] For port c6a42546-f775-45c7-95e9-bbb527cc68a9, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a42546-f775-45c7-95e9-bbb527cc68a9,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:03:42.718034 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.753542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-13346537-7a9a-4711-8fd4-3204bdf1d6b7 None None] Provisioning complete for port c6a42546-f775-45c7-95e9-bbb527cc68a9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:42.753986 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13346537-7a9a-4711-8fd4-3204bdf1d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.779732 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:42.780354 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:42.784968 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f3905-f074-43cd-aab1-3608e14a0c26 None None] Pushing event updated for resources: {'Port': ['ID=c6a42546-f775-45c7-95e9-bbb527cc68a9,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:42.840517 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13346537-7a9a-4711-8fd4-3204bdf1d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.877908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-13346537-7a9a-4711-8fd4-3204bdf1d6b7 None None] For port c6a42546-f775-45c7-95e9-bbb527cc68a9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a42546-f775-45c7-95e9-bbb527cc68a9,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:42.882392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-13346537-7a9a-4711-8fd4-3204bdf1d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:42.899058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:42.930889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13346537-7a9a-4711-8fd4-3204bdf1d6b7 None None] Pushing event updated for resources: {'Port': ['ID=c6a42546-f775-45c7-95e9-bbb527cc68a9,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:42.999965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b8c1d225-79b8-4292-9431-1a564aac6dda None None] Provisioning complete for port c6a42546-f775-45c7-95e9-bbb527cc68a9 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:43.000335 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d225-79b8-4292-9431-1a564aac6dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:43.104152 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:43.134254 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b77df2-fec0-4068-9ac0-5ffbe8d4cfc0 None None] The sync data for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 is: [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:03:43.221891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2e1dbe9b-f95d-4bdf-afd7-db686928c3e4 req-c1eac973-9c3a-4791-ba72-7b0cc8e46d72 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 210 time: 0.0505793 Sep 19 04:03:43.592480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:03:43.644030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:43.644481 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:43.722587 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a42546-f775-45c7-95e9-bbb527cc68a9 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:03:43.769944 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c6a42546-f775-45c7-95e9-bbb527cc68a9 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:43.770313 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:43.850058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 10318574-90c0-4265-9161-04caf19e3d15 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:03:43.897446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 10318574-90c0-4265-9161-04caf19e3d15 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:43.897830 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:44.296993 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-842fcb45-3c90-4034-8ada-194d9e2ee4b8 req-c996a573-b400-49ed-9cd8-6d12e0a6fc80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 210 time: 0.0260262 Sep 19 04:03:44.556666 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f4ed675d-0781-4e65-b7a5-74ebe63221bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:45.371275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-020150c8-d13e-4b30-8eae-caab6949c378 req-d5d927d3-192f-4051-a35e-b770dbe93ea1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 210 time: 0.0265145 Sep 19 04:03:46.461456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-139914de-aed1-4ed3-bed4-69ff004744fa req-eda5eb1f-8ad8-4d8c-ba81-30983f055b2f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 210 time: 0.0271087 Sep 19 04:03:46.544916 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:47.233288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-870c338c-3460-43ef-93d0-c0a1a5b1c5c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:47.234763 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-870c338c-3460-43ef-93d0-c0a1a5b1c5c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 797 time: 0.1024702 Sep 19 04:03:47.281091 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-eb3a7ae3-f11c-4e79-b26b-6b7775692cd2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 380 time: 0.0375726 Sep 19 04:03:47.295580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'port': {'device_id': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'admin_state_up': True, 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'security_groups': ['3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:47.326773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e7bd410-1079-4ae8-8757-18799ab47916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:47.399817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:03:47.403210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:47.529497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.14 (bfe12657-1494-49d7-be0d-c907272a0954/e97662d7-cf24-4394-be92-8bf6ea45b7ce/4a359431-03aa-4fdf-a085-b42a2b6dda26) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:03:47.553899 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef66c68b-1e5a-40e0-b7c6-2c728b1dddb2 req-76bc1090-4c18-4584-be14-71a7a010a8d9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 210 time: 0.0264990 Sep 19 04:03:47.663857 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:47.702244 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:47.743351 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network bfe12657-1494-49d7-be0d-c907272a0954 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:03:47.746402 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:03:47.752937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:03:47.776610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=4a359431-03aa-4fdf-a085-b42a2b6dda26,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:47.805527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:47.806150 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:47.820704 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-ed315be3-23b7-450c-ab55-51dbae9536e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5286636 Sep 19 04:03:47.830523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-8744e4ea-0ceb-4edc-8e71-f9e70c0b1b6f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:03:47.831531 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-8744e4ea-0ceb-4edc-8e71-f9e70c0b1b6f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053010 Sep 19 04:03:47.844043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Request body: {'port': {'device_id': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:47.899724 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.031556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f7d2e337-6dbf-4265-8b03-dc6098130636 None None] Provisioning complete for port 4a359431-03aa-4fdf-a085-b42a2b6dda26 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:48.032180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7d2e337-6dbf-4265-8b03-dc6098130636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.075093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2e337-6dbf-4265-8b03-dc6098130636 None None] Port 4a359431-03aa-4fdf-a085-b42a2b6dda26 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:03:48.076859 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.168064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a359431-03aa-4fdf-a085-b42a2b6dda26 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:03:48.176474 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.189321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Transition to ACTIVE for port object 4a359431-03aa-4fdf-a085-b42a2b6dda26 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:03:48.193086 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.240811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Pushing event updated for resources: {'Port': ['ID=4a359431-03aa-4fdf-a085-b42a2b6dda26,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:48.260370 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:03:48.315500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Attempting to bind port 4a359431-03aa-4fdf-a085-b42a2b6dda26 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:03:48.315831 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Attempting to bind port 4a359431-03aa-4fdf-a085-b42a2b6dda26 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:03:48.316153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Attempting to bind port 4a359431-03aa-4fdf-a085-b42a2b6dda26 on network bfe12657-1494-49d7-be0d-c907272a0954 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:03:48.320700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Port 4a359431-03aa-4fdf-a085-b42a2b6dda26 on network bfe12657-1494-49d7-be0d-c907272a0954 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:03:48.321021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Attempting to bind port 4a359431-03aa-4fdf-a085-b42a2b6dda26 on network bfe12657-1494-49d7-be0d-c907272a0954 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:03:48.325827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:03:48.326164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Checking segment: {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:03:48.326547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Bound using segment: {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:03:48.327003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Bound port: 4a359431-03aa-4fdf-a085-b42a2b6dda26, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95a21d2-69e9-4436-828f-dc90ce06cb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:03:48.327355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.392168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] For port 4a359431-03aa-4fdf-a085-b42a2b6dda26, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:03:48.395143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] For port 4a359431-03aa-4fdf-a085-b42a2b6dda26, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:03:48.399811 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.433901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:48.435317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.437562 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] 10.222.0.30 "PUT /v2.0/ports/4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 1092 time: 0.5977764 Sep 19 04:03:48.439981 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:03:48.443146 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ab9d1b-b95f-49a6-b195-ed125534bf0c" -d '{"events": [{"name": "network-changed", "server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:03:48.473439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261a898-c1ef-4aeb-9e4b-7ff0e2589319 service neutron] Pushing event updated for resources: {'Port': ['ID=4a359431-03aa-4fdf-a085-b42a2b6dda26,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:48.504320 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dc438c-bb38-49a3-85dd-0f42ff5af487 x-openstack-request-id: req-e7dc438c-bb38-49a3-85dd-0f42ff5af487 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:03:48.504696 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:03:48.504872 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7dc438c-bb38-49a3-85dd-0f42ff5af487 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:03:48.505248 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'status': 'completed', 'code': 200} Sep 19 04:03:48.520966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-20f50013-8b8d-4da2-9385-7ae476e5588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:48.522504 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-20f50013-8b8d-4da2-9385-7ae476e5588f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1095 time: 0.0460486 Sep 19 04:03:48.570621 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-074a21b8-8bd8-470f-a290-95810033f57b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 217 time: 0.0390618 Sep 19 04:03:48.629347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-76dc719b-4241-4a88-a4b6-11e3a02f7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:48.630879 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-76dc719b-4241-4a88-a4b6-11e3a02f7fda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 200 len: 835 time: 0.0535412 Sep 19 04:03:48.667435 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:48.674675 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9df94b-5c74-41c1-807d-db075246e898 req-3de7cfe8-4853-4a54-a40e-0a9adafd3b37 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:48.676199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f9df94b-5c74-41c1-807d-db075246e898 req-3de7cfe8-4853-4a54-a40e-0a9adafd3b37 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 944 time: 0.0513701 Sep 19 04:03:48.678302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-a4a92788-af0e-4124-9921-3e268e692c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:48.679898 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-a4a92788-af0e-4124-9921-3e268e692c52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfe12657-1494-49d7-be0d-c907272a0954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421607 Sep 19 04:03:48.725064 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f9df94b-5c74-41c1-807d-db075246e898 req-c0f98886-d045-4980-a473-0626d573cef8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426161 Sep 19 04:03:48.775602 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-d3f64bf0-0b06-40e8-853a-176551381bf7 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887916 Sep 19 04:03:48.862527 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2ec7ae00-bdd2-4072-86ba-7c050d096737 req-37ec0497-b51a-4a23-a923-2a8c2b4c483e service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786400 Sep 19 04:03:48.947069 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-a8b0247f-4be9-439d-8499-cb435c4fc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:48.948538 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-a8b0247f-4be9-439d-8499-cb435c4fc8ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1095 time: 0.0435627 Sep 19 04:03:49.036540 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-f4307134-ab1a-4800-9262-87aedfa72f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:49.037929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-f4307134-ab1a-4800-9262-87aedfa72f26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 898 time: 0.0817068 Sep 19 04:03:49.080602 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-272bba95-b046-490f-935b-ab7bed79f9eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 217 time: 0.0361230 Sep 19 04:03:49.129249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-0e8bc0ec-7231-4073-81c5-319fd9907526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:49.130670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-0e8bc0ec-7231-4073-81c5-319fd9907526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 200 len: 835 time: 0.0430093 Sep 19 04:03:49.177354 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-d1c837b2-d0e8-4595-b1fd-080edaa8daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:49.178884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-d1c837b2-d0e8-4595-b1fd-080edaa8daf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfe12657-1494-49d7-be0d-c907272a0954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393565 Sep 19 04:03:49.270189 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-d3693655-1da7-4217-8ade-deb751027d48 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827217 Sep 19 04:03:49.356909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-45ab9d1b-b95f-49a6-b195-ed125534bf0c req-4c8f6024-2c1a-45e4-8351-15d5b203d216 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785382 Sep 19 04:03:49.839889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f48298-dd4a-4b8c-9e7b-04d1a67727be req-ecc64f6b-df49-4321-a396-48e104f01226 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:49.841340 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8f48298-dd4a-4b8c-9e7b-04d1a67727be req-ecc64f6b-df49-4321-a396-48e104f01226 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 944 time: 0.0482304 Sep 19 04:03:49.879683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8f48298-dd4a-4b8c-9e7b-04d1a67727be req-4fd587b7-edcf-4ac9-b511-c4126982d8d5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Sep 19 04:03:50.240656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:50.990490 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f92cfe-fc5c-43e0-a5f6-5d81132b3a5b req-5686b80e-7729-4284-bf5b-4d62d70ab153 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:50.991977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7f92cfe-fc5c-43e0-a5f6-5d81132b3a5b req-5686b80e-7729-4284-bf5b-4d62d70ab153 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 944 time: 0.0479715 Sep 19 04:03:51.029425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d7f92cfe-fc5c-43e0-a5f6-5d81132b3a5b req-95b30b92-0d1f-41a3-b4a8-a228ea559e99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316155 Sep 19 04:03:51.750463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4a359431-03aa-4fdf-a085-b42a2b6dda26 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:03:51.852077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4a359431-03aa-4fdf-a085-b42a2b6dda26, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:51.863482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'port_id': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'mac_address': 'fa:16:3e:ee:c5:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:03:51.899518 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:51.911565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a359431-03aa-4fdf-a085-b42a2b6dda26 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:03:51.930172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4a359431-03aa-4fdf-a085-b42a2b6dda26, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:51.934289 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:51.977768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4a359431-03aa-4fdf-a085-b42a2b6dda26,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:52.133211 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['4a359431-03aa-4fdf-a085-b42a2b6dda26'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:03:52.142388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d1553-18b7-41ea-97b2-a5c8fe58d320 req-7aec5d26-2e82-440b-9d02-ffa999470ef0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:52.143918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-541d1553-18b7-41ea-97b2-a5c8fe58d320 req-7aec5d26-2e82-440b-9d02-ffa999470ef0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 945 time: 0.0485728 Sep 19 04:03:52.186143 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-541d1553-18b7-41ea-97b2-a5c8fe58d320 req-963ca03b-f07c-498d-a16a-b1667777243e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361793 Sep 19 04:03:53.297328 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a5fc-835d-44f6-8deb-7e496f2c98ca req-c9ec64da-f537-4f2d-9bac-7a813b04e01a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:53.299321 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a787a5fc-835d-44f6-8deb-7e496f2c98ca req-c9ec64da-f537-4f2d-9bac-7a813b04e01a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 945 time: 0.0480888 Sep 19 04:03:53.335913 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a787a5fc-835d-44f6-8deb-7e496f2c98ca req-bbd0a6a6-aad0-4506-9301-fc3901cb6965 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Sep 19 04:03:53.781427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4a359431-03aa-4fdf-a085-b42a2b6dda26 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:03:53.830194 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 4a359431-03aa-4fdf-a085-b42a2b6dda26 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:03:53.833675 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 4a359431-03aa-4fdf-a085-b42a2b6dda26 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:03:53.834043 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:53.906642 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:53.928514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:03:53.930715 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d32de-46f7-4e47-b444-991897159ae1" -d '{"events": [{"server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "name": "network-vif-plugged", "status": "completed", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:03:53.943765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 4a359431-03aa-4fdf-a085-b42a2b6dda26, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:03:53.948354 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:53.994396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=4a359431-03aa-4fdf-a085-b42a2b6dda26,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:54.024700 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d41c30-75e0-4901-b5e5-cd5e1ba5e71c x-openstack-request-id: req-a1d41c30-75e0-4901-b5e5-cd5e1ba5e71c {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:03:54.025013 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "name": "network-vif-plugged", "status": "completed", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:03:54.025416 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1d41c30-75e0-4901-b5e5-cd5e1ba5e71c {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:03:54.026301 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'code': 200} Sep 19 04:03:54.123733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57711c-c15e-49b6-9b64-439ae9a7dadb req-4f52c33b-8fc5-4210-a57e-7549d05b5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:54.125253 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc57711c-c15e-49b6-9b64-439ae9a7dadb req-4f52c33b-8fc5-4210-a57e-7549d05b5e5d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1097 time: 0.0415533 Sep 19 04:03:54.164800 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dc57711c-c15e-49b6-9b64-439ae9a7dadb req-b9e922ba-bf41-439e-9d22-64b73c94fe42 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325072 Sep 19 04:03:54.445498 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dc120-9999-4fcc-9c16-bee71ec8ab50 req-386491f7-7aad-4a2a-bc73-079bfb6f9a76 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:54.446972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd2dc120-9999-4fcc-9c16-bee71ec8ab50 req-386491f7-7aad-4a2a-bc73-079bfb6f9a76 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0471859 Sep 19 04:03:54.483468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd2dc120-9999-4fcc-9c16-bee71ec8ab50 req-82a8a58b-6a82-4f26-bfd7-d00ac8e245dc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306628 Sep 19 04:03:55.596973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afabcfb-e414-4b41-b82d-6a262fb10218 req-a4c11bc2-019c-4023-97c0-cf4ce3b32001 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:55.598432 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3afabcfb-e414-4b41-b82d-6a262fb10218 req-a4c11bc2-019c-4023-97c0-cf4ce3b32001 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0479136 Sep 19 04:03:55.637817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3afabcfb-e414-4b41-b82d-6a262fb10218 req-19c10374-5dd3-437c-a86e-91b034cb73ff tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335405 Sep 19 04:03:55.748708 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaba41f-660d-46cb-8d33-4aeec86dad7a req-1889df8c-c4b6-41ef-bece-616dd271ad7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:55.750069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9eaba41f-660d-46cb-8d33-4aeec86dad7a req-1889df8c-c4b6-41ef-bece-616dd271ad7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0480707 Sep 19 04:03:55.787638 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9eaba41f-660d-46cb-8d33-4aeec86dad7a req-5dd5a407-d1d9-4d8b-8ef2-67d32389fb89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316639 Sep 19 04:03:55.808300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39608) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:55.846501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a11df80-9b9c-4b8c-a82e-f718f96f6b3f tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:55.848084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-8a11df80-9b9c-4b8c-a82e-f718f96f6b3f tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1092 time: 0.0387900 Sep 19 04:03:55.850895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39610) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:55.855116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:03:55.877030 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:55.968205 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.070094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.35 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/25e0f690-98a9-43dc-a17f-f903d3344367) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:03:56.168636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.204904 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.240828 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:03:56.243657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:03:56.249288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:03:56.255313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=25e0f690-98a9-43dc-a17f-f903d3344367,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:56.587702 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.654381 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.800002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.804704 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.870143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=25e0f690-98a9-43dc-a17f-f903d3344367,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:03:56.880539 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:56.976058 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP 925801d7-b190-4f9d-8b5c-a726d05864a9 associated. External IP: 172.25.8.35, port: 4a359431-03aa-4fdf-a085-b42a2b6dda26. Sep 19 04:03:57.175357 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a1063948-b057-4724-9613-288ed0beb5fa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:03:57.286311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:03:57.296454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] Sync routers for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:03:57.303322 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:03:57.309171 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:57.309794 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:57.329076 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-47331cef-6f5d-4c94-8ff6-df219c0c21bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4771731 Sep 19 04:03:57.330192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:03:57.332509 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:03:57.371183 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0adc342-a75b-4a9c-a8cf-3017814b2d4b x-openstack-request-id: req-f0adc342-a75b-4a9c-a8cf-3017814b2d4b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:03:57.371477 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:03:57.371733 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0adc342-a75b-4a9c-a8cf-3017814b2d4b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:03:57.372133 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'status': 'completed', 'code': 200} Sep 19 04:03:57.417442 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:57.429448 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1d558-3d11-4a8a-a370-21aa6c519f7b req-a2eb4256-043d-4b3e-bb09-286b92e4d92b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:57.430904 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5da1d558-3d11-4a8a-a370-21aa6c519f7b req-a2eb4256-043d-4b3e-bb09-286b92e4d92b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0501139 Sep 19 04:03:57.434798 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-4a287be2-acc7-4062-a679-909b680f14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:57.436339 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-4a287be2-acc7-4062-a679-909b680f14ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1097 time: 0.0404396 Sep 19 04:03:57.477505 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5da1d558-3d11-4a8a-a370-21aa6c519f7b req-a306b1a5-b6de-45fa-84dc-4baf0bfef9e6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Sep 19 04:03:57.500275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39616) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:57.533558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-2bccb748-2dcf-4c86-a7fe-b3f8fc2878be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:57.535448 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-2bccb748-2dcf-4c86-a7fe-b3f8fc2878be service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 898 time: 0.0926242 Sep 19 04:03:57.568240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-444aaf8e-69d8-4e22-b70f-16d702f390fc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/925801d7-b190-4f9d-8b5c-a726d05864a9 HTTP/1.1" status: 200 len: 991 time: 0.0660758 Sep 19 04:03:57.599846 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-cc26de62-7e0d-47c8-8d51-899c2235e43f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 999 time: 0.0574279 Sep 19 04:03:57.635136 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '925801d7-b190-4f9d-8b5c-a726d05864a9', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'port_id': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'mac_address': 'fa:16:3e:ee:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:03:56Z', 'updated_at': '2021-09-19T04:03:56Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:57.652736 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-533d0e7b-ffc9-42ec-adfd-e97138e67891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:57.654211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-533d0e7b-ffc9-42ec-adfd-e97138e67891 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 200 len: 835 time: 0.0470257 Sep 19 04:03:57.660471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] Checking router: a1063948-b057-4724-9613-288ed0beb5fa for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:03:57.668601 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:03:57.669201 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:03:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:57.699245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-45e71251-ca24-4808-9dc2-e2536765113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:03:57.700669 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-45e71251-ca24-4808-9dc2-e2536765113f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfe12657-1494-49d7-be0d-c907272a0954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396259 Sep 19 04:03:57.771352 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:03:57.789630 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-7ee57369-f652-421c-b971-ea49343243a1 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817223 Sep 19 04:03:57.885453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ee0c3f78-3ce9-499a-9efc-d883cd31a3e0 req-8378ccf2-83ff-4a8f-903d-ed30122c4493 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881014 Sep 19 04:03:57.989215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '925801d7-b190-4f9d-8b5c-a726d05864a9', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'port_id': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'mac_address': 'fa:16:3e:ee:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:03:56Z', 'updated_at': '2021-09-19T04:03:56Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:03:58.014437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f1b779-f50c-431e-a313-d4a705859774 None None] The sync data for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 is: [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '925801d7-b190-4f9d-8b5c-a726d05864a9', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.35', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'port_id': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'mac_address': 'fa:16:3e:ee:c5:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:03:56Z', 'updated_at': '2021-09-19T04:03:56Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:03:58.201787 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803e27c-9d44-4688-8152-5599fb69e2c3 None None] New status for floating IP 925801d7-b190-4f9d-8b5c-a726d05864a9: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:03:58.572048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39618) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:03:58.632252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0e5cc29b-3e2e-4fcf-a89b-7ec9891523ed tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/925801d7-b190-4f9d-8b5c-a726d05864a9 HTTP/1.1" status: 200 len: 993 time: 0.0589643 Sep 19 04:04:00.393310 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:14.556555 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c763ba1d-c2ec-484c-9ae5-72ebcf0fdc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:14.693488 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-2ac2a8b9-d6dc-464e-9e32-770fc171ba7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0378873 Sep 19 04:04:14.777057 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29279733-9c99-4984-b9cd-44940021f5a7 req-311e7239-f83e-455d-a959-95d1fc91f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:14.778532 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-311e7239-f83e-455d-a959-95d1fc91f000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1097 time: 0.0438349 Sep 19 04:04:14.879990 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29279733-9c99-4984-b9cd-44940021f5a7 req-f7d370bc-ab83-4bf9-8ac8-74f85bedb786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:14.881452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-f7d370bc-ab83-4bf9-8ac8-74f85bedb786 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 898 time: 0.0829942 Sep 19 04:04:15.263672 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-42426b4d-1949-4069-b7f0-c474d1a705d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 1001 time: 0.3743069 Sep 19 04:04:15.310943 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29279733-9c99-4984-b9cd-44940021f5a7 req-34ce955d-2537-4dbb-884e-3b35515489db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:15.312313 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-34ce955d-2537-4dbb-884e-3b35515489db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 200 len: 835 time: 0.0415697 Sep 19 04:04:15.355965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29279733-9c99-4984-b9cd-44940021f5a7 req-84f455ff-46eb-40ea-bb57-4b2f40ef7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:15.357428 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-84f455ff-46eb-40ea-bb57-4b2f40ef7691 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfe12657-1494-49d7-be0d-c907272a0954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376880 Sep 19 04:04:15.446719 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-82259300-ffeb-4a1b-9fd3-1da7c1aa0300 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814021 Sep 19 04:04:15.535256 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-29279733-9c99-4984-b9cd-44940021f5a7 req-a13467c6-f125-48d7-a091-2067dab616ab service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811672 Sep 19 04:04:16.546314 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:17.326791 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fff2f8ba-92bd-4eb3-955d-dd1d4c4d43a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:18.068053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:18.669361 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:20.242562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:25.260093 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:04:29.895799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-86898221-346a-4593-944d-334ab52993cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:29.897518 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-86898221-346a-4593-944d-334ab52993cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1097 time: 0.0408587 Sep 19 04:04:29.901090 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c1387-8dc3-4d7f-9df2-ba7ae6720649 req-9790f57d-9686-46ba-833e-aa516588ce0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:29.902608 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-591c1387-8dc3-4d7f-9df2-ba7ae6720649 req-9790f57d-9686-46ba-833e-aa516588ce0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0516605 Sep 19 04:04:29.945633 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-591c1387-8dc3-4d7f-9df2-ba7ae6720649 req-1d42f67b-bb7e-480e-9194-42080cfc8e88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363224 Sep 19 04:04:29.994846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-c9134d82-4a3a-4c18-b03c-03b562eb51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:29.996318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-c9134d82-4a3a-4c18-b03c-03b562eb51c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 898 time: 0.0903893 Sep 19 04:04:30.063827 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-22aeb29d-3a09-44c3-a191-13f81dbde9f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 1001 time: 0.0599334 Sep 19 04:04:30.112884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-f809c242-dedd-4439-b95b-eb7abb493e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:30.114374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-f809c242-dedd-4439-b95b-eb7abb493e27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 200 len: 835 time: 0.0436575 Sep 19 04:04:30.162415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-e7236aff-375b-4096-bd00-8aa4ef24af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:30.164075 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-e7236aff-375b-4096-bd00-8aa4ef24af02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfe12657-1494-49d7-be0d-c907272a0954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420787 Sep 19 04:04:30.254197 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-4c68439b-1053-46d3-a974-dde9625fdbb1 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832074 Sep 19 04:04:30.343287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-71ed5051-3a1e-49f8-ae9d-00d88b77357e req-7df7e35d-36d0-4abd-ac42-59c95e52b1e0 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821052 Sep 19 04:04:30.403135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:31.060987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116302ac-d4ef-43f8-89f6-b4e2a769785c req-b46b2098-885d-45d3-80e1-f51207eb3bf7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:31.062454 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-116302ac-d4ef-43f8-89f6-b4e2a769785c req-b46b2098-885d-45d3-80e1-f51207eb3bf7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0472960 Sep 19 04:04:31.099814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-116302ac-d4ef-43f8-89f6-b4e2a769785c req-8f0d5070-a40d-4780-bbc4-dab012a0fc7c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307906 Sep 19 04:04:32.213533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186199d3-a5e1-4936-b69b-2596c14b8a73 req-0384d2dc-817d-4865-bd1c-2888b7a07743 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:32.215017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-186199d3-a5e1-4936-b69b-2596c14b8a73 req-0384d2dc-817d-4865-bd1c-2888b7a07743 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0476589 Sep 19 04:04:32.252017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-186199d3-a5e1-4936-b69b-2596c14b8a73 req-cb77a410-a9a0-41c5-9af6-2a8b49dfb6cd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305867 Sep 19 04:04:33.362840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eb99e-9ce5-4de7-b543-80c75301f780 req-8e723a31-d941-4af4-aca5-309c8fdbac96 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:33.364297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a0eb99e-9ce5-4de7-b543-80c75301f780 req-8e723a31-d941-4af4-aca5-309c8fdbac96 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0477192 Sep 19 04:04:33.405483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a0eb99e-9ce5-4de7-b543-80c75301f780 req-39368d05-8d20-4d35-a816-a216621e5630 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354156 Sep 19 04:04:34.518050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309191d1-0930-4657-8a0d-e020991aa6fd req-a6ba18cf-9dba-450e-a359-58350bb3e189 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:34.519546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-309191d1-0930-4657-8a0d-e020991aa6fd req-a6ba18cf-9dba-450e-a359-58350bb3e189 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0483589 Sep 19 04:04:34.555862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-309191d1-0930-4657-8a0d-e020991aa6fd req-e7c1cc9e-8b19-4037-a137-7302a68abab2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304976 Sep 19 04:04:35.668488 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7beb1d-b166-42ab-806e-ddab16cf8703 req-7faebd50-16d1-4460-b391-ad22e32bf255 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:35.669950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b7beb1d-b166-42ab-806e-ddab16cf8703 req-7faebd50-16d1-4460-b391-ad22e32bf255 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0474694 Sep 19 04:04:35.707036 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3b7beb1d-b166-42ab-806e-ddab16cf8703 req-a0f89819-34f7-4963-957f-bf50067c15c8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305555 Sep 19 04:04:36.819014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905cbd8-ba64-4d67-a78c-5a263cce7a0a req-99d38963-ca4c-41bf-a7b3-c0c63c1370ef tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:36.820448 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6905cbd8-ba64-4d67-a78c-5a263cce7a0a req-99d38963-ca4c-41bf-a7b3-c0c63c1370ef tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0471740 Sep 19 04:04:36.861602 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6905cbd8-ba64-4d67-a78c-5a263cce7a0a req-6de8ad90-94ed-4b57-a5e4-47c807fe7d1f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352235 Sep 19 04:04:37.973346 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02d64a-747c-40d0-b264-dd2580ea8436 req-ace068f3-745c-406c-bcf7-48679a6bfc46 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:37.974816 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c02d64a-747c-40d0-b264-dd2580ea8436 req-ace068f3-745c-406c-bcf7-48679a6bfc46 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0470088 Sep 19 04:04:38.011620 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c02d64a-747c-40d0-b264-dd2580ea8436 req-cd1fe252-289b-4137-89f2-f5544f0ec4e2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Sep 19 04:04:39.124729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f2f09-9d12-470a-a57f-b9d9d140de79 req-d51adc27-c124-4b22-99b7-8c69c79d5245 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:39.126714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8f2f09-9d12-470a-a57f-b9d9d140de79 req-d51adc27-c124-4b22-99b7-8c69c79d5245 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0474634 Sep 19 04:04:39.162766 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ef8f2f09-9d12-470a-a57f-b9d9d140de79 req-e7c27789-6fa6-4016-8729-1fec71fe5045 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300987 Sep 19 04:04:40.276106 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f343f-189e-4045-b072-8054bc5a5ee2 req-684a0de8-1474-4717-85df-af32690d59c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:40.277591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2f343f-189e-4045-b072-8054bc5a5ee2 req-684a0de8-1474-4717-85df-af32690d59c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0480068 Sep 19 04:04:40.317775 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ce2f343f-189e-4045-b072-8054bc5a5ee2 req-57131d22-d795-4f08-ae16-d2284184b7e2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342824 Sep 19 04:04:41.429913 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6ed0e-7124-45b0-979a-84dc05ff1a07 req-54546fc8-a86f-48d7-a19f-7d8b8f5dd9f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:41.431406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17e6ed0e-7124-45b0-979a-84dc05ff1a07 req-54546fc8-a86f-48d7-a19f-7d8b8f5dd9f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0478275 Sep 19 04:04:41.468381 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17e6ed0e-7124-45b0-979a-84dc05ff1a07 req-a8d15584-d699-4b49-84d8-4f75e4b6474c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311120 Sep 19 04:04:42.580016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c935173-17ed-49ca-b2e2-2c93abc07d6f req-18153d07-a9e5-433f-a1e6-e2ec6d0a212b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:42.581487 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c935173-17ed-49ca-b2e2-2c93abc07d6f req-18153d07-a9e5-433f-a1e6-e2ec6d0a212b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0482166 Sep 19 04:04:42.618872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4c935173-17ed-49ca-b2e2-2c93abc07d6f req-6a585285-1c4e-46a3-b520-999d7a4c50a8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Sep 19 04:04:43.731253 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23705d6e-efb3-4954-a37b-1025a4d91fdb req-b03845ef-4413-46a2-a1a7-ca05734369d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:43.732754 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23705d6e-efb3-4954-a37b-1025a4d91fdb req-b03845ef-4413-46a2-a1a7-ca05734369d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0484388 Sep 19 04:04:43.774507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23705d6e-efb3-4954-a37b-1025a4d91fdb req-24f6201c-5bc5-4eed-b4a1-060200786d41 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351908 Sep 19 04:04:44.559805 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f005653e-7d2e-4abf-b66a-ae2da0e73781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:44.886603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cb9e4-7b04-4a83-a8ea-c93697732797 req-6197bfe9-ef6c-43d3-8b94-3499640a64f8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:44.888089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-618cb9e4-7b04-4a83-a8ea-c93697732797 req-6197bfe9-ef6c-43d3-8b94-3499640a64f8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0485139 Sep 19 04:04:44.924655 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-618cb9e4-7b04-4a83-a8ea-c93697732797 req-c1f49ccc-9c02-4911-97fa-7e9ee4c5591a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300610 Sep 19 04:04:46.038263 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e91daa-89ac-4e89-856c-f2615e5a743c req-228d828a-42df-4c16-8075-053fa53e86e5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:46.039778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e91daa-89ac-4e89-856c-f2615e5a743c req-228d828a-42df-4c16-8075-053fa53e86e5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0497174 Sep 19 04:04:46.076788 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-43e91daa-89ac-4e89-856c-f2615e5a743c req-3f27bc96-2c69-4507-b063-e39900fb9c28 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Sep 19 04:04:46.561661 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:47.189895 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149c78e-5b72-45de-b1c4-e77446ad195a req-08785bcf-2560-43fc-a546-9a1a070691f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:04:47.191373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1149c78e-5b72-45de-b1c4-e77446ad195a req-08785bcf-2560-43fc-a546-9a1a070691f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0468383 Sep 19 04:04:47.231200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1149c78e-5b72-45de-b1c4-e77446ad195a req-20438158-1695-4154-a80e-618ca675063c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340590 Sep 19 04:04:47.254050 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39674) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:04:47.312542 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0cf10583-cee1-4cb2-9ea4-e4fbd7a696f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/925801d7-b190-4f9d-8b5c-a726d05864a9 HTTP/1.1" status: 200 len: 993 time: 0.0573752 Sep 19 04:04:47.327307 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e888cedb-2dda-41ab-a5f3-fc57c0db1e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:48.068656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:48.670946 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:04:50.244850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:00.403396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:02.259475 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:05:14.559061 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70c73845-7ffb-4768-82c5-4ea27c62815c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:15.731520 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39690) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:15.885743 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 25e0f690-98a9-43dc-a17f-f903d3344367 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:05:15.886089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:15.961574 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:15.961906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:15.974022 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 25e0f690-98a9-43dc-a17f-f903d3344367 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:05:16.115034 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:16.139593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=25e0f690-98a9-43dc-a17f-f903d3344367,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:16.151686 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.152038 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.152388 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.152729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.153060 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.153393 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.153727 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.154059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.154387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.154715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.155068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.155394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:16.210760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:16.211100 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP 925801d7-b190-4f9d-8b5c-a726d05864a9 disassociated (deleted). External IP: 172.25.8.35, port: 4a359431-03aa-4fdf-a085-b42a2b6dda26. Sep 19 04:05:16.408605 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a1063948-b057-4724-9613-288ed0beb5fa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:05:16.512085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:05:16.516856 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:16.521943 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] Sync routers for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:05:16.532369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:16.532986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:04:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:16.548470 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-08614d02-ea6e-447a-bd8a-a94f2cec3164 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/floatingips/925801d7-b190-4f9d-8b5c-a726d05864a9 HTTP/1.1" status: 204 len: 168 time: 0.8158474 Sep 19 04:05:16.549093 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:05:16.551523 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9" -d '{"events": [{"name": "network-changed", "server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:05:16.589926 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97896f6-f496-4016-8256-ddccd7f13139 x-openstack-request-id: req-f97896f6-f496-4016-8256-ddccd7f13139 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:05:16.590950 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:05:16.591299 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f97896f6-f496-4016-8256-ddccd7f13139 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:05:16.592806 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'status': 'completed', 'code': 200} Sep 19 04:05:16.598669 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:16.669428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-900fc24f-dc2a-4cb5-bfcd-2421778c76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:16.671135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-900fc24f-dc2a-4cb5-bfcd-2421778c76b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1097 time: 0.0551071 Sep 19 04:05:16.673576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-43b97a69-a3cb-413b-8edd-9d24b2b2feef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449886 Sep 19 04:05:16.779068 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-621ba64a-6af1-4b7b-8fa0-6109f61d9111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:16.781226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-621ba64a-6af1-4b7b-8fa0-6109f61d9111 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 898 time: 0.0969555 Sep 19 04:05:16.808240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b0d03-50c7-4782-ade8-dee7c581d780 req-d9ac26a5-895e-4f31-a117-0d218e799114 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:16.809773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-079b0d03-50c7-4782-ade8-dee7c581d780 req-d9ac26a5-895e-4f31-a117-0d218e799114 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0549204 Sep 19 04:05:16.824463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:16.831425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-f55a3b77-5b63-43f5-a0b0-53612fe1c976 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 217 time: 0.0384526 Sep 19 04:05:16.854806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-079b0d03-50c7-4782-ade8-dee7c581d780 req-7d189563-3c5e-4f3a-8457-514f2e2d13b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376127 Sep 19 04:05:16.883962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-0a4c0397-bc80-4209-8021-1078f0cf99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:16.885421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-0a4c0397-bc80-4209-8021-1078f0cf99bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 200 len: 835 time: 0.0458417 Sep 19 04:05:16.931240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-e6f7dcb2-6c4d-4d7a-9907-1df0aaecd0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:16.932644 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-e6f7dcb2-6c4d-4d7a-9907-1df0aaecd0c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfe12657-1494-49d7-be0d-c907272a0954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388749 Sep 19 04:05:17.023389 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:17.026902 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-a36fb2dd-2307-4ab8-80ec-b7e1641249c9 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852602 Sep 19 04:05:17.053052 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] Checking router: a1063948-b057-4724-9613-288ed0beb5fa for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:05:17.061041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:17.061650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:04:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:17.118413 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-31c7e1bf-35a6-4263-8c9a-e84d7aeccff9 req-1318ff4d-0178-4686-a544-a4314bc47483 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820429 Sep 19 04:05:17.164365 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:17.230108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-43f18eb8-7479-4890-81bf-9a8c91ea2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:17.231538 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-43f18eb8-7479-4890-81bf-9a8c91ea2773 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 1097 time: 0.0449588 Sep 19 04:05:17.337549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-00de0c16-9588-4634-9840-982a15dbc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:17.339062 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-00de0c16-9588-4634-9840-982a15dbc29d service neutron] 10.222.0.30 "GET /v2.0/networks?id=bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 200 len: 898 time: 0.0848570 Sep 19 04:05:17.349474 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-50d043d1-deeb-4b0e-873d-5c14b4e4bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:17.369376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:17.388558 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-097ef8a8-884f-42f9-aef1-7833dd08ae1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 200 len: 217 time: 0.0379224 Sep 19 04:05:17.395274 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5782b2-a4a7-4016-b31a-fc8cb9813dab None None] The sync data for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 is: [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:03:40Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c6a42546-f775-45c7-95e9-bbb527cc68a9', 'name': '', 'network_id': 'bfe12657-1494-49d7-be0d-c907272a0954', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:3a:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:39Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'e97662d7-cf24-4394-be92-8bf6ea45b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:05:17.439778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-f905af95-dd1e-44f7-82e4-4b9b0702af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:17.441251 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-f905af95-dd1e-44f7-82e4-4b9b0702af4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 200 len: 835 time: 0.0444684 Sep 19 04:05:17.490246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-f45b485c-8ab7-45f1-bb04-c8957336e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:17.491719 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-f45b485c-8ab7-45f1-bb04-c8957336e766 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bfe12657-1494-49d7-be0d-c907272a0954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410776 Sep 19 04:05:17.591082 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-9f568879-942b-4db7-bee5-9edcb4c9f05f service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895674 Sep 19 04:05:17.612352 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8e1dae-91ac-4a50-aa01-ecce16b7085c None None] New status for floating IP 925801d7-b190-4f9d-8b5c-a726d05864a9: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:05:17.684620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-60143cba-2083-4531-9988-5d329caa0fa3 service neutron] 10.222.0.30 "GET /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855148 Sep 19 04:05:17.967832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd96d1f-4298-485d-b3c4-56ce61fde87c req-1719aee3-b716-447c-bbcb-2d5fa25687b7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:17.969280 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efd96d1f-4298-485d-b3c4-56ce61fde87c req-1719aee3-b716-447c-bbcb-2d5fa25687b7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0478203 Sep 19 04:05:18.006296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-efd96d1f-4298-485d-b3c4-56ce61fde87c req-69162917-7c42-4b64-9a56-4a1e9233f7d3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Sep 19 04:05:18.069955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:18.439383 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e420e-aead-4782-a382-ab804442f9a3 req-c1effb74-7ef4-4b17-b6ef-8b4e4e63ad2d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:18.440819 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a45e420e-aead-4782-a382-ab804442f9a3 req-c1effb74-7ef4-4b17-b6ef-8b4e4e63ad2d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 946 time: 0.0475721 Sep 19 04:05:18.533513 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 4a359431-03aa-4fdf-a085-b42a2b6dda26 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:05:18.533863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:18.625347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 4a359431-03aa-4fdf-a085-b42a2b6dda26, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=4a359431-03aa-4fdf-a085-b42a2b6dda26,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:18.625713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:18.643671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 4a359431-03aa-4fdf-a085-b42a2b6dda26 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:05:18.674696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:18.768238 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:18.799919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=4a359431-03aa-4fdf-a085-b42a2b6dda26,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:18.838908 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] No DVR routers for this DVR port 4a359431-03aa-4fdf-a085-b42a2b6dda26 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:05:18.841662 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:18.843780 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-a45e420e-aead-4782-a382-ab804442f9a3 req-dbfaf9b9-e6b3-468f-891e-98c70fb36334 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "DELETE /v2.0/ports/4a359431-03aa-4fdf-a085-b42a2b6dda26 HTTP/1.1" status: 204 len: 173 time: 0.3969347 Sep 19 04:05:18.844898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'name': 'network-vif-deleted', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:05:18.847161 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb69daf6-fd01-45eb-a30a-2aa076fad95d" -d '{"events": [{"server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "name": "network-vif-deleted", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:05:18.883288 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a45318-9a6b-48c6-9921-9cb759394406 x-openstack-request-id: req-27a45318-9a6b-48c6-9921-9cb759394406 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:05:18.883580 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c4b959-5ce8-4f56-a344-2a540a7fb04c", "name": "network-vif-deleted", "tag": "4a359431-03aa-4fdf-a085-b42a2b6dda26", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:05:18.883858 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27a45318-9a6b-48c6-9921-9cb759394406 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:05:18.884255 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c4b959-5ce8-4f56-a344-2a540a7fb04c', 'name': 'network-vif-deleted', 'tag': '4a359431-03aa-4fdf-a085-b42a2b6dda26', 'status': 'completed', 'code': 200} Sep 19 04:05:19.107660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3536da3d-4cc0-4d56-93e9-deca6c430f5f req-ba7ab2fb-3373-44d8-b044-81f8674a1a55 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c4b959-5ce8-4f56-a344-2a540a7fb04c HTTP/1.1" status: 200 len: 210 time: 0.0258803 Sep 19 04:05:20.164494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39706) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:20.247282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:20.517110 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:20.757597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port c6a42546-f775-45c7-95e9-bbb527cc68a9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:05:20.757937 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:20.845619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port c6a42546-f775-45c7-95e9-bbb527cc68a9, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c6a42546-f775-45c7-95e9-bbb527cc68a9,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:20.845995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:20.858653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for c6a42546-f775-45c7-95e9-bbb527cc68a9 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:05:21.039629 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:21.064387 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=c6a42546-f775-45c7-95e9-bbb527cc68a9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:21.235176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:21.761162 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a1063948-b057-4724-9613-288ed0beb5fa has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:05:21.858414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:05:21.863902 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7f03ed2e-ee98-4537-b763-39debbc2153c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/a1063948-b057-4724-9613-288ed0beb5fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6983681 Sep 19 04:05:21.866614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39708) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:21.869539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] Sync routers for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:05:21.880363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:21.880977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:21.919604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting subnet e97662d7-cf24-4394-be92-8bf6ea45b7ce {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:05:21.923136 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:21.961536 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:21.980629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:22.040878 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.103342 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.130587 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Subnet': ['ID=e97662d7-cf24-4394-be92-8bf6ea45b7ce,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:22.135910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.138140 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5851c54a-90be-471e-ad91-a8e059d50812 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/subnets/e97662d7-cf24-4394-be92-8bf6ea45b7ce HTTP/1.1" status: 204 len: 168 time: 0.2705855 Sep 19 04:05:22.140947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39710) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:22.143600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd7d1e5-db2d-4f97-ad18-40db6377b8dd None None] Network bfe12657-1494-49d7-be0d-c907272a0954 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:05:22.205600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4a359431-03aa-4fdf-a085-b42a2b6dda26 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:05:22.231393 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 4a359431-03aa-4fdf-a085-b42a2b6dda26 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:05:22.231736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 4a359431-03aa-4fdf-a085-b42a2b6dda26 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:05:22.247129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.259887 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:05:20Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:22.298861 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] Checking router: a1063948-b057-4724-9613-288ed0beb5fa for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:05:22.311320 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] Routers {'a1063948-b057-4724-9613-288ed0beb5fa'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:22.311935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a1063948-b057-4724-9613-288ed0beb5fa'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:22.348422 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.406106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 10318574-90c0-4265-9161-04caf19e3d15 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:05:22.406997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.418995 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] DHCP port deletion for bfe12657-1494-49d7-be0d-c907272a0954 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:05:22.432259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] Set router a1063948-b057-4724-9613-288ed0beb5fa gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:22.488406 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 10318574-90c0-4265-9161-04caf19e3d15, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=10318574-90c0-4265-9161-04caf19e3d15,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:22.488773 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.500284 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 10318574-90c0-4265-9161-04caf19e3d15 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:05:22.570833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Deleting port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:05:22.571207 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.665074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] For port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=5d612e4a-6c4b-49e8-a2d6-a5305afd9039,segment=NetworkSegment(a95a21d2-69e9-4436-828f-dc90ce06cb58),segment_id=a95a21d2-69e9-4436-828f-dc90ce06cb58)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:22.665373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.666235 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.681162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Calling delete_port for 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:05:22.701083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=10318574-90c0-4265-9161-04caf19e3d15,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:22.744919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:05:20Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:22.754538 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.776253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e750c6-f823-4b36-b121-0578ff5dc11e None None] The sync data for ids ['a1063948-b057-4724-9613-288ed0beb5fa'] in n-d-809936-1 is: [{'id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2073866080', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '10318574-90c0-4265-9161-04caf19e3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:03:36Z', 'updated_at': '2021-09-19T04:05:20Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '10318574-90c0-4265-9161-04caf19e3d15', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1063948-b057-4724-9613-288ed0beb5fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:03:37Z', 'updated_at': '2021-09-19T04:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:05:22.798164 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.824111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Pushing event deleted for resources: {'Port': ['ID=5d612e4a-6c4b-49e8-a2d6-a5305afd9039,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:22.830304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] No DVR routers for this DVR port 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:05:22.839798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.840103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.840434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.840763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.841093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.841417 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.841739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.842122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.842554 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.842909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.843234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.843553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711bbb77-e562-48f2-a27c-017f12bb4b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:22.848628 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.851379 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.894761 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.895316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Fanout notify agent at l3_agent the message router_deleted on router a1063948-b057-4724-9613-288ed0beb5fa {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:05:22.901988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:22.903104 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-837b910a-2d65-42e6-a721-dfd1bc0144df tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/routers/a1063948-b057-4724-9613-288ed0beb5fa HTTP/1.1" status: 204 len: 168 time: 0.7612469 Sep 19 04:05:22.905793 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39712) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:22.981812 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.067521 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.086524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe12657-1494-49d7-be0d-c907272a0954']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:23.095775 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95a21d2-69e9-4436-828f-dc90ce06cb58') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:23.096071 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95a21d2-69e9-4436-828f-dc90ce06cb58') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:23.105997 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.119918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.126923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:05:23.127343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:05:23.130335 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:05:23.189006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.196796 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.198210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/networks/bfe12657-1494-49d7-be0d-c907272a0954 HTTP/1.1" status: 204 len: 168 time: 0.2914901 Sep 19 04:05:23.200970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39714) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:23.218054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f55e82d-f7e1-4421-8120-6023b70fdb6e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Network': ['ID=bfe12657-1494-49d7-be0d-c907272a0954,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:23.270251 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dd83102-25ab-4b19-a58d-cdc25bd6fd4c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.299648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dd83102-25ab-4b19-a58d-cdc25bd6fd4c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.363578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dd83102-25ab-4b19-a58d-cdc25bd6fd4c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.366333 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-5dd83102-25ab-4b19-a58d-cdc25bd6fd4c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.370149 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5dd83102-25ab-4b19-a58d-cdc25bd6fd4c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/security-groups/3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926 HTTP/1.1" status: 204 len: 168 time: 0.1656525 Sep 19 04:05:23.378117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd83102-25ab-4b19-a58d-cdc25bd6fd4c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c8a1e-8d79-4e2a-a4eb-f2bdba176926,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:23.724428 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39722) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:23.728975 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d8dc7aee-9087-4f2c-b17a-16e21d994a45 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793881825', 'description': 'tempest-secgroup-smoke-793881825 description', 'project_id': '516104e379de4e19a5f5d35685d51a6d'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:23.753176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7aee-9087-4f2c-b17a-16e21d994a45 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.811276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:05:23.830541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:05:23.830921 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 5d612e4a-6c4b-49e8-a2d6-a5305afd9039 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:05:23.831355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a42546-f775-45c7-95e9-bbb527cc68a9 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:05:23.848562 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7aee-9087-4f2c-b17a-16e21d994a45 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.852995 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7aee-9087-4f2c-b17a-16e21d994a45 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.853172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c6a42546-f775-45c7-95e9-bbb527cc68a9 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:05:23.853518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c6a42546-f775-45c7-95e9-bbb527cc68a9 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:05:23.853967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 10318574-90c0-4265-9161-04caf19e3d15 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:05:23.872686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 10318574-90c0-4265-9161-04caf19e3d15 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:05:23.873036 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 10318574-90c0-4265-9161-04caf19e3d15 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:05:23.886530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc7aee-9087-4f2c-b17a-16e21d994a45 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:23.889457 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d8dc7aee-9087-4f2c-b17a-16e21d994a45 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.891447 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d8dc7aee-9087-4f2c-b17a-16e21d994a45 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1652563 Sep 19 04:05:23.894277 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39724) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:23.899303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'dbfa78ba-67ad-4814-ab5f-35deeacfeb5e', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:23.924270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.977968 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:23.981824 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.002499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af66513-464a-4102-be57-1b664d08d297,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:24.010453 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.011664 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162543 Sep 19 04:05:24.013204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.013550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.013890 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.014282 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39726) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:24.016221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016221 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.016796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f05bd29-b487-4a4c-9660-b0125a4ba009 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:24.019292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3f28a667-f101-42b8-8656-47a116792254 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'dbfa78ba-67ad-4814-ab5f-35deeacfeb5e', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:24.047350 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f28a667-f101-42b8-8656-47a116792254 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.102863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f28a667-f101-42b8-8656-47a116792254 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.106219 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f28a667-f101-42b8-8656-47a116792254 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.127234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28a667-f101-42b8-8656-47a116792254 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d657af33-ee7a-49fa-9fe5-ae2e921376bd,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:24.130713 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3f28a667-f101-42b8-8656-47a116792254 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.132003 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3f28a667-f101-42b8-8656-47a116792254 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162832 Sep 19 04:05:24.134812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39728) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:24.139099 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-663fbfa0-5927-40aa-bfdf-f8bcf5a78766 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'dbfa78ba-67ad-4814-ab5f-35deeacfeb5e', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:24.163321 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663fbfa0-5927-40aa-bfdf-f8bcf5a78766 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.222331 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663fbfa0-5927-40aa-bfdf-f8bcf5a78766 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.225276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663fbfa0-5927-40aa-bfdf-f8bcf5a78766 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.242504 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fbfa0-5927-40aa-bfdf-f8bcf5a78766 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52e3b13-635d-4b0d-b754-890338b3bb80,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:24.249288 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-663fbfa0-5927-40aa-bfdf-f8bcf5a78766 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.250790 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-663fbfa0-5927-40aa-bfdf-f8bcf5a78766 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143754 Sep 19 04:05:24.253460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39730) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:24.257707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-707171cf-2fa8-45c9-95da-209874a2c140 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'dbfa78ba-67ad-4814-ab5f-35deeacfeb5e', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:24.286050 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-707171cf-2fa8-45c9-95da-209874a2c140 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.351033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-707171cf-2fa8-45c9-95da-209874a2c140 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.355047 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-707171cf-2fa8-45c9-95da-209874a2c140 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.382600 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707171cf-2fa8-45c9-95da-209874a2c140 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b09a1e-9e1c-4607-bd99-f62046e890a4,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:24.386863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-707171cf-2fa8-45c9-95da-209874a2c140 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.390876 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39732) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:24.391077 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-707171cf-2fa8-45c9-95da-209874a2c140 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364372 Sep 19 04:05:24.395519 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'dbfa78ba-67ad-4814-ab5f-35deeacfeb5e', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:24.416600 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:05:24.421326 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.478471 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.481798 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.499195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0a62a8-bbbb-4233-9d43-0f0d66247a6b,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:24.505006 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.506157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-523be7b8-dda6-4cac-9b32-5caccc9be735 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1141875 Sep 19 04:05:24.508940 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39734) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:24.513293 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': 'dbfa78ba-67ad-4814-ab5f-35deeacfeb5e', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:24.533282 n-d-809936-1 neutron-server[94723]: INFO neutron.db.securitygroups_db [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:05:24.537804 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.597834 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.601915 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.619195 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f16f12-dc5f-42e5-9d61-bba01c28e120,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:24.626454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.627677 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a7588867-ff0e-4554-a794-33ae8cef9ec4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176908 Sep 19 04:05:24.630453 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39736) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:24.635145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'network': {'name': 'tempest-network-smoke--1828847502', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'port_security_enabled': True}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:24.654403 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:05:24.658234 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.680668 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:05:24.689219 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.689566 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Added segment 21e7e949-2bc5-4e0a-8373-d4d9654b7ec0 of type vlan for network f125ce0c-f062-4783-99c9-3c05585941eb Sep 19 04:05:24.730002 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.752791 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.758163 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:24.758754 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.794459 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1629124 Sep 19 04:05:24.797339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39738) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:24.801961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'admin_state_up': True, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:24.823944 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.824998 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:24.825275 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb4899-e1fc-4fb0-b172-5c9d18c1836e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Network': ['ID=f125ce0c-f062-4783-99c9-3c05585941eb,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:24.836537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f125ce0c-f062-4783-99c9-3c05585941eb details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:05:24.886659 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:25.018575 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:25.204175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:25.221874 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:25.318361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.75 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/50d0a854-7381-4bb9-91cd-65ac6ba21929) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:05:25.418435 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:25.450076 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:25.484302 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:05:25.487496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:05:25.490947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:05:25.517561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=50d0a854-7381-4bb9-91cd-65ac6ba21929,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:25.732518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:25.921682 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.041512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 239376aa-0d99-48ee-9290-ad258e0647e6 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:05:26.142070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:05:26.151233 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Sync routers for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:05:26.160279 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.160858 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:26.164672 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:26.164844 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0678aa4a-7aab-40a2-94be-49cf6f5e8253 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3634043 Sep 19 04:05:26.164954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39740) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:26.192335 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-bf93b605-6d1a-468a-b4cd-14b0aee87dd6 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=516104e379de4e19a5f5d35685d51a6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263662 Sep 19 04:05:26.194705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39742) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:26.262192 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:26.284539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a754796-8c43-4f4c-b9cc-35c9e9a0e17f tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:26.286064 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-5a754796-8c43-4f4c-b9cc-35c9e9a0e17f tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904500 Sep 19 04:05:26.288951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39744) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:26.315825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-10f467be-a8ef-4f2a-a52e-19438a2e3f6e tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258079 Sep 19 04:05:26.318260 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39746) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:26.322977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-807048333', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:26.407807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:05:26.411297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.438901 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:25Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:26.464515 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Checking router: 239376aa-0d99-48ee-9290-ad258e0647e6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:05:26.464865 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Updating router 239376aa-0d99-48ee-9290-ad258e0647e6 port 50d0a854-7381-4bb9-91cd-65ac6ba21929 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:05:26.489786 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.588149 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.651281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Subnet': ['ID=bb9ca012-05b3-4ecb-9477-363eea17b51b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:26.659874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Checking segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:05:26.660166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network hostable DHCP agents. Network: f125ce0c-f062-4783-99c9-3c05585941eb, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:05:26.677226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network f125ce0c-f062-4783-99c9-3c05585941eb is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:05:26.686027 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f125ce0c-f062-4783-99c9-3c05585941eb) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:05:26.690603 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:26.691224 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.696128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9295df55-5b73-4b24-a1bf-496cbf2464e5 None None] Network f125ce0c-f062-4783-99c9-3c05585941eb requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:05:26.707593 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-1e6a451d-69d5-4dd3-b87d-db1fdc908769 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3883004 Sep 19 04:05:26.710418 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39748) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:26.753590 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.760245 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.811482 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Attempting to bind port 50d0a854-7381-4bb9-91cd-65ac6ba21929 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:05:26.811852 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Attempting to bind port 50d0a854-7381-4bb9-91cd-65ac6ba21929 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:05:26.812215 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Attempting to bind port 50d0a854-7381-4bb9-91cd-65ac6ba21929 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:05:26.819875 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Pushing event updated for resources: {'Port': ['ID=50d0a854-7381-4bb9-91cd-65ac6ba21929,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:26.822904 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:05:26.823279 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:05:26.823816 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.824219 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:05:26.824685 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Bound port: 50d0a854-7381-4bb9-91cd-65ac6ba21929, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:05:26.825062 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.832216 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.832560 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.832901 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.833250 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.833567 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.834007 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.834341 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.834664 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.835009 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.835329 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.835651 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.835968 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:05:26.857221 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f125ce0c-f062-4783-99c9-3c05585941eb', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:05:26.858153 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.893057 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] For port 50d0a854-7381-4bb9-91cd-65ac6ba21929, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:05:26.896197 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] For port 50d0a854-7381-4bb9-91cd-65ac6ba21929, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=50d0a854-7381-4bb9-91cd-65ac6ba21929,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:05:26.899906 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:26.954942 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77006b5d-0045-4a44-96f3-ed34cddde2e6 None None] Pushing event updated for resources: {'Port': ['ID=50d0a854-7381-4bb9-91cd-65ac6ba21929,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:26.972282 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:26.973039 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:27.000210 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Allocated IP 172.20.0.2 (f125ce0c-f062-4783-99c9-3c05585941eb/bb9ca012-05b3-4ecb-9477-363eea17b51b/c7ef6051-89b0-4b4b-a3c7-1bac4ff61603) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:05:27.081814 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:27.152537 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.160036 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.199523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Network f125ce0c-f062-4783-99c9-3c05585941eb is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:05:27.206818 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:05:27.211843 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:05:27.213883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Pushing event updated for resources: {'Port': ['ID=c7ef6051-89b0-4b4b-a3c7-1bac4ff61603,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:27.274481 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:25Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:27.275197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Attempting to bind port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:05:27.275197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Attempting to bind port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:05:27.275629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Attempting to bind port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 on network f125ce0c-f062-4783-99c9-3c05585941eb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:05:27.282435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:05:27.283014 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Checking segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:05:27.283521 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.283997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Bound using segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:05:27.284571 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Bound port: c7ef6051-89b0-4b4b-a3c7-1bac4ff61603, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:05:27.285058 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.301430 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a7b296-75bb-40d8-8955-ef9768a714fd None None] The sync data for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 is: [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:25Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:05:27.537009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.540954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] For port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:05:27.544971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] For port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c7ef6051-89b0-4b4b-a3c7-1bac4ff61603,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:05:27.550428 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.645854 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 50d0a854-7381-4bb9-91cd-65ac6ba21929 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:05:27.648020 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b935f-6ed5-4828-9097-0cec9a42b5e2 None None] Pushing event updated for resources: {'Port': ['ID=c7ef6051-89b0-4b4b-a3c7-1bac4ff61603,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:27.702149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 50d0a854-7381-4bb9-91cd-65ac6ba21929 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:27.702836 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.810009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.852432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 50d0a854-7381-4bb9-91cd-65ac6ba21929, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=50d0a854-7381-4bb9-91cd-65ac6ba21929,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:27.863244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:27.891985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.1 (f125ce0c-f062-4783-99c9-3c05585941eb/bb9ca012-05b3-4ecb-9477-363eea17b51b/c7c32756-0c2e-4d0e-a88c-e0e0dfbde710) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:05:27.925972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=50d0a854-7381-4bb9-91cd-65ac6ba21929,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:28.021176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.055085 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.095601 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network f125ce0c-f062-4783-99c9-3c05585941eb is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:05:28.098893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:05:28.105559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:05:28.132676 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:28.153586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.290209 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.580873 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.586296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.590286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb9065-63dd-4ed0-9327-d9810a193a2a None None] Network f125ce0c-f062-4783-99c9-3c05585941eb requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:05:28.656688 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.658367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:28.711015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-5d33c6e3-a1f2-4b21-86a7-6005adffa02b None None] Provisioning complete for port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:28.711601 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d33c6e3-a1f2-4b21-86a7-6005adffa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.759240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network f125ce0c-f062-4783-99c9-3c05585941eb is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:05:28.760670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:05:28.826492 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d33c6e3-a1f2-4b21-86a7-6005adffa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.869695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-5d33c6e3-a1f2-4b21-86a7-6005adffa02b None None] For port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c7ef6051-89b0-4b4b-a3c7-1bac4ff61603,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:28.875370 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5d33c6e3-a1f2-4b21-86a7-6005adffa02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:28.882715 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 239376aa-0d99-48ee-9290-ad258e0647e6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:05:28.933689 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33c6e3-a1f2-4b21-86a7-6005adffa02b None None] Pushing event updated for resources: {'Port': ['ID=c7ef6051-89b0-4b4b-a3c7-1bac4ff61603,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:29.011117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:05:29.016162 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-28835639-31a7-4378-802e-0d24ed37b3b5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/239376aa-0d99-48ee-9290-ad258e0647e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3047371 Sep 19 04:05:29.055370 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Sync routers for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:05:29.066099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:29.067086 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:29.131803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1906fb1c-0aaf-461d-aeec-64fc53395c8c None None] Provisioning complete for port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:29.132190 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1906fb1c-0aaf-461d-aeec-64fc53395c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:29.182380 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c299ecee-9db2-492f-9e75-62e49f5b52b2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793881825&fields=id&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 267 time: 0.0477059 Sep 19 04:05:29.216371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:29.445954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1906fb1c-0aaf-461d-aeec-64fc53395c8c None None] Provisioning complete for port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:29.446337 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1906fb1c-0aaf-461d-aeec-64fc53395c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:29.493477 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1906fb1c-0aaf-461d-aeec-64fc53395c8c None None] Port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:05:29.507604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 2, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:29.538949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Checking router: 239376aa-0d99-48ee-9290-ad258e0647e6 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:05:29.539363 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Updating router 239376aa-0d99-48ee-9290-ad258e0647e6 port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:05:29.585178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:29.672736 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-cc025de6-75f5-40b4-a3fa-26462ad7aad5 None None] Provisioning complete for port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:29.673113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc025de6-75f5-40b4-a3fa-26462ad7aad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:29.685594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-ae629478-5291-405f-a375-0fb47eb2adfd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:29.691221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-ae629478-5291-405f-a375-0fb47eb2adfd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 797 time: 0.4940288 Sep 19 04:05:29.710814 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-5b06bd39-4c03-4a2d-af0c-609e4ee405cc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/quotas/516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 375 time: 0.0170994 Sep 19 04:05:29.747829 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:05:29.762227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-a3f46465-6d86-4df4-a44b-d130d1e46111 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501204 Sep 19 04:05:29.807372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-cc025de6-75f5-40b4-a3fa-26462ad7aad5 None None] Port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:05:29.934015 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-d59157fa-a825-4f8a-9c00-38fc06ff57ae service neutron] 10.222.0.22 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595821 Sep 19 04:05:29.971317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:29.971981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.024719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-e66e1f4a-04b6-4668-95fb-846edc3d5630 service neutron] 10.222.0.22 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840504 Sep 19 04:05:30.052821 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.061562 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.139004 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 50d0a854-7381-4bb9-91cd-65ac6ba21929 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:05:30.145867 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f83e-cad3-4049-a109-ad1e78cdedb1 None None] Pushing event updated for resources: {'Port': ['ID=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:30.223575 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Attempting to bind port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:05:30.223959 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Attempting to bind port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:05:30.224327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Attempting to bind port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 on network f125ce0c-f062-4783-99c9-3c05585941eb {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:05:30.231997 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:05:30.232372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Checking segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:05:30.233044 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.233158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Bound using segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:05:30.233639 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Bound port: c7c32756-0c2e-4d0e-a88c-e0e0dfbde710, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:05:30.234025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.274045 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 50d0a854-7381-4bb9-91cd-65ac6ba21929 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:30.274423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.355406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] For port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:05:30.361398 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] For port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:05:30.363174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8b7fd46d-bfed-4a83-bb08-1e7866e8d5ff None None] Provisioning complete for port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:30.363551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b7fd46d-bfed-4a83-bb08-1e7866e8d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.368855 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.478568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.505076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7f83e-cad3-4049-a109-ad1e78cdedb1 None None] Pushing event updated for resources: {'Port': ['ID=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:30.508637 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:30.509260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:30.771533 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b7fd46d-bfed-4a83-bb08-1e7866e8d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.808534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:30.842237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-8b7fd46d-bfed-4a83-bb08-1e7866e8d5ff None None] For port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:30.853733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8b7fd46d-bfed-4a83-bb08-1e7866e8d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:30.980437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fd46d-bfed-4a83-bb08-1e7866e8d5ff None None] Pushing event updated for resources: {'Port': ['ID=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:31.005676 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a3882f3d-e3b5-416f-8ee4-c5628286204d None None] Provisioning complete for port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:31.006051 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a3882f3d-e3b5-416f-8ee4-c5628286204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:31.113427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:31.144940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d80004-b8ea-4854-9c62-94c71f8ea301 None None] The sync data for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 is: [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:05:31.259509 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ef1934d-82af-4edd-8c80-98f450c897c7 req-1039dac3-e110-4924-ace8-d2dbd87b09fa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 210 time: 0.0393980 Sep 19 04:05:31.624380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:05:31.678394 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:31.678800 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:32.269367 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-0575e360-c2ea-4de1-bcd6-4d0699425b76 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:32.270840 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-0575e360-c2ea-4de1-bcd6-4d0699425b76 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 797 time: 0.1042659 Sep 19 04:05:32.321154 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-333ade08-cd9b-4daf-a475-0896ae3d1a15 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 379 time: 0.0338707 Sep 19 04:05:32.332796 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'port': {'device_id': 'c972b586-f515-4584-99b5-73a0b336c23e', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'admin_state_up': True, 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'security_groups': ['dbfa78ba-67ad-4814-ab5f-35deeacfeb5e']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:32.356021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b6db5f43-3631-4486-beb0-980df2ce42c0 req-42a36059-b85d-4c4b-b205-ef11152047cc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 210 time: 0.0269325 Sep 19 04:05:32.447289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:05:32.450793 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:32.573268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.6 (f125ce0c-f062-4783-99c9-3c05585941eb/bb9ca012-05b3-4ecb-9477-363eea17b51b/64037bac-bc18-4780-a13f-42f33aa875d6) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:05:32.713573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:32.745655 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:32.791151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network f125ce0c-f062-4783-99c9-3c05585941eb is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:05:32.794230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:05:32.800433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:05:32.806242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:32.853271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:32.853985 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:32.869652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-2ae9ed9b-00b2-4c69-adb3-dd1c44c214bd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5404699 Sep 19 04:05:32.880444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-6d38e9e1-5f9c-46b2-a7ce-c0b338a99e70 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:05:32.881405 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-6d38e9e1-5f9c-46b2-a7ce-c0b338a99e70 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051868 Sep 19 04:05:32.945631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Request body: {'port': {'device_id': 'c972b586-f515-4584-99b5-73a0b336c23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:32.990980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f887eaf4-0b8b-4a5c-a1a3-c30fa943f7a4 None None] Provisioning complete for port 64037bac-bc18-4780-a13f-42f33aa875d6 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:32.991568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f887eaf4-0b8b-4a5c-a1a3-c30fa943f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:33.003282 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:33.025408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f887eaf4-0b8b-4a5c-a1a3-c30fa943f7a4 None None] Port 64037bac-bc18-4780-a13f-42f33aa875d6 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:05:33.260730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64037bac-bc18-4780-a13f-42f33aa875d6 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:05:33.267913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:33.279688 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Transition to ACTIVE for port object 64037bac-bc18-4780-a13f-42f33aa875d6 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:05:33.282869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:33.333109 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:33.405296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:05:33.405739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:05:33.406685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 on network f125ce0c-f062-4783-99c9-3c05585941eb {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:05:33.411700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Port 64037bac-bc18-4780-a13f-42f33aa875d6 on network f125ce0c-f062-4783-99c9-3c05585941eb not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:05:33.412034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 on network f125ce0c-f062-4783-99c9-3c05585941eb {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:05:33.417106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:05:33.417451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Checking segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:05:33.417860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Bound using segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:05:33.418281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Bound port: 64037bac-bc18-4780-a13f-42f33aa875d6, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:05:33.418646 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:33.475302 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f28ff4-dfb7-4c1b-9cb3-aee8515d4dd8 req-fc4397df-7af0-4eb6-809e-43c5c08e2980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:33.476858 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0f28ff4-dfb7-4c1b-9cb3-aee8515d4dd8 req-fc4397df-7af0-4eb6-809e-43c5c08e2980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0500376 Sep 19 04:05:33.493618 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:05:33.496934 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:05:33.501104 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:33.516680 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0f28ff4-dfb7-4c1b-9cb3-aee8515d4dd8 req-9ba50e0e-0733-4307-9d9d-6926dc4ef888 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333576 Sep 19 04:05:33.537327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:33.538387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:33.539792 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] 10.222.0.32 "PUT /v2.0/ports/64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 1091 time: 0.6441779 Sep 19 04:05:33.540244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:05:33.542640 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca74f66-ed3e-4aa8-ac83-f2354675664c" -d '{"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:05:33.568563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4966780-e932-4d6e-8efe-37690c0e0e8a service neutron] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:33.624453 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f484b90d-996e-48f3-aad0-ab54814ce528 x-openstack-request-id: req-f484b90d-996e-48f3-aad0-ab54814ce528 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:05:33.624762 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:05:33.625193 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f484b90d-996e-48f3-aad0-ab54814ce528 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:05:33.625604 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'status': 'completed', 'code': 200} Sep 19 04:05:33.642111 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-e89fee97-15dc-47a6-a561-683e37fd8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:33.643582 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-e89fee97-15dc-47a6-a561-683e37fd8a04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1094 time: 0.0473912 Sep 19 04:05:33.695333 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-46e9bef6-01d1-401a-be31-dae1814d4172 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 217 time: 0.0391862 Sep 19 04:05:33.746457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-21dbb752-3c39-44aa-a899-a8e33792301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:33.747998 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-21dbb752-3c39-44aa-a899-a8e33792301f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0450563 Sep 19 04:05:33.793958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-0e887899-4c16-46ce-b037-5d6eca9e62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:33.795502 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-0e887899-4c16-46ce-b037-5d6eca9e62b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408468 Sep 19 04:05:33.887089 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-34a5a87f-c77e-4266-996e-0b077a8e9eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842283 Sep 19 04:05:33.978596 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0553e055-2af7-4347-88a4-3ca1a91a7297 req-dd91fa8a-745b-4f19-be28-b7e5bbd07e34 service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850422 Sep 19 04:05:34.106468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-287a7a85-e3d2-410b-8275-3335c2e70089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:34.107988 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-287a7a85-e3d2-410b-8275-3335c2e70089 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1094 time: 0.0443630 Sep 19 04:05:34.195295 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-93952083-325d-479b-8702-7b9ee9dcdee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:34.196724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-93952083-325d-479b-8702-7b9ee9dcdee7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.0819001 Sep 19 04:05:34.239868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-b732b3ef-c412-4c65-a859-83344d6e8d17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 217 time: 0.0352135 Sep 19 04:05:34.288236 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-e82cbebd-28d1-451f-912d-7e1f4e1e0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:34.289620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-e82cbebd-28d1-451f-912d-7e1f4e1e0a58 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0422709 Sep 19 04:05:34.334129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-f8c203b2-7fa5-4a90-b366-83e35004f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:34.335587 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-f8c203b2-7fa5-4a90-b366-83e35004f134 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383458 Sep 19 04:05:34.430003 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-22debcdf-01bd-49c3-9219-bb7c4ebec07a service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850630 Sep 19 04:05:34.518438 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9ca74f66-ed3e-4aa8-ac83-f2354675664c req-e1a68fc4-9653-49eb-b8f5-7a57fb73c50b service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810533 Sep 19 04:05:34.630974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9aeb1-20ad-4d63-8faf-443d2d5efcd1 req-4763704d-0f0c-4598-b9ae-e738b56e1b14 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:34.632438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72c9aeb1-20ad-4d63-8faf-443d2d5efcd1 req-4763704d-0f0c-4598-b9ae-e738b56e1b14 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0501020 Sep 19 04:05:34.668583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72c9aeb1-20ad-4d63-8faf-443d2d5efcd1 req-6ae8500e-0218-435a-8ebd-47147e9a9206 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301173 Sep 19 04:05:35.787191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d4c1a-aa2a-47de-ae3e-f00a66ff6a2b req-f33f561a-810c-4aaa-9c47-cd2a3c724275 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:35.788558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-771d4c1a-aa2a-47de-ae3e-f00a66ff6a2b req-f33f561a-810c-4aaa-9c47-cd2a3c724275 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0509737 Sep 19 04:05:35.824836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-771d4c1a-aa2a-47de-ae3e-f00a66ff6a2b req-660464a3-7e8b-410a-b8e4-c24a6c2513a9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304544 Sep 19 04:05:36.476440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:05:36.571126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:36.582406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '64037bac-bc18-4780-a13f-42f33aa875d6', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'port_id': '64037bac-bc18-4780-a13f-42f33aa875d6', 'mac_address': 'fa:16:3e:a3:bc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:05:36.617972 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:36.631256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64037bac-bc18-4780-a13f-42f33aa875d6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:05:36.650279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:36.653648 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:36.702434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:36.937145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed57800-91bb-4ba2-804f-eeaafb436fd4 req-3789eced-e83d-40af-b4d0-f90bbf8bf612 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:36.939221 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ed57800-91bb-4ba2-804f-eeaafb436fd4 req-3789eced-e83d-40af-b4d0-f90bbf8bf612 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 944 time: 0.0492518 Sep 19 04:05:36.977386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ed57800-91bb-4ba2-804f-eeaafb436fd4 req-46371395-5773-4c50-8330-70429bd54f4e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303097 Sep 19 04:05:37.078101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['64037bac-bc18-4780-a13f-42f33aa875d6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:05:38.090137 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec602-21fc-4f9b-9d2f-2f962cc65a26 req-6f306ff8-f5ea-454f-b835-b44b266ca5e8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:38.091629 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-055ec602-21fc-4f9b-9d2f-2f962cc65a26 req-6f306ff8-f5ea-454f-b835-b44b266ca5e8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 944 time: 0.0479467 Sep 19 04:05:38.128235 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-055ec602-21fc-4f9b-9d2f-2f962cc65a26 req-e3b892e1-063d-4605-87ff-a7a22d663e09 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307951 Sep 19 04:05:38.491709 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:05:38.537894 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 64037bac-bc18-4780-a13f-42f33aa875d6 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:05:38.541474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 64037bac-bc18-4780-a13f-42f33aa875d6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:05:38.541841 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:38.616656 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:38.640742 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:05:38.643262 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c17a6f-663a-41a9-8687-1f08b51c99e3" -d '{"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-plugged", "status": "completed", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:05:38.655521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:05:38.660280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:38.683489 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7689973d-5e8c-46ac-9d7c-2a220d93e405 x-openstack-request-id: req-7689973d-5e8c-46ac-9d7c-2a220d93e405 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:05:38.683789 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-plugged", "status": "completed", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:05:38.684042 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7689973d-5e8c-46ac-9d7c-2a220d93e405 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:05:38.684423 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'code': 200} Sep 19 04:05:38.708025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:38.799008 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a42862-2693-4507-9156-65df01e995ea req-81c1b0e4-09a6-46e0-9ec4-fcc77bb214b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:38.800470 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c4a42862-2693-4507-9156-65df01e995ea req-81c1b0e4-09a6-46e0-9ec4-fcc77bb214b7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1096 time: 0.0393546 Sep 19 04:05:38.837061 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c4a42862-2693-4507-9156-65df01e995ea req-184d2cb1-f7d0-4d2c-a4bb-5303172f0fb6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297601 Sep 19 04:05:39.243218 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199b32b-79a1-4624-b3d9-b715cef7d00e req-7d43740f-4f12-4d30-8c13-fc9879059930 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:39.244666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e199b32b-79a1-4624-b3d9-b715cef7d00e req-7d43740f-4f12-4d30-8c13-fc9879059930 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0519745 Sep 19 04:05:39.257681 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:05:39.281807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e199b32b-79a1-4624-b3d9-b715cef7d00e req-5969c95d-4a21-45d3-9f58-9e7fac085762 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304272 Sep 19 04:05:40.397758 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7fb6f-a705-4e36-8a91-272ce8a8b046 req-ad0fe549-21c8-46c2-84b4-39eb7aee0814 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:40.399285 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55c7fb6f-a705-4e36-8a91-272ce8a8b046 req-ad0fe549-21c8-46c2-84b4-39eb7aee0814 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0488284 Sep 19 04:05:40.437929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55c7fb6f-a705-4e36-8a91-272ce8a8b046 req-df12018d-c500-4c90-8b28-0f6fb33dad1f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Sep 19 04:05:40.550952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca445726-b688-41f2-99cc-8cd5306902fc req-8af81df8-5bd3-42d5-9ff1-52d767b852a8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:40.552419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca445726-b688-41f2-99cc-8cd5306902fc req-8af81df8-5bd3-42d5-9ff1-52d767b852a8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0474336 Sep 19 04:05:40.592891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca445726-b688-41f2-99cc-8cd5306902fc req-a34872ee-7afc-4f2b-9c99-841853feb71c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345225 Sep 19 04:05:40.614664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39808) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:40.655714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c70ed-e702-476b-94d4-61cf6c3d9825 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:40.657257 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-201c70ed-e702-476b-94d4-61cf6c3d9825 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1091 time: 0.0415509 Sep 19 04:05:40.660110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39810) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:40.664652 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '64037bac-bc18-4780-a13f-42f33aa875d6', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:05:40.686617 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:40.780278 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:40.884028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.46 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/b9aa3e1b-f698-4252-810f-f8a9e7413ab9) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:05:40.982453 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:41.019537 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:41.056079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:05:41.058946 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:05:41.064297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:05:41.069631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=b9aa3e1b-f698-4252-810f-f8a9e7413ab9,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:41.408269 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:41.474173 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:41.622109 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:41.626801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:41.693599 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=b9aa3e1b-f698-4252-810f-f8a9e7413ab9,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:05:41.703249 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:41.801685 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP 18c5d310-6fce-460a-8411-5b8dca19f9a0 associated. External IP: 172.25.8.46, port: 64037bac-bc18-4780-a13f-42f33aa875d6. Sep 19 04:05:42.000011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 239376aa-0d99-48ee-9290-ad258e0647e6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:05:42.102812 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:05:42.112723 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] Sync routers for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:05:42.118801 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:42.122553 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:42.123188 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:42.145571 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e87bf2c-3366-4728-98f1-e4010e03ae6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4844289 Sep 19 04:05:42.146155 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:05:42.149646 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7baceb-30e2-4c17-9534-97da1d5d9305" -d '{"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:05:42.191374 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952787b3-d925-45fd-b106-3115eea5ccb0 x-openstack-request-id: req-952787b3-d925-45fd-b106-3115eea5ccb0 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:05:42.191668 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:05:42.191922 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-952787b3-d925-45fd-b106-3115eea5ccb0 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:05:42.192325 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'status': 'completed', 'code': 200} Sep 19 04:05:42.231255 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:42.252810 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a78c0-ac4a-4a30-93e3-46243573ae21 req-479e9d79-972e-4d2b-8e14-f31cf0fbef9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:42.254357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b39a78c0-ac4a-4a30-93e3-46243573ae21 req-479e9d79-972e-4d2b-8e14-f31cf0fbef9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0594523 Sep 19 04:05:42.279188 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-1fe2eb85-f837-4907-bb44-13e6131c2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:42.280976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-1fe2eb85-f837-4907-bb44-13e6131c2aed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1096 time: 0.0434539 Sep 19 04:05:42.296251 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b39a78c0-ac4a-4a30-93e3-46243573ae21 req-697dae32-31b9-4bfd-a5f4-b6dceb807aef tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349488 Sep 19 04:05:42.318012 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39818) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:42.377229 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-f26e3494-7e3a-4e7b-91db-8e68053bf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:42.378737 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-f26e3494-7e3a-4e7b-91db-8e68053bf9d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.0911701 Sep 19 04:05:42.379952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-f0cb3237-3c1f-44a5-bce9-265ea6420db8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/18c5d310-6fce-460a-8411-5b8dca19f9a0 HTTP/1.1" status: 200 len: 990 time: 0.0604775 Sep 19 04:05:42.441925 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-59341227-d51c-4428-82fb-36459813e82d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 998 time: 0.0562992 Sep 19 04:05:42.452261 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '18c5d310-6fce-460a-8411-5b8dca19f9a0', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'port_id': '64037bac-bc18-4780-a13f-42f33aa875d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'mac_address': 'fa:16:3e:a3:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972b586-f515-4584-99b5-73a0b336c23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:05:41Z', 'updated_at': '2021-09-19T04:05:41Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:42.478377 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] Checking router: 239376aa-0d99-48ee-9290-ad258e0647e6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:05:42.487128 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:05:42.487726 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:05:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:42.686976 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:05:42.821398 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-64a5e869-63ef-4ef8-8ed6-b7efbae2ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:42.822909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-64a5e869-63ef-4ef8-8ed6-b7efbae2ba91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.3744214 Sep 19 04:05:42.867879 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-9f8c15a7-245d-4e24-9b2d-e0c8253c88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:05:42.869372 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-9f8c15a7-245d-4e24-9b2d-e0c8253c88d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390522 Sep 19 04:05:42.906507 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '18c5d310-6fce-460a-8411-5b8dca19f9a0', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'port_id': '64037bac-bc18-4780-a13f-42f33aa875d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'mac_address': 'fa:16:3e:a3:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972b586-f515-4584-99b5-73a0b336c23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:05:41Z', 'updated_at': '2021-09-19T04:05:41Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:05:42.934881 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4047864a-3f91-4d6b-9f8b-1d30a7740dc1 None None] The sync data for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 is: [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '18c5d310-6fce-460a-8411-5b8dca19f9a0', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'port_id': '64037bac-bc18-4780-a13f-42f33aa875d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'mac_address': 'fa:16:3e:a3:bc:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972b586-f515-4584-99b5-73a0b336c23e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:05:41Z', 'updated_at': '2021-09-19T04:05:41Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:05:42.960311 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-ca6f639e-79a9-4173-92c9-29a0bdecc7ec service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Sep 19 04:05:43.052919 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1d7baceb-30e2-4c17-9534-97da1d5d9305 req-bef04d63-692f-4d58-bdb4-56c6d37bc12f service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848711 Sep 19 04:05:43.121539 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860106f-284a-4354-bb32-28c903ee426a None None] New status for floating IP 18c5d310-6fce-460a-8411-5b8dca19f9a0: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:05:43.383010 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39820) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:05:43.444632 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5df8d65a-d816-4359-8a27-29b39802396b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/18c5d310-6fce-460a-8411-5b8dca19f9a0 HTTP/1.1" status: 200 len: 992 time: 0.0604973 Sep 19 04:05:44.559480 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-757ab0ed-493c-460a-bd58-414a4f3616ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:46.556171 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:47.329732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ccf1a96c-5a8c-4a23-b2ba-be49ef1b466c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:48.070537 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:48.676896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:05:50.248805 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:00.419852 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:14.559739 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e19261a0-9ebd-443f-b5e4-8feae3a9fd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:16.257051 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:06:16.555380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:17.333766 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6df14ecf-76c8-45ad-a334-0ba74c954653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:18.071831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:18.679963 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:20.252788 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:30.414544 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:40.083413 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-a2a54f15-2045-4b14-83bb-4b362c730e53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393617 Sep 19 04:06:40.182272 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-d87dc938-b854-4d51-b28c-8236ee4baa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:40.183701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-d87dc938-b854-4d51-b28c-8236ee4baa8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1096 time: 0.0436873 Sep 19 04:06:40.286314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-fb0ea04a-ce95-472b-877b-d12f0e8a94aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:40.287817 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-fb0ea04a-ce95-472b-877b-d12f0e8a94aa service neutron] 10.222.0.32 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.0835383 Sep 19 04:06:40.355675 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-0a24eb79-2edb-466b-b0cc-0037f662f099 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 1000 time: 0.0599906 Sep 19 04:06:40.403860 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-a0207096-dc9d-4625-9699-f1e5f73afa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:40.405334 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-a0207096-dc9d-4625-9699-f1e5f73afa60 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0429313 Sep 19 04:06:40.449538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-ee731241-3343-41a4-b674-b841e2bcab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:40.451110 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-ee731241-3343-41a4-b674-b841e2bcab5b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389068 Sep 19 04:06:40.547652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-35411c4f-8a25-4a39-8f20-35b5815fb02d service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889525 Sep 19 04:06:40.663852 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fea97e5c-1c83-4a70-b48d-7c6221cd7f15 req-b667a388-0c76-4c76-b329-36934a69d04b service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085668 Sep 19 04:06:44.560865 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b46e-d535-4f31-9ee3-50af4a08155c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:46.570255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:47.203757 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a479f7c-216d-4ea7-beda-b4bf49a4d6ab req-a7135ed2-a0d1-4720-962d-ea9a6334fe69 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:47.205369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a479f7c-216d-4ea7-beda-b4bf49a4d6ab req-a7135ed2-a0d1-4720-962d-ea9a6334fe69 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0503383 Sep 19 04:06:47.213240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39854) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:06:47.245017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2a479f7c-216d-4ea7-beda-b4bf49a4d6ab req-20ad862a-9c34-4157-8e42-619701cc8e13 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332901 Sep 19 04:06:47.296261 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-df490ed6-bcea-4670-b332-fe9348ce1b9e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818250 Sep 19 04:06:47.304838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-4c62ece4-a972-424c-b176-d82f07c6af85 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:06:47.305777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-4c62ece4-a972-424c-b176-d82f07c6af85 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048392 Sep 19 04:06:47.334839 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-95cb083b-528c-425d-8975-1b80abcba76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:48.072733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:48.365417 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44952da4-eaec-4df1-a788-6de6679dc491 req-3027028c-3275-4510-80a9-84847a32377d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:48.366948 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44952da4-eaec-4df1-a788-6de6679dc491 req-3027028c-3275-4510-80a9-84847a32377d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0532405 Sep 19 04:06:48.406900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-44952da4-eaec-4df1-a788-6de6679dc491 req-07575368-5d7a-4e2d-8eca-de7e110dd894 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338619 Sep 19 04:06:48.437753 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-b1785ba8-2d5b-4847-a14c-82983df4379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:48.439293 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-b1785ba8-2d5b-4847-a14c-82983df4379b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1096 time: 0.0401988 Sep 19 04:06:48.532369 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-82d382d1-ef86-4ed4-a7f0-0f52e88e1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:48.533750 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-82d382d1-ef86-4ed4-a7f0-0f52e88e1396 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.0840709 Sep 19 04:06:48.602067 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-112319cd-747b-4c17-b5a0-8cf6d1394a64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 1000 time: 0.0597823 Sep 19 04:06:48.649870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-687b7f2b-e93c-4ec3-a9ee-17ad4fb24b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:48.651352 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-687b7f2b-e93c-4ec3-a9ee-17ad4fb24b6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0426788 Sep 19 04:06:48.682111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:48.696561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-9a132405-01c7-432d-8f00-0b3e53531320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:48.698052 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-9a132405-01c7-432d-8f00-0b3e53531320 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392609 Sep 19 04:06:48.788296 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-936be820-7bdb-435f-a1fe-7a39b2c3ea9b service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827675 Sep 19 04:06:48.881541 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-021829f7-b06a-4dcd-9ed7-e95017461e4a service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855684 Sep 19 04:06:49.523680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62caf99-dff6-4dfb-8c1b-e739911f4db2 req-b5486bfe-aaa5-4ed0-be96-2f39d8b99303 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:49.525126 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b62caf99-dff6-4dfb-8c1b-e739911f4db2 req-b5486bfe-aaa5-4ed0-be96-2f39d8b99303 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0519300 Sep 19 04:06:49.562648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b62caf99-dff6-4dfb-8c1b-e739911f4db2 req-c56157e1-22f8-4067-a472-62b3976c3b22 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Sep 19 04:06:50.255475 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:06:50.676094 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd543e5-4c1f-41e3-bf7a-3a4ba591f663 req-33e6f1c6-55c2-4489-a14a-e8a4d49931af tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:50.677546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fd543e5-4c1f-41e3-bf7a-3a4ba591f663 req-33e6f1c6-55c2-4489-a14a-e8a4d49931af tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0473990 Sep 19 04:06:50.714784 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8fd543e5-4c1f-41e3-bf7a-3a4ba591f663 req-328615df-b54e-4425-9163-0c51bdd98e93 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Sep 19 04:06:51.828110 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e611ac-a4c4-4d31-8953-13992a22595c req-b26a12f2-a043-4414-87a7-58d0c18c2c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:51.829591 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23e611ac-a4c4-4d31-8953-13992a22595c req-b26a12f2-a043-4414-87a7-58d0c18c2c73 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0483441 Sep 19 04:06:51.869793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-23e611ac-a4c4-4d31-8953-13992a22595c req-cf031b4a-a44e-492f-a168-5f6bf90bb5e2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343354 Sep 19 04:06:52.987039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fbf7e-0849-499f-bc06-9a672e59b879 req-1aaf41ec-7a67-443c-be6f-77198114549a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:52.988516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f71fbf7e-0849-499f-bc06-9a672e59b879 req-1aaf41ec-7a67-443c-be6f-77198114549a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0520995 Sep 19 04:06:53.025296 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f71fbf7e-0849-499f-bc06-9a672e59b879 req-ad0ead1e-8916-48a4-8c1e-d905271b0d06 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Sep 19 04:06:53.255805 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:06:54.141657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8fb46-8c2d-4472-998d-4bb84772efde req-1d4e897c-ca0c-4bc5-b155-43d231ace8d0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:54.143052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00c8fb46-8c2d-4472-998d-4bb84772efde req-1d4e897c-ca0c-4bc5-b155-43d231ace8d0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0482717 Sep 19 04:06:54.179356 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-00c8fb46-8c2d-4472-998d-4bb84772efde req-f87c67d2-fae1-41b1-9e2b-8e38eab87a0b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Sep 19 04:06:55.291210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e06ad-a9a2-4fb0-9f21-a31da50f95ac req-16e13779-f087-46fc-9d4b-dc6764ac7950 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:55.292586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1e06ad-a9a2-4fb0-9f21-a31da50f95ac req-16e13779-f087-46fc-9d4b-dc6764ac7950 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0481701 Sep 19 04:06:55.329597 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7a1e06ad-a9a2-4fb0-9f21-a31da50f95ac req-de8ff458-6db6-48c1-8fd0-aac88e1c3012 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310292 Sep 19 04:06:56.446008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d379256-5563-4615-b644-901d87f427aa req-f75652b3-59f3-483c-bd6e-483b31599acb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:56.447504 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d379256-5563-4615-b644-901d87f427aa req-f75652b3-59f3-483c-bd6e-483b31599acb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0516949 Sep 19 04:06:56.484603 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6d379256-5563-4615-b644-901d87f427aa req-dfba4540-be24-4a4c-b28b-47e9a2fab200 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308495 Sep 19 04:06:57.597435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc948277-7a83-41ee-bc4c-b6496fa2bf15 req-dbadc164-d775-4612-bc5b-3f1ba1633d66 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:57.598918 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc948277-7a83-41ee-bc4c-b6496fa2bf15 req-dbadc164-d775-4612-bc5b-3f1ba1633d66 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0475910 Sep 19 04:06:57.636919 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dc948277-7a83-41ee-bc4c-b6496fa2bf15 req-dbbb7ca0-053c-4b1e-b384-c92d17b4e339 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Sep 19 04:06:58.750903 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ca2f6-ca0e-4625-91d0-a3909444b944 req-cbe40f30-4d61-4def-b870-50ae61521fbb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:58.752369 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-283ca2f6-ca0e-4625-91d0-a3909444b944 req-cbe40f30-4d61-4def-b870-50ae61521fbb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0478873 Sep 19 04:06:58.788842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-283ca2f6-ca0e-4625-91d0-a3909444b944 req-4fd226ef-d85f-474e-b89c-7ecbae8b35cc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305588 Sep 19 04:06:59.906563 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662789-8241-47ce-a0d3-44e5dbaf0080 req-466fa5a5-8fcb-4673-9b88-34dba91c8a97 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:06:59.908056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea662789-8241-47ce-a0d3-44e5dbaf0080 req-466fa5a5-8fcb-4673-9b88-34dba91c8a97 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0522528 Sep 19 04:06:59.944939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ea662789-8241-47ce-a0d3-44e5dbaf0080 req-64594057-3609-4afd-b87e-ae4cc6eeb449 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311134 Sep 19 04:07:00.432896 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:00.919679 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-894b67aa-165a-4eb4-8f44-dea7cc813d94 service neutron] show failed (client error): The resource could not be found. Sep 19 04:07:00.920652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-894b67aa-165a-4eb4-8f44-dea7cc813d94 service neutron] 10.222.0.32 "GET /v2.0/ports/64037bac-bc18-4780-a13f-42f33aa875d6/bindings/n-h1-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0528457 Sep 19 04:07:01.060775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929045e5-6d33-4b4f-9a48-b2eb8674788a req-b715b5fa-5766-491b-9a0e-acfc0cdde36d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:01.062408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-929045e5-6d33-4b4f-9a48-b2eb8674788a req-b715b5fa-5766-491b-9a0e-acfc0cdde36d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0493212 Sep 19 04:07:01.103926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-929045e5-6d33-4b4f-9a48-b2eb8674788a req-4d6a7d43-cbea-47ab-a523-25bd65d255c2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Sep 19 04:07:01.130429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-82e8b3d4-ccec-423b-8148-4b55a5eb9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:01.131955 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-82e8b3d4-ccec-423b-8148-4b55a5eb9210 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 1096 time: 0.0415168 Sep 19 04:07:01.144117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:01.196597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:01.393581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:01.423993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:07:01.461788 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:07:01.464558 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6967eb-bf81-4d37-80c5-a0c10985dff7" -d '{"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:07:01.468195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:01.480466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Transition to ACTIVE for port object 64037bac-bc18-4780-a13f-42f33aa875d6 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:07:01.484674 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:01.526918 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469c069d-ef6d-48e5-b2e7-2400829e69d0 x-openstack-request-id: req-469c069d-ef6d-48e5-b2e7-2400829e69d0 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:07:01.527219 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-unplugged", "status": "completed", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:07:01.527475 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-469c069d-ef6d-48e5-b2e7-2400829e69d0 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:07:01.527865 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'code': 200} Sep 19 04:07:01.540481 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=6']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:01.581533 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.581885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.582230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.582568 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.582942 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.583281 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.583609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.583939 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.584269 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.584623 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.584949 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.585275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:01.627556 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] No DVR routers for this DVR port 64037bac-bc18-4780-a13f-42f33aa875d6 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:07:01.762532 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:07:01.762899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:07:01.763255 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 on network f125ce0c-f062-4783-99c9-3c05585941eb {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:07:01.767530 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Port 64037bac-bc18-4780-a13f-42f33aa875d6 on network f125ce0c-f062-4783-99c9-3c05585941eb not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:07:01.767854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Attempting to bind port 64037bac-bc18-4780-a13f-42f33aa875d6 on network f125ce0c-f062-4783-99c9-3c05585941eb {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:07:01.774881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:07:01.775219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Checking segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:07:01.775741 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Bound using segment: {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:07:01.776163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Bound port: 64037bac-bc18-4780-a13f-42f33aa875d6, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:07:01.776518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:01.837494 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:07:01.840649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:07:01.844610 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:01.881003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:01.881618 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:01.883001 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] 10.222.0.30 "PUT /v2.0/ports/64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 1091 time: 0.7433836 Sep 19 04:07:01.905466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278e50a-a3cd-44d6-83ca-a786501e933d service neutron] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:01.949112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-e5092290-b78a-43d0-b3c8-eb0fdd86fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:01.950658 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-e5092290-b78a-43d0-b3c8-eb0fdd86fbd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1094 time: 0.0422945 Sep 19 04:07:02.041904 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-e1efabc7-4d80-4229-a451-42398adced6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:02.043442 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-e1efabc7-4d80-4229-a451-42398adced6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.0862477 Sep 19 04:07:02.110593 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-3a581faa-78c2-4705-9540-e60ca48fabae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 998 time: 0.0598984 Sep 19 04:07:02.160757 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-709f4b10-37e3-4afa-a5ab-55b9676a335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:02.162173 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-709f4b10-37e3-4afa-a5ab-55b9676a335c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0437582 Sep 19 04:07:02.207745 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-c4a31cd2-2558-4d90-88a1-3d7b1b754e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:02.209183 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-c4a31cd2-2558-4d90-88a1-3d7b1b754e46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399492 Sep 19 04:07:02.217350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6d34f-52fe-41e9-a7b2-e391103840fd req-ecf25236-74ed-4f37-9574-f6c1655635d8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:02.218891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a6d34f-52fe-41e9-a7b2-e391103840fd req-ecf25236-74ed-4f37-9574-f6c1655635d8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0482962 Sep 19 04:07:02.256764 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29a6d34f-52fe-41e9-a7b2-e391103840fd req-ccead154-20f0-41c0-9165-fe40453787be tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311143 Sep 19 04:07:02.300596 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-54d8cf19-adc9-47bd-bb6d-c5735ae7539d service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845690 Sep 19 04:07:02.389288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-60acdd93-3722-4f32-8c62-a228deb8c596 service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822570 Sep 19 04:07:03.376703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6817f8-e1d3-463d-a4f7-321827ccb54d req-a1098777-500b-4c39-ab48-f18c76033719 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:03.378191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f6817f8-e1d3-463d-a4f7-321827ccb54d req-a1098777-500b-4c39-ab48-f18c76033719 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0518308 Sep 19 04:07:03.415107 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8f6817f8-e1d3-463d-a4f7-321827ccb54d req-35706ce2-ed50-432a-ad95-e9902301b0b7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308907 Sep 19 04:07:03.528964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:07:03.531350 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:07:03.577804 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba5d495-c502-4a05-90db-1559dc0f57c4 x-openstack-request-id: req-fba5d495-c502-4a05-90db-1559dc0f57c4 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:07:03.578092 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:07:03.578360 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fba5d495-c502-4a05-90db-1559dc0f57c4 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:07:03.578772 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'status': 'completed', 'code': 200} Sep 19 04:07:03.666435 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-572eb710-4380-4676-a6f8-52b50c8d5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:03.667947 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-572eb710-4380-4676-a6f8-52b50c8d5515 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1094 time: 0.0653138 Sep 19 04:07:03.677997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-605665e7-4072-4b8f-840e-7b1c97f5568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:03.679376 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-605665e7-4072-4b8f-840e-7b1c97f5568a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1094 time: 0.0516031 Sep 19 04:07:03.827015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-5c77988f-2065-4bba-a7f8-5c3cadd50358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:03.828499 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-5c77988f-2065-4bba-a7f8-5c3cadd50358 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.1525271 Sep 19 04:07:03.831957 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-89ed4947-fdb1-4008-8f8a-29554ce550fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:03.833281 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-89ed4947-fdb1-4008-8f8a-29554ce550fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.1473579 Sep 19 04:07:03.943301 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-8087d69c-433e-4f60-bb9c-7165279e75a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 998 time: 0.1055303 Sep 19 04:07:03.945057 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-4c43e756-7f7e-4b1b-ac07-96d445a1f026 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 998 time: 0.1019933 Sep 19 04:07:04.026474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-f29953f7-39ca-45d8-85a6-f05fcdeafc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.028243 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-f29953f7-39ca-45d8-85a6-f05fcdeafc27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0778389 Sep 19 04:07:04.033349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-84c56896-bd1d-45d9-8b46-8cc0412a4979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.034833 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-84c56896-bd1d-45d9-8b46-8cc0412a4979 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0596170 Sep 19 04:07:04.100244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-6599c6b1-83e6-45a5-856e-b8b78e45a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.101626 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-6599c6b1-83e6-45a5-856e-b8b78e45a90d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659525 Sep 19 04:07:04.103371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-c7f64665-2d7d-4b4f-a480-c80632b90a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.104697 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-c7f64665-2d7d-4b4f-a480-c80632b90a2e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618749 Sep 19 04:07:04.253927 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-9f12ef1c-0e7b-412b-9999-68b8c5e41d6d service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451395 Sep 19 04:07:04.257143 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-04a9e11f-78c4-47bd-9fb7-c985d82830ea service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418245 Sep 19 04:07:04.411899 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-368db0de-a7ca-48d9-b0fb-974411f910d1 service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510417 Sep 19 04:07:04.413685 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dce4df90-042a-478c-bb2d-e7d4cc2e9ae5 req-23d9e633-f791-400c-8fcf-ae3585b507f1 service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455820 Sep 19 04:07:04.533949 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ab226-6e5e-4165-ab4f-0e8118105b36 req-9b652d26-24a8-4dc5-8a6b-3c702b94cbea tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.535445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-734ab226-6e5e-4165-ab4f-0e8118105b36 req-9b652d26-24a8-4dc5-8a6b-3c702b94cbea tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0485146 Sep 19 04:07:04.572704 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-734ab226-6e5e-4165-ab4f-0e8118105b36 req-0af48f6a-cd9a-4d36-976e-76052ed30c0c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314116 Sep 19 04:07:04.762713 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c4c6d-4e7a-4cea-b878-ce86cffec48f req-6654cfe7-b75a-4019-b2c3-d9478309b158 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.764227 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-397c4c6d-4e7a-4cea-b878-ce86cffec48f req-6654cfe7-b75a-4019-b2c3-d9478309b158 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0491142 Sep 19 04:07:04.788270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-81373f18-a7e6-4f6e-90f4-a17168f5d46b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.789741 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-81373f18-a7e6-4f6e-90f4-a17168f5d46b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e&tenant_id=516104e379de4e19a5f5d35685d51a6d&binding%3Ahost_id=n-h1-809936-1 HTTP/1.1" status: 200 len: 943 time: 0.0509827 Sep 19 04:07:04.802347 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-397c4c6d-4e7a-4cea-b878-ce86cffec48f req-7b1d65af-4768-4769-8a61-00f40687b5ff tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Sep 19 04:07:04.850080 n-d-809936-1 neutron-server[94722]: INFO neutron.api.v2.resource [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-4805c852-7061-498b-9bd7-ed16e8f098a7 service neutron] delete failed (client error): The resource could not be found. Sep 19 04:07:04.851207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-4805c852-7061-498b-9bd7-ed16e8f098a7 service neutron] 10.222.0.32 "DELETE /v2.0/ports/64037bac-bc18-4780-a13f-42f33aa875d6/bindings/n-h2-809936-1 HTTP/1.1" status: 404 len: 380 time: 0.0544770 Sep 19 04:07:04.922105 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa0981-72c5-4526-acfb-ec914d0823c5 req-d091c776-8f58-4c41-bdc7-071a6b6dbdaa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.923544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abaa0981-72c5-4526-acfb-ec914d0823c5 req-d091c776-8f58-4c41-bdc7-071a6b6dbdaa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0534508 Sep 19 04:07:04.951767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-18fdf5dc-7bd7-401a-b9d7-4c21b6a03756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:04.953255 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-18fdf5dc-7bd7-401a-b9d7-4c21b6a03756 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1094 time: 0.0406048 Sep 19 04:07:04.961207 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-abaa0981-72c5-4526-acfb-ec914d0823c5 req-89b5e6b4-a7c5-49a1-bbd7-f9dc33c77570 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Sep 19 04:07:05.002886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:07:05.039521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:07:05.046002 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-3751dd95-d7c0-4f86-9c51-6b6485cb28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:05.047543 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-3751dd95-d7c0-4f86-9c51-6b6485cb28de service neutron] 10.222.0.32 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.0876505 Sep 19 04:07:05.115612 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-9f023492-8243-46bb-889d-70bb127361ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 998 time: 0.0603595 Sep 19 04:07:05.165064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-5db9bea7-0bf9-4dc6-89f6-feb6850f6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:05.166450 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-5db9bea7-0bf9-4dc6-89f6-feb6850f6c4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0430841 Sep 19 04:07:05.209436 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-9161303a-051e-4ab5-8a6b-00db69fb7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:05.210813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-9161303a-051e-4ab5-8a6b-00db69fb7989 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379591 Sep 19 04:07:05.301052 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-9619f249-cf60-40dd-803b-a564e444793d service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828586 Sep 19 04:07:05.388320 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ba0ea6a5-3305-45cd-a558-ab56c5fcde46 req-260d5c48-49f9-4666-9ce0-548669b72ca9 service neutron] 10.222.0.32 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797861 Sep 19 04:07:06.076007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ead69-a738-483e-9bd2-369ea882fc01 req-31307349-3e91-4899-a161-cf28c8590791 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:06.077468 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e4ead69-a738-483e-9bd2-369ea882fc01 req-31307349-3e91-4899-a161-cf28c8590791 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 943 time: 0.0479109 Sep 19 04:07:06.114466 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e4ead69-a738-483e-9bd2-369ea882fc01 req-32038814-b698-485c-bea8-094c351bbbe3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310531 Sep 19 04:07:06.136409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39926) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:06.197977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0901d940-ff30-471b-bad0-f797dc04f4bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/18c5d310-6fce-460a-8411-5b8dca19f9a0 HTTP/1.1" status: 200 len: 990 time: 0.0604432 Sep 19 04:07:06.690137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:07:06.782565 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:06.794015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '64037bac-bc18-4780-a13f-42f33aa875d6', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'port_id': '64037bac-bc18-4780-a13f-42f33aa875d6', 'mac_address': 'fa:16:3e:a3:bc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:07:06.828443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:06.840883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64037bac-bc18-4780-a13f-42f33aa875d6 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:07:06.860501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:06.864229 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:06.914269 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:06.921438 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.921786 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.922126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.922466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.922817 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.923150 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.923484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.923826 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.924151 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.924457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.924777 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:06.925099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:07.112885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['64037bac-bc18-4780-a13f-42f33aa875d6'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:07:08.699329 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:07:08.747163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 64037bac-bc18-4780-a13f-42f33aa875d6 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:07:08.750895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 64037bac-bc18-4780-a13f-42f33aa875d6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:08.751269 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:08.824057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:08.845733 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:07:08.848421 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb2c25c-c972-47f9-85d2-137a44b1db06" -d '{"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-plugged", "status": "completed", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:07:08.860701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:08.865369 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:08.890999 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33b91d8-dc78-43af-89a3-67ff422f834a x-openstack-request-id: req-a33b91d8-dc78-43af-89a3-67ff422f834a {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:07:08.891291 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-plugged", "status": "completed", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:07:08.891543 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a33b91d8-dc78-43af-89a3-67ff422f834a {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:07:08.891926 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'code': 200} Sep 19 04:07:08.916035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:14.561423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5e16ba8d-52d9-4aef-b3df-58f1d2c89b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:16.571013 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:17.335456 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-05bffcb4-801b-42c0-b211-c8c04570775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:18.074665 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:18.685413 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:18.686876 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-d0e189fb-70d8-464c-9028-7a408cc25f30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403328 Sep 19 04:07:18.771658 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-f6d73f0a-eb50-49ce-8394-04bd2a416f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:18.773137 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-f6d73f0a-eb50-49ce-8394-04bd2a416f89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1096 time: 0.0436523 Sep 19 04:07:18.873633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-ab8b88e8-1825-4566-89fc-778640a24ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:18.875415 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-ab8b88e8-1825-4566-89fc-778640a24ba0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.0833325 Sep 19 04:07:18.941648 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-f734721c-498d-43ab-9207-87bbc0761d9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 1000 time: 0.0587728 Sep 19 04:07:18.991378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-20adfdf0-72ce-46d4-b57d-f540453fb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:18.992746 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-20adfdf0-72ce-46d4-b57d-f540453fb4ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0420098 Sep 19 04:07:19.037151 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-d2799b97-cd23-4510-a5da-dd2a46396401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:19.038584 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-d2799b97-cd23-4510-a5da-dd2a46396401 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386505 Sep 19 04:07:19.129264 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-2d2a00b1-61ab-40c0-a019-3e50e01376cd service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823338 Sep 19 04:07:19.216402 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-fd93dfc3-f6c9-4c5f-8c98-fe9c1cd004b2 req-d0d72b9f-22ce-4839-ab7e-ab91d42ef40c service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789027 Sep 19 04:07:20.257746 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:30.254725 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:07:30.432673 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:34.533001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39940) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:34.736233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port b9aa3e1b-f698-4252-810f-f8a9e7413ab9 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:07:34.736602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:34.807783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:34.808033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:34.819654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for b9aa3e1b-f698-4252-810f-f8a9e7413ab9 owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:07:34.962479 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:34.987495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=b9aa3e1b-f698-4252-810f-f8a9e7413ab9,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:35.053720 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:35.054066 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP 18c5d310-6fce-460a-8411-5b8dca19f9a0 disassociated (deleted). External IP: 172.25.8.46, port: 64037bac-bc18-4780-a13f-42f33aa875d6. Sep 19 04:07:35.572873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 239376aa-0d99-48ee-9290-ad258e0647e6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:07:35.677200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:07:35.682005 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:35.686443 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] Sync routers for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:07:35.696181 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:35.696774 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:35.708602 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9b97b31d-d46c-4744-8003-dcae8b30afd9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/floatingips/18c5d310-6fce-460a-8411-5b8dca19f9a0 HTTP/1.1" status: 204 len: 168 time: 1.1739669 Sep 19 04:07:35.709289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:07:35.711665 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46da6d0-e048-474d-9c87-30c7cef100b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:07:35.753368 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf29d662-add5-4bdb-8e03-7216ba294077 x-openstack-request-id: req-bf29d662-add5-4bdb-8e03-7216ba294077 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:07:35.753725 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:07:35.753985 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf29d662-add5-4bdb-8e03-7216ba294077 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:07:35.754442 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'status': 'completed', 'code': 200} Sep 19 04:07:35.805830 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:35.816536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-2a95152c-e7b2-4c3f-a201-2f0958d24c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:35.818068 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-2a95152c-e7b2-4c3f-a201-2f0958d24c91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 1096 time: 0.0419931 Sep 19 04:07:35.935538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-eaa49a9b-e70d-4415-87dc-cfbdc46eda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:35.936964 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-eaa49a9b-e70d-4415-87dc-cfbdc46eda5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 200 len: 898 time: 0.1092343 Sep 19 04:07:35.966987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95e6fd-d9f7-4867-b356-08ac722313b4 req-c54ed0e8-524b-4874-8e82-3fa9ea35ecc5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:35.975161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a95e6fd-d9f7-4867-b356-08ac722313b4 req-c54ed0e8-524b-4874-8e82-3fa9ea35ecc5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0573466 Sep 19 04:07:35.991111 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-51a19956-b542-4f4c-a6c8-3eaaec3cffde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 200 len: 217 time: 0.0369840 Sep 19 04:07:36.008410 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9a95e6fd-d9f7-4867-b356-08ac722313b4 req-0fda962d-9f33-4748-941b-f3680cab778a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323884 Sep 19 04:07:36.036331 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:36.043221 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-ca8616e9-eee0-4c05-b27d-85cb7702cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:36.044721 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-ca8616e9-eee0-4c05-b27d-85cb7702cd83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 200 len: 834 time: 0.0454888 Sep 19 04:07:36.064859 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] Checking router: 239376aa-0d99-48ee-9290-ad258e0647e6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:07:36.072791 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:36.073382 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:36.090868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-350dab74-bb38-4dff-8219-01500ddb58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:36.092435 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-350dab74-bb38-4dff-8219-01500ddb58a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f125ce0c-f062-4783-99c9-3c05585941eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391707 Sep 19 04:07:36.174977 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:36.185687 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-e9677dcd-cb21-4f92-a3ee-cce5e7c670bf service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842009 Sep 19 04:07:36.286170 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c46da6d0-e048-474d-9c87-30c7cef100b0 req-bfa9db9e-fd1b-4fe0-89f4-e2d35eacb965 service neutron] 10.222.0.30 "GET /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876122 Sep 19 04:07:36.367475 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:36.392774 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855ef34d-9c49-4827-8d7b-84409d1b7937 None None] The sync data for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 is: [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:05:28Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'c7c32756-0c2e-4d0e-a88c-e0e0dfbde710', 'name': '', 'network_id': 'f125ce0c-f062-4783-99c9-3c05585941eb', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:c9:ff:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:27Z', 'updated_at': '2021-09-19T04:05:30Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'bb9ca012-05b3-4ecb-9477-363eea17b51b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:07:36.610528 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b769f-e488-4b8c-b661-0ea1622bec81 None None] New status for floating IP 18c5d310-6fce-460a-8411-5b8dca19f9a0: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:07:37.122987 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878a18-9ef0-4b59-bcee-d8d2920bee91 req-cd524507-0c01-4a94-8d32-8ddefc77193e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:37.124424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5878a18-9ef0-4b59-bcee-d8d2920bee91 req-cd524507-0c01-4a94-8d32-8ddefc77193e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0477586 Sep 19 04:07:37.161179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5878a18-9ef0-4b59-bcee-d8d2920bee91 req-4f727f29-9bd0-44e7-a6e7-3863649e0f83 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306401 Sep 19 04:07:37.204948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-0a9b9751-c0f7-4cec-87a1-89ab0b873ccb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:37.206392 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-0a9b9751-c0f7-4cec-87a1-89ab0b873ccb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972b586-f515-4584-99b5-73a0b336c23e HTTP/1.1" status: 200 len: 945 time: 0.0471015 Sep 19 04:07:37.292276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 64037bac-bc18-4780-a13f-42f33aa875d6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:07:37.292547 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:37.380960 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 64037bac-bc18-4780-a13f-42f33aa875d6, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=64037bac-bc18-4780-a13f-42f33aa875d6,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:37.381327 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:37.393948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 64037bac-bc18-4780-a13f-42f33aa875d6 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:07:37.517533 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:37.546707 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=64037bac-bc18-4780-a13f-42f33aa875d6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:37.585971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] No DVR routers for this DVR port 64037bac-bc18-4780-a13f-42f33aa875d6 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:07:37.588753 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:37.590779 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b685227c-8caf-4f26-b76d-5ed4988bba2a req-ca0de705-9e32-48aa-9574-3978cf1e2e39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "DELETE /v2.0/ports/64037bac-bc18-4780-a13f-42f33aa875d6 HTTP/1.1" status: 204 len: 173 time: 0.3773866 Sep 19 04:07:37.755642 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-deleted', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:07:37.757991 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c5b4ef-b1bd-49ac-b192-4afee94c05ca" -d '{"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-deleted", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:07:37.793249 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b257766-50a6-4236-bdef-5f27bd8316a3 x-openstack-request-id: req-9b257766-50a6-4236-bdef-5f27bd8316a3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:07:37.793550 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972b586-f515-4584-99b5-73a0b336c23e", "name": "network-vif-deleted", "tag": "64037bac-bc18-4780-a13f-42f33aa875d6", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:07:37.793807 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b257766-50a6-4236-bdef-5f27bd8316a3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:07:37.794202 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972b586-f515-4584-99b5-73a0b336c23e', 'name': 'network-vif-deleted', 'tag': '64037bac-bc18-4780-a13f-42f33aa875d6', 'status': 'completed', 'code': 200} Sep 19 04:07:38.214808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39956) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:38.568336 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:38.817815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:07:38.818169 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:38.906106 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port c7c32756-0c2e-4d0e-a88c-e0e0dfbde710, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:38.906478 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:38.919339 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:07:39.102095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:39.127989 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=c7c32756-0c2e-4d0e-a88c-e0e0dfbde710,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:39.298652 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:39.506431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 239376aa-0d99-48ee-9290-ad258e0647e6 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:07:39.610823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:07:39.617428 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f15cfd6c-5a9e-498c-94ee-722f0703b5e1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/239376aa-0d99-48ee-9290-ad258e0647e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4015741 Sep 19 04:07:39.620256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39958) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:39.621536 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] Sync routers for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:07:39.632083 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:39.632677 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:39.675923 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting subnet bb9ca012-05b3-4ecb-9477-363eea17b51b {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:07:39.678970 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:39.717449 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:39.732394 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:39.797108 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:39.860235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:39.889238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Subnet': ['ID=bb9ca012-05b3-4ecb-9477-363eea17b51b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:39.891707 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:39.896539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/subnets/bb9ca012-05b3-4ecb-9477-363eea17b51b HTTP/1.1" status: 204 len: 168 time: 0.2723444 Sep 19 04:07:39.896721 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39960) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:39.899351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a1973-9a1a-4845-84e2-fbe43b4dd280 None None] Network f125ce0c-f062-4783-99c9-3c05585941eb requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:07:39.900004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.900359 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.900697 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.901038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.901370 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.901700 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.902031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.902357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.902790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.903159 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.903477 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.903729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88a4c1a-a208-4cbc-bcac-01bd5cd5a3aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:39.918316 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:07:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:40.010975 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.051727 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] Checking router: 239376aa-0d99-48ee-9290-ad258e0647e6 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:07:40.059782 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] Routers {'239376aa-0d99-48ee-9290-ad258e0647e6'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:40.060384 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['239376aa-0d99-48ee-9290-ad258e0647e6'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:40.106821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] DHCP port deletion for f125ce0c-f062-4783-99c9-3c05585941eb request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:07:40.120805 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.153035 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] Deleting port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:07:40.153488 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.165562 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] Set router 239376aa-0d99-48ee-9290-ad258e0647e6 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:40.179264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 50d0a854-7381-4bb9-91cd-65ac6ba21929 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:07:40.179602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.214715 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] For port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=c7ef6051-89b0-4b4b-a3c7-1bac4ff61603,segment=NetworkSegment(21e7e949-2bc5-4e0a-8373-d4d9654b7ec0),segment_id=21e7e949-2bc5-4e0a-8373-d4d9654b7ec0)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:40.215128 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.228112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] Calling delete_port for c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:07:40.259086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 50d0a854-7381-4bb9-91cd-65ac6ba21929, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=50d0a854-7381-4bb9-91cd-65ac6ba21929,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:40.259456 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.276460 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 50d0a854-7381-4bb9-91cd-65ac6ba21929 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:07:40.310733 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.344533 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] Pushing event deleted for resources: {'Port': ['ID=c7ef6051-89b0-4b4b-a3c7-1bac4ff61603,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:40.348041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7235bf6-fda9-496f-9bce-603448a654b9 None None] No DVR routers for this DVR port c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:07:40.358153 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:07:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:40.383503 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3d3e6-be99-40d3-923e-7be55b99e0cb None None] The sync data for ids ['239376aa-0d99-48ee-9290-ad258e0647e6'] in n-d-809936-1 is: [{'id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1911468260', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:05:24Z', 'updated_at': '2021-09-19T04:07:39Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '50d0a854-7381-4bb9-91cd-65ac6ba21929', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:82:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239376aa-0d99-48ee-9290-ad258e0647e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:05:25Z', 'updated_at': '2021-09-19T04:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:07:40.442597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.471937 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=50d0a854-7381-4bb9-91cd-65ac6ba21929,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:40.529180 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.616501 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.618675 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.663459 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.664019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Fanout notify agent at l3_agent the message router_deleted on router 239376aa-0d99-48ee-9290-ad258e0647e6 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:07:40.671098 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.674370 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11db7044-d32e-4469-9d9e-3a1f320d6251 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/routers/239376aa-0d99-48ee-9290-ad258e0647e6 HTTP/1.1" status: 204 len: 168 time: 0.7746170 Sep 19 04:07:40.674941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39964) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:40.750522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.841980 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.863971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f125ce0c-f062-4783-99c9-3c05585941eb']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:40.868444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:07:40.873881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:40.874185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e7e949-2bc5-4e0a-8373-d4d9654b7ec0') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:40.884397 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.888930 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 64037bac-bc18-4780-a13f-42f33aa875d6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:07:40.889282 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 64037bac-bc18-4780-a13f-42f33aa875d6 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:07:40.897835 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.903489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:07:40.903880 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:07:40.906767 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:07:40.966958 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.974228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:40.978598 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/networks/f125ce0c-f062-4783-99c9-3c05585941eb HTTP/1.1" status: 204 len: 168 time: 0.3002288 Sep 19 04:07:40.979151 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39966) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:40.992903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835be1b-b824-4608-9157-d7eee4772980 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Network': ['ID=f125ce0c-f062-4783-99c9-3c05585941eb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:41.042119 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44d7489c-6aa2-4ec7-80ef-760dc024ff28 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:41.067916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44d7489c-6aa2-4ec7-80ef-760dc024ff28 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:41.127769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44d7489c-6aa2-4ec7-80ef-760dc024ff28 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:41.130435 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-44d7489c-6aa2-4ec7-80ef-760dc024ff28 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:41.131654 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-44d7489c-6aa2-4ec7-80ef-760dc024ff28 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/security-groups/dbfa78ba-67ad-4814-ab5f-35deeacfeb5e HTTP/1.1" status: 204 len: 168 time: 0.1514556 Sep 19 04:07:41.140469 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7489c-6aa2-4ec7-80ef-760dc024ff28 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfa78ba-67ad-4814-ab5f-35deeacfeb5e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:41.650400 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:07:41.670060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:07:41.670411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c7ef6051-89b0-4b4b-a3c7-1bac4ff61603 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:07:41.670865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:07:41.691111 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:07:41.691457 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device c7c32756-0c2e-4d0e-a88c-e0e0dfbde710 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:07:41.691855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 50d0a854-7381-4bb9-91cd-65ac6ba21929 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:07:41.709883 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 50d0a854-7381-4bb9-91cd-65ac6ba21929 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:07:41.710238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 50d0a854-7381-4bb9-91cd-65ac6ba21929 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:07:42.345312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39974) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:42.350511 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ebc289e2-50a3-448d-b95a-fa298b20fdd5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040389829', 'description': 'tempest-secgroup-smoke-2040389829 description', 'project_id': '516104e379de4e19a5f5d35685d51a6d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:42.372484 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ebc289e2-50a3-448d-b95a-fa298b20fdd5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.449672 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ebc289e2-50a3-448d-b95a-fa298b20fdd5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.453687 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ebc289e2-50a3-448d-b95a-fa298b20fdd5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.482865 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ebc289e2-50a3-448d-b95a-fa298b20fdd5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.484094 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ebc289e2-50a3-448d-b95a-fa298b20fdd5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1372368 Sep 19 04:07:42.486044 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc289e2-50a3-448d-b95a-fa298b20fdd5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9119d7fd-3406-40c6-8152-1e5cefe56bdd,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:42.487589 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39976) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:42.492291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-26185baf-bde6-47b1-808c-607843735b3a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '9119d7fd-3406-40c6-8152-1e5cefe56bdd', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:42.517341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26185baf-bde6-47b1-808c-607843735b3a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.571208 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26185baf-bde6-47b1-808c-607843735b3a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.574806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26185baf-bde6-47b1-808c-607843735b3a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.592219 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26185baf-bde6-47b1-808c-607843735b3a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6b8630-e646-415d-bc41-6e5072f7f5d6,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:42.598637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-26185baf-bde6-47b1-808c-607843735b3a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.599480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-26185baf-bde6-47b1-808c-607843735b3a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1108527 Sep 19 04:07:42.602279 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39978) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:42.607118 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c69688de-c06b-4410-a878-68d2b7cd5fa2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '9119d7fd-3406-40c6-8152-1e5cefe56bdd', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:42.633260 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c69688de-c06b-4410-a878-68d2b7cd5fa2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.688939 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c69688de-c06b-4410-a878-68d2b7cd5fa2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.692317 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c69688de-c06b-4410-a878-68d2b7cd5fa2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.707094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69688de-c06b-4410-a878-68d2b7cd5fa2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c591c69-5beb-4db1-a0b4-f0d22f2c3c7d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:42.715033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c69688de-c06b-4410-a878-68d2b7cd5fa2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.716226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c69688de-c06b-4410-a878-68d2b7cd5fa2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129529 Sep 19 04:07:42.718952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39980) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:42.723842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4305d537-70a8-4e71-b913-6db161cb4f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '9119d7fd-3406-40c6-8152-1e5cefe56bdd', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:42.748002 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4305d537-70a8-4e71-b913-6db161cb4f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.803757 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4305d537-70a8-4e71-b913-6db161cb4f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.807404 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4305d537-70a8-4e71-b913-6db161cb4f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.823610 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305d537-70a8-4e71-b913-6db161cb4f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3ee2f9-c552-49d2-ba26-e6abe761aea7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:42.831387 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4305d537-70a8-4e71-b913-6db161cb4f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.832702 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4305d537-70a8-4e71-b913-6db161cb4f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128359 Sep 19 04:07:42.835433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39982) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:42.839671 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-56e3520b-1243-4789-90f8-6d2c648fbe3d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '9119d7fd-3406-40c6-8152-1e5cefe56bdd', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:42.866053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56e3520b-1243-4789-90f8-6d2c648fbe3d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.925366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56e3520b-1243-4789-90f8-6d2c648fbe3d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.928868 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56e3520b-1243-4789-90f8-6d2c648fbe3d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.945983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3520b-1243-4789-90f8-6d2c648fbe3d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7014692-0a1a-434d-8e06-a21458f9f9d7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:42.951364 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-56e3520b-1243-4789-90f8-6d2c648fbe3d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:42.952553 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-56e3520b-1243-4789-90f8-6d2c648fbe3d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161962 Sep 19 04:07:42.955779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39984) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:42.960059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '9119d7fd-3406-40c6-8152-1e5cefe56bdd', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:42.982672 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:07:42.988063 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.054689 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.058355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.076025 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae8b04a-6055-4540-b813-334a12508859,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:43.081764 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.085877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-20249478-fd30-4aca-aeeb-ba358b78ff99 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263800 Sep 19 04:07:43.085877 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39986) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:43.090311 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '9119d7fd-3406-40c6-8152-1e5cefe56bdd', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:43.112247 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:07:43.117095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.175746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.179932 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.197433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cb5c22-3354-4156-babb-5de3d9e395f5,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:43.203041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.204370 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-465d5d40-3c32-4171-888c-2808741a380d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176257 Sep 19 04:07:43.207826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 39988) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:43.212505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'network': {'name': 'tempest-network-smoke--1390600748', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:43.231620 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:07:43.235006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.259846 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:07:43.269066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.269415 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Added segment 44fbade7-32a0-45fe-99f6-6808c7514947 of type vlan for network e16f9365-8abb-4e6e-86f9-3853b9e0303e Sep 19 04:07:43.308423 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.333530 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.339170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:43.339940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.366584 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1577332 Sep 19 04:07:43.369393 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39990) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:43.374071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'admin_state_up': True, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:43.397105 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.398318 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.409492 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d825f9-08b9-4aff-89e7-fae159179949 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Network': ['ID=e16f9365-8abb-4e6e-86f9-3853b9e0303e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:43.419965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:07:43.455288 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.603566 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.792945 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.811787 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:43.915372 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.152 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/129c0345-2bb9-4d22-971e-39c849e1c961) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:07:44.023786 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:44.066773 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:44.106834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:07:44.109753 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:07:44.112711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:07:44.144792 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=129c0345-2bb9-4d22-971e-39c849e1c961,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:44.361199 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:44.552545 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:44.561507 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d45f412b-7a67-4e99-b19b-f94d96d16d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:44.676726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a608f844-8309-4731-84b5-00f54bb6f342 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:07:45.068572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:07:45.077574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Sync routers for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:07:45.086879 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.087729 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:45.088105 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a52b9a82-adda-4d1e-b533-b596bbae560c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7176430 Sep 19 04:07:45.091204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39994) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:45.091640 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:45.166431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-545b6635-52a8-4e7d-b19b-7c127f3b8d28 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=516104e379de4e19a5f5d35685d51a6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718040 Sep 19 04:07:45.166647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 39998) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:45.195164 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:45.249964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566ab633-d856-4c36-968e-6fa759597d31 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:45.252553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-566ab633-d856-4c36-968e-6fa759597d31 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844932 Sep 19 04:07:45.255495 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40000) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:45.286540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-83b3d676-56ac-4a02-8788-72d80551c030 tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299954 Sep 19 04:07:45.289156 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40002) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:45.293754 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1857022808', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:45.378720 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:44Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:45.381703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:07:45.385358 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.405942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Checking router: a608f844-8309-4731-84b5-00f54bb6f342 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:07:45.406294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Updating router a608f844-8309-4731-84b5-00f54bb6f342 port 129c0345-2bb9-4d22-971e-39c849e1c961 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:07:45.429713 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.562663 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.623466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Subnet': ['ID=eb55c152-1ffc-4686-821d-cd8fc9c1529b,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:45.634098 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Checking segment: {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:07:45.634460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network hostable DHCP agents. Network: e16f9365-8abb-4e6e-86f9-3853b9e0303e, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:07:45.650357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:07:45.658878 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, e16f9365-8abb-4e6e-86f9-3853b9e0303e) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:07:45.663672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:45.665779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.666277 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f280d-2d47-4872-9409-cafde4578ba5 None None] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:07:45.683225 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-48422572-4fc8-46d3-81fc-8efc0f07ac7b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3903794 Sep 19 04:07:45.683418 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40006) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:45.698857 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.706493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.789178 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f77e5-4b7d-4f16-895f-193d58448f4f None None] Pushing event updated for resources: {'Port': ['ID=129c0345-2bb9-4d22-971e-39c849e1c961,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:45.795125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Attempting to bind port 129c0345-2bb9-4d22-971e-39c849e1c961 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:07:45.795498 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Attempting to bind port 129c0345-2bb9-4d22-971e-39c849e1c961 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:07:45.795946 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Attempting to bind port 129c0345-2bb9-4d22-971e-39c849e1c961 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:07:45.806595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:07:45.806993 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:07:45.807396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.807785 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:07:45.808250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Bound port: 129c0345-2bb9-4d22-971e-39c849e1c961, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:07:45.808634 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.906414 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] For port 129c0345-2bb9-4d22-971e-39c849e1c961, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:07:45.917149 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:07:45.917990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:45.924399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] For port 129c0345-2bb9-4d22-971e-39c849e1c961, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=129c0345-2bb9-4d22-971e-39c849e1c961,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:07:45.931185 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.125510 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.212576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:46.213120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:46.250604 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f77e5-4b7d-4f16-895f-193d58448f4f None None] Pushing event updated for resources: {'Port': ['ID=129c0345-2bb9-4d22-971e-39c849e1c961,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:46.344871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Allocated IP 172.20.0.2 (e16f9365-8abb-4e6e-86f9-3853b9e0303e/eb55c152-1ffc-4686-821d-cd8fc9c1529b/2e7dd77b-0f54-4e4b-9963-9e3a3aca2181) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:07:46.368155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:46.638380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.640345 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.646719 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.690653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:07:46.697721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.1 (e16f9365-8abb-4e6e-86f9-3853b9e0303e/eb55c152-1ffc-4686-821d-cd8fc9c1529b/f727c570-0317-4646-b39b-1726df55e89d) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:07:46.699820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:07:46.703182 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:07:46.704991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Pushing event updated for resources: {'Port': ['ID=2e7dd77b-0f54-4e4b-9963-9e3a3aca2181,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:46.717202 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:44Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:46.757669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdbd856-73d3-4be5-8a41-0c998c95ff12 None None] The sync data for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 is: [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:44Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:07:46.784722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Attempting to bind port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:07:46.785103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Attempting to bind port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:07:46.785470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Attempting to bind port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 on network e16f9365-8abb-4e6e-86f9-3853b9e0303e {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:07:46.790595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:07:46.791017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Checking segment: {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:07:46.791431 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.791828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Bound using segment: {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:07:46.792331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Bound port: 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:07:46.792846 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.821256 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.858977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.867532 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] For port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:07:46.872693 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] For port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2e7dd77b-0f54-4e4b-9963-9e3a3aca2181,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:07:46.879343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:46.902804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:07:46.905998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:07:46.908796 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:07:46.945692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd234e16-289a-464e-bc83-c42809e39be4 None None] Pushing event updated for resources: {'Port': ['ID=2e7dd77b-0f54-4e4b-9963-9e3a3aca2181,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:46.957112 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=f727c570-0317-4646-b39b-1726df55e89d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:46.974516 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.142943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.336119 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0b897e41-4e96-46be-a8fe-870232a733c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.464503 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.469529 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.547916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.550232 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=f727c570-0317-4646-b39b-1726df55e89d,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:47.664694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:07:47.666424 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:07:47.768067 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:07:47.797856 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a608f844-8309-4731-84b5-00f54bb6f342 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:07:47.818937 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:47.819378 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.915095 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.924745 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:07:47.934793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-537b8651-1237-4bab-9650-7962c3bd620d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/a608f844-8309-4731-84b5-00f54bb6f342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2462459 Sep 19 04:07:47.948303 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2e7dd77b-0f54-4e4b-9963-9e3a3aca2181,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:47.956902 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:47.957685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 129c0345-2bb9-4d22-971e-39c849e1c961 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:07:47.997766 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b6486f-424d-47cf-b3a6-be1e2feb409f None None] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:07:48.105665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=2e7dd77b-0f54-4e4b-9963-9e3a3aca2181,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:48.125892 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.131292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7e102a12-ee89-4b64-8f6e-1486114c91a8 None None] Provisioning complete for port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:48.131665 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e102a12-ee89-4b64-8f6e-1486114c91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.169752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 129c0345-2bb9-4d22-971e-39c849e1c961 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:48.170130 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.229711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-75da4a36-2455-4596-82bf-9e2fd3ef310f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040389829&fields=id&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 267 time: 0.0406270 Sep 19 04:07:48.350737 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-039bd742-d863-4d28-93f2-dcc5a342bfaf tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:48.352426 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-039bd742-d863-4d28-93f2-dcc5a342bfaf tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 797 time: 0.1148357 Sep 19 04:07:48.360918 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.371512 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-bbfe91f3-5af6-4092-88b8-8c52122f5256 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/quotas/516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 375 time: 0.0102394 Sep 19 04:07:48.381996 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 129c0345-2bb9-4d22-971e-39c849e1c961, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=129c0345-2bb9-4d22-971e-39c849e1c961,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:48.387280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.436660 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-0551e3d7-ff68-4cf8-a5cf-0bc903801b4e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587378 Sep 19 04:07:48.440826 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Sync routers for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:07:48.442848 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=129c0345-2bb9-4d22-971e-39c849e1c961,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:48.456250 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:48.456676 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-f8aa9540-7c2a-4378-84b1-e7a3ab8756c4 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:07:48.457014 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:48.457646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-f8aa9540-7c2a-4378-84b1-e7a3ab8756c4 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059907 Sep 19 04:07:48.561987 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-c1dd7522-e0cd-4c12-8400-d3274349f424 service neutron] 10.222.0.22 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928557 Sep 19 04:07:48.569560 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:48.680248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-2b1a9c2a-c41c-4122-911d-f2c7aea63d0a service neutron] 10.222.0.22 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081970 Sep 19 04:07:48.690456 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-70704298-ab0b-4a65-b7df-d17a25a0ab21 None None] Provisioning complete for port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:48.694932 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70704298-ab0b-4a65-b7df-d17a25a0ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.724666 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.793163 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 2, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:48.831125 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Checking router: a608f844-8309-4731-84b5-00f54bb6f342 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:07:48.831476 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Updating router a608f844-8309-4731-84b5-00f54bb6f342 port f727c570-0317-4646-b39b-1726df55e89d binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:07:48.838866 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-70704298-ab0b-4a65-b7df-d17a25a0ab21 None None] Provisioning complete for port f727c570-0317-4646-b39b-1726df55e89d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:48.839385 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70704298-ab0b-4a65-b7df-d17a25a0ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.879471 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:48.886544 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-70704298-ab0b-4a65-b7df-d17a25a0ab21 None None] Port f727c570-0317-4646-b39b-1726df55e89d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:07:48.951996 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e0caea5f-d200-4351-9924-fabc04287303 req-611c024b-2aa7-4b5c-a830-3e733a8ccab0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 210 time: 0.1039472 Sep 19 04:07:49.006302 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d141a0ad-f4a5-433c-9740-c9ce392126cd None None] Provisioning complete for port f727c570-0317-4646-b39b-1726df55e89d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:49.006693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d141a0ad-f4a5-433c-9740-c9ce392126cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.045629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d141a0ad-f4a5-433c-9740-c9ce392126cd None None] Port f727c570-0317-4646-b39b-1726df55e89d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:07:49.169062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1c7b5717-efcd-4d4d-bf16-f276d4d93f74 None None] Provisioning complete for port f727c570-0317-4646-b39b-1726df55e89d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:49.169622 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c7b5717-efcd-4d4d-bf16-f276d4d93f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.192709 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.200061 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.209594 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b5717-efcd-4d4d-bf16-f276d4d93f74 None None] Port f727c570-0317-4646-b39b-1726df55e89d cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:07:49.291893 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Pushing event updated for resources: {'Port': ['ID=f727c570-0317-4646-b39b-1726df55e89d,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:49.300652 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.300996 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.301333 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.301661 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.301982 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.302326 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.302710 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.302963 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.303488 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.303860 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.304254 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.304598 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:07:49.323608 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Attempting to bind port f727c570-0317-4646-b39b-1726df55e89d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:07:49.323967 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Attempting to bind port f727c570-0317-4646-b39b-1726df55e89d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:07:49.324339 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Attempting to bind port f727c570-0317-4646-b39b-1726df55e89d on network e16f9365-8abb-4e6e-86f9-3853b9e0303e {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:07:49.329565 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:07:49.329931 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Checking segment: {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:07:49.331130 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.331346 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Bound using segment: {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:07:49.331932 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Bound port: f727c570-0317-4646-b39b-1726df55e89d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:07:49.332874 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.398058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] For port f727c570-0317-4646-b39b-1726df55e89d, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:07:49.401499 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] For port f727c570-0317-4646-b39b-1726df55e89d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f727c570-0317-4646-b39b-1726df55e89d,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:07:49.406049 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.456193 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:07:49.456810 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:49.504504 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0416501-a3a8-49f8-9db9-9170aee149b9 None None] Pushing event updated for resources: {'Port': ['ID=f727c570-0317-4646-b39b-1726df55e89d,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:49.528699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-fb792a62-96dc-49d3-8b85-a69989f45b0b None None] Provisioning complete for port f727c570-0317-4646-b39b-1726df55e89d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:49.529172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb792a62-96dc-49d3-8b85-a69989f45b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.575298 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:07:49.636207 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb792a62-96dc-49d3-8b85-a69989f45b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.670063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:07:49.676106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-fb792a62-96dc-49d3-8b85-a69989f45b0b None None] For port f727c570-0317-4646-b39b-1726df55e89d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f727c570-0317-4646-b39b-1726df55e89d,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:49.696803 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb792a62-96dc-49d3-8b85-a69989f45b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.757481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb792a62-96dc-49d3-8b85-a69989f45b0b None None] Pushing event updated for resources: {'Port': ['ID=f727c570-0317-4646-b39b-1726df55e89d,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:49.768903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:49.769282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.829291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c9357f81-0c56-4dd8-8253-ecf00dc4da9e None None] Provisioning complete for port f727c570-0317-4646-b39b-1726df55e89d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:49.829669 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c9357f81-0c56-4dd8-8253-ecf00dc4da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:49.894827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 129c0345-2bb9-4d22-971e-39c849e1c961 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:07:49.929710 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:07:49.965316 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6596253e-e7f8-4902-902b-688f1eaf550a None None] The sync data for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 is: [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:07:50.008503 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 129c0345-2bb9-4d22-971e-39c849e1c961 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:50.008903 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:50.101965 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b80664eb-ea61-4671-b200-44f92169e7ba req-9a36e2f6-bee2-491c-aaef-ef8bca4baa1c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 210 time: 0.0396345 Sep 19 04:07:50.262546 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:50.320270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-b2fdf482-4bae-44dc-82c8-ea6f804f425a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:50.326267 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-b2fdf482-4bae-44dc-82c8-ea6f804f425a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 797 time: 0.5073299 Sep 19 04:07:50.377701 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-35c87f6f-32aa-4811-b756-5287d91e1bdf tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 380 time: 0.0349164 Sep 19 04:07:50.387432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'port': {'device_id': 'bc905729-07c2-4edd-b337-b22264456d6a', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'admin_state_up': True, 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'security_groups': ['9119d7fd-3406-40c6-8152-1e5cefe56bdd']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:50.499424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:07:50.503147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:50.630901 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.12 (e16f9365-8abb-4e6e-86f9-3853b9e0303e/eb55c152-1ffc-4686-821d-cd8fc9c1529b/e36aec82-187d-4b31-9117-2aeffff27587) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:07:50.775699 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:50.811390 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:50.855241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:07:50.858365 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:07:50.864235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:07:50.894457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=e36aec82-187d-4b31-9117-2aeffff27587,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:50.924873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:50.925534 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:50.941682 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-1c3b70fc-cd65-4fb0-8dfa-03ab0d10b8ce tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579007 Sep 19 04:07:50.961716 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Request body: {'port': {'device_id': 'bc905729-07c2-4edd-b337-b22264456d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:51.021189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.129256 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-088376d9-f063-4550-b418-9dc19062fa41 None None] Provisioning complete for port e36aec82-187d-4b31-9117-2aeffff27587 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:51.129850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-088376d9-f063-4550-b418-9dc19062fa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.163549 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-088376d9-f063-4550-b418-9dc19062fa41 None None] Port e36aec82-187d-4b31-9117-2aeffff27587 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:07:51.234755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d22e42-d6bc-4a12-9d0d-998177e1bb95 req-ab23e19a-f968-4aae-891c-9d899ab3dd80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:51.236331 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0d22e42-d6bc-4a12-9d0d-998177e1bb95 req-ab23e19a-f968-4aae-891c-9d899ab3dd80 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 932 time: 0.0487223 Sep 19 04:07:51.274539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0d22e42-d6bc-4a12-9d0d-998177e1bb95 req-5c8320d3-26ac-4785-b6e4-585c2e127863 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Sep 19 04:07:51.284098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36aec82-187d-4b31-9117-2aeffff27587 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:07:51.291521 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.303442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Transition to ACTIVE for port object e36aec82-187d-4b31-9117-2aeffff27587 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:07:51.307584 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.361276 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Pushing event updated for resources: {'Port': ['ID=e36aec82-187d-4b31-9117-2aeffff27587,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:51.430298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Attempting to bind port e36aec82-187d-4b31-9117-2aeffff27587 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:07:51.430640 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Attempting to bind port e36aec82-187d-4b31-9117-2aeffff27587 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:07:51.431005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Attempting to bind port e36aec82-187d-4b31-9117-2aeffff27587 on network e16f9365-8abb-4e6e-86f9-3853b9e0303e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:07:51.435446 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Port e36aec82-187d-4b31-9117-2aeffff27587 on network e16f9365-8abb-4e6e-86f9-3853b9e0303e not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:07:51.435776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Attempting to bind port e36aec82-187d-4b31-9117-2aeffff27587 on network e16f9365-8abb-4e6e-86f9-3853b9e0303e {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:07:51.441264 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:07:51.441607 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Checking segment: {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:07:51.441994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Bound using segment: {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:07:51.442432 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Bound port: e36aec82-187d-4b31-9117-2aeffff27587, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44fbade7-32a0-45fe-99f6-6808c7514947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:07:51.442808 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.512246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] For port e36aec82-187d-4b31-9117-2aeffff27587, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:07:51.515245 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] For port e36aec82-187d-4b31-9117-2aeffff27587, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e36aec82-187d-4b31-9117-2aeffff27587,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:07:51.519913 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.555749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:51.556486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.557975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] 10.222.0.32 "PUT /v2.0/ports/e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 1092 time: 0.6006796 Sep 19 04:07:51.558421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:07:51.560697 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c3f561-953d-4995-b1d8-2f01e420c9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "tag": "e36aec82-187d-4b31-9117-2aeffff27587"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:07:51.604263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf234c8-43a2-4570-befd-f5f099617efc service neutron] Pushing event updated for resources: {'Port': ['ID=e36aec82-187d-4b31-9117-2aeffff27587,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:51.617436 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15993b3e-6c24-4568-83c3-725719bd2507 x-openstack-request-id: req-15993b3e-6c24-4568-83c3-725719bd2507 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:07:51.617730 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "tag": "e36aec82-187d-4b31-9117-2aeffff27587", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:07:51.618007 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15993b3e-6c24-4568-83c3-725719bd2507 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:07:51.618434 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587', 'status': 'completed', 'code': 200} Sep 19 04:07:51.663554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-b3f42232-f09e-42d8-9bd9-e7a816033780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:51.665100 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-b3f42232-f09e-42d8-9bd9-e7a816033780 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1095 time: 0.0435460 Sep 19 04:07:51.704217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f727c570-0317-4646-b39b-1726df55e89d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:07:51.715004 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-0bb8fd5f-4363-47e4-ab76-4fcab5190b9f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 217 time: 0.0372088 Sep 19 04:07:51.762905 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port f727c570-0317-4646-b39b-1726df55e89d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:51.763282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:51.773749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-91201330-5d65-41a9-ac7b-4ef8a62bf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:51.775350 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-91201330-5d65-41a9-ac7b-4ef8a62bf18a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 200 len: 835 time: 0.0521286 Sep 19 04:07:51.821178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-517cb0fe-c7d2-4cd7-a32b-a2eb992f15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:51.822586 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-517cb0fe-c7d2-4cd7-a32b-a2eb992f15e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16f9365-8abb-4e6e-86f9-3853b9e0303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402894 Sep 19 04:07:51.912210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-4e1cbfe1-8153-4b0d-a800-3e85c5a48919 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828323 Sep 19 04:07:52.004815 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-57f4ce45-aae0-4926-bf6c-75638de9f6cc req-c6509877-c214-47f5-a68d-80be7f2667ba service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849211 Sep 19 04:07:52.127689 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-5d25b1bb-c209-464b-900f-80fa685ce5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:52.129147 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-5d25b1bb-c209-464b-900f-80fa685ce5cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1095 time: 0.0404100 Sep 19 04:07:52.222700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-481a4092-11d6-495c-a076-8596bfe83dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:52.224166 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-481a4092-11d6-495c-a076-8596bfe83dfa service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 898 time: 0.0867407 Sep 19 04:07:52.264914 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-143656bd-fa86-4fd2-809f-b47e992c2e11 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 217 time: 0.0333145 Sep 19 04:07:52.316701 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-eabb3452-1c34-44d1-83d4-06bc27d3a9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:52.318161 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-eabb3452-1c34-44d1-83d4-06bc27d3a9ec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 200 len: 835 time: 0.0466981 Sep 19 04:07:52.364972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-14ce4c6f-8197-4d31-9e00-aba85863e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:52.366486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-14ce4c6f-8197-4d31-9e00-aba85863e446 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16f9365-8abb-4e6e-86f9-3853b9e0303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405567 Sep 19 04:07:52.386936 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a0536-cf3e-46b9-82af-b2e9a6f16f07 req-ec1a8b15-130b-4971-bb61-d84ac1678db4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:52.388326 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873a0536-cf3e-46b9-82af-b2e9a6f16f07 req-ec1a8b15-130b-4971-bb61-d84ac1678db4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 944 time: 0.0482957 Sep 19 04:07:52.425703 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-873a0536-cf3e-46b9-82af-b2e9a6f16f07 req-91ed332d-378c-4c58-bf42-76bdb5f6c994 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Sep 19 04:07:52.456207 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-04d7b359-92a9-43d6-af4b-7e0375261b86 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827031 Sep 19 04:07:52.548289 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-28c3f561-953d-4995-b1d8-2f01e420c9c8 req-5d4c513d-6823-4548-95e6-604bf98ae528 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843530 Sep 19 04:07:53.538430 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bddc8f-a895-47c3-94e4-1d87192c0051 req-64329982-7092-4fb4-8681-5471ede0cd1e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:53.539914 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40bddc8f-a895-47c3-94e4-1d87192c0051 req-64329982-7092-4fb4-8681-5471ede0cd1e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 944 time: 0.0469677 Sep 19 04:07:53.579870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-40bddc8f-a895-47c3-94e4-1d87192c0051 req-4c3b9d58-c4b5-49d3-937a-65cdc26fab9e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341368 Sep 19 04:07:54.692266 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e962c8-9842-4441-af67-1bee289a7613 req-4e4d3ffb-62d6-499c-bdf4-1b59484efb97 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:54.693777 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35e962c8-9842-4441-af67-1bee289a7613 req-4e4d3ffb-62d6-499c-bdf4-1b59484efb97 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 944 time: 0.0482187 Sep 19 04:07:54.731954 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-35e962c8-9842-4441-af67-1bee289a7613 req-1ec57d83-2019-4772-8bd2-dc57998bbca1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307672 Sep 19 04:07:55.237439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e36aec82-187d-4b31-9117-2aeffff27587 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:07:55.482148 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e36aec82-187d-4b31-9117-2aeffff27587, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e36aec82-187d-4b31-9117-2aeffff27587,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:55.492778 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': 'e36aec82-187d-4b31-9117-2aeffff27587', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'port_id': 'e36aec82-187d-4b31-9117-2aeffff27587', 'mac_address': 'fa:16:3e:65:0f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:07:55.528252 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:55.541407 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36aec82-187d-4b31-9117-2aeffff27587 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:07:55.559849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e36aec82-187d-4b31-9117-2aeffff27587, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e36aec82-187d-4b31-9117-2aeffff27587,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:55.563338 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:55.608356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e36aec82-187d-4b31-9117-2aeffff27587,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:55.845045 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b3633-454c-4e35-bdea-dd7b48610a86 req-f3b2e2c3-7dfb-4ccd-81e7-fe770881af0f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:55.846564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-195b3633-454c-4e35-bdea-dd7b48610a86 req-f3b2e2c3-7dfb-4ccd-81e7-fe770881af0f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 945 time: 0.0486987 Sep 19 04:07:55.883939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-195b3633-454c-4e35-bdea-dd7b48610a86 req-56c4b967-144c-467a-ae6f-57cb7c2d68d5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Sep 19 04:07:55.932920 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['e36aec82-187d-4b31-9117-2aeffff27587'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:07:56.994970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bbf39-5bd5-45d1-b7e7-ecf1cda61a55 req-5debd332-d56b-404c-80ec-0b2f681d832d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:56.996431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e0bbf39-5bd5-45d1-b7e7-ecf1cda61a55 req-5debd332-d56b-404c-80ec-0b2f681d832d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 945 time: 0.0474579 Sep 19 04:07:57.037822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7e0bbf39-5bd5-45d1-b7e7-ecf1cda61a55 req-ac999948-ff34-444a-ad90-8fe0ecade878 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352590 Sep 19 04:07:57.252464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e36aec82-187d-4b31-9117-2aeffff27587 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:07:57.301505 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port e36aec82-187d-4b31-9117-2aeffff27587 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:07:57.305109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port e36aec82-187d-4b31-9117-2aeffff27587 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:07:57.305481 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:57.378053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:57.399759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:07:57.401973 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc14e9e-6ef3-4924-b06a-07492127f6ea" -d '{"events": [{"server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "name": "network-vif-plugged", "status": "completed", "tag": "e36aec82-187d-4b31-9117-2aeffff27587"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:07:57.414042 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port e36aec82-187d-4b31-9117-2aeffff27587, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e36aec82-187d-4b31-9117-2aeffff27587,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:07:57.418192 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:57.440717 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9a140b-bd29-4394-b62d-3fe4ef5ff64b x-openstack-request-id: req-6f9a140b-bd29-4394-b62d-3fe4ef5ff64b {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:07:57.441011 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "name": "network-vif-plugged", "status": "completed", "tag": "e36aec82-187d-4b31-9117-2aeffff27587", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:07:57.441264 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f9a140b-bd29-4394-b62d-3fe4ef5ff64b {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:07:57.441667 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587', 'code': 200} Sep 19 04:07:57.468839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=e36aec82-187d-4b31-9117-2aeffff27587,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:07:57.558861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9caa6-e730-405e-ad15-0070c64a0c5e req-1681bbd5-c4e8-4bae-b958-8902cc2f697b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:57.560296 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59e9caa6-e730-405e-ad15-0070c64a0c5e req-1681bbd5-c4e8-4bae-b958-8902cc2f697b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1097 time: 0.0392311 Sep 19 04:07:57.594425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-59e9caa6-e730-405e-ad15-0070c64a0c5e req-c8556b2a-037c-4b4e-b3cf-03a63c7b879f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273817 Sep 19 04:07:58.148794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e9917-1156-4860-b1b2-fd5acbf0258a req-e5acb630-301a-428a-beef-4cfb67203bdd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:58.150171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-441e9917-1156-4860-b1b2-fd5acbf0258a req-e5acb630-301a-428a-beef-4cfb67203bdd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0477958 Sep 19 04:07:58.186924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-441e9917-1156-4860-b1b2-fd5acbf0258a req-3400e9b9-194e-4b4f-b342-1211e8b9622b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309196 Sep 19 04:07:59.301162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb502a-5336-4f3e-b177-bb3340f88b45 req-90b68769-fd82-41da-b65b-1bb742873911 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:59.302621 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6eb502a-5336-4f3e-b177-bb3340f88b45 req-90b68769-fd82-41da-b65b-1bb742873911 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0473051 Sep 19 04:07:59.339041 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d6eb502a-5336-4f3e-b177-bb3340f88b45 req-03a5ea4a-9655-43cb-9661-bc5576e17640 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305853 Sep 19 04:07:59.458526 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117d549-2b68-44c7-8c16-7d8c7ec135b6 req-cc598048-ccf0-4286-a31c-5256b85bdce3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:59.460011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f117d549-2b68-44c7-8c16-7d8c7ec135b6 req-cc598048-ccf0-4286-a31c-5256b85bdce3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0545382 Sep 19 04:07:59.501135 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f117d549-2b68-44c7-8c16-7d8c7ec135b6 req-31615ed7-a3ec-49c4-a136-500d8274230b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352736 Sep 19 04:07:59.521654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40070) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:59.560374 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df9fce-fd48-4211-9408-e4e481259a2c tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:07:59.561842 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e2df9fce-fd48-4211-9408-e4e481259a2c tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1092 time: 0.0392694 Sep 19 04:07:59.564497 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40072) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:07:59.568650 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': 'e36aec82-187d-4b31-9117-2aeffff27587', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:07:59.589129 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:59.687558 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:59.788953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.127 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/9fcb7215-99bf-42a5-b4fc-5679ebb6e097) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:07:59.887703 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:59.924955 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:07:59.962461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:07:59.967177 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:07:59.972284 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:07:59.975007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=9fcb7215-99bf-42a5-b4fc-5679ebb6e097,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:08:00.316515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:00.383381 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:00.446278 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:00.530470 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:00.534895 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:00.602222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=9fcb7215-99bf-42a5-b4fc-5679ebb6e097,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:08:00.610808 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:00.709467 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP bc707ec3-5613-4955-a0cf-10d3a294f62b associated. External IP: 172.25.8.127, port: e36aec82-187d-4b31-9117-2aeffff27587. Sep 19 04:08:00.911802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a608f844-8309-4731-84b5-00f54bb6f342 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:08:01.016005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:08:01.025374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] Sync routers for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:08:01.031156 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:01.035262 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:08:01.035889 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:08:01.058187 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-0744c251-2c8e-4f1e-ba5a-fe2686519068 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4926894 Sep 19 04:08:01.058779 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:08:01.062286 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6378b5-d85e-4f4e-a18c-c84f2778907b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "tag": "e36aec82-187d-4b31-9117-2aeffff27587"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:08:01.100023 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43195305-7341-4ff5-a745-42905927ce77 x-openstack-request-id: req-43195305-7341-4ff5-a745-42905927ce77 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:08:01.100314 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "tag": "e36aec82-187d-4b31-9117-2aeffff27587", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:08:01.100562 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43195305-7341-4ff5-a745-42905927ce77 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:08:01.101009 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587', 'status': 'completed', 'code': 200} Sep 19 04:08:01.149104 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:08:01.159610 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52da06-e8ac-4be5-a6ad-0b487b1d2525 req-fe171b7e-f1f6-4bd1-a148-bdbee736f382 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:01.161200 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad52da06-e8ac-4be5-a6ad-0b487b1d2525 req-fe171b7e-f1f6-4bd1-a148-bdbee736f382 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0529060 Sep 19 04:08:01.186082 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-d5899196-bf56-43ba-9838-675d9738f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:01.187583 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-d5899196-bf56-43ba-9838-675d9738f053 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1097 time: 0.0429363 Sep 19 04:08:01.200484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ad52da06-e8ac-4be5-a6ad-0b487b1d2525 req-adc9c332-dfa2-432f-81c2-fcdb5be49c44 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333683 Sep 19 04:08:01.223587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40078) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:08:01.285108 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-af75b00f-66fe-4670-ab21-49540b2cb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:01.286592 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-af75b00f-66fe-4670-ab21-49540b2cb5b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 898 time: 0.0925062 Sep 19 04:08:01.290556 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ebf1228-94c1-4a98-a8b8-4cade8eb9e6d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/bc707ec3-5613-4955-a0cf-10d3a294f62b HTTP/1.1" status: 200 len: 992 time: 0.0658329 Sep 19 04:08:01.355369 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-3ef997fb-2995-4451-b5a1-2a625857bad2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 1000 time: 0.0614927 Sep 19 04:08:01.370176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'bc707ec3-5613-4955-a0cf-10d3a294f62b', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'port_id': 'e36aec82-187d-4b31-9117-2aeffff27587', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'mac_address': 'fa:16:3e:65:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc905729-07c2-4edd-b337-b22264456d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:08:00Z', 'updated_at': '2021-09-19T04:08:00Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:08:01.399158 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] Checking router: a608f844-8309-4731-84b5-00f54bb6f342 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:08:01.404054 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-cc46bff0-d65a-4b19-a9dc-eab121de71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:01.405520 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-cc46bff0-d65a-4b19-a9dc-eab121de71fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 200 len: 835 time: 0.0431824 Sep 19 04:08:01.407157 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:08:01.407758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:07:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:08:01.451206 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-87f50745-4f79-47b3-aa0d-ca10824fb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:01.452607 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-87f50745-4f79-47b3-aa0d-ca10824fb870 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16f9365-8abb-4e6e-86f9-3853b9e0303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391700 Sep 19 04:08:01.509462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:08:01.544399 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-fd8be609-e21c-4d98-83e6-fbfb6393aaf2 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845942 Sep 19 04:08:01.634825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-7b6378b5-d85e-4f4e-a18c-c84f2778907b req-672a5c8d-31c9-4f46-87c1-e0c1247e39fb service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830503 Sep 19 04:08:01.723080 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'bc707ec3-5613-4955-a0cf-10d3a294f62b', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'port_id': 'e36aec82-187d-4b31-9117-2aeffff27587', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'mac_address': 'fa:16:3e:65:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc905729-07c2-4edd-b337-b22264456d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:08:00Z', 'updated_at': '2021-09-19T04:08:00Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:08:01.747455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce61f24-49e4-4cd9-82f8-5c02ab1edb1d None None] The sync data for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 is: [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'bc707ec3-5613-4955-a0cf-10d3a294f62b', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.127', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'port_id': 'e36aec82-187d-4b31-9117-2aeffff27587', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'mac_address': 'fa:16:3e:65:0f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc905729-07c2-4edd-b337-b22264456d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:08:00Z', 'updated_at': '2021-09-19T04:08:00Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:08:01.923485 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52940e2c-cff6-4e29-ac6d-c0755a5c0d53 None None] New status for floating IP bc707ec3-5613-4955-a0cf-10d3a294f62b: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:08:02.294198 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40082) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:08:02.352711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c73bc485-e3b6-42de-8113-92e119082ce0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/bc707ec3-5613-4955-a0cf-10d3a294f62b HTTP/1.1" status: 200 len: 994 time: 0.0573421 Sep 19 04:08:07.254154 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:08:14.562282 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85f9372b-a4f4-452b-95aa-631b807f18fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:16.581894 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:17.342994 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cca00a7c-022d-4f4e-82b6-7a472f679e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:18.077168 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:18.692615 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:20.263148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:30.461331 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:44.253143 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:08:44.562871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c6a9f974-21f9-486b-afc9-96b55ae012b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:44.665293 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-b89d0ced-547a-4833-ad26-39708bd7a62a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483255 Sep 19 04:08:44.765538 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-52b06d5e-3002-4227-a9a7-dd6ac66d388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:44.767114 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-52b06d5e-3002-4227-a9a7-dd6ac66d388b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1097 time: 0.0435562 Sep 19 04:08:44.868497 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-0422aaf5-0898-4a2d-a04d-7b13cbe66b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:44.869958 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-0422aaf5-0898-4a2d-a04d-7b13cbe66b0b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 898 time: 0.0832233 Sep 19 04:08:44.936064 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-53296b57-fefd-4867-a54f-f3caef8b0a48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 1002 time: 0.0587687 Sep 19 04:08:44.983974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-c1a2d2ab-7749-4a66-bc78-c872cc668418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:44.985369 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-c1a2d2ab-7749-4a66-bc78-c872cc668418 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 200 len: 835 time: 0.0428190 Sep 19 04:08:45.028853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-416f463b-da26-4deb-aa03-3af7546183bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:08:45.030276 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-416f463b-da26-4deb-aa03-3af7546183bd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16f9365-8abb-4e6e-86f9-3853b9e0303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382559 Sep 19 04:08:45.119489 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-ba069ba0-be2e-46bb-86e0-37d9845950c2 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820248 Sep 19 04:08:45.206563 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-87285ebb-2c95-4a4c-b16c-a12e61ea98c5 req-1b55021b-62f6-472c-bdff-738d6dc7c53f service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804040 Sep 19 04:08:46.596086 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:47.342666 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-85617c00-d7c8-450f-8e30-53606d654486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:48.077753 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:48.695306 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:08:50.264744 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:00.458979 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:07.094479 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4956c2-f845-49ea-a67d-2452b04021b2 req-75659ccb-332f-4a7a-a0c9-c604d18183f8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:07.095992 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da4956c2-f845-49ea-a67d-2452b04021b2 req-75659ccb-332f-4a7a-a0c9-c604d18183f8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0523381 Sep 19 04:09:07.135270 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-da4956c2-f845-49ea-a67d-2452b04021b2 req-522e0606-05b8-41c5-ab7f-7a52ef850d8e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328455 Sep 19 04:09:08.262306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64af0-1f3c-4062-b186-65a252720c03 req-3dffc2a6-64f1-449e-a29f-496517dbdc11 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:08.263787 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fae64af0-1f3c-4062-b186-65a252720c03 req-3dffc2a6-64f1-449e-a29f-496517dbdc11 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0476055 Sep 19 04:09:08.300438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fae64af0-1f3c-4062-b186-65a252720c03 req-a28351cf-e6f2-40f5-b51f-c47def0050f2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Sep 19 04:09:09.413976 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c7ff-8d75-4c82-98fc-89460b8b24be req-2b3766c5-6ee4-4918-bfd4-44c0f73fda7e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:09.415453 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6925c7ff-8d75-4c82-98fc-89460b8b24be req-2b3766c5-6ee4-4918-bfd4-44c0f73fda7e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0480206 Sep 19 04:09:09.451427 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6925c7ff-8d75-4c82-98fc-89460b8b24be req-bec1fe8c-7834-4427-9be4-25f6b98ff8ab tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301552 Sep 19 04:09:10.565875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c4ea1-f95e-4890-90de-203cb86f0ae3 req-a507b4ea-d63a-457a-a6c1-91f2c0ed707a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:10.567237 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-597c4ea1-f95e-4890-90de-203cb86f0ae3 req-a507b4ea-d63a-457a-a6c1-91f2c0ed707a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0513351 Sep 19 04:09:10.603971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-597c4ea1-f95e-4890-90de-203cb86f0ae3 req-d0399e5e-5402-4ec2-a6df-b829947cc889 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308936 Sep 19 04:09:11.960859 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e8813-2d80-49c1-a4fa-e9a2246de68d req-f4ca173e-0f57-47c8-b992-fab58c8b8d56 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:11.962218 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-995e8813-2d80-49c1-a4fa-e9a2246de68d req-f4ca173e-0f57-47c8-b992-fab58c8b8d56 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0475850 Sep 19 04:09:11.999801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-995e8813-2d80-49c1-a4fa-e9a2246de68d req-a8767e38-109f-4343-9a58-7f98960b3837 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Sep 19 04:09:13.111877 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f5c35-10ec-45a3-a213-ad19dd595115 req-08c5c211-be7d-4d4e-850a-f9b6d3b85ce1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:13.113255 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f64f5c35-10ec-45a3-a213-ad19dd595115 req-08c5c211-be7d-4d4e-850a-f9b6d3b85ce1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0471096 Sep 19 04:09:13.150349 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f64f5c35-10ec-45a3-a213-ad19dd595115 req-2afee6fc-e112-4ba9-906f-a6ca25e5072e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304692 Sep 19 04:09:14.265655 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66937096-5974-4f07-af4a-95fbd2146eb4 req-960b3443-ae07-490e-a6c5-a939f1bde34a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:14.267111 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-66937096-5974-4f07-af4a-95fbd2146eb4 req-960b3443-ae07-490e-a6c5-a939f1bde34a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0513403 Sep 19 04:09:14.303901 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-66937096-5974-4f07-af4a-95fbd2146eb4 req-86eeb53f-c81e-40cf-bbd9-6c1fd3fc39aa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Sep 19 04:09:14.563356 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c4724edf-a768-4401-b106-23a402494e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:15.416512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee029e6-0c85-4813-bcca-31ee3420cb2b req-02f9717d-0ca2-4089-9b8b-2f4dc7940041 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:15.417979 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eee029e6-0c85-4813-bcca-31ee3420cb2b req-02f9717d-0ca2-4089-9b8b-2f4dc7940041 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0482142 Sep 19 04:09:15.454500 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eee029e6-0c85-4813-bcca-31ee3420cb2b req-ead86c85-4332-4f48-9bc4-c939cc658db1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305929 Sep 19 04:09:16.565021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ec4ef-f6e9-4cb3-ab0a-57888c7d581b req-58444241-4873-4646-b1b7-ad6abcc56762 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:16.566467 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b59ec4ef-f6e9-4cb3-ab0a-57888c7d581b req-58444241-4873-4646-b1b7-ad6abcc56762 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0472567 Sep 19 04:09:16.597069 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:16.605056 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b59ec4ef-f6e9-4cb3-ab0a-57888c7d581b req-7e624708-1e8b-474e-850d-064c421c8c68 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327237 Sep 19 04:09:17.344017 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b6417236-5d25-49c6-b073-778d9a7f0546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:17.719992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c2efb-52b4-4f42-9bb7-8952e4718965 req-b7e6928d-2654-4312-a195-6862b5706268 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:17.721431 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af6c2efb-52b4-4f42-9bb7-8952e4718965 req-b7e6928d-2654-4312-a195-6862b5706268 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0507474 Sep 19 04:09:17.759539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-af6c2efb-52b4-4f42-9bb7-8952e4718965 req-c62222c6-4162-467c-9ece-2cf26f58bb50 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316694 Sep 19 04:09:17.781414 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40138) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:09:17.839460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-52e694e1-0aeb-47ee-8ace-48ea549a66a0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/bc707ec3-5613-4955-a0cf-10d3a294f62b HTTP/1.1" status: 200 len: 994 time: 0.0569043 Sep 19 04:09:18.078295 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:18.698029 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:19.106000 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a85f4-1236-4b79-88ba-08ce7452d178 req-e8375221-fe2b-4637-b84c-343544fdc7d1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:19.107564 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c6a85f4-1236-4b79-88ba-08ce7452d178 req-e8375221-fe2b-4637-b84c-343544fdc7d1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0532353 Sep 19 04:09:19.188185 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-28208be6-a469-4ea9-9574-861de3f86c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:19.189742 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-28208be6-a469-4ea9-9574-861de3f86c6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1097 time: 0.0478022 Sep 19 04:09:19.285186 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-320378b9-3e2e-49ca-80ef-42bf22f512ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:19.287329 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-320378b9-3e2e-49ca-80ef-42bf22f512ea service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 898 time: 0.0903571 Sep 19 04:09:19.358029 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-1bb934cc-3c17-4760-be46-eec68ca39a94 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 1002 time: 0.0635231 Sep 19 04:09:19.409371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-94b2a2da-dc58-4cdd-8849-b9587f5cb66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:19.411465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-94b2a2da-dc58-4cdd-8849-b9587f5cb66b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 200 len: 835 time: 0.0453258 Sep 19 04:09:19.449837 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c6a85f4-1236-4b79-88ba-08ce7452d178 req-239ad9e7-2777-4eba-96a2-69df1b140fc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3362455 Sep 19 04:09:19.456615 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-b714377e-2149-4805-a1f9-9e166626185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:19.458657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-b714377e-2149-4805-a1f9-9e166626185b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16f9365-8abb-4e6e-86f9-3853b9e0303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404518 Sep 19 04:09:19.550584 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-e81d1b7e-788e-475a-b4c3-721739cd002e service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Sep 19 04:09:19.640296 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ef19c657-59b6-49d2-98a9-eb3fdeda5415 req-8807794c-211e-410f-8b2c-cba54418d69b service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827339 Sep 19 04:09:20.268411 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:20.567382 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807fe54-fbc1-4470-aea7-28e7893b5efc req-f4dc4ec4-9eaa-4cb6-a519-e0900b0a24c9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:20.568878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d807fe54-fbc1-4470-aea7-28e7893b5efc req-f4dc4ec4-9eaa-4cb6-a519-e0900b0a24c9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0490417 Sep 19 04:09:20.605688 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d807fe54-fbc1-4470-aea7-28e7893b5efc req-b03d1885-e1c7-4bfa-8f64-abb653427991 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307956 Sep 19 04:09:20.629021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40148) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:09:20.689535 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-38898908-ddd1-4316-ab1b-781672d248b7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/bc707ec3-5613-4955-a0cf-10d3a294f62b HTTP/1.1" status: 200 len: 994 time: 0.0594037 Sep 19 04:09:21.252032 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:09:30.465607 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:44.563255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac3c89da-553c-475d-bc98-6c2ce6f927c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:45.782891 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-5da29018-a1c3-4e71-8284-c9d480a05466 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427115 Sep 19 04:09:45.879712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-2789ed2d-762e-4ccb-9637-aabd3ad0ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:45.881772 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-2789ed2d-762e-4ccb-9637-aabd3ad0ab35 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1097 time: 0.0425267 Sep 19 04:09:45.981811 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-2b70be43-24f2-44b0-a8f3-58c030a81fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:45.983188 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-2b70be43-24f2-44b0-a8f3-58c030a81fa2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 898 time: 0.0819120 Sep 19 04:09:46.049539 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-70178804-1be7-4e55-b5ab-35a577d775d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 1002 time: 0.0591929 Sep 19 04:09:46.096773 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-ae709b16-4b1d-41fa-9509-ac40947a3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:46.098153 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-ae709b16-4b1d-41fa-9509-ac40947a3c41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 200 len: 835 time: 0.0417421 Sep 19 04:09:46.141457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-b216088b-8159-4fa1-bd58-186f8d41a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:09:46.142911 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-b216088b-8159-4fa1-bd58-186f8d41a187 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16f9365-8abb-4e6e-86f9-3853b9e0303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378392 Sep 19 04:09:46.233601 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-dd881f59-9a7d-46b7-976f-a1246482d3b9 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832336 Sep 19 04:09:46.324471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b2b59984-7d00-439f-bebd-c334758fbd0a req-057896f6-3d6d-41cb-85b5-17334b3b8895 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833662 Sep 19 04:09:46.596710 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:47.344254 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c60acba0-023c-45d8-8800-8b5910ef7bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:48.082223 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:48.700612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:50.269008 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:09:58.251403 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:10:00.475849 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:09.082314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40168) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:09.232839 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 9fcb7215-99bf-42a5-b4fc-5679ebb6e097 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:10:09.233074 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:09.306644 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:09.307010 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:09.318883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 9fcb7215-99bf-42a5-b4fc-5679ebb6e097 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:10:09.464246 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:09.487169 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=9fcb7215-99bf-42a5-b4fc-5679ebb6e097,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:09.501296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.501648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.502256 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.502607 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.502973 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.503312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.503648 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.503978 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.504311 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.504640 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.505638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.505965 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:09.562827 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:09.563162 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP bc707ec3-5613-4955-a0cf-10d3a294f62b disassociated (deleted). External IP: 172.25.8.127, port: e36aec82-187d-4b31-9117-2aeffff27587. Sep 19 04:10:09.768291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a608f844-8309-4731-84b5-00f54bb6f342 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:10:09.873763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:10:09.878764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:09.883470 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] Sync routers for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:10:09.892708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:09.893351 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:09:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:09.905030 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-321f12cd-c6a0-4076-840e-da414dc191f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/floatingips/bc707ec3-5613-4955-a0cf-10d3a294f62b HTTP/1.1" status: 204 len: 168 time: 0.8210633 Sep 19 04:10:09.905622 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:10:09.907883 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2edf4c-28d1-418f-9811-bc8de0a27f67" -d '{"events": [{"name": "network-changed", "server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "tag": "e36aec82-187d-4b31-9117-2aeffff27587"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:10:10.002501 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004194f2-2ba5-42a7-9f8c-1af706358091 x-openstack-request-id: req-004194f2-2ba5-42a7-9f8c-1af706358091 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:10:10.002829 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "tag": "e36aec82-187d-4b31-9117-2aeffff27587", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:10:10.003049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:10.003172 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-004194f2-2ba5-42a7-9f8c-1af706358091 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:10:10.003480 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587', 'status': 'completed', 'code': 200} Sep 19 04:10:10.097072 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-3c648d1b-62d3-4ad9-ad02-250044dd6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:10.099211 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-3c648d1b-62d3-4ad9-ad02-250044dd6960 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 1097 time: 0.0484979 Sep 19 04:10:10.137530 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31abb6-6a06-4123-9433-6a86a9c846c6 req-c8858b96-11aa-4074-af21-b531950c3b89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:10.139066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c31abb6-6a06-4123-9433-6a86a9c846c6 req-c8858b96-11aa-4074-af21-b531950c3b89 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0529652 Sep 19 04:10:10.179826 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5c31abb6-6a06-4123-9433-6a86a9c846c6 req-43aecff0-6d9a-4092-a8fe-bc1356fc4ab2 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332727 Sep 19 04:10:10.205346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-06415a2c-3837-4b00-b67f-844972ee9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:10.206865 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-06415a2c-3837-4b00-b67f-844972ee9765 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 200 len: 898 time: 0.0911820 Sep 19 04:10:10.210576 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:10.236155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] Checking router: a608f844-8309-4731-84b5-00f54bb6f342 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:10:10.244283 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:10.244891 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:09:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:10.254288 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-e8da1cf4-51b2-493a-b24b-df13f20de3bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 200 len: 217 time: 0.0370860 Sep 19 04:10:10.308222 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-425d9b6c-261e-4750-b232-37b9530b03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:10.309580 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-425d9b6c-261e-4750-b232-37b9530b03c5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 200 len: 835 time: 0.0426192 Sep 19 04:10:10.345768 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:10.354755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-4e808ea9-a350-462f-a56b-c7e875e31c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:10.356250 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-4e808ea9-a350-462f-a56b-c7e875e31c1f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e16f9365-8abb-4e6e-86f9-3853b9e0303e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390441 Sep 19 04:10:10.453969 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-42542e1a-b4ed-4259-baf2-be3d25aad68e service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890422 Sep 19 04:10:10.548787 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2f2edf4c-28d1-418f-9811-bc8de0a27f67 req-0d18540e-9243-4a79-8449-c031b8c42a69 service neutron] 10.222.0.32 "GET /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851829 Sep 19 04:10:10.694386 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:10.719553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab63e20-c8c6-4d5a-b24c-83409597c500 None None] The sync data for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 is: [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:47Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'f727c570-0317-4646-b39b-1726df55e89d', 'name': '', 'network_id': 'e16f9365-8abb-4e6e-86f9-3853b9e0303e', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:6b:47:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:46Z', 'updated_at': '2021-09-19T04:07:49Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'eb55c152-1ffc-4686-821d-cd8fc9c1529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:10:10.934435 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6239c16d-188a-446e-88ab-5e391208a637 None None] New status for floating IP bc707ec3-5613-4955-a0cf-10d3a294f62b: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:10:11.295751 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c78dc-a289-4d60-81f7-a5e58263729f req-22bc7e03-1385-43f2-bf5c-ec025f391ef7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:11.297116 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-686c78dc-a289-4d60-81f7-a5e58263729f req-22bc7e03-1385-43f2-bf5c-ec025f391ef7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0475750 Sep 19 04:10:11.337717 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-686c78dc-a289-4d60-81f7-a5e58263729f req-d979c449-c2e1-46fc-8b29-fbc39c359bcb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Sep 19 04:10:12.112125 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-fd5c9585-b21b-460d-9508-f62de8bf0182 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:12.113540 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-fd5c9585-b21b-460d-9508-f62de8bf0182 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 946 time: 0.0516651 Sep 19 04:10:12.198561 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port e36aec82-187d-4b31-9117-2aeffff27587 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:10:12.198928 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:12.287286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port e36aec82-187d-4b31-9117-2aeffff27587, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=e36aec82-187d-4b31-9117-2aeffff27587,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:12.287647 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:12.298875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for e36aec82-187d-4b31-9117-2aeffff27587 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:10:12.424783 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:12.455674 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f82bb-afa0-4e01-8284-4ae506920305 req-6b6ce522-6a5c-4b69-afd2-bbf28e5ede54 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:12.456819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=e36aec82-187d-4b31-9117-2aeffff27587,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:12.457168 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-367f82bb-afa0-4e01-8284-4ae506920305 req-6b6ce522-6a5c-4b69-afd2-bbf28e5ede54 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc905729-07c2-4edd-b337-b22264456d6a HTTP/1.1" status: 200 len: 867 time: 0.0515430 Sep 19 04:10:12.471624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.471984 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.472327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.472665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.473000 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.473336 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.473670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.474001 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.474338 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.474666 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.475028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.475346 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:12.498575 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-367f82bb-afa0-4e01-8284-4ae506920305 req-0cde03da-853e-4479-ae2c-1ef3f69aeb1c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=9119d7fd-3406-40c6-8152-1e5cefe56bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347059 Sep 19 04:10:12.514440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] No DVR routers for this DVR port e36aec82-187d-4b31-9117-2aeffff27587 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:10:12.517486 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:12.519759 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d74e8a15-9804-41e5-8b66-903e1de6fabe req-1dcc173f-edb9-4333-ac51-f94170ea643e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.32 "DELETE /v2.0/ports/e36aec82-187d-4b31-9117-2aeffff27587 HTTP/1.1" status: 204 len: 173 time: 0.3992035 Sep 19 04:10:12.520212 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'name': 'network-vif-deleted', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:10:12.523148 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b9602-3a04-4781-9071-f83e4aad1adf" -d '{"events": [{"server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "name": "network-vif-deleted", "tag": "e36aec82-187d-4b31-9117-2aeffff27587"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:10:12.640676 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5b9b91-5ea4-4df8-bb02-d42a530a7f57 x-openstack-request-id: req-0b5b9b91-5ea4-4df8-bb02-d42a530a7f57 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:10:12.640964 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc905729-07c2-4edd-b337-b22264456d6a", "name": "network-vif-deleted", "tag": "e36aec82-187d-4b31-9117-2aeffff27587", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:10:12.641217 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b5b9b91-5ea4-4df8-bb02-d42a530a7f57 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:10:12.641635 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc905729-07c2-4edd-b337-b22264456d6a', 'name': 'network-vif-deleted', 'tag': 'e36aec82-187d-4b31-9117-2aeffff27587', 'status': 'completed', 'code': 200} Sep 19 04:10:13.554849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40190) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:13.902769 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:14.148605 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port f727c570-0317-4646-b39b-1726df55e89d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:10:14.148870 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:14.237872 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port f727c570-0317-4646-b39b-1726df55e89d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=f727c570-0317-4646-b39b-1726df55e89d,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:14.238236 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:14.250396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for f727c570-0317-4646-b39b-1726df55e89d owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:10:14.431248 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:14.456847 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=f727c570-0317-4646-b39b-1726df55e89d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:14.564399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-73e6be62-7181-4415-a950-4f3bdbcad673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:14.633247 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:14.837353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router a608f844-8309-4731-84b5-00f54bb6f342 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:10:14.941509 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:10:14.947806 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4a147311-15d5-4d61-8509-3fc669069b0a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/a608f844-8309-4731-84b5-00f54bb6f342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3911989 Sep 19 04:10:14.949719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40192) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:14.952332 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] Sync routers for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:10:14.961103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:14.961708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:09:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:15.002433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting subnet eb55c152-1ffc-4686-821d-cd8fc9c1529b {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:10:15.006199 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.044686 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.062803 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:15.126228 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.188323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.216546 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Subnet': ['ID=eb55c152-1ffc-4686-821d-cd8fc9c1529b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:15.218556 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.220551 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7b72a690-780f-4060-9fe7-d3f168d95dc9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/subnets/eb55c152-1ffc-4686-821d-cd8fc9c1529b HTTP/1.1" status: 204 len: 168 time: 0.2699091 Sep 19 04:10:15.223919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40194) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:15.230607 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29ad93c-42fc-438a-b51f-2aa0b0fa1fc7 None None] Network e16f9365-8abb-4e6e-86f9-3853b9e0303e requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:10:15.292994 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:10:14Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:15.331242 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.340159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] Checking router: a608f844-8309-4731-84b5-00f54bb6f342 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:10:15.364105 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] Routers {'a608f844-8309-4731-84b5-00f54bb6f342'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:15.365217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:09:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['a608f844-8309-4731-84b5-00f54bb6f342'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:15.436082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.476788 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] Set router a608f844-8309-4731-84b5-00f54bb6f342 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:15.479991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] DHCP port deletion for e16f9365-8abb-4e6e-86f9-3853b9e0303e request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:10:15.496244 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 129c0345-2bb9-4d22-971e-39c849e1c961 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:10:15.496592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.576584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 129c0345-2bb9-4d22-971e-39c849e1c961, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=129c0345-2bb9-4d22-971e-39c849e1c961,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:15.576951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.588819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 129c0345-2bb9-4d22-971e-39c849e1c961 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:10:15.638399 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Deleting port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:10:15.639048 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.724563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] For port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=2e7dd77b-0f54-4e4b-9963-9e3a3aca2181,segment=NetworkSegment(44fbade7-32a0-45fe-99f6-6808c7514947),segment_id=44fbade7-32a0-45fe-99f6-6808c7514947)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:15.724898 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.740098 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Calling delete_port for 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:10:15.765942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.788672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:10:14Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:15.797869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=129c0345-2bb9-4d22-971e-39c849e1c961,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:15.818298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:10:15.822588 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa720e5-779f-415e-a0fa-fdc4bb2cffa0 None None] The sync data for ids ['a608f844-8309-4731-84b5-00f54bb6f342'] in n-d-809936-1 is: [{'id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1968822103', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:10:14Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': '129c0345-2bb9-4d22-971e-39c849e1c961', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a608f844-8309-4731-84b5-00f54bb6f342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:07:43Z', 'updated_at': '2021-09-19T04:07:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:10:15.846432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e36aec82-187d-4b31-9117-2aeffff27587 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:10:15.860906 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.884238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: e36aec82-187d-4b31-9117-2aeffff27587 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:10:15.884589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device e36aec82-187d-4b31-9117-2aeffff27587 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:10:15.936654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:15.969264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Pushing event deleted for resources: {'Port': ['ID=2e7dd77b-0f54-4e4b-9963-9e3a3aca2181,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:15.973627 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] No DVR routers for this DVR port 2e7dd77b-0f54-4e4b-9963-9e3a3aca2181 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:10:15.989402 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.989776 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.990102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.990439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.990793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.991128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.991452 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.991772 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.992093 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.992446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.992739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.993055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a29121-5d53-44c4-a931-7326d1b403d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:15.999465 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.278691 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.280862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.325103 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.325786 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Fanout notify agent at l3_agent the message router_deleted on router a608f844-8309-4731-84b5-00f54bb6f342 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:10:16.332489 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.334115 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f86e0973-e271-48c7-a5e4-69b33ae41c5d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/routers/a608f844-8309-4731-84b5-00f54bb6f342 HTTP/1.1" status: 204 len: 168 time: 1.1091244 Sep 19 04:10:16.336799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40196) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:16.413006 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.501540 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.521313 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16f9365-8abb-4e6e-86f9-3853b9e0303e']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:16.530297 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fbade7-32a0-45fe-99f6-6808c7514947') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:16.530597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fbade7-32a0-45fe-99f6-6808c7514947') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:16.540305 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.552927 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.558590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:10:16.559265 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:10:16.562285 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:10:16.596151 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.622967 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.630549 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.632401 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/networks/e16f9365-8abb-4e6e-86f9-3853b9e0303e HTTP/1.1" status: 204 len: 168 time: 0.2946820 Sep 19 04:10:16.635148 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40198) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:16.643349 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ec3d-6e8e-4403-bb79-5334470999b0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Network': ['ID=e16f9365-8abb-4e6e-86f9-3853b9e0303e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:16.692911 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30c1464e-da7c-4495-8569-e0686261693d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.717669 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30c1464e-da7c-4495-8569-e0686261693d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.774483 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30c1464e-da7c-4495-8569-e0686261693d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.777107 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-30c1464e-da7c-4495-8569-e0686261693d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:16.778290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-30c1464e-da7c-4495-8569-e0686261693d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/security-groups/9119d7fd-3406-40c6-8152-1e5cefe56bdd HTTP/1.1" status: 204 len: 168 time: 0.1421142 Sep 19 04:10:16.789280 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1464e-da7c-4495-8569-e0686261693d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9119d7fd-3406-40c6-8152-1e5cefe56bdd,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:17.344604 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-aaac07aa-02fe-41ba-bec7-d9ae001e7d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.457732 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40204) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:17.462300 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1df986f9-cda3-4473-a1a4-e931fb3cdc34 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-194256392', 'description': 'tempest-secgroup-smoke-194256392 description', 'project_id': '516104e379de4e19a5f5d35685d51a6d'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:17.484307 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df986f9-cda3-4473-a1a4-e931fb3cdc34 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.562764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df986f9-cda3-4473-a1a4-e931fb3cdc34 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.566334 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df986f9-cda3-4473-a1a4-e931fb3cdc34 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.592925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1df986f9-cda3-4473-a1a4-e931fb3cdc34 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.594247 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1df986f9-cda3-4473-a1a4-e931fb3cdc34 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1354876 Sep 19 04:10:17.597304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40206) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:17.598104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df986f9-cda3-4473-a1a4-e931fb3cdc34 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776f85b3-5001-4999-b2b3-386bfd7f4a8b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:17.602712 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7a5102f7-4034-49e3-8938-d1131fac9d81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '776f85b3-5001-4999-b2b3-386bfd7f4a8b', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:17.628892 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a5102f7-4034-49e3-8938-d1131fac9d81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.682155 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a5102f7-4034-49e3-8938-d1131fac9d81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.686428 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a5102f7-4034-49e3-8938-d1131fac9d81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.709441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5102f7-4034-49e3-8938-d1131fac9d81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54855714-e38a-48d1-8ae3-0bdf26e12c3d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:17.713403 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7a5102f7-4034-49e3-8938-d1131fac9d81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.715324 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7a5102f7-4034-49e3-8938-d1131fac9d81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158671 Sep 19 04:10:17.718082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40208) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:17.722873 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5ee77ac8-da2d-4b0e-a9cb-2f7a8b8f24f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '776f85b3-5001-4999-b2b3-386bfd7f4a8b', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:17.749047 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ee77ac8-da2d-4b0e-a9cb-2f7a8b8f24f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.749421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 129c0345-2bb9-4d22-971e-39c849e1c961 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:10:17.768581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 129c0345-2bb9-4d22-971e-39c849e1c961 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:10:17.768926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 129c0345-2bb9-4d22-971e-39c849e1c961 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:10:17.769333 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f727c570-0317-4646-b39b-1726df55e89d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:10:17.790120 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: f727c570-0317-4646-b39b-1726df55e89d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:10:17.790466 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device f727c570-0317-4646-b39b-1726df55e89d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:10:17.810233 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ee77ac8-da2d-4b0e-a9cb-2f7a8b8f24f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.813751 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ee77ac8-da2d-4b0e-a9cb-2f7a8b8f24f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.831217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee77ac8-da2d-4b0e-a9cb-2f7a8b8f24f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0547ac-b88d-42e8-b9a4-c58687e6390d,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:17.836501 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5ee77ac8-da2d-4b0e-a9cb-2f7a8b8f24f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.837807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5ee77ac8-da2d-4b0e-a9cb-2f7a8b8f24f7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184549 Sep 19 04:10:17.840558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40210) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:17.844979 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-4c41dd71-c992-42d8-bba2-0d3322de7d9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '776f85b3-5001-4999-b2b3-386bfd7f4a8b', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:17.869969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c41dd71-c992-42d8-bba2-0d3322de7d9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.925374 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c41dd71-c992-42d8-bba2-0d3322de7d9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.929171 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c41dd71-c992-42d8-bba2-0d3322de7d9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.946797 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41dd71-c992-42d8-bba2-0d3322de7d9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bb79e8-6e23-4aa2-91c2-58aeb46ec181,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:17.951811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-4c41dd71-c992-42d8-bba2-0d3322de7d9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:17.953037 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4c41dd71-c992-42d8-bba2-0d3322de7d9a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1115215 Sep 19 04:10:17.955795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40212) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:17.960008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-91070fc6-a0ae-41ff-85be-554a19287faa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '776f85b3-5001-4999-b2b3-386bfd7f4a8b', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:17.984770 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91070fc6-a0ae-41ff-85be-554a19287faa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.042853 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91070fc6-a0ae-41ff-85be-554a19287faa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.046243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91070fc6-a0ae-41ff-85be-554a19287faa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.065460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91070fc6-a0ae-41ff-85be-554a19287faa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6776c3ab-358f-43a6-9058-ce265d6d9ee4,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:18.069913 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-91070fc6-a0ae-41ff-85be-554a19287faa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.073817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-91070fc6-a0ae-41ff-85be-554a19287faa tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145310 Sep 19 04:10:18.074291 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40214) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:18.078854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '776f85b3-5001-4999-b2b3-386bfd7f4a8b', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:18.084493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.102481 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:10:18.107059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.166066 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.169383 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.186604 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9a9b19-4731-493d-bdee-a7cc4dd6ec3a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:18.192129 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.193533 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d3ecfb2e-bb8d-4dd8-82aa-28bf3fe868c4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182637 Sep 19 04:10:18.196129 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40216) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:18.200485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'security_group_rule': {'security_group_id': '776f85b3-5001-4999-b2b3-386bfd7f4a8b', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:18.220197 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Project 516104e379de4e19a5f5d35685d51a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:10:18.225496 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.288121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.291515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.310932 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9d51ae-0dce-47bf-9419-2622e7378c9e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:18.320040 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.321228 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ff7a2f3-ec77-4b10-85ce-5f05c2bcc8f5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241786 Sep 19 04:10:18.324178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40218) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:18.328923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'network': {'name': 'tempest-network-smoke--263839379', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'port_security_enabled': True}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:18.348092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:10:18.351871 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.374079 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:10:18.382954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.383317 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Added segment f7663ea4-7049-41aa-a1d6-ab776bc037a9 of type vlan for network dc4eba8a-75bb-4733-9725-fe3843b64b65 Sep 19 04:10:18.423338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.446934 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.452468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:18.453048 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.484501 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1593101 Sep 19 04:10:18.487285 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40220) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:18.493374 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'admin_state_up': True, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:18.535817 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2fd40-ac9e-4b3c-8139-ef9289c399d6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Network': ['ID=dc4eba8a-75bb-4733-9725-fe3843b64b65,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:18.546131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:10:18.548639 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.549716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.602583 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.703288 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.738293 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.923338 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:18.945328 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:19.042296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.138 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/ba9abcd5-b560-4f80-a7e4-0f94330c6065) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:10:19.143201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:19.176195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:19.214470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:10:19.219170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:10:19.224816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:10:19.227195 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=ba9abcd5-b560-4f80-a7e4-0f94330c6065,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:19.462341 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:19.656140 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:19.778802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:10:19.881239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:10:19.890368 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Sync routers for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:10:19.899768 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:19.900132 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:19.900359 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:19.901631 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b6172b8c-586c-4aef-a7e7-133d6a96c21f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4134359 Sep 19 04:10:19.904852 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40222) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:19.931703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7c82955d-8cd7-4c14-b00f-ee994914e75f tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=516104e379de4e19a5f5d35685d51a6d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257528 Sep 19 04:10:19.934139 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40224) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:19.999712 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:20.018515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6889a-045a-4fb9-84cb-d8cb204e19fe tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:20.020066 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-60f6889a-045a-4fb9-84cb-d8cb204e19fe tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850360 Sep 19 04:10:20.022931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40226) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:20.053773 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d0a08aea-ec5e-4ca3-9f27-e66c3ac969ca tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=05ab6694-9f5e-4684-94f0-ce83120cb38c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296171 Sep 19 04:10:20.056028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40228) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:20.060630 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-944928630', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:20.145633 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:10:20.149113 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.168773 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:19Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:20.194605 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Checking router: 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:10:20.194978 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Updating router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 port ba9abcd5-b560-4f80-a7e4-0f94330c6065 binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:10:20.220188 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.274161 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.329760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.382515 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Subnet': ['ID=b1e8c01b-0306-4062-8ea4-fd4db2fc996e,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:20.398298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Checking segment: {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:10:20.398657 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network hostable DHCP agents. Network: dc4eba8a-75bb-4733-9725-fe3843b64b65, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:10:20.415527 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:10:20.424250 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, dc4eba8a-75bb-4733-9725-fe3843b64b65) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:10:20.428969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:20.429603 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.435340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb24eb-ba47-4f1a-b673-e26f714d467d None None] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:10:20.447421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4e7006db-e97f-43be-829c-433dd2fd9b61 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3903489 Sep 19 04:10:20.450372 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40230) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:20.475364 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.481528 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.531768 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Attempting to bind port ba9abcd5-b560-4f80-a7e4-0f94330c6065 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:10:20.532135 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Attempting to bind port ba9abcd5-b560-4f80-a7e4-0f94330c6065 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:10:20.532491 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Attempting to bind port ba9abcd5-b560-4f80-a7e4-0f94330c6065 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:10:20.543580 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:10:20.543952 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:10:20.544347 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.544941 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:10:20.545405 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Bound port: ba9abcd5-b560-4f80-a7e4-0f94330c6065, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:10:20.545785 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.547386 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Pushing event updated for resources: {'Port': ['ID=ba9abcd5-b560-4f80-a7e4-0f94330c6065,revision_number=2']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:20.571082 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.571723 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.572058 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.572389 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.572723 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.573048 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.573370 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.573689 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.574008 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.574326 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.574643 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.574978 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:10:20.596087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-dc4eba8a-75bb-4733-9725-fe3843b64b65', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:10:20.596948 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.608958 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] For port ba9abcd5-b560-4f80-a7e4-0f94330c6065, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:10:20.612016 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] For port ba9abcd5-b560-4f80-a7e4-0f94330c6065, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ba9abcd5-b560-4f80-a7e4-0f94330c6065,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:10:20.621773 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.671737 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:20.672353 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:20.719195 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155841a-a85c-43f6-b5e1-a3159c9cdfcc None None] Pushing event updated for resources: {'Port': ['ID=ba9abcd5-b560-4f80-a7e4-0f94330c6065,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:20.743846 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Allocated IP 172.20.0.2 (dc4eba8a-75bb-4733-9725-fe3843b64b65/b1e8c01b-0306-4062-8ea4-fd4db2fc996e/df98997a-f2ce-40a5-975d-c324abdcb622) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:10:20.784701 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:20.894198 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.902600 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.909374 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:20.938908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:10:20.943356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:10:20.948018 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:10:20.961986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Pushing event updated for resources: {'Port': ['ID=df98997a-f2ce-40a5-975d-c324abdcb622,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:21.014871 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Attempting to bind port df98997a-f2ce-40a5-975d-c324abdcb622 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:10:21.015240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Attempting to bind port df98997a-f2ce-40a5-975d-c324abdcb622 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:10:21.015613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Attempting to bind port df98997a-f2ce-40a5-975d-c324abdcb622 on network dc4eba8a-75bb-4733-9725-fe3843b64b65 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:10:21.020545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:10:21.020907 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Checking segment: {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:10:21.021306 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.021696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Bound using segment: {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:10:21.022154 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Bound port: df98997a-f2ce-40a5-975d-c324abdcb622, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:10:21.022528 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.060286 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:19Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:21.086820 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77df3395-c291-4251-89f6-e524ea0884b8 None None] The sync data for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 is: [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:19Z', 'revision_number': 3, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:10:21.089807 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] For port df98997a-f2ce-40a5-975d-c324abdcb622, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:10:21.093011 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] For port df98997a-f2ce-40a5-975d-c324abdcb622, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=df98997a-f2ce-40a5-975d-c324abdcb622,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:10:21.099467 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.157514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49ab6c-e484-4bad-b409-170cc2de59b9 None None] Pushing event updated for resources: {'Port': ['ID=df98997a-f2ce-40a5-975d-c324abdcb622,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:21.208849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.1 (dc4eba8a-75bb-4733-9725-fe3843b64b65/b1e8c01b-0306-4062-8ea4-fd4db2fc996e/fa1ff784-0b23-4261-9604-cc6331cd841c) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:10:21.374437 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.413184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.465548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:10:21.468875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:10:21.471415 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:10:21.502491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=fa1ff784-0b23-4261-9604-cc6331cd841c,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:21.528082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.665870 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.821842 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device df98997a-f2ce-40a5-975d-c324abdcb622 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:10:21.888970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port df98997a-f2ce-40a5-975d-c324abdcb622 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:21.889406 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:21.979148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.003477 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.011078 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.029662 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port df98997a-f2ce-40a5-975d-c324abdcb622, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=df98997a-f2ce-40a5-975d-c324abdcb622,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:22.037609 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.038731 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ba9abcd5-b560-4f80-a7e4-0f94330c6065 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:10:22.094789 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=fa1ff784-0b23-4261-9604-cc6331cd841c,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:22.099031 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.119520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=df98997a-f2ce-40a5-975d-c324abdcb622,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:22.133558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ba9abcd5-b560-4f80-a7e4-0f94330c6065 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:22.134579 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.230208 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6541b27-12ad-405d-96d4-1ba9dccc5f37 None None] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:10:22.235380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.304193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port ba9abcd5-b560-4f80-a7e4-0f94330c6065, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ba9abcd5-b560-4f80-a7e4-0f94330c6065,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:22.314944 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.357667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-b9b86718-7cdb-41b3-882c-c7a9b945cc9e None None] Provisioning complete for port df98997a-f2ce-40a5-975d-c324abdcb622 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:22.358057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b9b86718-7cdb-41b3-882c-c7a9b945cc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.543301 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:10:22.545016 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:10:22.605719 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=ba9abcd5-b560-4f80-a7e4-0f94330c6065,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:22.659210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:10:22.777655 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:10:22.783367 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7c8d51ad-6888-4d6f-8608-5116129b57bc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311882 Sep 19 04:10:22.794390 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Sync routers for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:10:22.804066 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:22.804692 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:22.923896 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d09c-ba99-45e7-8568-0085f0d1d1a7 None None] Provisioning complete for port fa1ff784-0b23-4261-9604-cc6331cd841c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:22.924576 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d09c-ba99-45e7-8568-0085f0d1d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:22.926820 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:22.931425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-5dc8720c-0d0c-442b-b24f-e0ddffb8c141 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-194256392&fields=id&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 267 time: 0.0378265 Sep 19 04:10:22.994483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5d09c-ba99-45e7-8568-0085f0d1d1a7 None None] Port fa1ff784-0b23-4261-9604-cc6331cd841c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:10:23.045088 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-8d7a4814-3f06-425c-8a8f-f76c9e7876cf tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:23.047363 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-8d7a4814-3f06-425c-8a8f-f76c9e7876cf tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/networks?id=dc4eba8a-75bb-4733-9725-fe3843b64b65 HTTP/1.1" status: 200 len: 796 time: 0.1087232 Sep 19 04:10:23.051932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d9b5d09c-ba99-45e7-8568-0085f0d1d1a7 None None] Provisioning complete for port df98997a-f2ce-40a5-975d-c324abdcb622 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:23.052306 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d09c-ba99-45e7-8568-0085f0d1d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.065386 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-bbfe482a-3f8b-42e7-9101-8eb0864e7d5e tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/quotas/516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 375 time: 0.0119951 Sep 19 04:10:23.117665 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-9f916c33-c143-43e4-a71a-54ca302c6fc8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460153 Sep 19 04:10:23.224602 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 2, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:23.262188 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Checking router: 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:10:23.262551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Updating router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 port fa1ff784-0b23-4261-9604-cc6331cd841c binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:10:23.272975 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-bf645ca2-7b18-43ac-8162-98ec17c8eca9 service neutron] 10.222.0.22 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400685 Sep 19 04:10:23.287500 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.366441 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-86a66df3-769c-4786-ae9e-d2c1ff695ad8 service neutron] 10.222.0.22 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872309 Sep 19 04:10:23.390006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ed5a0268-431f-488d-885d-6378ed980ea1 None None] Provisioning complete for port fa1ff784-0b23-4261-9604-cc6331cd841c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:23.390382 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0268-431f-488d-885d-6378ed980ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.441342 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a0268-431f-488d-885d-6378ed980ea1 None None] Port fa1ff784-0b23-4261-9604-cc6331cd841c cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:10:23.599228 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.605519 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.663659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c577-dab5-47b7-b5b0-f92a363d75c0 None None] Pushing event updated for resources: {'Port': ['ID=fa1ff784-0b23-4261-9604-cc6331cd841c,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:23.736406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Attempting to bind port fa1ff784-0b23-4261-9604-cc6331cd841c on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:10:23.737212 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Attempting to bind port fa1ff784-0b23-4261-9604-cc6331cd841c by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:10:23.737763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Attempting to bind port fa1ff784-0b23-4261-9604-cc6331cd841c on network dc4eba8a-75bb-4733-9725-fe3843b64b65 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:10:23.750608 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:10:23.751203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Checking segment: {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:10:23.751713 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.752502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Bound using segment: {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:10:23.753137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Bound port: fa1ff784-0b23-4261-9604-cc6331cd841c, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:10:23.753640 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.840879 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] For port fa1ff784-0b23-4261-9604-cc6331cd841c, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:10:23.846464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] For port fa1ff784-0b23-4261-9604-cc6331cd841c, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fa1ff784-0b23-4261-9604-cc6331cd841c,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:10:23.849669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device df98997a-f2ce-40a5-975d-c324abdcb622 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:10:23.860558 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7d3d7996-63c0-4fff-a053-423315609117 req-bde5a613-0756-4b05-a0be-b7fdb8ae63d0 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 210 time: 0.3595819 Sep 19 04:10:23.889688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:23.974300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:23.975008 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:24.019160 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c577-dab5-47b7-b5b0-f92a363d75c0 None None] Pushing event updated for resources: {'Port': ['ID=fa1ff784-0b23-4261-9604-cc6331cd841c,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:24.028328 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-51612be9-b92f-4575-9a05-beb4214a24a9 None None] Provisioning complete for port fa1ff784-0b23-4261-9604-cc6331cd841c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:24.028711 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51612be9-b92f-4575-9a05-beb4214a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:24.059631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port df98997a-f2ce-40a5-975d-c324abdcb622 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:24.060064 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:24.171317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:24.305224 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51612be9-b92f-4575-9a05-beb4214a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:24.309076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ba9abcd5-b560-4f80-a7e4-0f94330c6065 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:10:24.418765 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-51612be9-b92f-4575-9a05-beb4214a24a9 None None] For port fa1ff784-0b23-4261-9604-cc6331cd841c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fa1ff784-0b23-4261-9604-cc6331cd841c,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:24.425737 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-51612be9-b92f-4575-9a05-beb4214a24a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:24.636444 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-3ef74fd9-e54a-4faf-9083-9a240e808f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:24.637916 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-3ef74fd9-e54a-4faf-9083-9a240e808f60 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/networks?id=dc4eba8a-75bb-4733-9725-fe3843b64b65 HTTP/1.1" status: 200 len: 796 time: 0.1148062 Sep 19 04:10:24.679837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port ba9abcd5-b560-4f80-a7e4-0f94330c6065 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:24.680150 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:24.682481 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51612be9-b92f-4575-9a05-beb4214a24a9 None None] Pushing event updated for resources: {'Port': ['ID=fa1ff784-0b23-4261-9604-cc6331cd841c,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:24.682606 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-8f79a493-936d-4e92-90c2-9367d026d702 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=516104e379de4e19a5f5d35685d51a6d HTTP/1.1" status: 200 len: 379 time: 0.0340040 Sep 19 04:10:24.685071 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-875ddece-227b-4c04-9204-14e06d435390 None None] Provisioning complete for port fa1ff784-0b23-4261-9604-cc6331cd841c triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:24.685436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-875ddece-227b-4c04-9204-14e06d435390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:24.693848 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'port': {'device_id': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'admin_state_up': True, 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'security_groups': ['776f85b3-5001-4999-b2b3-386bfd7f4a8b']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:24.806565 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Made reservation on behalf of 516104e379de4e19a5f5d35685d51a6d for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:10:24.810162 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:24.828113 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:23Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:24.868734 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d5ac5-ceef-4758-b856-47329cd039fb None None] The sync data for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 is: [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:23Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:10:24.965485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.20.0.11 (dc4eba8a-75bb-4733-9725-fe3843b64b65/b1e8c01b-0306-4062-8ea4-fd4db2fc996e/0d6e5514-2058-4538-97af-4bdedad3a925) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:10:24.969872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8bac21f0-0772-4fe6-ae6d-f07f2d0e7598 req-80b2e03b-55c5-4004-8643-72953f054243 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 210 time: 0.0306327 Sep 19 04:10:25.113105 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.149174 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.198330 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:10:25.201447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:10:25.207619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:10:25.215114 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=0d6e5514-2058-4538-97af-4bdedad3a925,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:25.265820 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:25.266462 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.285542 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-7fdfe212-d26f-4b7e-b116-402391d1f196 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5965977 Sep 19 04:10:25.344004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Request body: {'port': {'device_id': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:25.402648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.500324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-a8583d8d-9d04-4cd9-baa7-614d7885946b None None] Provisioning complete for port 0d6e5514-2058-4538-97af-4bdedad3a925 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:25.500888 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a8583d8d-9d04-4cd9-baa7-614d7885946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.540156 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-a8583d8d-9d04-4cd9-baa7-614d7885946b None None] Port 0d6e5514-2058-4538-97af-4bdedad3a925 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:10:25.682061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d6e5514-2058-4538-97af-4bdedad3a925 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:10:25.690352 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.703810 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Transition to ACTIVE for port object 0d6e5514-2058-4538-97af-4bdedad3a925 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:10:25.711953 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.767998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6e5514-2058-4538-97af-4bdedad3a925,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:25.792703 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa1ff784-0b23-4261-9604-cc6331cd841c up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:10:25.855241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port fa1ff784-0b23-4261-9604-cc6331cd841c triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:25.855241 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.866159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Attempting to bind port 0d6e5514-2058-4538-97af-4bdedad3a925 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:10:25.866506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Attempting to bind port 0d6e5514-2058-4538-97af-4bdedad3a925 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:10:25.866893 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Attempting to bind port 0d6e5514-2058-4538-97af-4bdedad3a925 on network dc4eba8a-75bb-4733-9725-fe3843b64b65 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:10:25.871511 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Port 0d6e5514-2058-4538-97af-4bdedad3a925 on network dc4eba8a-75bb-4733-9725-fe3843b64b65 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:10:25.871836 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Attempting to bind port 0d6e5514-2058-4538-97af-4bdedad3a925 on network dc4eba8a-75bb-4733-9725-fe3843b64b65 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:10:25.878602 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:10:25.878843 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Checking segment: {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:10:25.879985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Bound using segment: {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:10:25.880218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Bound port: 0d6e5514-2058-4538-97af-4bdedad3a925, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7663ea4-7049-41aa-a1d6-ab776bc037a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:10:25.880615 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:25.967963 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] For port 0d6e5514-2058-4538-97af-4bdedad3a925, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:10:25.971384 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] For port 0d6e5514-2058-4538-97af-4bdedad3a925, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0d6e5514-2058-4538-97af-4bdedad3a925,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:10:25.980276 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:26.022308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.023008 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:26.024821 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] 10.222.0.30 "PUT /v2.0/ports/0d6e5514-2058-4538-97af-4bdedad3a925 HTTP/1.1" status: 200 len: 1092 time: 0.7314150 Sep 19 04:10:26.025335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:10:26.027903 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e3b557-557e-45c9-89f4-42dacbb9fbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:10:26.066714 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ef57b-59aa-4eae-962c-babec81ed821 service neutron] Pushing event updated for resources: {'Port': ['ID=0d6e5514-2058-4538-97af-4bdedad3a925,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:26.108815 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb5eafd-c8fb-4915-9481-51190654568b x-openstack-request-id: req-dfb5eafd-c8fb-4915-9481-51190654568b {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:10:26.109218 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:10:26.109361 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfb5eafd-c8fb-4915-9481-51190654568b {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:10:26.109741 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925', 'status': 'completed', 'code': 200} Sep 19 04:10:26.126101 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-305efb99-e07c-448a-8c90-fda09ed3adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.127917 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-305efb99-e07c-448a-8c90-fda09ed3adb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 1095 time: 0.0567515 Sep 19 04:10:26.131082 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea99ed-d373-4bf9-a999-89e09f9adc12 req-5eb055b5-185e-4bac-b360-3c356f8eaa1f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.132716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ea99ed-d373-4bf9-a999-89e09f9adc12 req-5eb055b5-185e-4bac-b360-3c356f8eaa1f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 944 time: 0.0797560 Sep 19 04:10:26.173470 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ea99ed-d373-4bf9-a999-89e09f9adc12 req-7c4655ff-8985-40cb-bee9-77e634b521a6 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342965 Sep 19 04:10:26.186065 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-20d94ed7-c259-4966-8d64-895ced193d54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6e5514-2058-4538-97af-4bdedad3a925 HTTP/1.1" status: 200 len: 217 time: 0.0505514 Sep 19 04:10:26.237451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-b3a496c6-7e1d-40e6-8546-2f2afefafe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.239464 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-b3a496c6-7e1d-40e6-8546-2f2afefafe63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1e8c01b-0306-4062-8ea4-fd4db2fc996e HTTP/1.1" status: 200 len: 834 time: 0.0458343 Sep 19 04:10:26.283961 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-dcd1d2ce-9544-4d93-a3b7-4182cde37e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.285981 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-dcd1d2ce-9544-4d93-a3b7-4182cde37e02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc4eba8a-75bb-4733-9725-fe3843b64b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394967 Sep 19 04:10:26.380172 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-b071c273-0e59-474b-9206-3d9880a993eb service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865996 Sep 19 04:10:26.466132 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ca8e3550-9c40-43bb-9e4e-a953e9cb4b50 req-bf205321-1a9e-4721-8e52-e1af23cf65c8 service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794032 Sep 19 04:10:26.552506 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-473a4735-0424-4eb1-926c-6c199af62ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.553893 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-473a4735-0424-4eb1-926c-6c199af62ef5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 1095 time: 0.0444324 Sep 19 04:10:26.641799 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-41de4e16-9e29-42ac-97bf-3682d2abacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.643389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-41de4e16-9e29-42ac-97bf-3682d2abacf4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc4eba8a-75bb-4733-9725-fe3843b64b65 HTTP/1.1" status: 200 len: 897 time: 0.0825851 Sep 19 04:10:26.687402 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-41247862-04fc-40e7-a9a7-5582c5634824 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6e5514-2058-4538-97af-4bdedad3a925 HTTP/1.1" status: 200 len: 217 time: 0.0364270 Sep 19 04:10:26.735730 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-3ec8fd69-a9ab-495e-8f67-f307d18447ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.737133 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-3ec8fd69-a9ab-495e-8f67-f307d18447ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1e8c01b-0306-4062-8ea4-fd4db2fc996e HTTP/1.1" status: 200 len: 834 time: 0.0425956 Sep 19 04:10:26.780751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-029f1744-1ece-483c-9a33-384128e770cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:26.782219 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-029f1744-1ece-483c-9a33-384128e770cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc4eba8a-75bb-4733-9725-fe3843b64b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383358 Sep 19 04:10:26.873268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-d7740079-ccda-4b54-b44e-6c52326d2692 service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834274 Sep 19 04:10:26.961216 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-98e3b557-557e-45c9-89f4-42dacbb9fbc7 req-19fb9e8c-0181-40a3-bce8-f194c9c44918 service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800724 Sep 19 04:10:27.292834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37c3d1-aaa6-4c01-8a84-767e15b8393c req-fcc296e3-0f3f-4408-a6b4-4009a4bbe09f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:27.294279 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e37c3d1-aaa6-4c01-8a84-767e15b8393c req-fcc296e3-0f3f-4408-a6b4-4009a4bbe09f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 944 time: 0.0504169 Sep 19 04:10:27.330499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e37c3d1-aaa6-4c01-8a84-767e15b8393c req-4cc6b8db-27d3-4d50-98f3-82368758a96b tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303659 Sep 19 04:10:28.441366 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaeb1f-9455-4624-b115-2d6ecbf17da7 req-e59d6616-03cc-44df-aeaa-943087840098 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:28.442813 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbfaeb1f-9455-4624-b115-2d6ecbf17da7 req-e59d6616-03cc-44df-aeaa-943087840098 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 944 time: 0.0485270 Sep 19 04:10:28.480481 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dbfaeb1f-9455-4624-b115-2d6ecbf17da7 req-f1a187ea-3e0f-4b61-ac33-a9d646be2e19 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319209 Sep 19 04:10:29.594565 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cc4b5-0845-4d9c-9585-a0de00cc456e req-ab474019-8f9f-45e3-912e-2c3e6da27d44 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:29.596072 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f33cc4b5-0845-4d9c-9585-a0de00cc456e req-ab474019-8f9f-45e3-912e-2c3e6da27d44 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 944 time: 0.0488982 Sep 19 04:10:29.635121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f33cc4b5-0845-4d9c-9585-a0de00cc456e req-4972a3a7-a7ac-4ddb-80ec-a18342da7088 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324636 Sep 19 04:10:29.737968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0d6e5514-2058-4538-97af-4bdedad3a925 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:10:29.830083 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0d6e5514-2058-4538-97af-4bdedad3a925, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0d6e5514-2058-4538-97af-4bdedad3a925,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:29.841467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '0d6e5514-2058-4538-97af-4bdedad3a925', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'port_id': '0d6e5514-2058-4538-97af-4bdedad3a925', 'mac_address': 'fa:16:3e:13:a6:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:10:29.877702 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:29.893567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d6e5514-2058-4538-97af-4bdedad3a925 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:10:29.913013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0d6e5514-2058-4538-97af-4bdedad3a925, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0d6e5514-2058-4538-97af-4bdedad3a925,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:29.917202 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:29.962337 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0d6e5514-2058-4538-97af-4bdedad3a925,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:30.149849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['0d6e5514-2058-4538-97af-4bdedad3a925'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:10:30.478724 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:30.749678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f168a-61cd-4942-8233-02d96d834abe req-c5a7cc4d-15fb-481a-b177-223de9635731 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:30.751185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-385f168a-61cd-4942-8233-02d96d834abe req-c5a7cc4d-15fb-481a-b177-223de9635731 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 945 time: 0.0509090 Sep 19 04:10:30.789110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-385f168a-61cd-4942-8233-02d96d834abe req-cea956d9-fad7-4bb8-a858-c41a6bf37a39 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305574 Sep 19 04:10:31.768850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0d6e5514-2058-4538-97af-4bdedad3a925 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:10:31.815356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 0d6e5514-2058-4538-97af-4bdedad3a925 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:10:31.820013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 0d6e5514-2058-4538-97af-4bdedad3a925 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:10:31.820390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:31.900447 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:31.914303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559cbb3-d980-4756-86b6-962de80f78f7 req-4e5d3b17-bc2a-48cc-add2-dddc115bb4e5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:31.916069 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f559cbb3-d980-4756-86b6-962de80f78f7 req-4e5d3b17-bc2a-48cc-add2-dddc115bb4e5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 945 time: 0.0587068 Sep 19 04:10:31.922291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:10:31.924566 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13d32e3-c65b-42fa-8b75-4a7d8b75805c" -d '{"events": [{"server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:10:31.937695 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 0d6e5514-2058-4538-97af-4bdedad3a925, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0d6e5514-2058-4538-97af-4bdedad3a925,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:10:31.943799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:31.955911 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f559cbb3-d980-4756-86b6-962de80f78f7 req-d8e2cdb7-d5a9-42a5-93fa-6cd24d1c36ae tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338216 Sep 19 04:10:31.994758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=0d6e5514-2058-4538-97af-4bdedad3a925,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:32.019894 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a79e980-501f-4ce7-bf76-4f0912ef5a14 x-openstack-request-id: req-8a79e980-501f-4ce7-bf76-4f0912ef5a14 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:10:32.020172 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "name": "network-vif-plugged", "status": "completed", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:10:32.020511 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a79e980-501f-4ce7-bf76-4f0912ef5a14 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:10:32.021178 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925', 'code': 200} Sep 19 04:10:32.111711 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeac1df-c59c-45f7-a63e-ec250b855566 req-a16de33e-bb74-4993-937b-25e13d17f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:32.113187 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6aeac1df-c59c-45f7-a63e-ec250b855566 req-a16de33e-bb74-4993-937b-25e13d17f428 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 1097 time: 0.0396824 Sep 19 04:10:32.151109 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6aeac1df-c59c-45f7-a63e-ec250b855566 req-6e827b66-bb31-44f3-8f83-480bc8ed8979 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311401 Sep 19 04:10:33.071288 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c557f-ae36-4c8f-8157-79c7bb0dbb99 req-c8c26574-5713-43b2-ba18-9426fdb98afc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:33.072751 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-305c557f-ae36-4c8f-8157-79c7bb0dbb99 req-c8c26574-5713-43b2-ba18-9426fdb98afc tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0506320 Sep 19 04:10:33.115216 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-305c557f-ae36-4c8f-8157-79c7bb0dbb99 req-b9b5c112-951d-4f8a-a257-079f9437df81 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363419 Sep 19 04:10:34.232889 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9a3a8-cac4-4b8e-ab90-103c99c1d63d req-563e53a8-01ff-4863-a419-fb3ff5fe32b8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:34.234332 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5e9a3a8-cac4-4b8e-ab90-103c99c1d63d req-563e53a8-01ff-4863-a419-fb3ff5fe32b8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0513041 Sep 19 04:10:34.272297 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c5e9a3a8-cac4-4b8e-ab90-103c99c1d63d req-7de94fb9-2fe8-4759-920a-62e6f569730c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 Sep 19 04:10:34.384695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a72db1-b733-464c-9bca-9cfca4badcee req-2c204829-391f-4f3e-9f1a-96fe4ec607d4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:34.386181 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4a72db1-b733-464c-9bca-9cfca4badcee req-2c204829-391f-4f3e-9f1a-96fe4ec607d4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0495279 Sep 19 04:10:34.424523 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c4a72db1-b733-464c-9bca-9cfca4badcee req-d86641b4-a674-41f1-817f-c35fa7b4e87a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313053 Sep 19 04:10:34.446604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40290) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:34.484394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18269fea-d4a8-46a2-a4e4-c9efe0d3f84b tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:34.485940 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-18269fea-d4a8-46a2-a4e4-c9efe0d3f84b tempest-TestNetworkAdvancedServerOps-673925557 tempest-TestNetworkAdvancedServerOps-673925557-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 1092 time: 0.0383322 Sep 19 04:10:34.489243 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40292) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:34.493463 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '0d6e5514-2058-4538-97af-4bdedad3a925', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:10:34.515297 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:34.609424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:34.712524 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Allocated IP 172.25.8.5 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/7510c795-7363-4f8b-a49d-525336dffbde) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:10:34.810869 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:34.842152 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:34.878503 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:10:34.881255 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:10:34.884736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:10:34.913937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=7510c795-7363-4f8b-a49d-525336dffbde,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:35.237715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:35.249670 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:10:35.305263 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:35.447691 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:35.451922 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:35.522714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event updated for resources: {'Port': ['ID=7510c795-7363-4f8b-a49d-525336dffbde,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:10:35.535506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:35.634733 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP 6d710485-4fd9-41f7-8794-918db808152c associated. External IP: 172.25.8.5, port: 0d6e5514-2058-4538-97af-4bdedad3a925. Sep 19 04:10:35.837408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:10:35.943790 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:10:35.953851 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] Sync routers for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:10:35.959164 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:35.963861 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:35.964522 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:35.986129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-80bea28c-b7d5-49e7-86d0-becd4fee397a tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4958782 Sep 19 04:10:35.986717 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:10:35.989503 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c59bc-7161-450e-b1b3-96f228de8f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:10:36.025313 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa73e08b-bef2-4091-bb36-4c17e48b2ffc x-openstack-request-id: req-fa73e08b-bef2-4091-bb36-4c17e48b2ffc {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:10:36.025628 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:10:36.025867 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa73e08b-bef2-4091-bb36-4c17e48b2ffc {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:10:36.026272 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925', 'status': 'completed', 'code': 200} Sep 19 04:10:36.081187 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:36.089531 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca0cba-f152-43bf-b59e-96174ea19a62 req-a60517c6-db5d-4104-b0b2-e6ba8556fe43 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:36.091110 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ca0cba-f152-43bf-b59e-96174ea19a62 req-a60517c6-db5d-4104-b0b2-e6ba8556fe43 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0507107 Sep 19 04:10:36.091267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-da6a1992-db4f-47b2-9c93-a1e1f424aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:36.092879 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-da6a1992-db4f-47b2-9c93-a1e1f424aa58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 1097 time: 0.0428915 Sep 19 04:10:36.131394 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1ca0cba-f152-43bf-b59e-96174ea19a62 req-17ecafcb-ebb7-4946-882d-62cf09d9046f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335565 Sep 19 04:10:36.154046 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40298) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:36.183197 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-141b3c94-9549-46d5-ad1b-8ab6fb7ceec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:36.185001 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-141b3c94-9549-46d5-ad1b-8ab6fb7ceec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc4eba8a-75bb-4733-9725-fe3843b64b65 HTTP/1.1" status: 200 len: 897 time: 0.0852323 Sep 19 04:10:36.221198 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9109b74a-4d30-4c3a-a874-da85afb60cf8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/6d710485-4fd9-41f7-8794-918db808152c HTTP/1.1" status: 200 len: 990 time: 0.0649669 Sep 19 04:10:36.253421 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-9d349a03-7312-4ada-a6a6-c83777e2a114 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6e5514-2058-4538-97af-4bdedad3a925 HTTP/1.1" status: 200 len: 998 time: 0.0615087 Sep 19 04:10:36.300863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-196cb16a-9fd8-4858-aba1-f83f02cfa70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:36.302915 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-196cb16a-9fd8-4858-aba1-f83f02cfa70c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1e8c01b-0306-4062-8ea4-fd4db2fc996e HTTP/1.1" status: 200 len: 834 time: 0.0427327 Sep 19 04:10:36.308909 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6d710485-4fd9-41f7-8794-918db808152c', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'port_id': '0d6e5514-2058-4538-97af-4bdedad3a925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'mac_address': 'fa:16:3e:13:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:10:35Z', 'updated_at': '2021-09-19T04:10:35Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:24Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:36.334295 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] Checking router: 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:10:36.342364 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:10:36.342993 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:36.346972 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-686ddc02-5a77-461f-a2b3-d9e33066ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:10:36.348985 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-686ddc02-5a77-461f-a2b3-d9e33066ad84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc4eba8a-75bb-4733-9725-fe3843b64b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390115 Sep 19 04:10:36.441612 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-c1ac0bbb-a710-4607-a56a-ded4ed5a8732 service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850232 Sep 19 04:10:36.445891 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:10:36.533340 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0a5c59bc-7161-450e-b1b3-96f228de8f9e req-e6217ad6-7de9-464e-8e46-77c5fa37e6fd service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844071 Sep 19 04:10:36.664127 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6d710485-4fd9-41f7-8794-918db808152c', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'port_id': '0d6e5514-2058-4538-97af-4bdedad3a925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'mac_address': 'fa:16:3e:13:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:10:35Z', 'updated_at': '2021-09-19T04:10:35Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:24Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:10:36.688849 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3327ddbe-6b72-44d6-a0b6-b14f47552738 None None] The sync data for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 is: [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '6d710485-4fd9-41f7-8794-918db808152c', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'floating_ip_address': '172.25.8.5', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'port_id': '0d6e5514-2058-4538-97af-4bdedad3a925', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'mac_address': 'fa:16:3e:13:a6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:10:35Z', 'updated_at': '2021-09-19T04:10:35Z', 'revision_number': 0, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:24Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:10:36.874631 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39c0af-3033-4959-9b0e-008ab3d2acfd None None] New status for floating IP 6d710485-4fd9-41f7-8794-918db808152c: ACTIVE {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:10:37.223993 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40300) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:10:37.283856 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4ef11825-4c13-4f95-926e-8899f0f961a9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/6d710485-4fd9-41f7-8794-918db808152c HTTP/1.1" status: 200 len: 992 time: 0.0586901 Sep 19 04:10:44.567573 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1bb1ef8-43f1-4b6d-a0e3-bfbcd035361c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:46.597956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:47.345097 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0cc21de8-fc46-4732-a586-719047fa73c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:48.085690 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:48.705921 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:10:50.275941 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:00.485408 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:04.014318 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdd135-1de7-4228-8dc5-a446c51d3e98 req-acbd9c43-7d9c-4b46-a1d4-efeb23a6634d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:04.015708 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5acdd135-1de7-4228-8dc5-a446c51d3e98 req-acbd9c43-7d9c-4b46-a1d4-efeb23a6634d tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0477948 Sep 19 04:11:04.055121 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5acdd135-1de7-4228-8dc5-a446c51d3e98 req-4cf1a197-0f1d-42be-8e67-f24c71e4e9b7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328276 Sep 19 04:11:05.173025 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc13cc2-94ec-4d16-b2fd-eb0da3d3fa82 req-f2773d48-fe93-4327-8649-9951b8684016 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:05.174434 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fc13cc2-94ec-4d16-b2fd-eb0da3d3fa82 req-f2773d48-fe93-4327-8649-9951b8684016 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0515790 Sep 19 04:11:05.211119 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6fc13cc2-94ec-4d16-b2fd-eb0da3d3fa82 req-428728d4-b96e-4536-b966-9cb9b0ee79e7 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307682 Sep 19 04:11:05.233099 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40324) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:05.292789 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5e79aef6-0bae-4b6c-9520-bb6238004139 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/6d710485-4fd9-41f7-8794-918db808152c HTTP/1.1" status: 200 len: 992 time: 0.0585725 Sep 19 04:11:06.558905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb51cef-2ad0-45ee-ab59-2995308cb368 req-ddc0fd78-f2c0-42cb-a4c7-7f9e5daa5cdb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:06.560484 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccb51cef-2ad0-45ee-ab59-2995308cb368 req-ddc0fd78-f2c0-42cb-a4c7-7f9e5daa5cdb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0550246 Sep 19 04:11:06.567854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff142-af12-4111-87e3-191311acdf27 req-d30ac549-b426-48b4-8e08-23e9625c7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:06.569356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88aff142-af12-4111-87e3-191311acdf27 req-d30ac549-b426-48b4-8e08-23e9625c7771 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 1097 time: 0.0410395 Sep 19 04:11:06.598903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ccb51cef-2ad0-45ee-ab59-2995308cb368 req-fa00f900-e87f-4724-96f2-2e0614ef45d9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309744 Sep 19 04:11:06.661128 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff142-af12-4111-87e3-191311acdf27 req-86e30077-bea2-41ee-b239-b0995a2e1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:06.662610 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88aff142-af12-4111-87e3-191311acdf27 req-86e30077-bea2-41ee-b239-b0995a2e1865 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc4eba8a-75bb-4733-9725-fe3843b64b65 HTTP/1.1" status: 200 len: 897 time: 0.0862124 Sep 19 04:11:06.729883 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88aff142-af12-4111-87e3-191311acdf27 req-7f0d6f0f-10a3-4316-9da8-52a3ae5c6047 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6e5514-2058-4538-97af-4bdedad3a925 HTTP/1.1" status: 200 len: 1000 time: 0.0600047 Sep 19 04:11:06.777051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff142-af12-4111-87e3-191311acdf27 req-e725f5e3-1b05-45bd-bd2b-554da306d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:06.778426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88aff142-af12-4111-87e3-191311acdf27 req-e725f5e3-1b05-45bd-bd2b-554da306d0cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1e8c01b-0306-4062-8ea4-fd4db2fc996e HTTP/1.1" status: 200 len: 834 time: 0.0417252 Sep 19 04:11:06.822012 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff142-af12-4111-87e3-191311acdf27 req-a26ef5c1-ab96-40c9-899e-697cdc6c3ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:06.823389 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88aff142-af12-4111-87e3-191311acdf27 req-a26ef5c1-ab96-40c9-899e-697cdc6c3ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc4eba8a-75bb-4733-9725-fe3843b64b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380063 Sep 19 04:11:06.913776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88aff142-af12-4111-87e3-191311acdf27 req-bceee4bb-4ed5-40d6-9871-6912e72501f3 service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830553 Sep 19 04:11:07.003015 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-88aff142-af12-4111-87e3-191311acdf27 req-42522291-b547-46fa-9644-ff33bad778c9 service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819292 Sep 19 04:11:07.718710 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71f2f-032e-4e50-987b-96502e69c0ba req-ac7fc223-b78d-466e-8ec0-f727a73067dd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:07.720368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2a71f2f-032e-4e50-987b-96502e69c0ba req-ac7fc223-b78d-466e-8ec0-f727a73067dd tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0491984 Sep 19 04:11:07.761796 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2a71f2f-032e-4e50-987b-96502e69c0ba req-43f003ed-c47d-477c-914a-aa5ae3567480 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339017 Sep 19 04:11:08.876688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ea18e-9aef-4ae4-94bf-d0ef2ba0b5d3 req-2d3d7d3f-e42e-4154-ab8e-4cb8d09e1322 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:08.878400 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f80ea18e-9aef-4ae4-94bf-d0ef2ba0b5d3 req-2d3d7d3f-e42e-4154-ab8e-4cb8d09e1322 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0479956 Sep 19 04:11:08.915989 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f80ea18e-9aef-4ae4-94bf-d0ef2ba0b5d3 req-5d0a3b4d-3b52-4082-a2d9-234ee5286197 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315866 Sep 19 04:11:08.937413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40336) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:08.998029 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-09cf24a5-bbe8-4bea-8e71-60a88ce21af8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/floatingips/6d710485-4fd9-41f7-8794-918db808152c HTTP/1.1" status: 200 len: 992 time: 0.0595531 Sep 19 04:11:09.258998 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40342) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:09.409778 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 7510c795-7363-4f8b-a49d-525336dffbde {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:11:09.410121 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:09.485137 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:09.485465 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:09.497230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 7510c795-7363-4f8b-a49d-525336dffbde owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:11:09.638142 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:09.666633 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=7510c795-7363-4f8b-a49d-525336dffbde,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:09.689331 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.689680 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.690021 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.690358 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.690688 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.691678 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.692008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.692337 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.692661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.692984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.693305 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.693623 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:09.733591 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:09.733928 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Floating IP 6d710485-4fd9-41f7-8794-918db808152c disassociated (deleted). External IP: 172.25.8.5, port: 0d6e5514-2058-4538-97af-4bdedad3a925. Sep 19 04:11:09.937092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:11:10.329988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:11:10.335061 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:10.343410 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] Sync routers for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:11:10.360619 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:10.361226 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:10.361589 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a74d1c65-2eed-4b89-b205-7fa163507101 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/floatingips/6d710485-4fd9-41f7-8794-918db808152c HTTP/1.1" status: 204 len: 168 time: 1.1015358 Sep 19 04:11:10.362162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:11:10.364498 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19271873-4cae-46b1-9acb-7b9deeac880e" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:11:10.402407 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1360d3-d2bd-485c-9a82-f2e9c351acb9 x-openstack-request-id: req-3f1360d3-d2bd-485c-9a82-f2e9c351acb9 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:11:10.402407 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:11:10.402407 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f1360d3-d2bd-485c-9a82-f2e9c351acb9 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:11:10.402877 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925', 'status': 'completed', 'code': 200} Sep 19 04:11:10.465452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271873-4cae-46b1-9acb-7b9deeac880e req-fb4dfcbc-c947-4884-aca3-dad91a5c2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:10.467103 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19271873-4cae-46b1-9acb-7b9deeac880e req-fb4dfcbc-c947-4884-aca3-dad91a5c2d73 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=516104e379de4e19a5f5d35685d51a6d&device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 1097 time: 0.0436018 Sep 19 04:11:10.505593 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:10.570613 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271873-4cae-46b1-9acb-7b9deeac880e req-23cef0e7-5764-4474-954f-5b9372747360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:10.572195 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19271873-4cae-46b1-9acb-7b9deeac880e req-23cef0e7-5764-4474-954f-5b9372747360 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dc4eba8a-75bb-4733-9725-fe3843b64b65 HTTP/1.1" status: 200 len: 897 time: 0.0967941 Sep 19 04:11:10.592894 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e7078-ed20-42d5-a010-932b72f2ff3a req-b27ef85e-8e32-490c-8762-edd2a164827c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:10.594419 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-296e7078-ed20-42d5-a010-932b72f2ff3a req-b27ef85e-8e32-490c-8762-edd2a164827c tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0506861 Sep 19 04:11:10.620019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19271873-4cae-46b1-9acb-7b9deeac880e req-0b13a092-13bc-4ea3-8bc1-e2de8ff638ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d6e5514-2058-4538-97af-4bdedad3a925 HTTP/1.1" status: 200 len: 217 time: 0.0396073 Sep 19 04:11:10.635112 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-296e7078-ed20-42d5-a010-932b72f2ff3a req-4dd4d0fc-e595-447d-a360-10430b67c0c5 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339413 Sep 19 04:11:10.671997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271873-4cae-46b1-9acb-7b9deeac880e req-6516b624-8c53-414d-a96f-65e2e9ffbebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:10.673477 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19271873-4cae-46b1-9acb-7b9deeac880e req-6516b624-8c53-414d-a96f-65e2e9ffbebe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b1e8c01b-0306-4062-8ea4-fd4db2fc996e HTTP/1.1" status: 200 len: 834 time: 0.0462060 Sep 19 04:11:10.722498 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:24Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:10.723705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19271873-4cae-46b1-9acb-7b9deeac880e req-0e647d8c-65d5-4ec9-9ec6-14cfdaee6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:10.725221 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19271873-4cae-46b1-9acb-7b9deeac880e req-0e647d8c-65d5-4ec9-9ec6-14cfdaee6c21 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dc4eba8a-75bb-4733-9725-fe3843b64b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409327 Sep 19 04:11:10.747711 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] Checking router: 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:11:10.756809 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:10.757399 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:10.819713 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19271873-4cae-46b1-9acb-7b9deeac880e req-0e4dc599-be18-480c-a005-a1b5650216b8 service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851691 Sep 19 04:11:10.915197 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-19271873-4cae-46b1-9acb-7b9deeac880e req-1064e97f-6e18-41bf-992d-0fb6ce2130be service neutron] 10.222.0.30 "GET /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870988 Sep 19 04:11:10.948780 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:11.136200 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:24Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:11.164132 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b823953-e20d-4595-ad10-cef55f6ebc1b None None] The sync data for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 is: [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:21Z', 'revision_number': 4, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'fa1ff784-0b23-4261-9604-cc6331cd841c', 'name': '', 'network_id': 'dc4eba8a-75bb-4733-9725-fe3843b64b65', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'mac_address': 'fa:16:3e:b9:19:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:21Z', 'updated_at': '2021-09-19T04:10:24Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'subnets': [{'id': 'b1e8c01b-0306-4062-8ea4-fd4db2fc996e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:11:11.369536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e3989-0928-4909-8f6e-31258b78f956 None None] New status for floating IP 6d710485-4fd9-41f7-8794-918db808152c: DOWN {{(pid=94724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:11:11.753905 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a5e5-512e-4587-b856-b777e39c9232 req-d27de927-d6a4-4795-80c8-7881dd6d99d1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:11.755382 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f98a5e5-512e-4587-b856-b777e39c9232 req-d27de927-d6a4-4795-80c8-7881dd6d99d1 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0491180 Sep 19 04:11:11.792179 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0f98a5e5-512e-4587-b856-b777e39c9232 req-2a25118a-9da3-41fc-a07a-6036d59eedb4 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/security-groups?id=776f85b3-5001-4999-b2b3-386bfd7f4a8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308032 Sep 19 04:11:12.158897 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-c8f468b5-6529-48ed-a77b-2daaaf5bbaa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:12.160355 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-c8f468b5-6529-48ed-a77b-2daaaf5bbaa9 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 946 time: 0.0517199 Sep 19 04:11:12.244176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port 0d6e5514-2058-4538-97af-4bdedad3a925 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:11:12.244512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:12.248115 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:11:12.335572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port 0d6e5514-2058-4538-97af-4bdedad3a925, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=0d6e5514-2058-4538-97af-4bdedad3a925,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:12.335933 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:12.347495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for 0d6e5514-2058-4538-97af-4bdedad3a925 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:11:12.469468 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:12.501152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=0d6e5514-2058-4538-97af-4bdedad3a925,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:12.528429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.528780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.529119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.529453 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.529784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.530113 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.530445 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.530803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.531136 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.531461 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.531779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.532098 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:12.550135 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] No DVR routers for this DVR port 0d6e5514-2058-4538-97af-4bdedad3a925 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:11:12.552966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:12.554991 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0f9ab5d-44ce-43ec-9877-93e2325bf238 req-2aa3465a-569c-4245-a8ad-6d21965b0a88 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.30 "DELETE /v2.0/ports/0d6e5514-2058-4538-97af-4bdedad3a925 HTTP/1.1" status: 204 len: 173 time: 0.3890195 Sep 19 04:11:12.555421 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'name': 'network-vif-deleted', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:11:12.557626 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40553e52-8016-419a-8a18-c07467dfdeee" -d '{"events": [{"server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "name": "network-vif-deleted", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:11:12.597129 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2997f6db-c49a-416d-8e2a-f9d9cdbaecc5 x-openstack-request-id: req-2997f6db-c49a-416d-8e2a-f9d9cdbaecc5 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:11:12.597431 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb77c34-fb70-4f51-b952-5bd0621e239b", "name": "network-vif-deleted", "tag": "0d6e5514-2058-4538-97af-4bdedad3a925", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:11:12.597873 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2997f6db-c49a-416d-8e2a-f9d9cdbaecc5 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:11:12.598277 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb77c34-fb70-4f51-b952-5bd0621e239b', 'name': 'network-vif-deleted', 'tag': '0d6e5514-2058-4538-97af-4bdedad3a925', 'status': 'completed', 'code': 200} Sep 19 04:11:12.902952 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1734226-dcb0-4163-86e7-3dbfc12085f5 req-252e96dd-2487-4b39-94f7-9012bf675ba8 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "GET /v2.0/ports?device_id=5eb77c34-fb70-4f51-b952-5bd0621e239b HTTP/1.1" status: 200 len: 210 time: 0.0305228 Sep 19 04:11:13.962031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40360) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:14.310627 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:14.563849 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port fa1ff784-0b23-4261-9604-cc6331cd841c {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:11:14.564104 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:14.568870 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c3660b3b-9278-44ee-b67f-9954642e10b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:14.657115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port fa1ff784-0b23-4261-9604-cc6331cd841c, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=fa1ff784-0b23-4261-9604-cc6331cd841c,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:14.657488 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:14.670115 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for fa1ff784-0b23-4261-9604-cc6331cd841c owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:11:14.854708 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:14.881342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=fa1ff784-0b23-4261-9604-cc6331cd841c,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:15.056790 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.269429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:11:15.373747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:11:15.379087 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9486ede7-80be-47fb-8b5b-55999f65dd7f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "PUT /v2.0/routers/4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4160414 Sep 19 04:11:15.382016 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40362) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:15.385044 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] Sync routers for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:11:15.394166 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:15.394888 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:15.437785 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting subnet b1e8c01b-0306-4062-8ea4-fd4db2fc996e {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:11:15.440818 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.480748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.496002 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:15.562664 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.625559 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.652952 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e8c01b-0306-4062-8ea4-fd4db2fc996e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:15.657533 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.660586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-26764389-ea73-4ea2-976a-d88c70bbd1b3 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/subnets/b1e8c01b-0306-4062-8ea4-fd4db2fc996e HTTP/1.1" status: 204 len: 168 time: 0.2776139 Sep 19 04:11:15.664199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40364) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:15.666046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2c2d2-9029-4f4b-b08e-26b29ad39363 None None] Network dc4eba8a-75bb-4733-9725-fe3843b64b65 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:11:15.678038 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:11:14Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:15.704041 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] Checking router: 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:11:15.714793 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] Routers {'4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:15.714943 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:10:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:15.784292 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.839232 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] Set router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:15.881172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] DHCP port deletion for dc4eba8a-75bb-4733-9725-fe3843b64b65 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:11:15.896094 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.928721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Deleting port df98997a-f2ce-40a5-975d-c324abdcb622 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:11:15.929213 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.949157 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Deleting port ba9abcd5-b560-4f80-a7e4-0f94330c6065 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:11:15.949515 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:15.988964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0d6e5514-2058-4538-97af-4bdedad3a925 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:11:16.017991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 0d6e5514-2058-4538-97af-4bdedad3a925 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:11:16.018459 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 0d6e5514-2058-4538-97af-4bdedad3a925 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:11:16.025364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] For port df98997a-f2ce-40a5-975d-c324abdcb622, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=df98997a-f2ce-40a5-975d-c324abdcb622,segment=NetworkSegment(f7663ea4-7049-41aa-a1d6-ab776bc037a9),segment_id=f7663ea4-7049-41aa-a1d6-ab776bc037a9)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:16.025581 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.026929 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:11:14Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:16.037857 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Calling delete_port for df98997a-f2ce-40a5-975d-c324abdcb622 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:11:16.040708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] For port ba9abcd5-b560-4f80-a7e4-0f94330c6065, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=ba9abcd5-b560-4f80-a7e4-0f94330c6065,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:16.041219 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.052877 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544440b0-141c-4299-9b42-42b6a7c8d491 None None] The sync data for ids ['4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809'] in n-d-809936-1 is: [{'id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332533788', 'tenant_id': '516104e379de4e19a5f5d35685d51a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:11:14Z', 'revision_number': 5, 'project_id': '516104e379de4e19a5f5d35685d51a6d', 'gw_port': {'id': 'ba9abcd5-b560-4f80-a7e4-0f94330c6065', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:bf:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:10:18Z', 'updated_at': '2021-09-19T04:10:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:11:16.053441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Calling delete_port for ba9abcd5-b560-4f80-a7e4-0f94330c6065 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:11:16.120041 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.145228 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Pushing event deleted for resources: {'Port': ['ID=df98997a-f2ce-40a5-975d-c324abdcb622,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:16.153464 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] No DVR routers for this DVR port df98997a-f2ce-40a5-975d-c324abdcb622 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:11:16.156175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.156606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.157110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.157472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.157814 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.158186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.158483 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.158837 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.159172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.159525 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.160081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.160472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553cedc1-01f6-4a5f-bd8c-437ab04ca201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:16.220817 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.246854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Port': ['ID=ba9abcd5-b560-4f80-a7e4-0f94330c6065,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:16.303564 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.391323 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.393475 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.440176 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.440747 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Fanout notify agent at l3_agent the message router_deleted on router 4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:11:16.448175 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.449343 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aa95cd61-cfa1-48b1-acc2-4950c51b2373 tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/routers/4d22ca1c-4255-4ac3-8ef8-4df1a4ce7809 HTTP/1.1" status: 204 len: 168 time: 0.7839315 Sep 19 04:11:16.452159 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40368) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:16.533852 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.609688 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.949041 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:16.968636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4eba8a-75bb-4733-9725-fe3843b64b65']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:16.978132 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7663ea4-7049-41aa-a1d6-ab776bc037a9') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:16.978434 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7663ea4-7049-41aa-a1d6-ab776bc037a9') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:16.987651 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.001198 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.007823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:11:17.008304 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:11:17.011362 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:11:17.070037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.076945 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.078804 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/networks/dc4eba8a-75bb-4733-9725-fe3843b64b65 HTTP/1.1" status: 204 len: 168 time: 0.6256757 Sep 19 04:11:17.082353 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40370) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:17.093826 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a50c6-2111-42f9-bbec-8de744dbe71f tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'Network': ['ID=dc4eba8a-75bb-4733-9725-fe3843b64b65,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:17.140148 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efee0cc4-7a54-40dc-9e61-c7c83fdbebcb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.165875 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efee0cc4-7a54-40dc-9e61-c7c83fdbebcb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.225401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efee0cc4-7a54-40dc-9e61-c7c83fdbebcb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.228009 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-efee0cc4-7a54-40dc-9e61-c7c83fdbebcb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.229162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-efee0cc4-7a54-40dc-9e61-c7c83fdbebcb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] 10.222.0.22 "DELETE /v2.0/security-groups/776f85b3-5001-4999-b2b3-386bfd7f4a8b HTTP/1.1" status: 204 len: 168 time: 0.1457908 Sep 19 04:11:17.238162 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0cc4-7a54-40dc-9e61-c7c83fdbebcb tempest-TestNetworkAdvancedServerOps-776362213 tempest-TestNetworkAdvancedServerOps-776362213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f85b3-5001-4999-b2b3-386bfd7f4a8b,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:17.345783 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1f4dff85-4ae8-4d9e-876c-ebe87bbb8946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.548149 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40378) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:17.674689 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5d800683-91c4-4e38-8a4a-62fd1b81155d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=516104e379de4e19a5f5d35685d51a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253862 Sep 19 04:11:17.677178 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40382) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:17.725243 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb81c4d1-0ba9-4882-87ea-8e157ba0c54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.750727 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb81c4d1-0ba9-4882-87ea-8e157ba0c54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.769336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device df98997a-f2ce-40a5-975d-c324abdcb622 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:11:17.788986 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: df98997a-f2ce-40a5-975d-c324abdcb622 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:11:17.789334 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device df98997a-f2ce-40a5-975d-c324abdcb622 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:11:17.789787 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ba9abcd5-b560-4f80-a7e4-0f94330c6065 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:11:17.798857 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb81c4d1-0ba9-4882-87ea-8e157ba0c54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.801956 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bb81c4d1-0ba9-4882-87ea-8e157ba0c54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:17.805483 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bb81c4d1-0ba9-4882-87ea-8e157ba0c54d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0b7bc6b-0d64-4caa-bf60-f1d2dd434d22 HTTP/1.1" status: 204 len: 168 time: 0.1250844 Sep 19 04:11:17.809168 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: ba9abcd5-b560-4f80-a7e4-0f94330c6065 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:11:17.809519 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device ba9abcd5-b560-4f80-a7e4-0f94330c6065 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:11:17.809936 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa1ff784-0b23-4261-9604-cc6331cd841c no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:11:17.812188 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81c4d1-0ba9-4882-87ea-8e157ba0c54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b7bc6b-0d64-4caa-bf60-f1d2dd434d22,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:17.839159 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: fa1ff784-0b23-4261-9604-cc6331cd841c {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:11:17.839502 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device fa1ff784-0b23-4261-9604-cc6331cd841c not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:11:18.072164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40388) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:18.085168 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-761e665a-7f7b-482a-b2df-8d16d262d129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.085823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.176089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-761e665a-7f7b-482a-b2df-8d16d262d129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.179506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-761e665a-7f7b-482a-b2df-8d16d262d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.216480 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-761e665a-7f7b-482a-b2df-8d16d262d129 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b889e8c06184de5a2be311f21cc3ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432755 Sep 19 04:11:18.217447 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e665a-7f7b-482a-b2df-8d16d262d129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9d62c2-c180-4bdc-83d6-d20bc505ad96,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:18.219168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40390) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:18.268239 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b35c32bf-1ad6-467f-a07b-3224d7bfdc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.288883 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b35c32bf-1ad6-467f-a07b-3224d7bfdc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.333454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b35c32bf-1ad6-467f-a07b-3224d7bfdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.335983 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b35c32bf-1ad6-467f-a07b-3224d7bfdc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:18.337101 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b35c32bf-1ad6-467f-a07b-3224d7bfdc64 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e9d62c2-c180-4bdc-83d6-d20bc505ad96 HTTP/1.1" status: 204 len: 168 time: 0.1163378 Sep 19 04:11:18.344548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c32bf-1ad6-467f-a07b-3224d7bfdc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9d62c2-c180-4bdc-83d6-d20bc505ad96,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:18.708792 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.015896 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40412) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:19.109078 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1879199202-network', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:19.130695 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Made reservation on behalf of cf415e8cb1f44cfabdca4a638833402e for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:11:19.132966 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.141294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.226636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.230416 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.254559 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:11:19.268991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff299033-929a-44e7-9737-13bd6d24b0f5,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:19.271920 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.272271 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Added segment 7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a of type vlan for network 35b93f93-9fb7-4026-8f26-e3a7266ba248 Sep 19 04:11:19.312007 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.336088 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.337038 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:19.337606 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.370022 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3529711 Sep 19 04:11:19.373062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40416) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:19.378993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Request body: {'subnet': {'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1879199202-subnet', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:19.396981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd3427-4d53-4440-814e-93d93fa3ea07 admin admin] Pushing event updated for resources: {'Network': ['ID=35b93f93-9fb7-4026-8f26-e3a7266ba248,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:19.400822 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Made reservation on behalf of cf415e8cb1f44cfabdca4a638833402e for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:11:19.403592 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.408033 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:11:19.564171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.617554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66a8011-6e43-4986-82f2-07e219b49de0,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:19.626050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Checking segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:19.626412 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Network hostable DHCP agents. Network: 35b93f93-9fb7-4026-8f26-e3a7266ba248, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:11:19.642485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:11:19.650443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 35b93f93-9fb7-4026-8f26-e3a7266ba248) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:19.654320 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:19.654991 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.659258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e401ee33-453a-4ec9-b7f3-a586dbacde97 None None] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:11:19.668720 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6c88f204-f959-40bb-92ed-86e4d281761e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945521 Sep 19 04:11:19.671443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40418) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:19.676167 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:19.694862 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.695840 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.750325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.805364 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-35b93f93-9fb7-4026-8f26-e3a7266ba248', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:11:19.806219 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.892072 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:19.937327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Allocated IP 172.20.0.2 (35b93f93-9fb7-4026-8f26-e3a7266ba248/b66a8011-6e43-4986-82f2-07e219b49de0/4379a868-e79b-4aeb-ba38-b9f018de743f) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:20.073111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.078602 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.084541 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.103809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.113196 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:20.115939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:20.119326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:20.129828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Pushing event updated for resources: {'Port': ['ID=4379a868-e79b-4aeb-ba38-b9f018de743f,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:20.177240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Attempting to bind port 4379a868-e79b-4aeb-ba38-b9f018de743f on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:11:20.177518 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Attempting to bind port 4379a868-e79b-4aeb-ba38-b9f018de743f by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:11:20.177876 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Attempting to bind port 4379a868-e79b-4aeb-ba38-b9f018de743f on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:20.182613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:11:20.183012 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Checking segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:20.183412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.183797 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Bound using segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:11:20.184254 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Bound port: 4379a868-e79b-4aeb-ba38-b9f018de743f, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:11:20.184625 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.212923 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Allocated IP 172.25.8.178 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/1a1488db-1b77-4d8c-a5aa-7d5aab85fb26) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:20.247548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] For port 4379a868-e79b-4aeb-ba38-b9f018de743f, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:11:20.250478 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] For port 4379a868-e79b-4aeb-ba38-b9f018de743f, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4379a868-e79b-4aeb-ba38-b9f018de743f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:11:20.255014 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.320137 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.359136 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.398889 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:20.401867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:20.407784 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:20.413653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Pushing event updated for resources: {'Port': ['ID=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:20.455265 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.476207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e150c-bb60-442d-9f66-d5f17e57b4b2 None None] Pushing event updated for resources: {'Port': ['ID=4379a868-e79b-4aeb-ba38-b9f018de743f,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:20.671593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.866901 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:20.991267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Router b76f61e9-3366-41f1-b5c1-061f571ab207 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:11:21.098870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:11:21.109107 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Sync routers for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:11:21.117267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:21.118674 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-292626b4-3d02-46e6-8ab5-14e007e899fa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4462893 Sep 19 04:11:21.121373 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40420) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:21.123663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:21.124310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:21.234802 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:21.419017 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:20Z', 'revision_number': 3, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:21.450467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Checking router: b76f61e9-3366-41f1-b5c1-061f571ab207 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:11:21.450467 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Updating router b76f61e9-3366-41f1-b5c1-061f571ab207 port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:11:21.469044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379ddda-bbf5-4d13-83a5-8382bb69c5ec None None] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:11:21.493664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:21.545252 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:21.636852 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-1df78a0f-beac-4b31-b18c-2c757b19fa28 None None] Provisioning complete for port 4379a868-e79b-4aeb-ba38-b9f018de743f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:21.637225 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1df78a0f-beac-4b31-b18c-2c757b19fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:21.702965 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Allocated IP 172.20.0.1 (35b93f93-9fb7-4026-8f26-e3a7266ba248/b66a8011-6e43-4986-82f2-07e219b49de0/20d9586e-c80a-4d14-888a-c2a021c6579e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:21.829428 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4379a868-e79b-4aeb-ba38-b9f018de743f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:21.906245 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1df78a0f-beac-4b31-b18c-2c757b19fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:21.997851 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.004015 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1df78a0f-beac-4b31-b18c-2c757b19fa28 None None] For port 4379a868-e79b-4aeb-ba38-b9f018de743f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4379a868-e79b-4aeb-ba38-b9f018de743f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:22.008037 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.012717 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4379a868-e79b-4aeb-ba38-b9f018de743f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:22.013084 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.020135 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1df78a0f-beac-4b31-b18c-2c757b19fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.103616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Attempting to bind port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:11:22.104009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Attempting to bind port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:11:22.104355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Attempting to bind port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:22.106260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0c009-807e-4e86-8f08-da6a2d6517a6 None None] Pushing event updated for resources: {'Port': ['ID=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:22.140752 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:11:22.141446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:22.141571 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.141892 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:11:22.142371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Bound port: 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:11:22.142766 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.154810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.186988 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.223470 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:22.226173 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:22.229695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:22.240267 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4c0d5a3a-9fae-4776-80ac-4162eaf78a54 None None] Provisioning complete for port 4379a868-e79b-4aeb-ba38-b9f018de743f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:22.240646 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5a3a-9fae-4776-80ac-4162eaf78a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.251058 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df78a0f-beac-4b31-b18c-2c757b19fa28 None None] Pushing event updated for resources: {'Port': ['ID=4379a868-e79b-4aeb-ba38-b9f018de743f,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:22.259536 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Pushing event updated for resources: {'Port': ['ID=20d9586e-c80a-4d14-888a-c2a021c6579e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:22.280781 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.283981 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] For port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:11:22.303103 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] For port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:11:22.309486 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.398054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d0c009-807e-4e86-8f08-da6a2d6517a6 None None] Pushing event updated for resources: {'Port': ['ID=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:22.403739 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:22.404357 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:22.419044 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.518420 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:22.584746 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.589285 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.621110 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-3e5d7039-763e-4801-ab96-e6a8bc292bd7 None None] Provisioning complete for port 20d9586e-c80a-4d14-888a-c2a021c6579e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:22.621410 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3e5d7039-763e-4801-ab96-e6a8bc292bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.660148 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:22.662776 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Pushing event updated for resources: {'Port': ['ID=20d9586e-c80a-4d14-888a-c2a021c6579e,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:22.694397 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d7039-763e-4801-ab96-e6a8bc292bd7 None None] Port 20d9586e-c80a-4d14-888a-c2a021c6579e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:11:22.753722 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:21Z', 'revision_number': 1, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:22.754886 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:22.756327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:22.781028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3bc87-77a9-4a4b-b77c-daeb67b11f60 None None] The sync data for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 is: [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:21Z', 'revision_number': 1, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:11:22.883274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Router b76f61e9-3366-41f1-b5c1-061f571ab207 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:11:23.004958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:11:23.009954 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9116b2db-4823-4737-b746-8c12144121fe admin admin] 10.222.0.22 "PUT /v2.0/routers/b76f61e9-3366-41f1-b5c1-061f571ab207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8875909 Sep 19 04:11:23.022984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac9627c2-92f8-4cfa-9c82-8fda92d16ddb None None] Provisioning complete for port 20d9586e-c80a-4d14-888a-c2a021c6579e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:23.023436 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac9627c2-92f8-4cfa-9c82-8fda92d16ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.063583 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac9627c2-92f8-4cfa-9c82-8fda92d16ddb None None] Port 20d9586e-c80a-4d14-888a-c2a021c6579e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:11:23.526500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40436) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:23.532078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-45220136-network', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:23.553408 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Made reservation on behalf of 4bd0691e731a41d09218573cc7dbc37a for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:11:23.555844 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.564952 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.664684 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.669525 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.697289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:11:23.703783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f81175-396b-4d3a-b193-4fe0c3d7daa2,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:23.710658 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.711059 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Added segment 8f7562c3-3eef-4aa9-9574-d876c16eb386 of type vlan for network f2b5de09-b9e8-4373-81a8-842737b1487d Sep 19 04:11:23.757426 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.782921 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.783819 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:23.784434 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.821620 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2914021 Sep 19 04:11:23.822230 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40438) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:23.829883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Request body: {'subnet': {'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-45220136-subnet', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:23.846413 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc0024-af1f-47e7-95b7-8c23be38186e admin admin] Pushing event updated for resources: {'Network': ['ID=f2b5de09-b9e8-4373-81a8-842737b1487d,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:23.859619 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network f2b5de09-b9e8-4373-81a8-842737b1487d details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:11:23.868766 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Made reservation on behalf of 4bd0691e731a41d09218573cc7dbc37a for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:11:23.871871 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:23.899512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4379a868-e79b-4aeb-ba38-b9f018de743f up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:23.980425 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 4379a868-e79b-4aeb-ba38-b9f018de743f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:23.980755 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.067995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.068241 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:24.116621 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:24.117296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.128513 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81d703f-24d3-4244-9e19-2cc6bc8f48d3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:24.138834 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Checking segment: {'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:24.139415 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Network hostable DHCP agents. Network: f2b5de09-b9e8-4373-81a8-842737b1487d, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:11:24.156019 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Network f2b5de09-b9e8-4373-81a8-842737b1487d is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:11:24.165602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, f2b5de09-b9e8-4373-81a8-842737b1487d) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:24.169907 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:24.170515 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.184737 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1906defe-d4d4-431f-a3d1-8631ff56cf1f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3612163 Sep 19 04:11:24.187342 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40440) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:24.189101 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716575fa-df72-43e9-896b-817fb3509f44 None None] Network f2b5de09-b9e8-4373-81a8-842737b1487d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:11:24.192001 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:24.213273 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.214310 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.269919 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.379493 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.414684 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.432311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:24.440770 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.524319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:24.558311 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-f2b5de09-b9e8-4373-81a8-842737b1487d', 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'fixed_ips': [{'subnet_id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:11:24.559203 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.621992 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.644249 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.700286 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Allocated IP 172.20.0.2 (f2b5de09-b9e8-4373-81a8-842737b1487d/e81d703f-24d3-4244-9e19-2cc6bc8f48d3/954a4d91-a7c9-404e-a69a-d74a1e4c6840) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:24.752367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Allocated IP 172.25.8.39 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/17c777eb-bdaf-4dac-bdbb-acec6bbce6f8) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:24.774965 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Sync routers for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:11:24.784352 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:24.785540 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:24.847148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.857273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.863450 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.889197 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:24.901893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Network f2b5de09-b9e8-4373-81a8-842737b1487d is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:24.902711 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.906972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:24.912613 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:24.915413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Pushing event updated for resources: {'Port': ['ID=954a4d91-a7c9-404e-a69a-d74a1e4c6840,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:24.952991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:24.957461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Pushing event updated for resources: {'Port': ['ID=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:24.959961 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:24.962164 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:24.973185 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Attempting to bind port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:11:24.973562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Attempting to bind port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:11:24.973932 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Attempting to bind port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 on network f2b5de09-b9e8-4373-81a8-842737b1487d {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:24.979439 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:11:24.979815 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Checking segment: {'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:24.980244 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:24.980659 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Bound using segment: {'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:11:24.981139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Bound port: 954a4d91-a7c9-404e-a69a-d74a1e4c6840, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:11:24.981514 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.047836 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] For port 954a4d91-a7c9-404e-a69a-d74a1e4c6840, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:11:25.050796 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] For port 954a4d91-a7c9-404e-a69a-d74a1e4c6840, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=954a4d91-a7c9-404e-a69a-d74a1e4c6840,segment=NetworkSegment(8f7562c3-3eef-4aa9-9574-d876c16eb386),segment_id=8f7562c3-3eef-4aa9-9574-d876c16eb386)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:11:25.056300 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.104169 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 2, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:25.119479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe55fc4-eb42-4a52-8b58-21f76602e515 None None] Pushing event updated for resources: {'Port': ['ID=954a4d91-a7c9-404e-a69a-d74a1e4c6840,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:25.141024 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Checking router: b76f61e9-3366-41f1-b5c1-061f571ab207 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:11:25.141384 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Updating router b76f61e9-3366-41f1-b5c1-061f571ab207 port 20d9586e-c80a-4d14-888a-c2a021c6579e binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:11:25.168395 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.465857 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.471402 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.541554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.543156 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Pushing event updated for resources: {'Port': ['ID=20d9586e-c80a-4d14-888a-c2a021c6579e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:25.554573 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.554923 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.555154 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.555489 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.555821 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.556141 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.556463 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.556784 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.557114 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.557419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.557733 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.558048 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:11:25.591598 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Attempting to bind port 20d9586e-c80a-4d14-888a-c2a021c6579e on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:11:25.592030 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Attempting to bind port 20d9586e-c80a-4d14-888a-c2a021c6579e by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:11:25.592455 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Attempting to bind port 20d9586e-c80a-4d14-888a-c2a021c6579e on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:25.606371 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:11:25.607120 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Checking segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:25.607848 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.608516 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Bound using segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:11:25.609419 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Bound port: 20d9586e-c80a-4d14-888a-c2a021c6579e, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:11:25.610013 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.678216 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] For port 20d9586e-c80a-4d14-888a-c2a021c6579e, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:11:25.681541 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] For port 20d9586e-c80a-4d14-888a-c2a021c6579e, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=20d9586e-c80a-4d14-888a-c2a021c6579e,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:11:25.687940 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.748082 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:25.748623 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:25.751994 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a15d9-82e1-4104-8ea9-f7d3d7f6e5f6 None None] Pushing event updated for resources: {'Port': ['ID=20d9586e-c80a-4d14-888a-c2a021c6579e,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:25.759543 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.811674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-dd47ed44-68e2-48e7-a47f-a9e9e76f9a0a None None] Provisioning complete for port 20d9586e-c80a-4d14-888a-c2a021c6579e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:25.812057 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd47ed44-68e2-48e7-a47f-a9e9e76f9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.932943 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd47ed44-68e2-48e7-a47f-a9e9e76f9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:25.978240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 954a4d91-a7c9-404e-a69a-d74a1e4c6840 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:26.007380 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Router 04172f67-51d6-4f61-af37-772b3915fce4 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:11:26.017558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-dd47ed44-68e2-48e7-a47f-a9e9e76f9a0a None None] For port 20d9586e-c80a-4d14-888a-c2a021c6579e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=20d9586e-c80a-4d14-888a-c2a021c6579e,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:26.021362 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:26.028203 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-dd47ed44-68e2-48e7-a47f-a9e9e76f9a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.095832 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47ed44-68e2-48e7-a47f-a9e9e76f9a0a None None] Pushing event updated for resources: {'Port': ['ID=20d9586e-c80a-4d14-888a-c2a021c6579e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:26.104273 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:26.105145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.149265 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:11:26.162904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f2544d63-e5f0-46b4-b4c6-8e8885deb730 None None] Provisioning complete for port 20d9586e-c80a-4d14-888a-c2a021c6579e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:26.163423 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f2544d63-e5f0-46b4-b4c6-8e8885deb730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.165372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Sync routers for ids ['04172f67-51d6-4f61-af37-772b3915fce4'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:11:26.170852 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.172345 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-317f3831-c415-4aaf-936d-be446eb27e4a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9838185 Sep 19 04:11:26.175429 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40442) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:26.233258 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.273336 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 954a4d91-a7c9-404e-a69a-d74a1e4c6840, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=954a4d91-a7c9-404e-a69a-d74a1e4c6840,segment=NetworkSegment(8f7562c3-3eef-4aa9-9574-d876c16eb386),segment_id=8f7562c3-3eef-4aa9-9574-d876c16eb386)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:26.279726 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Routers {'04172f67-51d6-4f61-af37-772b3915fce4'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:26.280376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04172f67-51d6-4f61-af37-772b3915fce4'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:26.297866 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:26.317673 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.318471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:26.325479 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9348ddbd-5878-4eca-b66e-54a41483b186 None None] The sync data for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 is: [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:11:26.388486 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70768480-fd84-48d6-98c2-90d58ccb516a None None] Network f2b5de09-b9e8-4373-81a8-842737b1487d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:11:26.495264 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=954a4d91-a7c9-404e-a69a-d74a1e4c6840,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:26.569000 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Set router 04172f67-51d6-4f61-af37-772b3915fce4 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:26.641793 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:26.642181 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.651180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.774564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-afaba393-00b8-4d04-940a-4805513ed016 None None] Provisioning complete for port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:26.774969 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-afaba393-00b8-4d04-940a-4805513ed016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.824946 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Allocated IP 172.20.0.1 (f2b5de09-b9e8-4373-81a8-842737b1487d/e81d703f-24d3-4244-9e19-2cc6bc8f48d3/6fe572c0-de1a-4a53-b8b6-9c957337f26e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:26.941995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.980748 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:26.997350 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 3, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port': {'id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:27.021092 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Network f2b5de09-b9e8-4373-81a8-842737b1487d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:27.025534 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:27.029250 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:27.032654 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Checking router: 04172f67-51d6-4f61-af37-772b3915fce4 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:11:27.033125 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Updating router 04172f67-51d6-4f61-af37-772b3915fce4 port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:11:27.062809 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Pushing event updated for resources: {'Port': ['ID=6fe572c0-de1a-4a53-b8b6-9c957337f26e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:27.063054 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.089793 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.225428 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.404199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-460f8cf9-1839-453e-aa7d-8dadd2de6c93 None None] Provisioning complete for port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:27.404419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-460f8cf9-1839-453e-aa7d-8dadd2de6c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.406189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.412726 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.477229 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.479086 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Pushing event updated for resources: {'Port': ['ID=6fe572c0-de1a-4a53-b8b6-9c957337f26e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:27.550910 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.556246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.575960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Network f2b5de09-b9e8-4373-81a8-842737b1487d is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:27.577598 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:27.609408 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Attempting to bind port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:11:27.609781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Attempting to bind port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:11:27.610142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Attempting to bind port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:27.613749 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984b060-0c00-4f3a-95f7-7e22240d92b0 None None] Pushing event updated for resources: {'Port': ['ID=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:27.618480 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:11:27.618886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:27.619290 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.619674 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:11:27.620141 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Bound port: 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:11:27.620548 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.680450 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] For port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:11:27.684345 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] For port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:11:27.685939 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-36aa7682-d96d-4a9f-8b9d-23d2e3251c0f None None] Provisioning complete for port 6fe572c0-de1a-4a53-b8b6-9c957337f26e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:27.686311 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-36aa7682-d96d-4a9f-8b9d-23d2e3251c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.706523 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.710316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Router 04172f67-51d6-4f61-af37-772b3915fce4 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:11:27.760176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-36aa7682-d96d-4a9f-8b9d-23d2e3251c0f None None] Port 6fe572c0-de1a-4a53-b8b6-9c957337f26e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:11:27.782172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Routers {'04172f67-51d6-4f61-af37-772b3915fce4'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:27.783016 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04172f67-51d6-4f61-af37-772b3915fce4'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:27.785756 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984b060-0c00-4f3a-95f7-7e22240d92b0 None None] Pushing event updated for resources: {'Port': ['ID=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:27.850387 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:11:27.861974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-d319166c-6ffb-470d-864c-5b125ae072ff admin admin] 10.222.0.22 "PUT /v2.0/routers/04172f67-51d6-4f61-af37-772b3915fce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852109 Sep 19 04:11:27.880845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 954a4d91-a7c9-404e-a69a-d74a1e4c6840 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:27.938232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f0265c94-2d6e-4963-9575-faa600d02895 None None] Provisioning complete for port 6fe572c0-de1a-4a53-b8b6-9c957337f26e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:27.938606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f0265c94-2d6e-4963-9575-faa600d02895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:27.942074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] Set router 04172f67-51d6-4f61-af37-772b3915fce4 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:28.042521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-f0265c94-2d6e-4963-9575-faa600d02895 None None] Port 6fe572c0-de1a-4a53-b8b6-9c957337f26e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:11:28.048288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:28.048659 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.210769 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 20d9586e-c80a-4d14-888a-c2a021c6579e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:28.265122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 4, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port': {'id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6fe572c0-de1a-4a53-b8b6-9c957337f26e', 'name': '', 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'mac_address': 'fa:16:3e:54:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:26Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 2, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'subnets': [{'id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:28.293027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a75256-2f5a-44a0-96b1-b085ceabc1c5 None None] The sync data for ids ['04172f67-51d6-4f61-af37-772b3915fce4'] in n-d-809936-1 is: [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 4, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port': {'id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6fe572c0-de1a-4a53-b8b6-9c957337f26e', 'name': '', 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'mac_address': 'fa:16:3e:54:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:26Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 2, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'subnets': [{'id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:11:28.298234 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 20d9586e-c80a-4d14-888a-c2a021c6579e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:28.298761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.400231 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40450) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:28.405267 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-50ab618a-da47-42ec-b951-c0db90fc2ec9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716192299', 'description': 'tempest-secgroup-smoke-716192299 description', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:28.427665 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50ab618a-da47-42ec-b951-c0db90fc2ec9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.523344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50ab618a-da47-42ec-b951-c0db90fc2ec9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.528337 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50ab618a-da47-42ec-b951-c0db90fc2ec9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.557636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-50ab618a-da47-42ec-b951-c0db90fc2ec9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.558907 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-50ab618a-da47-42ec-b951-c0db90fc2ec9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1576405 Sep 19 04:11:28.562240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40452) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:28.563638 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab618a-da47-42ec-b951-c0db90fc2ec9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:28.568086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ad020188-b3ad-4d56-9dd9-4b18e1e80a0f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:28.595777 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad020188-b3ad-4d56-9dd9-4b18e1e80a0f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.655732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad020188-b3ad-4d56-9dd9-4b18e1e80a0f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.659717 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad020188-b3ad-4d56-9dd9-4b18e1e80a0f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.680430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad020188-b3ad-4d56-9dd9-4b18e1e80a0f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3339bc1-2fbb-4456-b739-6123098cc1a7,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:28.689657 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ad020188-b3ad-4d56-9dd9-4b18e1e80a0f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.691425 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ad020188-b3ad-4d56-9dd9-4b18e1e80a0f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280627 Sep 19 04:11:28.694332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40454) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:28.699072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-1cc59496-49fc-4778-be44-d16aa1142344 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:28.728454 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1cc59496-49fc-4778-be44-d16aa1142344 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.789625 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1cc59496-49fc-4778-be44-d16aa1142344 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.793535 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1cc59496-49fc-4778-be44-d16aa1142344 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.812237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc59496-49fc-4778-be44-d16aa1142344 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bc9ebe-a567-4a00-9eff-4cd373cdadc0,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:28.821461 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-1cc59496-49fc-4778-be44-d16aa1142344 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.822942 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1cc59496-49fc-4778-be44-d16aa1142344 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273794 Sep 19 04:11:28.825867 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40456) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:28.830479 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-32966673-f6b2-4d58-b187-09244bba7a51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:28.858907 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32966673-f6b2-4d58-b187-09244bba7a51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.928523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32966673-f6b2-4d58-b187-09244bba7a51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.931977 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32966673-f6b2-4d58-b187-09244bba7a51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.949308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32966673-f6b2-4d58-b187-09244bba7a51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37de1ac-51d5-4378-8aff-4b72674dd219,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:28.954521 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-32966673-f6b2-4d58-b187-09244bba7a51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:28.955806 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-32966673-f6b2-4d58-b187-09244bba7a51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289124 Sep 19 04:11:28.959110 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40458) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:28.963271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-387860f5-a42c-4366-84b3-aa0d177c080f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:28.989561 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-387860f5-a42c-4366-84b3-aa0d177c080f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.063253 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-387860f5-a42c-4366-84b3-aa0d177c080f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.069088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-387860f5-a42c-4366-84b3-aa0d177c080f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.091199 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387860f5-a42c-4366-84b3-aa0d177c080f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef0d38b-dc80-4b84-960a-2ed7a28d4537,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:29.095585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-387860f5-a42c-4366-84b3-aa0d177c080f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.099528 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-387860f5-a42c-4366-84b3-aa0d177c080f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367836 Sep 19 04:11:29.100004 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40460) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:29.104218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:29.130423 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Project cf415e8cb1f44cfabdca4a638833402e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:11:29.139942 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.202636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.207366 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.226454 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7738107b-a0a9-4f31-aafb-2c1da003f19c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:29.231648 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.236186 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-09bdb604-7302-4d73-9466-bf0cc6e9c117 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355691 Sep 19 04:11:29.239414 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40462) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:29.244030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:29.272354 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Project cf415e8cb1f44cfabdca4a638833402e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:11:29.278267 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.347320 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.352400 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.372895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9064948-d5b0-49ef-a76d-6e331c1e5b92,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:29.381625 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.386884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-3311678c-69cc-41a3-a776-d58c0f77904d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1424091 Sep 19 04:11:29.543949 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-9b474c11-6cef-42d4-851a-a2f55793a48f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716192299&fields=id&tenant_id=cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 267 time: 0.0376823 Sep 19 04:11:29.660171 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-615074ae-612c-4c39-b677-9ae96b7d4829 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:29.661728 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-615074ae-612c-4c39-b677-9ae96b7d4829 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 809 time: 0.1094053 Sep 19 04:11:29.677739 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-bf4011a0-b4d0-48d2-b9f0-8f1bab2be986 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/quotas/cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 375 time: 0.0102122 Sep 19 04:11:29.731874 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-6980c5d6-1a29-4966-ab92-207b71e5f301 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480862 Sep 19 04:11:29.828310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:29.866318 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-e41220e1-91bb-4993-9d86-0cfd79d8d00a service neutron] 10.222.0.22 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169763 Sep 19 04:11:29.887235 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:29.888181 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.964389 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:29.969946 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-7a265de4-26bf-4abc-9be7-6c9bffa1a0a2 service neutron] 10.222.0.22 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023693 Sep 19 04:11:29.985087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:29.990110 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:30.039808 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:30.156598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-752faa7d-bc20-4bbc-bdec-5efa681012af req-2e26ef2d-0855-4ccf-b593-f138b1815076 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 210 time: 0.0340378 Sep 19 04:11:30.408165 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Sync routers for ids ['04172f67-51d6-4f61-af37-772b3915fce4'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:11:30.418547 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Routers {'04172f67-51d6-4f61-af37-772b3915fce4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:30.419236 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04172f67-51d6-4f61-af37-772b3915fce4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:30.491772 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:30.533789 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Set router 04172f67-51d6-4f61-af37-772b3915fce4 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:30.734145 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 4, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port': {'id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6fe572c0-de1a-4a53-b8b6-9c957337f26e', 'name': '', 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'mac_address': 'fa:16:3e:54:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:26Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 2, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'subnets': [{'id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:30.760841 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Checking router: 04172f67-51d6-4f61-af37-772b3915fce4 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:11:30.761186 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Updating router 04172f67-51d6-4f61-af37-772b3915fce4 port 6fe572c0-de1a-4a53-b8b6-9c957337f26e binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:11:30.784480 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.042831 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.047955 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.104246 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1e90f-11ac-4aa2-a444-5db04b3554b7 None None] Pushing event updated for resources: {'Port': ['ID=6fe572c0-de1a-4a53-b8b6-9c957337f26e,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:31.162358 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Attempting to bind port 6fe572c0-de1a-4a53-b8b6-9c957337f26e on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:11:31.162734 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Attempting to bind port 6fe572c0-de1a-4a53-b8b6-9c957337f26e by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:11:31.163289 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Attempting to bind port 6fe572c0-de1a-4a53-b8b6-9c957337f26e on network f2b5de09-b9e8-4373-81a8-842737b1487d {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:31.169415 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:11:31.169786 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Checking segment: {'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:31.170191 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.170582 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Bound using segment: {'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:11:31.174067 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Bound port: 6fe572c0-de1a-4a53-b8b6-9c957337f26e, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7562c3-3eef-4aa9-9574-d876c16eb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:11:31.174449 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.181964 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-16d32de4-9b4b-4cf6-aa01-6c03361b8d90 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:31.184325 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-16d32de4-9b4b-4cf6-aa01-6c03361b8d90 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 809 time: 0.1268513 Sep 19 04:11:31.267062 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-a8d135ed-d010-4ec8-b904-a79fca81ffac tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 379 time: 0.0676467 Sep 19 04:11:31.306373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8ebca8c-0d30-4046-b5f1-b36b52416875 req-35bf5643-bd22-47e6-8ae7-8b1e7e69f188 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 210 time: 0.0368214 Sep 19 04:11:31.306931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'port': {'device_id': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'admin_state_up': True, 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'security_groups': ['5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:31.323614 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] For port 6fe572c0-de1a-4a53-b8b6-9c957337f26e, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:11:31.327328 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] For port 6fe572c0-de1a-4a53-b8b6-9c957337f26e, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6fe572c0-de1a-4a53-b8b6-9c957337f26e,segment=NetworkSegment(8f7562c3-3eef-4aa9-9574-d876c16eb386),segment_id=8f7562c3-3eef-4aa9-9574-d876c16eb386)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:11:31.334229 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.407920 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Routers {'04172f67-51d6-4f61-af37-772b3915fce4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:31.408579 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04172f67-51d6-4f61-af37-772b3915fce4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:31.441733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Made reservation on behalf of cf415e8cb1f44cfabdca4a638833402e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:11:31.446059 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.511954 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-e9a1cffc-35bc-4bfd-a277-be0646ccf7ae None None] Provisioning complete for port 6fe572c0-de1a-4a53-b8b6-9c957337f26e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:31.512529 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cffc-35bc-4bfd-a277-be0646ccf7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.539062 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1e90f-11ac-4aa2-a444-5db04b3554b7 None None] Pushing event updated for resources: {'Port': ['ID=6fe572c0-de1a-4a53-b8b6-9c957337f26e,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:31.574205 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] Set router 04172f67-51d6-4f61-af37-772b3915fce4 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:31.604581 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Allocated IP 172.20.0.13 (35b93f93-9fb7-4026-8f26-e3a7266ba248/b66a8011-6e43-4986-82f2-07e219b49de0/161f6f72-bbdc-4e1d-8a8d-ef540f1159e0) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:31.612535 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cffc-35bc-4bfd-a277-be0646ccf7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.652558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-e9a1cffc-35bc-4bfd-a277-be0646ccf7ae None None] For port 6fe572c0-de1a-4a53-b8b6-9c957337f26e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6fe572c0-de1a-4a53-b8b6-9c957337f26e,segment=NetworkSegment(8f7562c3-3eef-4aa9-9574-d876c16eb386),segment_id=8f7562c3-3eef-4aa9-9574-d876c16eb386)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:31.657218 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e9a1cffc-35bc-4bfd-a277-be0646ccf7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.707001 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1cffc-35bc-4bfd-a277-be0646ccf7ae None None] Pushing event updated for resources: {'Port': ['ID=6fe572c0-de1a-4a53-b8b6-9c957337f26e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:31.763436 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.780258 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-7e894a9f-4a4a-4104-9d95-cf9ebbdd99be None None] Provisioning complete for port 6fe572c0-de1a-4a53-b8b6-9c957337f26e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:31.780634 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7e894a9f-4a4a-4104-9d95-cf9ebbdd99be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.806046 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 4, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port': {'id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6fe572c0-de1a-4a53-b8b6-9c957337f26e', 'name': '', 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'mac_address': 'fa:16:3e:54:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:26Z', 'updated_at': '2021-09-19T04:11:31Z', 'revision_number': 4, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'subnets': [{'id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:31.822677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.838522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6fe572c0-de1a-4a53-b8b6-9c957337f26e up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:31.841284 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e516a42-0f70-4e1a-80ed-2cb571dc93f8 None None] The sync data for ids ['04172f67-51d6-4f61-af37-772b3915fce4'] in n-d-809936-1 is: [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:27Z', 'revision_number': 4, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port': {'id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '6fe572c0-de1a-4a53-b8b6-9c957337f26e', 'name': '', 'network_id': 'f2b5de09-b9e8-4373-81a8-842737b1487d', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'mac_address': 'fa:16:3e:54:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:26Z', 'updated_at': '2021-09-19T04:11:31Z', 'revision_number': 4, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'subnets': [{'id': 'e81d703f-24d3-4244-9e19-2cc6bc8f48d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:11:31.883560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:31.889085 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:31.895371 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:31.902808 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:31.935874 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 6fe572c0-de1a-4a53-b8b6-9c957337f26e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:31.936368 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.971818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:31.972795 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:31.992525 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-1f1746c8-0c04-48fc-b7fb-b01a0de32f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6963265 Sep 19 04:11:32.033434 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:32.086536 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:32.087022 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.143567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-66ef3654-4883-4ebf-b1f9-e767fb452075 None None] Provisioning complete for port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:32.143950 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-66ef3654-4883-4ebf-b1f9-e767fb452075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.148196 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Request body: {'port': {'device_id': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:32.205003 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.205713 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-66ef3654-4883-4ebf-b1f9-e767fb452075 None None] Port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:11:32.408313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba16e61-0027-4513-b41c-d80ac6e4150c req-21d30e4a-b25f-434b-89dc-d18f61f54fd6 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:32.410418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ba16e61-0027-4513-b41c-d80ac6e4150c req-21d30e4a-b25f-434b-89dc-d18f61f54fd6 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 932 time: 0.0545688 Sep 19 04:11:32.451502 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4ba16e61-0027-4513-b41c-d80ac6e4150c req-51c9a5ca-5745-478d-a846-850f297b38c8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344357 Sep 19 04:11:32.491485 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:11:32.498839 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.511289 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Transition to ACTIVE for port object 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:11:32.515009 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.565580 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:32.639055 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:11:32.639403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:11:32.639742 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:32.644542 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:11:32.644875 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:11:32.649895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:11:32.650240 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Checking segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:11:32.650631 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Bound using segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:11:32.651091 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Bound port: 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:11:32.651483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.717829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:11:32.721127 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:11:32.726667 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.761539 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:32.762170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:32.763567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] 10.222.0.32 "PUT /v2.0/ports/161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1092 time: 0.7578952 Sep 19 04:11:32.764007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:11:32.766269 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c94e889-d6b5-4eee-9151-2ef95e28c11e" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:11:32.792670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a76b-7ddd-4902-ac4b-2edf08a27e01 service neutron] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:32.812203 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2c2b03-6651-42f3-b6e1-ecd29eaaf1ed x-openstack-request-id: req-ef2c2b03-6651-42f3-b6e1-ecd29eaaf1ed {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:11:32.812495 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:11:32.812751 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef2c2b03-6651-42f3-b6e1-ecd29eaaf1ed {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:11:32.813152 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'status': 'completed', 'code': 200} Sep 19 04:11:32.872645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-4183d224-f44e-4ffa-a5b8-cca1d34fb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:32.874190 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-4183d224-f44e-4ffa-a5b8-cca1d34fb34f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1095 time: 0.0430462 Sep 19 04:11:32.926981 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-99c3928f-db1b-4441-910b-b9932f60835a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 217 time: 0.0393512 Sep 19 04:11:32.975926 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-4b1a3211-eb54-4d5a-a620-9ba993eaf981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:32.977344 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-4b1a3211-eb54-4d5a-a620-9ba993eaf981 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0435112 Sep 19 04:11:33.024997 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-da64b454-36b5-4935-b530-ca799b10181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:33.026909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-da64b454-36b5-4935-b530-ca799b10181f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431330 Sep 19 04:11:33.121676 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-10706255-e4f9-43e2-8424-4593a532b0d0 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875533 Sep 19 04:11:33.210021 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2aa87be3-cc70-4df0-8c0a-93c376e8a2d8 req-467ddfee-d2f7-4d48-a5d0-64990db755a0 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806673 Sep 19 04:11:33.337165 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-6fc06a51-ac32-4b3f-b956-680299169724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:33.338953 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-6fc06a51-ac32-4b3f-b956-680299169724 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1095 time: 0.0462503 Sep 19 04:11:33.426624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-35327d4c-53c2-4f87-869b-b237a68d391c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:33.428128 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-35327d4c-53c2-4f87-869b-b237a68d391c service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0820961 Sep 19 04:11:33.472678 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-ccf24ac8-43f0-4e30-b554-f17209501692 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 217 time: 0.0374455 Sep 19 04:11:33.524829 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-2925e659-44a3-4107-89d0-c2cc31dc473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:33.526287 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-2925e659-44a3-4107-89d0-c2cc31dc473a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0458484 Sep 19 04:11:33.569084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5470d-b809-4292-8215-8f136f1d8d7d req-7afc9b63-41f8-4552-ac6c-cc6e2d280d4e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:33.570648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9df5470d-b809-4292-8215-8f136f1d8d7d req-7afc9b63-41f8-4552-ac6c-cc6e2d280d4e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 944 time: 0.0484686 Sep 19 04:11:33.571839 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-724fa2b5-7557-4b74-a659-d383920793db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:33.573361 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-724fa2b5-7557-4b74-a659-d383920793db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403056 Sep 19 04:11:33.611891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9df5470d-b809-4292-8215-8f136f1d8d7d req-ece69e3a-6bb5-49ed-9ddb-86cb1080ca6c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320582 Sep 19 04:11:33.670825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-03f207f9-b869-483a-81f5-53518ae57059 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894427 Sep 19 04:11:33.765623 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8c94e889-d6b5-4eee-9151-2ef95e28c11e req-795fe345-0ebb-4c3a-b1f9-4ddea04cc2c6 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878930 Sep 19 04:11:34.731899 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebbe14-3940-4791-8570-c489f88ee9d6 req-971d2307-08a9-4fcc-98ed-cc17bf3326e2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:34.733389 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdebbe14-3940-4791-8570-c489f88ee9d6 req-971d2307-08a9-4fcc-98ed-cc17bf3326e2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 944 time: 0.0516477 Sep 19 04:11:34.772387 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bdebbe14-3940-4791-8570-c489f88ee9d6 req-82ffd0b8-04d5-4d38-a587-969783a9feb2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Sep 19 04:11:35.883460 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c004dab-ecc4-480c-9923-416681005bc0 req-233be60b-5184-4adc-8ab0-5d9a7a742d4f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:35.884977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c004dab-ecc4-480c-9923-416681005bc0 req-233be60b-5184-4adc-8ab0-5d9a7a742d4f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 944 time: 0.0483959 Sep 19 04:11:35.922073 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8c004dab-ecc4-480c-9923-416681005bc0 req-a14d27ad-0157-4268-980a-73d6d6707a65 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Sep 19 04:11:36.211319 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:11:36.300618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:36.311044 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'port_id': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'mac_address': 'fa:16:3e:bc:70:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:11:36.350637 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:36.362973 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:11:36.381683 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:36.385478 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:36.430714 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:36.805682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:11:37.034121 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1644c16-54e5-4586-88d7-be6936bb8cbf req-d4b183ec-02de-4c6e-9a6f-0e21b9f4a631 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:37.035639 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1644c16-54e5-4586-88d7-be6936bb8cbf req-d4b183ec-02de-4c6e-9a6f-0e21b9f4a631 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0489793 Sep 19 04:11:37.071778 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c1644c16-54e5-4586-88d7-be6936bb8cbf req-a576b5e5-6c3b-480c-9800-3d3fab41e922 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300801 Sep 19 04:11:38.187691 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa09b0-267b-47ae-beaa-d56c246f53eb req-7a6b5bf5-10e5-4378-aa76-38a49dd382c9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:38.189209 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5aa09b0-267b-47ae-beaa-d56c246f53eb req-7a6b5bf5-10e5-4378-aa76-38a49dd382c9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0515742 Sep 19 04:11:38.205758 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:11:38.227817 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a5aa09b0-267b-47ae-beaa-d56c246f53eb req-d24dcf12-a881-4b9f-ba4c-8e75c74a2364 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324697 Sep 19 04:11:38.253897 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:11:38.257919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:11:38.258294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:38.332498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:38.354074 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:11:38.356207 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe88f339-301f-42d7-85a8-95b44c75102d" -d '{"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-plugged", "status": "completed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:11:38.368446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:11:38.372919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:38.400117 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7563c4f-5fef-41cb-a6a6-7a190ffe6b09 x-openstack-request-id: req-e7563c4f-5fef-41cb-a6a6-7a190ffe6b09 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:11:38.400531 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-plugged", "status": "completed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:11:38.400867 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7563c4f-5fef-41cb-a6a6-7a190ffe6b09 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:11:38.401362 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'code': 200} Sep 19 04:11:38.428161 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:38.514755 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b25601-1675-4820-80fc-01649c7d0916 req-8241afc0-6351-4022-84e2-f4962f4f90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:38.516297 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2b25601-1675-4820-80fc-01649c7d0916 req-8241afc0-6351-4022-84e2-f4962f4f90ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1097 time: 0.0386102 Sep 19 04:11:38.553618 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c2b25601-1675-4820-80fc-01649c7d0916 req-c8785a1a-858c-402f-a21a-6798fc0f2503 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299494 Sep 19 04:11:39.338646 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281bb81-a064-428d-ba4d-c421530b688d req-fd80425b-ca0f-4050-a845-0844e40d4aa0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:39.340127 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f281bb81-a064-428d-ba4d-c421530b688d req-fd80425b-ca0f-4050-a845-0844e40d4aa0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0475113 Sep 19 04:11:39.377212 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f281bb81-a064-428d-ba4d-c421530b688d req-246aeada-f59a-44b3-86bb-5aef2dd26f9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312610 Sep 19 04:11:40.489830 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e82bc-8493-469a-890f-2960c439a1d0 req-875bdf22-cda2-4c3e-ba97-aec53564b797 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:40.491368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d48e82bc-8493-469a-890f-2960c439a1d0 req-875bdf22-cda2-4c3e-ba97-aec53564b797 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0476756 Sep 19 04:11:40.528548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d48e82bc-8493-469a-890f-2960c439a1d0 req-2bb72745-29f7-446c-a4d7-8a6720fcc777 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313869 Sep 19 04:11:40.643882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d62bcd-1abc-42a9-b5c5-60e95a2ebe8b req-7434fc15-e664-4364-a288-a644e3fcf4dc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:40.645368 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6d62bcd-1abc-42a9-b5c5-60e95a2ebe8b req-7434fc15-e664-4364-a288-a644e3fcf4dc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0520523 Sep 19 04:11:40.682344 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a6d62bcd-1abc-42a9-b5c5-60e95a2ebe8b req-056e72be-016a-4d34-8fee-a3873111df15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302918 Sep 19 04:11:40.703225 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40518) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:40.810882 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8a3d41-8a06-4108-a4d8-364b62bbfa02 tempest-TestShelveInstance-296158237 tempest-TestShelveInstance-296158237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:40.812375 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-4a8a3d41-8a06-4108-a4d8-364b62bbfa02 tempest-TestShelveInstance-296158237 tempest-TestShelveInstance-296158237-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1092 time: 0.1081743 Sep 19 04:11:40.815268 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40522) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:11:40.819937 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:11:40.841476 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:40.938114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:41.042726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Allocated IP 172.25.8.110 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/2b575861-f0bd-4a1e-86a0-b98096716c3e) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:11:41.144816 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:41.176189 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:41.211647 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:11:41.214306 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:11:41.217776 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:11:41.242981 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'Port': ['ID=2b575861-f0bd-4a1e-86a0-b98096716c3e,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:41.865180 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:41.928994 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:42.071916 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:42.076505 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:42.150204 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'Port': ['ID=2b575861-f0bd-4a1e-86a0-b98096716c3e,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:11:42.156844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:42.253002 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Floating IP 3f8f72f0-a877-4c41-a8d5-faec6de12df5 associated. External IP: 172.25.8.110, port: 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0. Sep 19 04:11:42.455109 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Router b76f61e9-3366-41f1-b5c1-061f571ab207 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:11:42.560915 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:11:42.571039 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] Sync routers for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:11:42.576539 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:42.581437 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:42.582057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:42.602727 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ef134956-2eff-4799-b4cb-518073b0ff86 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7864785 Sep 19 04:11:42.603368 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:11:42.605658 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dfb73a-a73b-4b84-9611-c989a89da47c" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:11:42.645738 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0348e0-4114-4dc6-9509-c2a2bf405a93 x-openstack-request-id: req-9b0348e0-4114-4dc6-9509-c2a2bf405a93 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:11:42.646033 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:11:42.646328 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b0348e0-4114-4dc6-9509-c2a2bf405a93 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:11:42.646733 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'status': 'completed', 'code': 200} Sep 19 04:11:42.691245 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:42.729290 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-be0f0eab-a29d-4592-aab7-f6ed773ac4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:42.730823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-be0f0eab-a29d-4592-aab7-f6ed773ac4cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1097 time: 0.0396013 Sep 19 04:11:42.821825 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-64282e90-9eac-4740-8317-e17f3fe5b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:42.823232 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-64282e90-9eac-4740-8317-e17f3fe5b2d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0855083 Sep 19 04:11:42.891226 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-bb127f7e-0fbe-43d1-8178-4d596fa244de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1000 time: 0.0607324 Sep 19 04:11:42.912885 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3f8f72f0-a877-4c41-a8d5-faec6de12df5', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'port_id': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'mac_address': 'fa:16:3e:bc:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:11:41Z', 'updated_at': '2021-09-19T04:11:41Z', 'revision_number': 0, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:42.938698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] Checking router: b76f61e9-3366-41f1-b5c1-061f571ab207 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:11:42.939334 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-723c06f5-f6f0-469a-8747-bda98c69ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:42.940810 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-723c06f5-f6f0-469a-8747-bda98c69ad3c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0435839 Sep 19 04:11:42.946958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:11:42.947589 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:11:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:42.984842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-a620b1b6-9ed0-4d56-a698-2c6fd178d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:42.986338 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-a620b1b6-9ed0-4d56-a698-2c6fd178d9e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384314 Sep 19 04:11:43.083246 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-e902c688-5264-4a81-9b0a-c87a20d5300d service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878611 Sep 19 04:11:43.180351 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-41dfb73a-a73b-4b84-9611-c989a89da47c req-e8c4dc2f-e7e9-4e61-b190-216856e6b28e service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898530 Sep 19 04:11:43.202759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:11:43.420260 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3f8f72f0-a877-4c41-a8d5-faec6de12df5', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'port_id': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'mac_address': 'fa:16:3e:bc:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:11:41Z', 'updated_at': '2021-09-19T04:11:41Z', 'revision_number': 0, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:11:43.449006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e5709-d791-4b6a-b35e-bc75471655f4 None None] The sync data for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 is: [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '3f8f72f0-a877-4c41-a8d5-faec6de12df5', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'floating_ip_address': '172.25.8.110', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'port_id': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'mac_address': 'fa:16:3e:bc:70:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:11:41Z', 'updated_at': '2021-09-19T04:11:41Z', 'revision_number': 0, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:11:43.631301 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224b098-4b81-43d0-8c9c-3a97e4b45a50 None None] New status for floating IP 3f8f72f0-a877-4c41-a8d5-faec6de12df5: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:11:44.569889 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5adad671-3e89-462b-8a48-c37309a70115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:46.607283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:47.344820 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-961c2316-67f4-4026-b04e-cf841a70040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:48.053157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-026dfa40-2a81-43d7-899d-2dbd7e2aff90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389819 Sep 19 04:11:48.087064 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:48.159667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-5d94871b-084c-47cf-90ea-4c5ec752a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:48.161121 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-5d94871b-084c-47cf-90ea-4c5ec752a2e5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1097 time: 0.0401201 Sep 19 04:11:48.263973 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-630e4ae6-cdf1-4ecc-a57d-c42b1b67f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:48.265426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-630e4ae6-cdf1-4ecc-a57d-c42b1b67f23f service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0848527 Sep 19 04:11:48.326817 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-fa46073a-d4f1-4907-bd4e-32d8f81f97fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1002 time: 0.0543089 Sep 19 04:11:48.374332 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-88c71dfb-98b6-4ad7-9b6e-f5c7706745fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:48.375777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-88c71dfb-98b6-4ad7-9b6e-f5c7706745fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0424936 Sep 19 04:11:48.424192 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-94f55454-2db5-43e6-b1b2-c66b87902842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:11:48.425722 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-94f55454-2db5-43e6-b1b2-c66b87902842 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433736 Sep 19 04:11:48.513436 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-5281fafd-bf5f-4e70-8fed-8c308288f33a service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805647 Sep 19 04:11:48.605015 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f6f76ac9-82c5-476e-8d50-6a85802bfdd2 req-6225b759-e5b5-4fa6-bade-bbbf972c443f service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847747 Sep 19 04:11:48.711217 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:11:49.247567 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:11:50.282802 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:00.439491 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-c7794627-7996-49c5-8c0c-5cb217d074d7 req-de217aa1-920f-4d4a-8a91-9a6042071b45 service neutron] (94723) timed out ('10.222.0.22', 36480) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 04:12:00.511032 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:14.570664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-578bf859-1a3e-4c70-a8e8-5f3b4c57c1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:16.621373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:17.344332 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-475727e9-3dc5-424b-ac83-86e0e096b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:18.091381 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:18.712817 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:20.285346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:26.247149 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:12:30.501596 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:44.570819 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f166813a-453e-4821-b03a-897191e2bf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:46.619680 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:47.343419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3b025cc3-5f88-435b-a5bc-da97031b8961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:48.039723 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-21b508f5-0455-4db9-ab3d-114397fc69ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393064 Sep 19 04:12:48.093639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:48.139994 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e64e3-6e34-4958-aa71-330459a955ea req-e592fa76-6010-4668-8e29-c46b56f54b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:12:48.141463 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-e592fa76-6010-4668-8e29-c46b56f54b09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1097 time: 0.0387945 Sep 19 04:12:48.246509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e64e3-6e34-4958-aa71-330459a955ea req-844d6b94-02b3-447b-9a6c-e39783d1e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:12:48.247999 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-844d6b94-02b3-447b-9a6c-e39783d1e814 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0849524 Sep 19 04:12:48.311813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-b84c9535-8938-4f69-9616-daa133ef36fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1002 time: 0.0552022 Sep 19 04:12:48.372146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e64e3-6e34-4958-aa71-330459a955ea req-5aa2933c-00f7-4fad-9c9f-4efb233898fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:12:48.373544 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-5aa2933c-00f7-4fad-9c9f-4efb233898fd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0456398 Sep 19 04:12:48.418238 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e64e3-6e34-4958-aa71-330459a955ea req-1389fc0f-9799-44cd-ae92-63ab500debee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:12:48.419696 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-1389fc0f-9799-44cd-ae92-63ab500debee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382257 Sep 19 04:12:48.507531 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-83163419-bdd5-4c3f-add3-c1bb186364f4 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790856 Sep 19 04:12:48.599480 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d99e64e3-6e34-4958-aa71-330459a955ea req-9458b150-732e-4954-af50-46b19a04c98d service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838604 Sep 19 04:12:48.716584 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:12:50.288008 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:00.514273 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:03.245941 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:13:14.573913 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-eb41e2f3-03a0-4e48-8edb-bfe047ddfd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:16.638524 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:17.344809 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e997263f-5379-48f7-92b6-4b4a0caf0ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:18.095890 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:18.718545 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:20.290444 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:30.524230 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:40.245544 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:13:44.575165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c28909b1-b530-40cc-9ea7-bad0007895e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:46.649788 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:47.344402 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1ab1b776-8fd1-43f2-8fc6-eabf30be0ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:48.096373 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:48.722073 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:50.026019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-cb7fae05-76ba-40fa-85e9-e8b1280a6648 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390253 Sep 19 04:13:50.120299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-a8b2924b-2230-437a-9ad2-b5ea4a3bdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:13:50.121730 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-a8b2924b-2230-437a-9ad2-b5ea4a3bdc67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1097 time: 0.0395467 Sep 19 04:13:50.224278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-a10ad0f2-0241-424a-99a1-ba78c5733efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:13:50.225695 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-a10ad0f2-0241-424a-99a1-ba78c5733efa service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0851228 Sep 19 04:13:50.290049 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-0e61120f-6cf7-4ca6-9c46-a25f674f2049 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1002 time: 0.0565822 Sep 19 04:13:50.293654 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:13:50.340335 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-0877eee2-bbac-460d-bee7-651e80d07a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:13:50.341755 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-0877eee2-bbac-460d-bee7-651e80d07a65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0462320 Sep 19 04:13:50.385660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-db6a7338-0a82-4c3a-b749-521f899f6d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:13:50.387130 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-db6a7338-0a82-4c3a-b749-521f899f6d73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386622 Sep 19 04:13:50.477202 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-d9a4cfbc-24ac-4da7-850f-fbdb332eacbd service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825722 Sep 19 04:13:50.563945 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b41292a0-6b96-49f1-9533-55afc25985d2 req-dc114673-4416-403e-9200-8537a2c3538b service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799665 Sep 19 04:14:00.524073 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:09.881074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e4cb7-ba04-49ea-82cd-f6da65faaf1c req-772ef2e7-872d-4279-ba11-d397d11d2d29 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:09.882546 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c3e4cb7-ba04-49ea-82cd-f6da65faaf1c req-772ef2e7-872d-4279-ba11-d397d11d2d29 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0985036 Sep 19 04:14:09.919900 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2c3e4cb7-ba04-49ea-82cd-f6da65faaf1c req-4f324d46-d11c-4805-af19-8bd7886f52de tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311642 Sep 19 04:14:11.075984 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d0067-52ee-42ce-a385-b6c533bda0e8 req-6b61861d-803e-4e84-8134-5cbea33a68aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:11.077455 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c80d0067-52ee-42ce-a385-b6c533bda0e8 req-6b61861d-803e-4e84-8134-5cbea33a68aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0484977 Sep 19 04:14:11.113935 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c80d0067-52ee-42ce-a385-b6c533bda0e8 req-93e30ad2-77c5-41b1-8b3b-9377b8091d51 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Sep 19 04:14:12.250883 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99838569-9560-4142-ac61-6bdc38ca99f6 req-7ed7d476-244d-495f-a7d7-6c4c44641f32 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:12.252337 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99838569-9560-4142-ac61-6bdc38ca99f6 req-7ed7d476-244d-495f-a7d7-6c4c44641f32 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0484791 Sep 19 04:14:12.293435 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-99838569-9560-4142-ac61-6bdc38ca99f6 req-d37af82d-6451-4972-9e70-db836fefa927 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349038 Sep 19 04:14:13.408419 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f2d9d-0718-4dd4-9dc3-17ce58c28c48 req-6ee35318-2964-4430-90ba-14cf962a2446 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:13.409869 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd5f2d9d-0718-4dd4-9dc3-17ce58c28c48 req-6ee35318-2964-4430-90ba-14cf962a2446 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0477860 Sep 19 04:14:13.447553 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bd5f2d9d-0718-4dd4-9dc3-17ce58c28c48 req-bce20af7-4ff2-4587-b0b4-c0e444317608 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Sep 19 04:14:14.560711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4a04c-4ae8-4f8d-93b4-4dbca1c0bf4e req-d735a859-42d1-43e2-a421-06d422b75940 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:14.562183 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbd4a04c-4ae8-4f8d-93b4-4dbca1c0bf4e req-d735a859-42d1-43e2-a421-06d422b75940 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0476606 Sep 19 04:14:14.577399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-59fdbea8-c8cc-4aa9-a8e0-6c685dbd345d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:14.601076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bbd4a04c-4ae8-4f8d-93b4-4dbca1c0bf4e req-7093edb6-0231-470f-84f4-573a26a429a0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328970 Sep 19 04:14:15.715247 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799185bf-9957-440d-8653-1a00f717ac6e req-e2dfafe2-2fe7-4910-a405-37f9f16aa18b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:15.716708 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-799185bf-9957-440d-8653-1a00f717ac6e req-e2dfafe2-2fe7-4910-a405-37f9f16aa18b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0482881 Sep 19 04:14:15.757521 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-799185bf-9957-440d-8653-1a00f717ac6e req-3896f62b-6321-4226-a8af-0a8f59b4dec7 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349622 Sep 19 04:14:16.663923 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:16.870240 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c3c9e-770f-43cd-a425-0e96572f4bfd req-6143fea5-a127-4e6a-84c5-9bbd2877da15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:16.871760 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-709c3c9e-770f-43cd-a425-0e96572f4bfd req-6143fea5-a127-4e6a-84c5-9bbd2877da15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0498648 Sep 19 04:14:16.909517 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-709c3c9e-770f-43cd-a425-0e96572f4bfd req-98dbd230-d998-442c-aef1-1420edd90fd5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318444 Sep 19 04:14:17.245320 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:14:17.343667 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-03c69812-47d2-4443-a5e2-35ba298369d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:18.019988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21405235-d8f4-4232-9be9-9e56eaa7aa31 req-d97bdceb-f90d-4bc6-8c85-a39a494aec32 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:18.021449 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21405235-d8f4-4232-9be9-9e56eaa7aa31 req-d97bdceb-f90d-4bc6-8c85-a39a494aec32 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0478680 Sep 19 04:14:18.059258 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-21405235-d8f4-4232-9be9-9e56eaa7aa31 req-929e30ed-391a-4402-a919-ed8e8ba0970a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313811 Sep 19 04:14:18.097364 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:18.723621 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:19.172970 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c0ab8-91ba-4b66-9d08-cb08c588923d req-58ab9303-8805-48e2-9ea3-12715e6b0b53 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:19.174457 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e55c0ab8-91ba-4b66-9d08-cb08c588923d req-58ab9303-8805-48e2-9ea3-12715e6b0b53 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0477445 Sep 19 04:14:19.215313 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e55c0ab8-91ba-4b66-9d08-cb08c588923d req-bf08c1d5-8211-4efd-8fae-a3b13af3aee0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348499 Sep 19 04:14:20.297070 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:20.330303 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f79df-cc7b-4e1d-b983-be35d0d6be3a req-5cd793ce-f656-488b-9f51-f1afa7600579 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:20.331795 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5f79df-cc7b-4e1d-b983-be35d0d6be3a req-5cd793ce-f656-488b-9f51-f1afa7600579 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0494392 Sep 19 04:14:20.368066 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f5f79df-cc7b-4e1d-b983-be35d0d6be3a req-33a9ac82-674f-416f-9865-5a823d1f1ab5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303016 Sep 19 04:14:21.481759 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef858c-78f2-4faa-9124-16ef49c8c632 req-69cf4a67-d274-4484-b1ab-5fcc4890fcb8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:21.483239 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2ef858c-78f2-4faa-9124-16ef49c8c632 req-69cf4a67-d274-4484-b1ab-5fcc4890fcb8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0480890 Sep 19 04:14:21.519886 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2ef858c-78f2-4faa-9124-16ef49c8c632 req-2908d2c9-ccf5-45cd-8ae1-23055a27625f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308354 Sep 19 04:14:22.631706 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5d71f-1394-45ec-9b31-699685055d44 req-318a5bef-78cc-4ad4-ba23-07abfe5ea8fc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:22.633151 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ace5d71f-1394-45ec-9b31-699685055d44 req-318a5bef-78cc-4ad4-ba23-07abfe5ea8fc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0479603 Sep 19 04:14:22.675366 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ace5d71f-1394-45ec-9b31-699685055d44 req-63de0a80-b4f1-4f57-a61e-6e9acad17816 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362046 Sep 19 04:14:23.035570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:14:23.126988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:23.138285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'port_id': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'mac_address': 'fa:16:3e:bc:70:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:14:23.173104 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:23.185472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:14:23.204081 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:23.207991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:23.256935 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:14:23.264819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.265172 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.265517 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.265858 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.266195 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.266556 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.266915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.267246 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.267573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.267901 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.268225 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.268550 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:23.341203 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:14:23.787024 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0deaef-7698-4865-8739-f32a56b9be0c req-13892495-5203-47f1-aa9e-4df1cba07522 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:23.788490 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e0deaef-7698-4865-8739-f32a56b9be0c req-13892495-5203-47f1-aa9e-4df1cba07522 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0483217 Sep 19 04:14:23.825866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e0deaef-7698-4865-8739-f32a56b9be0c req-5ac08b35-8273-4535-8f30-74e4d8ec0f38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310936 Sep 19 04:14:24.938307 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2bae11-b889-4b07-a15b-946a8285ab85 req-b449b7d9-00ef-4e75-be70-df35e7e7515c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:24.939822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e2bae11-b889-4b07-a15b-946a8285ab85 req-b449b7d9-00ef-4e75-be70-df35e7e7515c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0481935 Sep 19 04:14:24.976233 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5e2bae11-b889-4b07-a15b-946a8285ab85 req-3bcec4dc-6aee-42b0-ad42-de166083a2da tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306599 Sep 19 04:14:25.042155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:14:25.087812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:14:25.088188 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:25.159452 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:25.180250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:14:25.182501 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e7c8aa-2920-422d-ac68-8f826526b011" -d '{"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-plugged", "status": "completed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:14:25.194598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:25.199295 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:25.247312 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:14:26.088140 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762cb73-1197-4063-bbb9-1f8011801fd4 req-ef56ea9d-f1bf-4dfb-9550-c67f4ca2bc80 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:26.089615 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4762cb73-1197-4063-bbb9-1f8011801fd4 req-ef56ea9d-f1bf-4dfb-9550-c67f4ca2bc80 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0476534 Sep 19 04:14:26.132314 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4762cb73-1197-4063-bbb9-1f8011801fd4 req-4f1817bc-8347-4ce6-b737-91e5a1debe0e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358288 Sep 19 04:14:26.239301 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b08fb1f-713a-4fa8-9bc0-bbaf878df6bf x-openstack-request-id: req-0b08fb1f-713a-4fa8-9bc0-bbaf878df6bf {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:14:26.239757 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-plugged", "status": "completed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:14:26.239912 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b08fb1f-713a-4fa8-9bc0-bbaf878df6bf {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:14:26.240315 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'code': 200} Sep 19 04:14:27.257333 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626a314-8a5f-4476-8033-c4985194ed94 req-cf207839-e162-40a6-a714-ca4f946c455d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:27.259275 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c626a314-8a5f-4476-8033-c4985194ed94 req-cf207839-e162-40a6-a714-ca4f946c455d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0542583 Sep 19 04:14:27.304140 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c626a314-8a5f-4476-8033-c4985194ed94 req-a8851cf4-23d3-4866-aa73-07a52e26233e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378072 Sep 19 04:14:28.439667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500ff25-206b-43ab-939d-7d831d95da43 req-55a978e5-9368-4ba8-8f42-965236fa5cf7 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:28.443526 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1500ff25-206b-43ab-939d-7d831d95da43 req-55a978e5-9368-4ba8-8f42-965236fa5cf7 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0544112 Sep 19 04:14:28.484593 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1500ff25-206b-43ab-939d-7d831d95da43 req-c71c57e0-3d40-4e61-9d1a-38cc7f742ef3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336013 Sep 19 04:14:29.609270 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcee3a-e147-4c38-83bf-05e30041194a req-9a1ef239-fa0f-4e4e-9e69-fd2506fcd122 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:29.616499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ebcee3a-e147-4c38-83bf-05e30041194a req-9a1ef239-fa0f-4e4e-9e69-fd2506fcd122 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0578389 Sep 19 04:14:29.656671 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8ebcee3a-e147-4c38-83bf-05e30041194a req-aed87370-3717-4c58-845b-6c68ca435133 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389662 Sep 19 04:14:30.533098 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:30.776464 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6c27-8d45-45d1-9389-c7241166e42c req-c22e7600-4fc1-43db-b7c2-04fbaf2047aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:30.777991 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e20b6c27-8d45-45d1-9389-c7241166e42c req-c22e7600-4fc1-43db-b7c2-04fbaf2047aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0520127 Sep 19 04:14:30.818516 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e20b6c27-8d45-45d1-9389-c7241166e42c req-10616862-3aa1-41a6-ab2e-0ad339524340 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335758 Sep 19 04:14:31.954512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6cdc0-e7d6-4588-91c3-74a5e1b43024 req-583fc75b-b77a-4ec3-ad20-259cc0c31645 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:31.956204 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05a6cdc0-e7d6-4588-91c3-74a5e1b43024 req-583fc75b-b77a-4ec3-ad20-259cc0c31645 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0543237 Sep 19 04:14:32.000021 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05a6cdc0-e7d6-4588-91c3-74a5e1b43024 req-066f9b9c-d007-4ace-b363-cd1d76ebea7b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373790 Sep 19 04:14:33.125196 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06b470-ba4a-4773-b685-03a1add7b590 req-5c909375-6817-4452-a5a0-42da5fa6916e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:33.126843 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f06b470-ba4a-4773-b685-03a1add7b590 req-5c909375-6817-4452-a5a0-42da5fa6916e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0503654 Sep 19 04:14:33.170614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f06b470-ba4a-4773-b685-03a1add7b590 req-da9f6b96-5509-4d86-85f9-56419f48ac5b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367937 Sep 19 04:14:34.303348 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d65f8-c4b4-4319-8929-61d567099842 req-107fbd7f-3f6b-40da-9bad-b8af73973fd2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:34.306624 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f4d65f8-c4b4-4319-8929-61d567099842 req-107fbd7f-3f6b-40da-9bad-b8af73973fd2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0677104 Sep 19 04:14:34.355729 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-7f4d65f8-c4b4-4319-8929-61d567099842 req-236af4fc-0d81-4690-985e-3ca54190a547 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430241 Sep 19 04:14:35.479168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a2d34-9b33-4cd0-afca-bca60be655a6 req-87164904-e9e3-4b7f-a5d0-b23258fca623 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:35.480675 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e16a2d34-9b33-4cd0-afca-bca60be655a6 req-87164904-e9e3-4b7f-a5d0-b23258fca623 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0514927 Sep 19 04:14:35.520511 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e16a2d34-9b33-4cd0-afca-bca60be655a6 req-cb020e66-bc15-4336-ad28-dcfd30893a4a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Sep 19 04:14:36.639312 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de902a-fa5c-4de9-a33d-b5585f2b4208 req-b238be59-5477-4fc9-a860-fe08d23100c3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:36.640791 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88de902a-fa5c-4de9-a33d-b5585f2b4208 req-b238be59-5477-4fc9-a860-fe08d23100c3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0496285 Sep 19 04:14:36.682173 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-88de902a-fa5c-4de9-a33d-b5585f2b4208 req-4ad46fd9-64e5-4483-9efe-bab086e9246d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355139 Sep 19 04:14:36.737131 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-edbcc041-3863-4c61-afed-74a90fb7ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:36.738599 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-edbcc041-3863-4c61-afed-74a90fb7ad17 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1097 time: 0.0403318 Sep 19 04:14:36.829868 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-d7df530a-d1c1-4635-8779-42d12218b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:36.831359 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-d7df530a-d1c1-4635-8779-42d12218b351 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0862904 Sep 19 04:14:36.894567 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-9f564f47-f0bb-4b9d-a917-8f362361f27b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1002 time: 0.0561042 Sep 19 04:14:36.945576 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-37ab1b1e-ee77-419d-81e4-0a5b919eae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:36.947617 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-37ab1b1e-ee77-419d-81e4-0a5b919eae7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0463505 Sep 19 04:14:36.989902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-58891a8d-9c75-44f6-914e-01023f63ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:36.991376 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-58891a8d-9c75-44f6-914e-01023f63ee91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0369987 Sep 19 04:14:37.081441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-89586746-b235-4b06-aa4e-7ddab5dba87c service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820587 Sep 19 04:14:37.166860 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-937141b3-7c6c-4d7f-9c26-1cb4cb4ab438 req-a49e727f-a851-4324-bf06-bd204d954df9 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786400 Sep 19 04:14:37.806007 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6b1a4-3ecc-4ecd-bfd7-ceafc7c13d56 req-d9238bbf-bed9-4a5e-a9c4-046bfd7693b9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:37.807539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84b6b1a4-3ecc-4ecd-bfd7-ceafc7c13d56 req-d9238bbf-bed9-4a5e-a9c4-046bfd7693b9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0506470 Sep 19 04:14:37.846311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-84b6b1a4-3ecc-4ecd-bfd7-ceafc7c13d56 req-3dac478e-20c9-447c-af37-c2fc228ff585 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Sep 19 04:14:38.959174 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc60d5-0ab7-429b-9272-660b266aa9a9 req-125c99a9-eb0e-40cb-8118-059675e14e09 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:38.960865 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5cc60d5-0ab7-429b-9272-660b266aa9a9 req-125c99a9-eb0e-40cb-8118-059675e14e09 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0482349 Sep 19 04:14:38.997373 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e5cc60d5-0ab7-429b-9272-660b266aa9a9 req-7e6d7f51-c61a-48b3-86d5-4b09e6f1a60f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306535 Sep 19 04:14:39.067795 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-270afbb9-db9e-4264-b559-f737f9692b87 req-a9062553-5229-4b7d-a7bc-cc2c8b8e0062 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:14:39.068884 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-270afbb9-db9e-4264-b559-f737f9692b87 req-a9062553-5229-4b7d-a7bc-cc2c8b8e0062 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054970 Sep 19 04:14:39.128748 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:14:39.226728 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:39.240755 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158836a-60f8-4279-8707-d5dab7a599f6 req-644836e1-6c81-4fd6-9a4d-32a55176b4a7 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:39.242534 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6158836a-60f8-4279-8707-d5dab7a599f6 req-644836e1-6c81-4fd6-9a4d-32a55176b4a7 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0501885 Sep 19 04:14:39.249686 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:14:39.252007 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e58c53-3021-4010-abb3-00a61b84dcbc" -d '{"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-unplugged", "status": "completed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:14:39.273806 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:39.279144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:39.294311 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6158836a-60f8-4279-8707-d5dab7a599f6 req-95114621-8ac5-46eb-aa7f-6365801d9a6f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Sep 19 04:14:39.305491 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 19 Sep 2021 04:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16313dda-6524-4239-9d15-bdc7db2a89da x-openstack-request-id: req-16313dda-6524-4239-9d15-bdc7db2a89da {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:14:39.305922 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-unplugged", "status": "failed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "code": 422}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:14:39.306456 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16313dda-6524-4239-9d15-bdc7db2a89da {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:14:39.307417 n-d-809936-1 neutron-server[94724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'code': 422} returned with failed status Sep 19 04:14:39.332031 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:14:39.388350 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40750) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:14:39.464738 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-07e56fad-bcfb-4569-b6e3-23be4228c8c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0751677 Sep 19 04:14:39.473197 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-29471dbc-f39a-482a-9049-dd3e7398b8f6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:14:39.474161 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-29471dbc-f39a-482a-9049-dd3e7398b8f6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048454 Sep 19 04:14:40.410126 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96b9f0-8d1e-43c2-ba6c-f676bbe6e00c req-ab75b06c-eac4-4acc-8c6d-df1b558c4ad5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:40.411607 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b96b9f0-8d1e-43c2-ba6c-f676bbe6e00c req-ab75b06c-eac4-4acc-8c6d-df1b558c4ad5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 944 time: 0.0483589 Sep 19 04:14:40.448804 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1b96b9f0-8d1e-43c2-ba6c-f676bbe6e00c req-78be0206-8a90-475b-b5bd-1e8aa8feabdb tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Sep 19 04:14:41.560316 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af0e02-1142-434e-b6eb-8e74731fce54 req-04b28aba-3059-4f91-9cb0-447b51086b2c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:41.561762 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29af0e02-1142-434e-b6eb-8e74731fce54 req-04b28aba-3059-4f91-9cb0-447b51086b2c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 944 time: 0.0472405 Sep 19 04:14:41.598623 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-29af0e02-1142-434e-b6eb-8e74731fce54 req-8ac50afd-e6c8-4daa-9b56-77c23ad4185e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Sep 19 04:14:42.292523 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-602d8e07-f53c-46b7-919a-0f882d00989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:42.293993 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-602d8e07-f53c-46b7-919a-0f882d00989f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf&tenant_id=cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 1095 time: 0.0403633 Sep 19 04:14:42.304645 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-be4802d7-f8ef-4037-92d9-5cfec71ea116 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:14:42.305572 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-be4802d7-f8ef-4037-92d9-5cfec71ea116 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048499 Sep 19 04:14:42.316863 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:14:42.692056 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:42.718049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b15c3-eabf-419b-9b5c-384e4c5892c5 req-1739384e-996e-45da-9f07-7e2721bf274b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:42.719576 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb2b15c3-eabf-419b-9b5c-384e4c5892c5 req-1739384e-996e-45da-9f07-7e2721bf274b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 944 time: 0.0519755 Sep 19 04:14:42.757312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-cb2b15c3-eabf-419b-9b5c-384e4c5892c5 req-245de105-7ad9-4241-9100-cf9829fb2f2f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Sep 19 04:14:42.889241 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:42.920675 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:14:42.951567 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:14:42.958791 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:42.971152 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Transition to ACTIVE for port object 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:14:42.974945 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:43.026270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=9']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:14:43.061903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.062258 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.062606 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.062971 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.063310 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.063640 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.063969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.064298 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.064622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.064945 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.065270 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.065591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:14:43.107396 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] No DVR routers for this DVR port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:14:43.242564 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:14:43.242940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:14:43.243278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:14:43.247543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:14:43.247870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Attempting to bind port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:14:43.252624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:14:43.252970 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Checking segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:14:43.253362 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Bound using segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:14:43.253792 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Bound port: 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:14:43.254153 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:43.318737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:14:43.321732 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:14:43.325622 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:43.358802 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:43.359570 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:43.360882 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] 10.222.0.30 "PUT /v2.0/ports/161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1092 time: 1.0474799 Sep 19 04:14:43.361326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:14:43.363591 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d255aa-8539-4658-aa5b-57a4e9bd47ed" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:14:43.412437 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee68210a-8d1e-4300-9ca0-66eeed5fae1f x-openstack-request-id: req-ee68210a-8d1e-4300-9ca0-66eeed5fae1f {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:14:43.412743 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:14:43.412995 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee68210a-8d1e-4300-9ca0-66eeed5fae1f {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:14:43.413415 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'status': 'completed', 'code': 200} Sep 19 04:14:43.414248 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d11236-5679-488d-96d1-834d99c0ddac service neutron] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=10']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:14:43.433075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-9194ba88-dffe-4ea7-b299-90f3aa1918a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:43.434813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-9194ba88-dffe-4ea7-b299-90f3aa1918a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1096 time: 0.0508778 Sep 19 04:14:43.530953 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-bb0c2444-1a38-436d-912f-816e0941d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:43.532419 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-bb0c2444-1a38-436d-912f-816e0941d81f service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0911646 Sep 19 04:14:43.597338 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-764d2986-a9cb-4220-b72f-840c7944dbbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1000 time: 0.0572636 Sep 19 04:14:43.647361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-479e3c93-e604-455d-9f3d-a889e19ed782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:43.648728 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-479e3c93-e604-455d-9f3d-a889e19ed782 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0437410 Sep 19 04:14:43.696141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-e7faf68c-16f8-46e1-a006-4e9e466c94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:43.698183 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-e7faf68c-16f8-46e1-a006-4e9e466c94fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420671 Sep 19 04:14:43.785866 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-b3e632f7-5370-41a5-b9e2-3e5c706fc924 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810192 Sep 19 04:14:43.873950 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deab21-8953-46cd-ae4a-57f43b2e1c86 req-cb20ccbc-0e25-4ce0-bd26-df158a61ca21 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:43.875471 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7deab21-8953-46cd-ae4a-57f43b2e1c86 req-cb20ccbc-0e25-4ce0-bd26-df158a61ca21 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0501938 Sep 19 04:14:43.882328 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-38827e17-d8ac-43a1-b5d9-3184023ccc85 req-161ce5ab-cd5b-45cb-a291-6ac38892d944 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893314 Sep 19 04:14:43.915252 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f7deab21-8953-46cd-ae4a-57f43b2e1c86 req-23400074-abed-44ce-8a7c-7436d6bdfbd3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332718 Sep 19 04:14:43.963121 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-41563af8-d823-4ddc-866c-15d9a7540b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:43.964621 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-41563af8-d823-4ddc-866c-15d9a7540b00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1096 time: 0.0409257 Sep 19 04:14:44.061803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-3710430c-2df5-4a28-9ec5-9a9d394b7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:44.063393 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-3710430c-2df5-4a28-9ec5-9a9d394b7c57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0913742 Sep 19 04:14:44.131602 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-f94e1797-a8eb-4789-bddc-6beeb874e543 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1000 time: 0.0611475 Sep 19 04:14:44.191869 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-3411452f-50f4-4d28-9d16-00cc32fbc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:44.194005 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-3411452f-50f4-4d28-9d16-00cc32fbc600 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0479639 Sep 19 04:14:44.579604 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fb5f440f-08d7-4377-8839-30f9ba9d0a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:45.033026 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e1684-de30-4895-a57a-e414c07854ae req-38b57ed0-1f4c-472a-b321-8d8a988fbdaa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:45.034583 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd7e1684-de30-4895-a57a-e414c07854ae req-38b57ed0-1f4c-472a-b321-8d8a988fbdaa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0498576 Sep 19 04:14:45.075694 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dd7e1684-de30-4895-a57a-e414c07854ae req-351f0903-8ea0-4cb1-9c62-cd8425e23454 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350218 Sep 19 04:14:46.196721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481610c0-2c84-4372-8f17-56b1b065b49f req-deac1d18-1295-4a02-8b71-45939dbdab7a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:46.198406 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-481610c0-2c84-4372-8f17-56b1b065b49f req-deac1d18-1295-4a02-8b71-45939dbdab7a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0538945 Sep 19 04:14:46.238561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-481610c0-2c84-4372-8f17-56b1b065b49f req-8dca4a6b-68a0-4868-a803-43424c3c1dec tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337481 Sep 19 04:14:46.666109 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:47.345630 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7b699216-ed98-4ffd-a27e-fb4a1ae6328f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:47.364597 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60b126-63df-4b7a-afbf-dd6ca41a9a41 req-82dada46-5539-467b-b9c1-e251ab404683 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:47.366384 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e60b126-63df-4b7a-afbf-dd6ca41a9a41 req-82dada46-5539-467b-b9c1-e251ab404683 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0571439 Sep 19 04:14:47.409425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4e60b126-63df-4b7a-afbf-dd6ca41a9a41 req-affe29c5-ef51-467e-9004-2049ce1a6ce3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361156 Sep 19 04:14:48.098568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:48.532376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ba3ed-9c53-43ae-9bdb-b279b9b112eb req-15c53ec1-d57b-43de-8393-f5d7a0191333 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:48.533957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c86ba3ed-9c53-43ae-9bdb-b279b9b112eb req-15c53ec1-d57b-43de-8393-f5d7a0191333 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0524271 Sep 19 04:14:48.579330 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c86ba3ed-9c53-43ae-9bdb-b279b9b112eb req-7a212963-7664-4de2-afd5-8d65add70c88 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389647 Sep 19 04:14:48.729024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:49.719787 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8251575-44da-4aac-af35-a9ddb1b414ac req-7c2e6cda-b195-40d3-bfe2-dbf40c0264cd tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:49.721425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8251575-44da-4aac-af35-a9ddb1b414ac req-7c2e6cda-b195-40d3-bfe2-dbf40c0264cd tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0749466 Sep 19 04:14:49.762134 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e8251575-44da-4aac-af35-a9ddb1b414ac req-29a99d0d-af89-4392-99d9-870098ba9a3f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342019 Sep 19 04:14:50.300047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:50.881714 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76550cf-8c9d-453a-b9d9-b53c8482df73 req-ccd222d9-34cb-4510-beec-32af4aa4b9ba tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:50.883220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b76550cf-8c9d-453a-b9d9-b53c8482df73 req-ccd222d9-34cb-4510-beec-32af4aa4b9ba tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0508096 Sep 19 04:14:50.928316 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b76550cf-8c9d-453a-b9d9-b53c8482df73 req-9da8a3e1-0dc1-4a51-bf45-6748809ce3ed tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390196 Sep 19 04:14:52.050828 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0002606-f73c-4c7a-8cd6-192343f5203a req-6506d276-1499-4e94-a525-c1e87c968636 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:52.052697 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0002606-f73c-4c7a-8cd6-192343f5203a req-6506d276-1499-4e94-a525-c1e87c968636 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0516121 Sep 19 04:14:52.092540 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a0002606-f73c-4c7a-8cd6-192343f5203a req-0b030291-27df-4dcf-ab8f-643c74923b76 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329082 Sep 19 04:14:53.227391 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62b08-64fe-4147-bc94-00903c98474a req-3f44e7de-ded1-49a3-a3c8-a37b2563323d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:53.229152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97c62b08-64fe-4147-bc94-00903c98474a req-3f44e7de-ded1-49a3-a3c8-a37b2563323d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0552270 Sep 19 04:14:53.268215 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-97c62b08-64fe-4147-bc94-00903c98474a req-71f4b2b5-12e5-49a2-8ed5-d206f2b1ce0b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331039 Sep 19 04:14:53.960337 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-e9823c44-cefc-4309-8bdb-3e1420279b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:53.961816 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-e9823c44-cefc-4309-8bdb-3e1420279b00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437477 Sep 19 04:14:54.054422 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-195ea4bf-ba71-42f5-ba0f-f127d2de9b47 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800688 Sep 19 04:14:54.149514 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-50d255aa-8539-4658-aa5b-57a4e9bd47ed req-18185a29-52a4-4ac5-9b75-853565cac3b8 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848296 Sep 19 04:14:54.244493 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:14:54.382927 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f69de-7f55-4ddb-8b93-5951fce44302 req-ce87bc7f-6ab5-452b-b9d9-c4aaadf4204a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:54.384408 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-266f69de-7f55-4ddb-8b93-5951fce44302 req-ce87bc7f-6ab5-452b-b9d9-c4aaadf4204a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0480447 Sep 19 04:14:54.423807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-266f69de-7f55-4ddb-8b93-5951fce44302 req-6e4c0474-c7ef-469c-86b0-66d80fcd5c70 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328398 Sep 19 04:14:55.536550 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1fcac-a7e7-4e51-b717-2d5888105cb1 req-5587ef60-0b42-43a3-a274-82a4a3bbe030 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:55.538065 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0e1fcac-a7e7-4e51-b717-2d5888105cb1 req-5587ef60-0b42-43a3-a274-82a4a3bbe030 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0479596 Sep 19 04:14:55.576425 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c0e1fcac-a7e7-4e51-b717-2d5888105cb1 req-84bcfb73-61fb-42c1-8333-18c39a0a5ebd tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316455 Sep 19 04:14:56.694069 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee07699-e55a-473a-992b-dc9e7904e6a5 req-db3d9f40-e488-45f3-aeb0-b3747a73ddef tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:56.695561 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bee07699-e55a-473a-992b-dc9e7904e6a5 req-db3d9f40-e488-45f3-aeb0-b3747a73ddef tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 945 time: 0.0526161 Sep 19 04:14:56.731889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bee07699-e55a-473a-992b-dc9e7904e6a5 req-d60bd565-458f-4bf0-8678-93367dc6157c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303605 Sep 19 04:14:56.808220 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:14:56.899827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:56.910685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'port_id': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'mac_address': 'fa:16:3e:bc:70:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:14:56.947324 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:56.959297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:14:56.977490 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:56.982116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:57.025106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=11']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:14:57.222710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:14:57.844299 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b600e-948e-4a6b-a60a-f25b39627e65 req-4dc869fc-2ec6-42d3-9c3f-f3e2f1e04db4 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:57.845820 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-353b600e-948e-4a6b-a60a-f25b39627e65 req-4dc869fc-2ec6-42d3-9c3f-f3e2f1e04db4 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0478466 Sep 19 04:14:57.883596 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-353b600e-948e-4a6b-a60a-f25b39627e65 req-b3890e70-8789-4fd9-b72e-01407b5bd2ce tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Sep 19 04:14:58.822542 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:14:58.869721 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:14:58.873598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:14:58.873963 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:58.951365 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:58.973828 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:14:58.976108 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c16dbbe-0052-4235-9c3e-23e15249b8b0" -d '{"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-plugged", "status": "completed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:14:58.991472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:14:58.995854 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:14:58.999229 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fd8e3-292c-4ec9-ad70-356af9b3b1e5 req-0786850a-6250-43bf-8635-b0d3a5744491 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:59.000797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-606fd8e3-292c-4ec9-ad70-356af9b3b1e5 req-0786850a-6250-43bf-8635-b0d3a5744491 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 946 time: 0.0508940 Sep 19 04:14:59.037620 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c66050-5354-4bf7-9be1-ca562ce1d110 x-openstack-request-id: req-90c66050-5354-4bf7-9be1-ca562ce1d110 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:14:59.037938 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-plugged", "status": "completed", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:14:59.038172 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90c66050-5354-4bf7-9be1-ca562ce1d110 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:14:59.038765 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'code': 200} Sep 19 04:14:59.048632 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=12']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:14:59.056714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-606fd8e3-292c-4ec9-ad70-356af9b3b1e5 req-67bcea63-d39d-4fe6-ae45-ba38a2ec4f5c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492015 Sep 19 04:14:59.166941 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab165861-40f5-42b5-aff2-f182bd810824 req-06e22811-2c1a-4b2c-89cc-410b6b68ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:14:59.168426 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ab165861-40f5-42b5-aff2-f182bd810824 req-06e22811-2c1a-4b2c-89cc-410b6b68ec40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1098 time: 0.0395784 Sep 19 04:14:59.204020 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ab165861-40f5-42b5-aff2-f182bd810824 req-c4e078d5-2bd4-48cc-bc56-360c2951cd24 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286291 Sep 19 04:15:00.178916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5fd79-a1a4-418f-b68f-980956a93cf4 req-2e5da57f-c922-4be3-8bfb-db08d4a9d353 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:15:00.180308 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2e5fd79-a1a4-418f-b68f-980956a93cf4 req-2e5da57f-c922-4be3-8bfb-db08d4a9d353 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 947 time: 0.0526543 Sep 19 04:15:00.218152 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b2e5fd79-a1a4-418f-b68f-980956a93cf4 req-7210fd31-9577-4cdd-a589-19734c142861 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Sep 19 04:15:00.532990 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:01.331281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b3cf-680e-4acb-b1e0-e3895f3a6c4a req-5a4619b6-df88-41dd-8c0c-70aa7914d895 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:15:01.332730 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f29b3cf-680e-4acb-b1e0-e3895f3a6c4a req-5a4619b6-df88-41dd-8c0c-70aa7914d895 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 947 time: 0.0482578 Sep 19 04:15:01.370018 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3f29b3cf-680e-4acb-b1e0-e3895f3a6c4a req-c5e04a01-d24c-45df-921c-fda5180e975c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309098 Sep 19 04:15:14.581169 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2f996408-5cf9-4df2-a127-8a7170180525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:16.682991 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:17.345838 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2ea0949e-e38b-4a85-978e-c092c83744d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:18.099172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:18.730053 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:20.302731 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:27.699412 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-7d503b03-9904-41ff-b701-8060101cc4d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803757 Sep 19 04:15:27.781774 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-2b72dc4a-6d5d-4784-a611-eed764a94085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:15:27.783303 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-2b72dc4a-6d5d-4784-a611-eed764a94085 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1098 time: 0.0431590 Sep 19 04:15:27.885468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-7506fcf9-886f-4e88-a565-b3558e02850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:15:27.886903 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-7506fcf9-886f-4e88-a565-b3558e02850d service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0834787 Sep 19 04:15:27.953616 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-897d6531-6a30-4521-b817-c4b4cd93fd79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 1002 time: 0.0594683 Sep 19 04:15:28.001948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-d7aa409a-6cf1-4fcb-aff2-a687605f84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:15:28.003374 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-d7aa409a-6cf1-4fcb-aff2-a687605f84b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0414021 Sep 19 04:15:28.047771 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-703f8d8f-e46e-442f-a776-696614d9c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:15:28.049179 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-703f8d8f-e46e-442f-a776-696614d9c2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382712 Sep 19 04:15:28.140136 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-fb5d4b09-8373-45e1-962c-ac0eaca9a14f service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829792 Sep 19 04:15:28.227278 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f0d8278c-ecb2-4fbb-b398-83f6f868f5b2 req-d5aa1722-1a6c-4171-9d2b-7a695834b547 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794189 Sep 19 04:15:30.546737 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:31.243706 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:15:44.581582 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c0a94068-d705-44d9-bb7c-36d9e8d177c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:46.677025 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:47.345210 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f7f96846-f6ff-44c3-bb62-3fb93b6670e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:48.100000 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:48.731658 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:15:50.305343 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:00.547042 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:08.242962 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:16:11.977052 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40888) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:12.133966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Deleting port 2b575861-f0bd-4a1e-86a0-b98096716c3e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:16:12.134228 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:12.207121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:12.207455 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:12.219376 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Calling delete_port for 2b575861-f0bd-4a1e-86a0-b98096716c3e owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:16:12.361451 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:12.386958 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event deleted for resources: {'Port': ['ID=2b575861-f0bd-4a1e-86a0-b98096716c3e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:12.410117 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.410468 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.410838 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.411178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.411514 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.411849 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.412181 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.412512 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.412840 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.413166 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.413490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.413814 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:12.452999 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:12.453327 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Floating IP 3f8f72f0-a877-4c41-a8d5-faec6de12df5 disassociated (deleted). External IP: 172.25.8.110, port: 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0. Sep 19 04:16:12.656097 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Router b76f61e9-3366-41f1-b5c1-061f571ab207 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:16:12.760823 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:16:12.766246 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:12.771647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] Sync routers for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:16:12.780612 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:16:12.781233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:15:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:12.792019 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-938fbb03-f884-414a-bcfa-a0e903493fe3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "DELETE /v2.0/floatingips/3f8f72f0-a877-4c41-a8d5-faec6de12df5 HTTP/1.1" status: 204 len: 168 time: 0.8139081 Sep 19 04:16:12.792614 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:16:12.794885 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1481b66d-623b-472d-a1bd-f031ca5326d4" -d '{"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:16:12.891959 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7638faf-95a1-4b7a-9088-9a877a939ccb x-openstack-request-id: req-d7638faf-95a1-4b7a-9088-9a877a939ccb {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:16:12.892224 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:16:12.892482 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7638faf-95a1-4b7a-9088-9a877a939ccb {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:16:12.892993 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'status': 'completed', 'code': 200} Sep 19 04:16:12.895740 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:16:12.960558 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-fe94ac91-4844-4264-8377-3c9bb7652a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:12.962092 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-fe94ac91-4844-4264-8377-3c9bb7652a09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 1098 time: 0.0461161 Sep 19 04:16:13.047752 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca58690-1c30-4861-b560-fd6f45328054 req-fe0fc54c-c3cf-48b4-a5a5-d20a1eb35c23 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:13.050706 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca58690-1c30-4861-b560-fd6f45328054 req-fe0fc54c-c3cf-48b4-a5a5-d20a1eb35c23 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 947 time: 0.0559368 Sep 19 04:16:13.063597 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-636c7d21-0bc1-4dc4-b27f-fde95e2d7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:13.065074 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-636c7d21-0bc1-4dc4-b27f-fde95e2d7742 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0958176 Sep 19 04:16:13.091793 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-bca58690-1c30-4861-b560-fd6f45328054 req-7a473557-3d75-4574-bd50-72e18dbc6318 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345283 Sep 19 04:16:13.104057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:13.111366 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-8f8e84fb-767d-4bc3-8e37-0e81defef3d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 200 len: 217 time: 0.0386574 Sep 19 04:16:13.130881 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] Checking router: b76f61e9-3366-41f1-b5c1-061f571ab207 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:16:13.139068 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:16:13.139679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:15:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:13.160543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-4602e90d-eccd-4a53-bc72-7c030143f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:13.161982 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-4602e90d-eccd-4a53-bc72-7c030143f0bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0423169 Sep 19 04:16:13.207029 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-36a521ce-8fe2-4e92-8695-17e6b75538f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:13.208432 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-36a521ce-8fe2-4e92-8695-17e6b75538f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396729 Sep 19 04:16:13.241913 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:16:13.300768 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-f863ed41-a2c3-4e64-a690-c8a3e9fe326f service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843136 Sep 19 04:16:13.389233 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1481b66d-623b-472d-a1bd-f031ca5326d4 req-b6a9b450-6050-4454-bddc-6c440343f4e3 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810947 Sep 19 04:16:13.435869 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:13.464535 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b8d5f7-5594-4b4a-9f41-0f393d337007 None None] The sync data for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 is: [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:16:13.677703 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd3da1f-7c45-47f0-918b-d50657bb80a1 None None] New status for floating IP 3f8f72f0-a877-4c41-a8d5-faec6de12df5: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:16:14.212132 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e0d49-5967-4d6f-91f3-f8a27e96b48f req-87f7c648-8afc-48ed-880f-ecdcfe3aece6 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:14.213611 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c3e0d49-5967-4d6f-91f3-f8a27e96b48f req-87f7c648-8afc-48ed-880f-ecdcfe3aece6 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 947 time: 0.0526025 Sep 19 04:16:14.251163 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1c3e0d49-5967-4d6f-91f3-f8a27e96b48f req-e7f0f729-1ce4-4c09-8e48-4f6154f29e83 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Sep 19 04:16:14.307505 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-a6339f20-e635-40be-920e-f31337ea9e0d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:14.308951 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-a6339f20-e635-40be-920e-f31337ea9e0d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.30 "GET /v2.0/ports?device_id=56ae7e7f-7633-469a-96c0-3a271928aacf HTTP/1.1" status: 200 len: 947 time: 0.0476155 Sep 19 04:16:14.398294 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Deleting port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:16:14.398572 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:14.489966 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] For port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:16:14.490330 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:14.502813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Calling delete_port for 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:16:14.581221 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5b5cf8aa-d70c-4792-871e-af642f93eb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:14.627483 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:14.654931 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event deleted for resources: {'Port': ['ID=161f6f72-bbdc-4e1d-8a8d-ef540f1159e0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:14.700888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] No DVR routers for this DVR port 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:16:14.703408 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:14.705455 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-27ab9e93-9705-44e6-9214-57c7a22e32d7 req-b6e51e85-d51e-4ab6-840e-5607dd64239d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.30 "DELETE /v2.0/ports/161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 HTTP/1.1" status: 204 len: 173 time: 0.3903086 Sep 19 04:16:14.894661 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-deleted', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:16:14.897013 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac0f4d3-efe6-409f-8323-b04d89de41aa" -d '{"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-deleted", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:16:14.932174 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf4bbfa-0ba3-41f4-9f06-a250d8fd1690 x-openstack-request-id: req-dbf4bbfa-0ba3-41f4-9f06-a250d8fd1690 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:16:14.932470 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ae7e7f-7633-469a-96c0-3a271928aacf", "name": "network-vif-deleted", "tag": "161f6f72-bbdc-4e1d-8a8d-ef540f1159e0", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:16:14.932726 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbf4bbfa-0ba3-41f4-9f06-a250d8fd1690 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:16:14.933125 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ae7e7f-7633-469a-96c0-3a271928aacf', 'name': 'network-vif-deleted', 'tag': '161f6f72-bbdc-4e1d-8a8d-ef540f1159e0', 'status': 'completed', 'code': 200} Sep 19 04:16:15.306649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40910) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:15.365926 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b02f45ad-2e39-415b-9773-6d4f4f0c5d15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.393823 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b02f45ad-2e39-415b-9773-6d4f4f0c5d15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.456918 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b02f45ad-2e39-415b-9773-6d4f4f0c5d15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.459550 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-b02f45ad-2e39-415b-9773-6d4f4f0c5d15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.460745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-b02f45ad-2e39-415b-9773-6d4f4f0c5d15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "DELETE /v2.0/security-groups/5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25 HTTP/1.1" status: 204 len: 168 time: 0.1530542 Sep 19 04:16:15.470150 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f45ad-2e39-415b-9773-6d4f4f0c5d15 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5e1fbf-d7d1-4655-8b8d-de04b7f9ea25,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:15.754858 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40916) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:15.759815 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-344506cb-0fd9-4ea8-a8eb-c953b0aa1da1 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1273005613', 'description': 'tempest-secgroup-smoke-1273005613 description', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:15.782384 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-344506cb-0fd9-4ea8-a8eb-c953b0aa1da1 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.864554 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-344506cb-0fd9-4ea8-a8eb-c953b0aa1da1 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.868511 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-344506cb-0fd9-4ea8-a8eb-c953b0aa1da1 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.894218 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-344506cb-0fd9-4ea8-a8eb-c953b0aa1da1 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.895467 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-344506cb-0fd9-4ea8-a8eb-c953b0aa1da1 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1393008 Sep 19 04:16:15.898399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 40918) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:15.899319 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344506cb-0fd9-4ea8-a8eb-c953b0aa1da1 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03934b21-c552-4e83-b0b9-7d2c3d533cdc,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:15.904208 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '03934b21-c552-4e83-b0b9-7d2c3d533cdc', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:15.931285 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.977506 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:15.980879 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.000179 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba051bbd-c55b-44a9-802f-d8013314a326,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:16.008332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.008767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.009153 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.009494 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.009832 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.010168 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.010499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.010855 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.011186 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.011590 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.012122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.012682 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:16.015599 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.019749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40920) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:16.022807 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5f5d51c8-9d01-4066-bca4-8d51c7bda2a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196418 Sep 19 04:16:16.024249 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-d20eb273-920f-47ec-9de6-c3a85f1a7161 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '03934b21-c552-4e83-b0b9-7d2c3d533cdc', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:16.050088 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d20eb273-920f-47ec-9de6-c3a85f1a7161 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.105337 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d20eb273-920f-47ec-9de6-c3a85f1a7161 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.109227 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d20eb273-920f-47ec-9de6-c3a85f1a7161 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.124420 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20eb273-920f-47ec-9de6-c3a85f1a7161 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59befa1-980e-4f23-ae2a-3e70c841406a,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:16.132966 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d20eb273-920f-47ec-9de6-c3a85f1a7161 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.134167 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d20eb273-920f-47ec-9de6-c3a85f1a7161 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135316 Sep 19 04:16:16.137368 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40922) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:16.141595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-269aa3eb-b9a5-4316-bf9d-c299731a9b02 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '03934b21-c552-4e83-b0b9-7d2c3d533cdc', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:16.166262 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-269aa3eb-b9a5-4316-bf9d-c299731a9b02 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.222193 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-269aa3eb-b9a5-4316-bf9d-c299731a9b02 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.225637 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-269aa3eb-b9a5-4316-bf9d-c299731a9b02 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.243200 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269aa3eb-b9a5-4316-bf9d-c299731a9b02 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8d18dc-b838-4bc2-a93a-03967b954a5c,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:16.247946 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-269aa3eb-b9a5-4316-bf9d-c299731a9b02 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.250670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-269aa3eb-b9a5-4316-bf9d-c299731a9b02 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108599 Sep 19 04:16:16.251898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40924) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:16.256457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-ee8216aa-1c63-4483-bac1-c2cf5c6d4e96 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '03934b21-c552-4e83-b0b9-7d2c3d533cdc', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:16.281551 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ee8216aa-1c63-4483-bac1-c2cf5c6d4e96 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.337237 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ee8216aa-1c63-4483-bac1-c2cf5c6d4e96 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.340529 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ee8216aa-1c63-4483-bac1-c2cf5c6d4e96 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.360835 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8216aa-1c63-4483-bac1-c2cf5c6d4e96 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4ad8c1-c4b9-4d6e-8fbf-bf4c88655701,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:16.366189 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-ee8216aa-1c63-4483-bac1-c2cf5c6d4e96 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.367398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-ee8216aa-1c63-4483-bac1-c2cf5c6d4e96 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145570 Sep 19 04:16:16.370141 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40926) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:16.374361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '03934b21-c552-4e83-b0b9-7d2c3d533cdc', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:16.395339 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Project cf415e8cb1f44cfabdca4a638833402e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:16:16.399912 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.457766 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.461142 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.479274 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe160d45-3119-4a7e-a4ef-3e050fdd826b,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:16.482201 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.483462 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6bd416b8-7ffe-4b06-8886-e757e57b99f9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1123984 Sep 19 04:16:16.486722 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 40928) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:16.491051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'security_group_rule': {'security_group_id': '03934b21-c552-4e83-b0b9-7d2c3d533cdc', 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:16.511398 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Project cf415e8cb1f44cfabdca4a638833402e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:16:16.515938 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.574266 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.577806 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.594959 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cafff5-1cc3-4a4e-ab94-cfc17c897dd8,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:16.602083 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:16.603669 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-541ebeb2-527b-4731-917a-2df9e324f1aa tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159716 Sep 19 04:16:16.693020 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:17.226176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:16:17.245279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:16:17.245623 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 161f6f72-bbdc-4e1d-8a8d-ef540f1159e0 not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:16:17.345906 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c881340f-3736-42f2-bd0e-5b36d3acabce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:18.102433 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:18.736144 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:20.308346 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:30.145792 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-4931b7ed-d828-4813-a7c0-8cdf6d224a1f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1273005613&fields=id&tenant_id=cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 267 time: 0.0333710 Sep 19 04:16:30.252667 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-ad312ae6-7ff9-44f2-bd88-162a350981ec tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:30.254025 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-ad312ae6-7ff9-44f2-bd88-162a350981ec tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 809 time: 0.1014571 Sep 19 04:16:30.269162 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-b98d6899-d5fc-445a-9740-883606769958 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/quotas/cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 375 time: 0.0092206 Sep 19 04:16:30.318929 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-0a3920ec-3b90-4411-863a-ecb5a1defcf8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446522 Sep 19 04:16:30.378405 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-e04af155-63e7-46b6-9f1e-53d62e04fa1b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:16:30.379460 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-e04af155-63e7-46b6-9f1e-53d62e04fa1b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489135 Sep 19 04:16:30.476781 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-5aa591c2-988e-401c-a44e-17cf5ba1546a service neutron] 10.222.0.22 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907776 Sep 19 04:16:30.559112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:30.566114 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-476abf6f-81ea-4185-9b16-a4a6d2e36990 service neutron] 10.222.0.22 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832295 Sep 19 04:16:30.846506 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-55bfddeb-25a2-42cb-98d0-77f29407037d req-f105ccd7-94ae-4e07-9dda-f09db777f576 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0263016 Sep 19 04:16:31.922559 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2478087e-e7fe-4d12-a254-2dea15080c53 req-1d88e691-c5e9-4a27-9dc2-20937663177a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0258756 Sep 19 04:16:33.015444 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c7995a3b-e94d-4270-a273-265fdf932f0f req-0e43135d-7840-4d8e-a3da-c7f17e00ee08 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0289340 Sep 19 04:16:33.901040 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-8107c324-69ed-4ff5-87fa-3e9bb4ef5c0b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:33.902523 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-8107c324-69ed-4ff5-87fa-3e9bb4ef5c0b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 809 time: 0.1046796 Sep 19 04:16:33.950499 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-8dfb2490-26cf-4597-8107-3ac230045f05 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 380 time: 0.0331078 Sep 19 04:16:33.966433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'port': {'device_id': '109faaa5-9562-4715-bb45-1e4142042d83', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'admin_state_up': True, 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'security_groups': ['03934b21-c552-4e83-b0b9-7d2c3d533cdc']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:34.089239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Made reservation on behalf of cf415e8cb1f44cfabdca4a638833402e for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:16:34.093523 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:34.123322 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-51e0e7b8-1a74-4fa1-934d-c9f74eab4193 req-0fd9f5bc-e7ea-4bc6-839c-7c67054b8691 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0287867 Sep 19 04:16:34.217267 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Allocated IP 172.20.0.13 (35b93f93-9fb7-4026-8f26-e3a7266ba248/b66a8011-6e43-4986-82f2-07e219b49de0/97562f1a-3415-47cf-abef-85d84c6c735f) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:16:34.356898 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:34.390716 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:34.430359 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:16:34.433770 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:16:34.438050 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:16:34.472331 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:34.500584 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:34.501231 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:34.518228 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-a4e1c720-9c29-49f4-b4dd-086dca035481 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553446 Sep 19 04:16:34.528471 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-8c89ca53-600c-4f31-9a79-eb9a0453ecec tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:16:34.529515 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-8c89ca53-600c-4f31-9a79-eb9a0453ecec tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053473 Sep 19 04:16:34.590288 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Request body: {'port': {'device_id': '109faaa5-9562-4715-bb45-1e4142042d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:34.647552 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:34.733243 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-43e272eb-6223-45cd-a74e-85a4dd5ad804 None None] Provisioning complete for port 97562f1a-3415-47cf-abef-85d84c6c735f triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:16:34.733771 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-43e272eb-6223-45cd-a74e-85a4dd5ad804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:34.776206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-43e272eb-6223-45cd-a74e-85a4dd5ad804 None None] Port 97562f1a-3415-47cf-abef-85d84c6c735f cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:16:35.242960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575693a-65e3-49ba-9a32-e7f51e9a1fd5 req-8de08bd9-0d08-4a89-93eb-aa6d353ac8bd tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:35.245054 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9575693a-65e3-49ba-9a32-e7f51e9a1fd5 req-8de08bd9-0d08-4a89-93eb-aa6d353ac8bd tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 932 time: 0.0510967 Sep 19 04:16:35.249842 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97562f1a-3415-47cf-abef-85d84c6c735f {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:16:35.257880 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:35.270696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Transition to ACTIVE for port object 97562f1a-3415-47cf-abef-85d84c6c735f will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:16:35.274494 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:35.286936 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9575693a-65e3-49ba-9a32-e7f51e9a1fd5 req-95a1b47b-5b0d-49f0-ba04-8b8863a911a9 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346982 Sep 19 04:16:35.330321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:35.405891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:16:35.406176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:16:35.406478 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:16:35.411705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Port 97562f1a-3415-47cf-abef-85d84c6c735f on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:16:35.412023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:16:35.417552 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:16:35.417900 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Checking segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:16:35.418296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Bound using segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:16:35.418913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Bound port: 97562f1a-3415-47cf-abef-85d84c6c735f, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:16:35.419283 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:35.492717 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:16:35.495952 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:16:35.500636 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:35.534998 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:35.535608 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:35.537052 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] 10.222.0.32 "PUT /v2.0/ports/97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1092 time: 0.9937313 Sep 19 04:16:35.537467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:16:35.539737 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118" -d '{"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:16:35.566609 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd4307-52fa-4ef2-9484-0370bb0cc27d service neutron] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:35.593738 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a26420-6227-4f91-980d-ec0928b495a3 x-openstack-request-id: req-14a26420-6227-4f91-980d-ec0928b495a3 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:16:35.594033 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:16:35.594284 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14a26420-6227-4f91-980d-ec0928b495a3 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:16:35.594676 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'status': 'completed', 'code': 200} Sep 19 04:16:35.650214 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-67e80315-c0bc-4bf8-94ab-3577af2bef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:35.651952 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-67e80315-c0bc-4bf8-94ab-3577af2bef87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1095 time: 0.0448081 Sep 19 04:16:35.704157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-1343cba5-1f09-46ac-ae68-fa3af2768f68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 217 time: 0.0388787 Sep 19 04:16:35.753723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-faa2da94-06d2-4d04-9f02-731d84ed44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:35.755218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-faa2da94-06d2-4d04-9f02-731d84ed44b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0447948 Sep 19 04:16:35.801574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff454518-125f-4c3d-95c5-89528abde566 req-efd01fd9-be8f-464d-912d-c2fe56af22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:35.803068 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-efd01fd9-be8f-464d-912d-c2fe56af22c6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413299 Sep 19 04:16:35.899010 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-47d1eba6-d241-4d54-ae57-1afae1cb5d35 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875819 Sep 19 04:16:35.987641 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-ff454518-125f-4c3d-95c5-89528abde566 req-16a7b68f-372d-4571-98ed-38d7b93cee35 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798776 Sep 19 04:16:36.097007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-ec4757b6-53b5-4107-b3b2-b8783327cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:36.098498 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-ec4757b6-53b5-4107-b3b2-b8783327cb06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1095 time: 0.0412271 Sep 19 04:16:36.192559 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-6bf996e0-7bd4-4a40-8ebd-4954d1b5ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:36.194043 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-6bf996e0-7bd4-4a40-8ebd-4954d1b5ef1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0888901 Sep 19 04:16:36.234457 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-cd657b94-d700-4ea5-98b8-586d6eb6d879 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 217 time: 0.0334227 Sep 19 04:16:36.287140 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-5f4a0dd2-8b18-4c52-8e49-462b5cd093c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:36.288777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-5f4a0dd2-8b18-4c52-8e49-462b5cd093c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0475678 Sep 19 04:16:36.336664 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-b17c7c70-55c5-4b7d-8251-be54576ec375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:36.338206 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-b17c7c70-55c5-4b7d-8251-be54576ec375 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413463 Sep 19 04:16:36.405863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314ea0f-ce5c-4441-9d00-af195375dd2b req-4fc4262b-7ae4-4f4d-9101-d5169411e1b2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:36.407711 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2314ea0f-ce5c-4441-9d00-af195375dd2b req-4fc4262b-7ae4-4f4d-9101-d5169411e1b2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0507054 Sep 19 04:16:36.438142 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-e2a8b40c-601e-4ee6-af9f-628cc1938b48 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914207 Sep 19 04:16:36.448994 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2314ea0f-ce5c-4441-9d00-af195375dd2b req-465fc787-8001-4200-9034-0be5a3c96bcc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340872 Sep 19 04:16:36.530656 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-e0798d22-dc4f-446a-a4ce-b3a32b7b2118 req-d1232a44-610b-489f-afc3-aa34c450dda3 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845921 Sep 19 04:16:37.569535 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30353f8-c197-4467-9fa5-2e7a57bd20d6 req-4fa95a01-d7e0-44a0-8d0c-b5550567be6d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:37.571159 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d30353f8-c197-4467-9fa5-2e7a57bd20d6 req-4fa95a01-d7e0-44a0-8d0c-b5550567be6d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0515628 Sep 19 04:16:37.609142 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d30353f8-c197-4467-9fa5-2e7a57bd20d6 req-68d7f531-b545-4311-99dc-148406900883 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314810 Sep 19 04:16:38.723822 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e4906-442d-4dd2-ae33-0498ef7a3887 req-6b3dbe28-cdb2-449e-84d3-a4ed6bb8bbc8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:38.725274 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-124e4906-442d-4dd2-ae33-0498ef7a3887 req-6b3dbe28-cdb2-449e-84d3-a4ed6bb8bbc8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0480027 Sep 19 04:16:38.763185 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-124e4906-442d-4dd2-ae33-0498ef7a3887 req-b08ed8c3-4cc1-48dc-810f-fb4128cc2c5d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Sep 19 04:16:39.874330 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2233e9e-6f1f-4369-90dd-e4be7e6a3c68 req-89859124-a5c4-4eb4-8382-6a2845c0e446 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:39.875828 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2233e9e-6f1f-4369-90dd-e4be7e6a3c68 req-89859124-a5c4-4eb4-8382-6a2845c0e446 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0480902 Sep 19 04:16:39.913862 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e2233e9e-6f1f-4369-90dd-e4be7e6a3c68 req-f2646858-5a39-4f50-8b84-3f8c043c6899 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318689 Sep 19 04:16:41.029916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401649e4-80d5-4021-b376-6067f187e89d req-e96fae95-e728-4a27-a0f5-980670ada7df tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:41.031893 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-401649e4-80d5-4021-b376-6067f187e89d req-e96fae95-e728-4a27-a0f5-980670ada7df tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0518339 Sep 19 04:16:41.068269 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-401649e4-80d5-4021-b376-6067f187e89d req-8fe1f67e-9e71-4d47-adb3-dea4c888fbcc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305173 Sep 19 04:16:42.180485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312ac7f-1a66-41ec-8906-2b694fcd448e req-7addeace-e823-4fd6-b83f-a3a736a7928a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:42.182052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6312ac7f-1a66-41ec-8906-2b694fcd448e req-7addeace-e823-4fd6-b83f-a3a736a7928a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0483196 Sep 19 04:16:42.218548 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6312ac7f-1a66-41ec-8906-2b694fcd448e req-19fe22b6-f013-42b9-817e-8299988eb0b6 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301502 Sep 19 04:16:43.334080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983a7bf-1a3f-4bfa-91e0-83bf63c2f75d req-20237960-b62c-42be-8833-18ee69459108 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:43.335582 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c983a7bf-1a3f-4bfa-91e0-83bf63c2f75d req-20237960-b62c-42be-8833-18ee69459108 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0479910 Sep 19 04:16:43.373485 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c983a7bf-1a3f-4bfa-91e0-83bf63c2f75d req-3239e3f8-f6e4-451e-bc83-55fba5f447ee tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317423 Sep 19 04:16:44.493771 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cca00-cfc9-47db-a43b-c0bc42608769 req-f778a1b5-1f50-46be-90aa-6c32db6a32b3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:44.495614 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c5cca00-cfc9-47db-a43b-c0bc42608769 req-f778a1b5-1f50-46be-90aa-6c32db6a32b3 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0514576 Sep 19 04:16:44.533128 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3c5cca00-cfc9-47db-a43b-c0bc42608769 req-80f77f9b-7e7a-4daa-9ba4-54d928f6f157 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316093 Sep 19 04:16:44.582871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e86a4554-62ef-4cf6-b5d5-003da866c03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:45.241933 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:16:45.616455 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 97562f1a-3415-47cf-abef-85d84c6c735f details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:16:45.646376 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582f0f1-e1c1-46ab-81e0-4c24f16f8651 req-65120914-db45-49c8-a02a-1c9c9d4c8b8f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:45.648150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8582f0f1-e1c1-46ab-81e0-4c24f16f8651 req-65120914-db45-49c8-a02a-1c9c9d4c8b8f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0500617 Sep 19 04:16:45.686518 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8582f0f1-e1c1-46ab-81e0-4c24f16f8651 req-c317782d-e4d6-451a-8ef2-c019b6c3398c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Sep 19 04:16:45.708137 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:16:45.719372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '97562f1a-3415-47cf-abef-85d84c6c735f', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'port_id': '97562f1a-3415-47cf-abef-85d84c6c735f', 'mac_address': 'fa:16:3e:cf:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:16:45.759032 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:45.771326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97562f1a-3415-47cf-abef-85d84c6c735f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:16:45.790057 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:16:45.793944 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:45.839710 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:45.847622 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.847971 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.848310 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.848647 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.848978 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.849819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.849819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.850019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.850240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.850561 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.850906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:45.851229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:16:46.211541 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['97562f1a-3415-47cf-abef-85d84c6c735f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:16:46.690145 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:46.797367 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4411f49-1555-483c-9069-5e11872ff42e req-3ec0749c-6183-4c80-b8ad-4de6dc124c2e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:46.798836 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4411f49-1555-483c-9069-5e11872ff42e req-3ec0749c-6183-4c80-b8ad-4de6dc124c2e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 945 time: 0.0471268 Sep 19 04:16:46.835001 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4411f49-1555-483c-9069-5e11872ff42e req-1bd6f04e-251d-4a78-bec3-7f94476a501f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300081 Sep 19 04:16:47.346626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-80ac4a72-cc1f-403e-a8ef-21321e56a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:47.625917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 97562f1a-3415-47cf-abef-85d84c6c735f up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:16:47.673391 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 97562f1a-3415-47cf-abef-85d84c6c735f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:16:47.677054 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 97562f1a-3415-47cf-abef-85d84c6c735f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:16:47.677420 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:47.752015 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:47.773893 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:16:47.776126 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc381175-955c-4242-ab8a-8009d6f81d70" -d '{"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-plugged", "status": "completed", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:16:47.788237 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:16:47.792901 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:47.839553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:47.877266 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669d0e1e-3201-42af-86fc-fb5d0f70062f x-openstack-request-id: req-669d0e1e-3201-42af-86fc-fb5d0f70062f {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:16:47.877512 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-plugged", "status": "completed", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:16:47.877775 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-669d0e1e-3201-42af-86fc-fb5d0f70062f {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:16:47.878175 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'code': 200} Sep 19 04:16:47.953875 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71437a-d34b-4d66-97a1-b64f342c01fa req-0b378206-6f4a-47ef-9e78-d0a7c45494bd tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:47.955390 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f71437a-d34b-4d66-97a1-b64f342c01fa req-0b378206-6f4a-47ef-9e78-d0a7c45494bd tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0529773 Sep 19 04:16:47.993002 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9f71437a-d34b-4d66-97a1-b64f342c01fa req-87552d86-7bd3-4c0b-9aff-7fa004a6e62c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315619 Sep 19 04:16:47.999947 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc793a1-833a-4b37-b490-820903f55a2a req-9b0ae608-3773-4117-af8f-d113c39b0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:48.001495 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9fc793a1-833a-4b37-b490-820903f55a2a req-9b0ae608-3773-4117-af8f-d113c39b0f26 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1097 time: 0.0401866 Sep 19 04:16:48.036196 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-9fc793a1-833a-4b37-b490-820903f55a2a req-6c323f9f-a683-42e8-9f06-5a631f346098 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276635 Sep 19 04:16:48.105494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:48.738653 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:49.110813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e099d23-06b6-48db-a420-ceeb9f56ff4d req-e915a52e-c143-4440-bd75-0bfcc571d06b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:49.112320 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e099d23-06b6-48db-a420-ceeb9f56ff4d req-e915a52e-c143-4440-bd75-0bfcc571d06b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0508137 Sep 19 04:16:49.150525 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9e099d23-06b6-48db-a420-ceeb9f56ff4d req-7f5160d3-af14-4800-a597-a624e772eeab tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320456 Sep 19 04:16:50.262693 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fe0dc-8d0b-4e09-883e-182bf6976fe7 req-f9223926-1b0b-469f-9e53-9761bb53084e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:50.264203 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-776fe0dc-8d0b-4e09-883e-182bf6976fe7 req-f9223926-1b0b-469f-9e53-9761bb53084e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0489268 Sep 19 04:16:50.301141 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-776fe0dc-8d0b-4e09-883e-182bf6976fe7 req-5f67884d-2875-4eaa-83c5-72b64a1ad8bc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309730 Sep 19 04:16:50.311261 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:50.415720 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acccb5-ce90-423d-85a9-1e7842b6c330 req-1f7fbb5c-c571-485e-8c7f-3b3309afe299 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:50.417171 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37acccb5-ce90-423d-85a9-1e7842b6c330 req-1f7fbb5c-c571-485e-8c7f-3b3309afe299 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0516102 Sep 19 04:16:50.454070 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-37acccb5-ce90-423d-85a9-1e7842b6c330 req-bd65c515-c65d-4806-a1d9-71798c99a430 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304286 Sep 19 04:16:50.475435 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41140) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:50.553396 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bec10ab-054c-4c3a-ae27-982e55b78b0e tempest-TestShelveInstance-296158237 tempest-TestShelveInstance-296158237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:50.554895 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2bec10ab-054c-4c3a-ae27-982e55b78b0e tempest-TestShelveInstance-296158237 tempest-TestShelveInstance-296158237-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1092 time: 0.0784988 Sep 19 04:16:50.557618 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41144) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:16:50.561767 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '97562f1a-3415-47cf-abef-85d84c6c735f', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:16:50.583059 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:50.679530 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:50.778841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Allocated IP 172.25.8.141 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/92de30ee-d40a-4e31-b153-37fc284a3ebf) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:16:50.880185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:50.912138 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:50.948238 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:16:50.951101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:16:50.957057 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:16:50.962332 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'Port': ['ID=92de30ee-d40a-4e31-b153-37fc284a3ebf,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:51.304632 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:51.367292 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:51.511846 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:51.515993 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:51.580193 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event updated for resources: {'Port': ['ID=92de30ee-d40a-4e31-b153-37fc284a3ebf,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:16:51.591648 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:51.689978 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Floating IP 5125a766-6dfc-40e4-9940-9b500a7ed34d associated. External IP: 172.25.8.141, port: 97562f1a-3415-47cf-abef-85d84c6c735f. Sep 19 04:16:52.179102 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Router b76f61e9-3366-41f1-b5c1-061f571ab207 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:16:52.286291 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:16:52.296163 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] Sync routers for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:16:52.302969 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:16:52.305316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:16:52.305952 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:16:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:52.339544 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-56690afa-b366-4d95-b49e-b944cb607b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7806334 Sep 19 04:16:52.341438 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:16:52.344648 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfedd8d-0387-4700-9008-4e7915804a92" -d '{"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:16:52.413862 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:16:52.435142 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9754b9fd-832f-4f0d-b71d-cc73a8e12755 x-openstack-request-id: req-9754b9fd-832f-4f0d-b71d-cc73a8e12755 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:16:52.435566 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:16:52.435814 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9754b9fd-832f-4f0d-b71d-cc73a8e12755 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:16:52.436750 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'status': 'completed', 'code': 200} Sep 19 04:16:52.521061 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedd8d-0387-4700-9008-4e7915804a92 req-b8dd771c-d520-4b33-8097-1aafc540104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:52.522557 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-adfedd8d-0387-4700-9008-4e7915804a92 req-b8dd771c-d520-4b33-8097-1aafc540104b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1097 time: 0.0445449 Sep 19 04:16:52.612856 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedd8d-0387-4700-9008-4e7915804a92 req-5dc517e8-868d-40cf-9cab-f02d6821eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:52.614339 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-adfedd8d-0387-4700-9008-4e7915804a92 req-5dc517e8-868d-40cf-9cab-f02d6821eb3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0834172 Sep 19 04:16:52.633574 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '5125a766-6dfc-40e4-9940-9b500a7ed34d', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'port_id': '97562f1a-3415-47cf-abef-85d84c6c735f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'mac_address': 'fa:16:3e:cf:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109faaa5-9562-4715-bb45-1e4142042d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:16:51Z', 'updated_at': '2021-09-19T04:16:51Z', 'revision_number': 0, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:52.661462 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] Checking router: b76f61e9-3366-41f1-b5c1-061f571ab207 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:16:52.669955 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:16:52.671166 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:16:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:52.689929 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-adfedd8d-0387-4700-9008-4e7915804a92 req-064dad73-58b7-41cc-8220-c490e41bac85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1000 time: 0.0623546 Sep 19 04:16:52.737211 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedd8d-0387-4700-9008-4e7915804a92 req-6614fd4e-f9c0-4192-a4d1-d931847a3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:52.738651 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-adfedd8d-0387-4700-9008-4e7915804a92 req-6614fd4e-f9c0-4192-a4d1-d931847a3247 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0420401 Sep 19 04:16:52.775938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:16:52.785032 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfedd8d-0387-4700-9008-4e7915804a92 req-a08c3453-2903-45d7-b70a-7b970f19d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:52.786546 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-adfedd8d-0387-4700-9008-4e7915804a92 req-a08c3453-2903-45d7-b70a-7b970f19d4a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400877 Sep 19 04:16:52.886995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-adfedd8d-0387-4700-9008-4e7915804a92 req-c8e7b6d3-b72b-46be-b25c-e8351977bf74 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927956 Sep 19 04:16:52.975460 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-adfedd8d-0387-4700-9008-4e7915804a92 req-c265a063-ad78-4f52-ba26-e6c387f3e53e service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811367 Sep 19 04:16:52.993317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '5125a766-6dfc-40e4-9940-9b500a7ed34d', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'port_id': '97562f1a-3415-47cf-abef-85d84c6c735f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'mac_address': 'fa:16:3e:cf:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109faaa5-9562-4715-bb45-1e4142042d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:16:51Z', 'updated_at': '2021-09-19T04:16:51Z', 'revision_number': 0, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:16:53.022501 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb036f6-9157-4e8b-818c-7004501856bc None None] The sync data for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 is: [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '5125a766-6dfc-40e4-9940-9b500a7ed34d', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'floating_ip_address': '172.25.8.141', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'port_id': '97562f1a-3415-47cf-abef-85d84c6c735f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'mac_address': 'fa:16:3e:cf:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109faaa5-9562-4715-bb45-1e4142042d83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:16:51Z', 'updated_at': '2021-09-19T04:16:51Z', 'revision_number': 0, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:16:53.206633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a797aa-4d9c-4dd1-a6f2-aa2d75a49527 None None] New status for floating IP 5125a766-6dfc-40e4-9940-9b500a7ed34d: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:16:53.736694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-bbd4c7c9-2ee4-4cdb-92bb-fce74860d6c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434525 Sep 19 04:16:53.830205 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478f31-4efd-4e79-b777-89296feb6909 req-f1a97e96-50c5-4f7b-8b9c-1bc2c915b05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:53.831703 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-f1a97e96-50c5-4f7b-8b9c-1bc2c915b05a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1097 time: 0.0400550 Sep 19 04:16:53.939370 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478f31-4efd-4e79-b777-89296feb6909 req-f84376be-1f2f-4e92-9ef0-027d7ec68e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:53.940813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-f84376be-1f2f-4e92-9ef0-027d7ec68e38 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0867662 Sep 19 04:16:54.003581 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-6f720ed3-4afe-4723-a4bc-acc4e20fd499 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1002 time: 0.0554218 Sep 19 04:16:54.051919 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478f31-4efd-4e79-b777-89296feb6909 req-7c8f0778-176e-4444-b7c6-4266c335f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:54.053839 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-7c8f0778-176e-4444-b7c6-4266c335f3da service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0434723 Sep 19 04:16:54.107389 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25478f31-4efd-4e79-b777-89296feb6909 req-94a5c613-1fa0-43e1-b967-37103c2f1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:16:54.109384 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-94a5c613-1fa0-43e1-b967-37103c2f1752 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470893 Sep 19 04:16:54.197987 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-6f4bc51c-cb6b-430b-81e4-783310627588 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810471 Sep 19 04:16:54.289815 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-25478f31-4efd-4e79-b777-89296feb6909 req-dee15427-d353-434b-b9d5-5f148d86411b service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847602 Sep 19 04:17:00.564216 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:14.584408 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3f485dc8-cc2c-4fc8-901b-7499b6938b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:16.688251 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:17.347415 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a37fdab8-917d-46f4-a497-adc57a478402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:18.105728 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:18.740666 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:20.314629 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:22.241676 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:17:30.577861 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:44.584729 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-5caee9c4-82f9-4455-84bc-5ecdc4420830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:46.691581 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:47.346375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-96a7fe7e-beaa-4b33-bcfc-9ef31808dee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:48.109155 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:48.744173 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:50.317736 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:17:54.018457 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-d4391ca2-c1ae-49b0-9979-49cdea07773b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396070 Sep 19 04:17:54.112074 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264396f-f223-42f3-9659-0d86683a6687 req-67523f1b-163f-4761-a909-913cf9233e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:17:54.113477 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-67523f1b-163f-4761-a909-913cf9233e80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1097 time: 0.0403385 Sep 19 04:17:54.224700 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264396f-f223-42f3-9659-0d86683a6687 req-c251a66a-9ecb-4ebb-8bf1-74c4afd379c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:17:54.226145 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-c251a66a-9ecb-4ebb-8bf1-74c4afd379c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0930946 Sep 19 04:17:54.288579 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-daef7cab-f1c3-47be-ac01-cd2e41dc0e6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1002 time: 0.0554783 Sep 19 04:17:54.340304 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264396f-f223-42f3-9659-0d86683a6687 req-2835b3e0-e488-4f58-a74f-c09d0098a2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:17:54.341743 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-2835b3e0-e488-4f58-a74f-c09d0098a2f9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0470130 Sep 19 04:17:54.386194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264396f-f223-42f3-9659-0d86683a6687 req-03bf10cd-4db2-488f-ac51-ec7e29693717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:17:54.387579 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-03bf10cd-4db2-488f-ac51-ec7e29693717 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390527 Sep 19 04:17:54.476605 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-64960b8c-e843-46d8-87d4-72f561588ee9 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808611 Sep 19 04:17:54.567983 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-8264396f-f223-42f3-9659-0d86683a6687 req-4f42bd43-404c-4237-9221-9881ecee17ce service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845098 Sep 19 04:17:59.240855 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:18:00.596538 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:14.585590 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-98b3b9af-666b-4eeb-a06f-6ffd3dda9b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:16.704446 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:17.348915 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-e8ba9e03-2e8f-4d3b-abd3-f2aba6cb8d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:18.112832 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:18.748253 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:20.319017 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:30.581206 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:36.239004 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:18:44.586618 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4e84c779-fd89-457a-977a-cb4457e0094f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:46.705602 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:47.349924 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-3091bd90-61f3-412a-b48e-3c8ad81271b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:47.673841 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0645b7b-5045-4bfe-9a6c-f81762d8be03 req-142c3dd6-130a-4c30-b4ea-70f84fc46a09 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:47.675477 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0645b7b-5045-4bfe-9a6c-f81762d8be03 req-142c3dd6-130a-4c30-b4ea-70f84fc46a09 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0560124 Sep 19 04:18:47.713752 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d0645b7b-5045-4bfe-9a6c-f81762d8be03 req-ff248345-df46-41a6-a067-41e7f24eb224 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321095 Sep 19 04:18:48.112009 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:48.748745 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:48.857826 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91cf99-70b6-45d9-912b-cb5e28d0f25c req-94d38f89-0f35-4395-b015-f302f5780232 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:48.859341 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a91cf99-70b6-45d9-912b-cb5e28d0f25c req-94d38f89-0f35-4395-b015-f302f5780232 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0480003 Sep 19 04:18:48.896418 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3a91cf99-70b6-45d9-912b-cb5e28d0f25c req-e1a2ca87-ad31-458d-846a-a56401312a84 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311873 Sep 19 04:18:50.037388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc4a98d-cb1b-4452-bd91-061eeee992e9 req-b62938c7-d7a0-4c8a-9ba9-d78dca9b5905 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:50.038866 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffc4a98d-cb1b-4452-bd91-061eeee992e9 req-b62938c7-d7a0-4c8a-9ba9-d78dca9b5905 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0480037 Sep 19 04:18:50.075891 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ffc4a98d-cb1b-4452-bd91-061eeee992e9 req-a550127f-f249-4c18-854d-f82dafe52809 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306408 Sep 19 04:18:50.322105 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:18:51.191747 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ea4df-d8e0-4477-aeda-8259f81c2f3a req-5664e935-7a5b-4d84-97cc-ca58f2d9c736 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:51.193224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-486ea4df-d8e0-4477-aeda-8259f81c2f3a req-5664e935-7a5b-4d84-97cc-ca58f2d9c736 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0512805 Sep 19 04:18:51.230726 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-486ea4df-d8e0-4477-aeda-8259f81c2f3a req-5b738316-840e-412e-a161-78a7a2dc1f71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308135 Sep 19 04:18:52.344821 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf0c66-d8e8-441e-8717-3e7a0bb50968 req-bfc28426-6849-4f4f-9d87-cf1d16ba0755 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:52.346224 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61cf0c66-d8e8-441e-8717-3e7a0bb50968 req-bfc28426-6849-4f4f-9d87-cf1d16ba0755 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0497413 Sep 19 04:18:52.383199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-61cf0c66-d8e8-441e-8717-3e7a0bb50968 req-c0f69be4-731d-4a46-a703-82a81a344075 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308361 Sep 19 04:18:53.496868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5f2fc-4fa7-43d0-a8a4-c7858dbc2c1d req-471198bc-e4a6-4f71-b8b2-f95c64222933 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:53.498339 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8df5f2fc-4fa7-43d0-a8a4-c7858dbc2c1d req-471198bc-e4a6-4f71-b8b2-f95c64222933 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Sep 19 04:18:53.535916 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8df5f2fc-4fa7-43d0-a8a4-c7858dbc2c1d req-20f629e7-1528-478e-882e-a516b121e3ae tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Sep 19 04:18:54.651575 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdf91e-bab2-498b-bd73-49445c91384b req-e120bd01-8ebd-4a3d-b024-dcf461f20646 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:54.653057 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0cdf91e-bab2-498b-bd73-49445c91384b req-e120bd01-8ebd-4a3d-b024-dcf461f20646 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0518308 Sep 19 04:18:54.690130 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0cdf91e-bab2-498b-bd73-49445c91384b req-f85d9ca4-95cb-4282-940b-8c1522d58479 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306766 Sep 19 04:18:55.078913 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891004-8482-46ef-8dfb-da61a5def57e req-1f8700f6-6a1f-421b-a320-588624722a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:55.080378 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02891004-8482-46ef-8dfb-da61a5def57e req-1f8700f6-6a1f-421b-a320-588624722a9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1097 time: 0.0408518 Sep 19 04:18:55.184751 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891004-8482-46ef-8dfb-da61a5def57e req-b3ed2f46-182d-4315-adf0-f2b09fafbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:55.186097 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02891004-8482-46ef-8dfb-da61a5def57e req-b3ed2f46-182d-4315-adf0-f2b09fafbf07 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0862443 Sep 19 04:18:55.251706 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02891004-8482-46ef-8dfb-da61a5def57e req-af988f49-3681-4220-bf15-111f0c7bb3ee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1002 time: 0.0549991 Sep 19 04:18:55.299462 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891004-8482-46ef-8dfb-da61a5def57e req-16959383-9707-46b4-963e-7a37dfe5eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:55.300837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02891004-8482-46ef-8dfb-da61a5def57e req-16959383-9707-46b4-963e-7a37dfe5eae7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0424626 Sep 19 04:18:55.348035 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02891004-8482-46ef-8dfb-da61a5def57e req-dbc3ddbd-d116-4111-8dc2-d708dea1c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:55.349468 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02891004-8482-46ef-8dfb-da61a5def57e req-dbc3ddbd-d116-4111-8dc2-d708dea1c3a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414121 Sep 19 04:18:55.441486 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02891004-8482-46ef-8dfb-da61a5def57e req-36f268dc-360e-41ef-b4e3-92c52bfd4a3c service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851722 Sep 19 04:18:55.533349 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-02891004-8482-46ef-8dfb-da61a5def57e req-632644d6-5563-4f65-a2f8-872a033afd63 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Sep 19 04:18:55.801982 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca154f-4d92-4ed3-9927-cca819e4d646 req-7153bc18-be53-41f5-a6fa-1f9df22e3c01 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:55.803492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bca154f-4d92-4ed3-9927-cca819e4d646 req-7153bc18-be53-41f5-a6fa-1f9df22e3c01 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0474315 Sep 19 04:18:55.839797 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0bca154f-4d92-4ed3-9927-cca819e4d646 req-dbb0211e-c314-4086-8482-ca217c83d342 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297730 Sep 19 04:18:56.952672 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0e0c1-ab67-49d8-96d5-57c0fcad20cc req-14f54ace-c2e5-49aa-8941-fc1c4885e4c5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:56.954138 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13d0e0c1-ab67-49d8-96d5-57c0fcad20cc req-14f54ace-c2e5-49aa-8941-fc1c4885e4c5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0478184 Sep 19 04:18:56.991199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-13d0e0c1-ab67-49d8-96d5-57c0fcad20cc req-330c570f-14de-4736-b5a8-de52a34038e7 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304747 Sep 19 04:18:57.859385 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-ecf10c78-2795-46f9-968d-034336d1e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:57.860859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-ecf10c78-2795-46f9-968d-034336d1e1f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1097 time: 0.0403688 Sep 19 04:18:57.950978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-e2285cbe-9cdb-46c9-9422-dba6e90dae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:57.952414 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-e2285cbe-9cdb-46c9-9422-dba6e90dae22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0849268 Sep 19 04:18:58.015761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-4d89f3f3-4795-461a-965a-46e40edb119c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1002 time: 0.0566783 Sep 19 04:18:58.064974 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-4412836c-ac7b-48a7-be8f-5fd516fce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:58.066429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-4412836c-ac7b-48a7-be8f-5fd516fce608 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0437715 Sep 19 04:18:58.109825 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20826c-78ed-4a9f-9ad5-effa69d4486a req-94e190dc-389f-4779-a226-87f47f048b12 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:58.111260 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f20826c-78ed-4a9f-9ad5-effa69d4486a req-94e190dc-389f-4779-a226-87f47f048b12 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0527568 Sep 19 04:18:58.116017 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-a3e5c421-fb1a-4800-bf2e-ea089227a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:58.117516 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-a3e5c421-fb1a-4800-bf2e-ea089227a2d1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438039 Sep 19 04:18:58.149872 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f20826c-78ed-4a9f-9ad5-effa69d4486a req-3b26d5f7-28ef-404e-8e70-ad5d695736c5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323477 Sep 19 04:18:58.207367 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-e57e9680-d635-4cad-9049-03d117ab1c17 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820355 Sep 19 04:18:58.298184 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-06f5e454-5016-4cbf-a88b-6dcb504b98ab req-12b19010-1877-4e48-bf21-bd2674df2b60 service neutron] 10.222.0.32 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834701 Sep 19 04:18:59.262532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1911bfa-cc3f-4c14-b23e-1dda43eec689 req-1aae05c7-4abc-4395-9ee5-4aa7b5aa49f4 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:18:59.264017 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1911bfa-cc3f-4c14-b23e-1dda43eec689 req-1aae05c7-4abc-4395-9ee5-4aa7b5aa49f4 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0475664 Sep 19 04:18:59.301060 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a1911bfa-cc3f-4c14-b23e-1dda43eec689 req-8e3bfab7-e6b5-4983-a5ac-08c6f553562c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Sep 19 04:19:00.414456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920336c-8b01-45c0-8202-8aaf34c10d5f req-4143e1e4-5a90-47e4-964a-3329594f3f1f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:00.415971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c920336c-8b01-45c0-8202-8aaf34c10d5f req-4143e1e4-5a90-47e4-964a-3329594f3f1f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0492508 Sep 19 04:19:00.454100 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c920336c-8b01-45c0-8202-8aaf34c10d5f req-7ed08e9e-64a5-4b4d-b84e-d7f65d2f722f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315497 Sep 19 04:19:00.623390 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:01.569971 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a378d-4838-4c2a-badd-8b19f1a48266 req-9712f77c-50fa-42cc-a5d0-13e19a0668ae tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:01.572456 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b32a378d-4838-4c2a-badd-8b19f1a48266 req-9712f77c-50fa-42cc-a5d0-13e19a0668ae tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0527399 Sep 19 04:19:01.613646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b32a378d-4838-4c2a-badd-8b19f1a48266 req-a46939d1-f25b-4186-b8f0-563b58a3e615 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349026 Sep 19 04:19:01.827199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-ea8da8a9-01ad-4cde-998c-e468b6c05556 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683441 Sep 19 04:19:01.839145 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d533cb3-660e-42ea-b679-5b7fe46957a5 req-2a610c77-f451-4ef5-804e-fac594c3de6c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:01.840545 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d533cb3-660e-42ea-b679-5b7fe46957a5 req-2a610c77-f451-4ef5-804e-fac594c3de6c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0579500 Sep 19 04:19:01.879915 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3d533cb3-660e-42ea-b679-5b7fe46957a5 req-072dde2d-a301-4260-99bf-3df34ee53b23 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331798 Sep 19 04:19:02.995313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6e34a-b6f5-480e-91c4-0bfbe8fc508f req-7ca73fff-530b-4687-bf89-2cda66401e35 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:02.996926 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cc6e34a-b6f5-480e-91c4-0bfbe8fc508f req-7ca73fff-530b-4687-bf89-2cda66401e35 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0513620 Sep 19 04:19:03.033971 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-9cc6e34a-b6f5-480e-91c4-0bfbe8fc508f req-cbf19352-c9f0-410d-96d0-268305f520cf tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311005 Sep 19 04:19:04.146789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24cfc-8614-43c7-a77d-9734c8a7c051 req-f267c0d4-5711-41fd-8e1c-5cff7374b331 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:04.148165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03c24cfc-8614-43c7-a77d-9734c8a7c051 req-f267c0d4-5711-41fd-8e1c-5cff7374b331 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 946 time: 0.0476093 Sep 19 04:19:04.184917 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03c24cfc-8614-43c7-a77d-9734c8a7c051 req-626064e4-a0fb-4ab1-8c41-ea6c1e535ef7 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300441 Sep 19 04:19:04.304048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 97562f1a-3415-47cf-abef-85d84c6c735f no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:19:04.375165 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:04.399570 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:19:04.401744 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4697be-50ff-4b5f-ab3a-e51fa8dfcdda" -d '{"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-unplugged", "status": "completed", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:19:04.414667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:19:04.418573 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:04.442318 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 19 Sep 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74338d05-2244-4478-a819-0b42010768fe x-openstack-request-id: req-74338d05-2244-4478-a819-0b42010768fe {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:19:04.442610 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-unplugged", "status": "failed", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "code": 422}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:19:04.442887 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74338d05-2244-4478-a819-0b42010768fe {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:19:04.443278 n-d-809936-1 neutron-server[94724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'code': 422} returned with failed status Sep 19 04:19:04.467656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:19:04.474650 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.475021 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.475362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.475698 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.476027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.476355 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.476681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.477003 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.477324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.477651 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.477962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:04.478280 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:05.297711 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a63fb-96bb-491b-bec4-d947e72d7f9a req-ec86c2c8-ef4f-4353-83d8-c0cb8e6f0b42 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:05.299199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d39a63fb-96bb-491b-bec4-d947e72d7f9a req-ec86c2c8-ef4f-4353-83d8-c0cb8e6f0b42 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0483720 Sep 19 04:19:05.334924 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d39a63fb-96bb-491b-bec4-d947e72d7f9a req-95305563-6be0-4304-aa61-64ac15bfc632 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297930 Sep 19 04:19:06.453916 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a7b9-9689-4811-b110-36a17096ba27 req-6b702551-182e-47f0-bdeb-0ef8c3711358 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:06.455405 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8d7a7b9-9689-4811-b110-36a17096ba27 req-6b702551-182e-47f0-bdeb-0ef8c3711358 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0538955 Sep 19 04:19:06.492721 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a8d7a7b9-9689-4811-b110-36a17096ba27 req-5a748273-4045-485d-bd74-3e247fc42c57 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Sep 19 04:19:07.605128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c746a5-c4af-48ea-a508-eba6fa5b5c1a req-66c2bf3e-0089-4a3c-ac99-84f5eda3916f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:07.606635 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2c746a5-c4af-48ea-a508-eba6fa5b5c1a req-66c2bf3e-0089-4a3c-ac99-84f5eda3916f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0485561 Sep 19 04:19:07.645051 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f2c746a5-c4af-48ea-a508-eba6fa5b5c1a req-ebb1ad24-bd47-4566-ad89-97a0bfb3d067 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323703 Sep 19 04:19:08.758572 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8e688-e484-4238-bed3-0a93fbfe45e6 req-a0810200-015a-497a-89c6-f1ec14af1ce6 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:08.760081 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ba8e688-e484-4238-bed3-0a93fbfe45e6 req-a0810200-015a-497a-89c6-f1ec14af1ce6 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0495026 Sep 19 04:19:08.797972 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6ba8e688-e484-4238-bed3-0a93fbfe45e6 req-771c18bd-9393-4caa-8d49-ca94adcecf8e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314455 Sep 19 04:19:09.987603 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f108e-b1d4-419b-84f3-342088790c8b req-6b2f8954-5dc8-4292-aea5-80982b95eb9c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:09.988507 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-182f108e-b1d4-419b-84f3-342088790c8b req-6b2f8954-5dc8-4292-aea5-80982b95eb9c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.1212332 Sep 19 04:19:10.031150 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-182f108e-b1d4-419b-84f3-342088790c8b req-ea3dfa0d-08eb-4ad0-b6d1-4e684de458ac tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340095 Sep 19 04:19:10.434168 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087c62-23f1-4800-b646-567c6342e35e req-c2f95071-d53d-48e1-93b8-c48c219f111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:10.436357 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-c2f95071-d53d-48e1-93b8-c48c219f111c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83&tenant_id=cf415e8cb1f44cfabdca4a638833402e HTTP/1.1" status: 200 len: 1095 time: 0.0413487 Sep 19 04:19:10.448685 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-809936-1', 'device_owner': 'compute:nova'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:19:10.502940 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:10.698429 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:19:10.729948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:19:10.761457 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97562f1a-3415-47cf-abef-85d84c6c735f {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:19:10.768620 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:10.780821 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Transition to ACTIVE for port object 97562f1a-3415-47cf-abef-85d84c6c735f will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:19:10.784698 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:10.870951 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=7']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:19:10.882624 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.883005 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.883353 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.883696 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.884042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.884377 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.884709 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.885043 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.886210 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.886541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.886895 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.887224 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:19:10.921096 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] No DVR routers for this DVR port 97562f1a-3415-47cf-abef-85d84c6c735f on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:19:11.052548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:19:11.054361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:19:11.054361 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:19:11.058549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Port 97562f1a-3415-47cf-abef-85d84c6c735f on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:19:11.058978 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Attempting to bind port 97562f1a-3415-47cf-abef-85d84c6c735f on network 35b93f93-9fb7-4026-8f26-e3a7266ba248 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:19:11.067153 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:19:11.067500 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Checking segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:19:11.067884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Bound using segment: {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:19:11.068318 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Bound port: 97562f1a-3415-47cf-abef-85d84c6c735f, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:19:11.068678 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:11.131818 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:19:11.134861 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:19:11.140790 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:11.180593 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:11.180593 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:11.182011 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] 10.222.0.30 "PUT /v2.0/ports/97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1092 time: 0.7372155 Sep 19 04:19:11.182944 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:19:11.185210 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3" -d '{"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:19:11.194726 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfcc39-5e9b-404b-aac0-f21191540cf0 req-f878ab8a-bd63-47ad-8b94-6df4da943b94 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:11.197046 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11bfcc39-5e9b-404b-aac0-f21191540cf0 req-f878ab8a-bd63-47ad-8b94-6df4da943b94 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0976400 Sep 19 04:19:11.216177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e871a8-663e-4df3-abdc-a6e2ac14286a service neutron] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=8']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:19:11.242357 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-11bfcc39-5e9b-404b-aac0-f21191540cf0 req-846987b2-a377-4e22-8626-3fabc3e01aef tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380914 Sep 19 04:19:11.266028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087c62-23f1-4800-b646-567c6342e35e req-d7a8b38a-4f8f-4af0-9103-a6da913520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:11.267603 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-d7a8b38a-4f8f-4af0-9103-a6da913520fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1095 time: 0.0466959 Sep 19 04:19:11.358899 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087c62-23f1-4800-b646-567c6342e35e req-e3afe753-9b0a-4400-af92-be3bfff782a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:11.360398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-e3afe753-9b0a-4400-af92-be3bfff782a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0859432 Sep 19 04:19:11.430457 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-e3119e4e-b168-4ee8-af05-37773a4bff6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1000 time: 0.0629244 Sep 19 04:19:11.477807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087c62-23f1-4800-b646-567c6342e35e req-0d467d8d-cae1-450b-8fb8-9b8578822fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:11.479640 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-0d467d8d-cae1-450b-8fb8-9b8578822fd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0419793 Sep 19 04:19:11.522059 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb087c62-23f1-4800-b646-567c6342e35e req-5f7013ab-6600-481a-bd25-3636e8d9eed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:11.523821 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-5f7013ab-6600-481a-bd25-3636e8d9eed0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383747 Sep 19 04:19:11.614680 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-fd0803dc-3a2b-452a-8797-bd023f259a56 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836930 Sep 19 04:19:11.704290 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-b7e247a9-4bc8-4841-8c9e-42fb89c750c1 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826778 Sep 19 04:19:12.258647 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d143fb6-ef52-4a67-aed5-69ff105502bf x-openstack-request-id: req-4d143fb6-ef52-4a67-aed5-69ff105502bf {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:19:12.258967 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:19:12.259245 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d143fb6-ef52-4a67-aed5-69ff105502bf {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:19:12.259649 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'status': 'completed', 'code': 200} Sep 19 04:19:12.320785 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-6f2e7057-e833-470a-8003-01c96e628790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:12.322300 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-6f2e7057-e833-470a-8003-01c96e628790 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1095 time: 0.0409105 Sep 19 04:19:12.359210 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77815a-d5ab-4192-9f3e-0a38f3cd66aa req-a92f95ec-06cc-490e-a6d3-cce8e9f150bf tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:12.360707 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed77815a-d5ab-4192-9f3e-0a38f3cd66aa req-a92f95ec-06cc-490e-a6d3-cce8e9f150bf tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0479631 Sep 19 04:19:12.400089 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ed77815a-d5ab-4192-9f3e-0a38f3cd66aa req-25632bfc-e357-4bbf-bf9a-a73992df6b38 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Sep 19 04:19:12.411588 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-015c6ca7-4f6b-4a14-abe6-4166a6a42436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:12.413112 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-015c6ca7-4f6b-4a14-abe6-4166a6a42436 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0843034 Sep 19 04:19:12.480398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-637ac802-f620-4316-b403-adb60ce79ab0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1000 time: 0.0602257 Sep 19 04:19:12.527578 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-43035003-f6c2-4ffb-ac8c-ff04b87d9174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:12.528884 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-43035003-f6c2-4ffb-ac8c-ff04b87d9174 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0423219 Sep 19 04:19:12.572767 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-6339ce0a-0faa-4c98-8eb4-5606c69d9b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:12.574781 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-6339ce0a-0faa-4c98-8eb4-5606c69d9b7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386062 Sep 19 04:19:12.665487 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-e444a4f6-7684-4b38-a849-b772943b41f9 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833707 Sep 19 04:19:12.756087 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-53c42deb-fdb9-4494-b87e-7f7dd11c60e3 req-a26c069c-75ec-49ea-9202-e1e71c0deae5 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837016 Sep 19 04:19:13.237833 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:19:13.519383 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb74298-954a-4a24-993f-7da1767dba45 req-7cdfcf08-2dec-4b98-97b1-dbfae2a6ff59 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:13.520771 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bb74298-954a-4a24-993f-7da1767dba45 req-7cdfcf08-2dec-4b98-97b1-dbfae2a6ff59 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0524886 Sep 19 04:19:13.558078 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-5bb74298-954a-4a24-993f-7da1767dba45 req-0e091ce7-d77d-4770-8c96-ac09a0f7876c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308561 Sep 19 04:19:14.587132 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f218a329-6150-4e0b-a5d7-fab258f4200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:14.671842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacae692-15b6-4918-899e-dc40cb14bea9 req-700a2c5e-63a0-46ab-bd3a-2acec265d7b8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:14.673312 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aacae692-15b6-4918-899e-dc40cb14bea9 req-700a2c5e-63a0-46ab-bd3a-2acec265d7b8 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0479262 Sep 19 04:19:14.710045 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-aacae692-15b6-4918-899e-dc40cb14bea9 req-66176f67-bcb8-44ff-8221-d324dffe9f82 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Sep 19 04:19:15.822712 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696c35d-38e9-4e27-93f1-0f08b65c9ecd req-0b3e3e43-6442-4a1f-8e8d-9951b0fded71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:15.824861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d696c35d-38e9-4e27-93f1-0f08b65c9ecd req-0b3e3e43-6442-4a1f-8e8d-9951b0fded71 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Sep 19 04:19:15.862191 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d696c35d-38e9-4e27-93f1-0f08b65c9ecd req-992e1243-8f45-4b1f-b8b1-c4f17f53b408 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Sep 19 04:19:16.720479 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:16.979775 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1ede2-ca46-4231-8073-caf4f95f7eaa req-1a614448-5cd1-4d9a-b61e-f8d43dc0ac65 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:16.981205 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6be1ede2-ca46-4231-8073-caf4f95f7eaa req-1a614448-5cd1-4d9a-b61e-f8d43dc0ac65 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0527396 Sep 19 04:19:17.017810 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6be1ede2-ca46-4231-8073-caf4f95f7eaa req-263faadc-2657-42b4-a78f-1a7c05d1f362 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Sep 19 04:19:17.349877 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2c237cfc-a747-4da1-a1be-bb9106a0e467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:18.112957 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:18.132388 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be656ac6-66b9-41f4-a6a6-d2f2bb2eb190 req-02a4c500-15bb-46b2-b989-72401b081c64 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:18.133882 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be656ac6-66b9-41f4-a6a6-d2f2bb2eb190 req-02a4c500-15bb-46b2-b989-72401b081c64 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0511394 Sep 19 04:19:18.171714 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-be656ac6-66b9-41f4-a6a6-d2f2bb2eb190 req-047a079d-5321-40a9-8124-a7d836e48074 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Sep 19 04:19:18.752112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:19.283997 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b2155-b6fd-42a0-b9ee-5cab69edd59d req-3d6c6659-db8f-4c40-a02e-f87bca0fac8c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:19.285463 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac0b2155-b6fd-42a0-b9ee-5cab69edd59d req-3d6c6659-db8f-4c40-a02e-f87bca0fac8c tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 944 time: 0.0480955 Sep 19 04:19:19.323129 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ac0b2155-b6fd-42a0-b9ee-5cab69edd59d req-334fba57-2535-47c9-b55d-c288f5f355a2 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Sep 19 04:19:20.020685 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 97562f1a-3415-47cf-abef-85d84c6c735f details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:19:20.113048 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:19:20.124276 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '97562f1a-3415-47cf-abef-85d84c6c735f', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'port_id': '97562f1a-3415-47cf-abef-85d84c6c735f', 'mac_address': 'fa:16:3e:cf:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:19:20.159218 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:20.171102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97562f1a-3415-47cf-abef-85d84c6c735f {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:19:20.189324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:19:20.193472 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:20.238299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=9']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:19:20.324747 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:20.427423 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['97562f1a-3415-47cf-abef-85d84c6c735f'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:19:20.440485 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566050-4a25-4f46-ac23-4abd1a9c0c98 req-07c6b86a-8eee-419f-89db-5d32a9c6a2ce tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:20.441977 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df566050-4a25-4f46-ac23-4abd1a9c0c98 req-07c6b86a-8eee-419f-89db-5d32a9c6a2ce tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 945 time: 0.0527444 Sep 19 04:19:20.480503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-df566050-4a25-4f46-ac23-4abd1a9c0c98 req-41dcf75b-dbf0-4a8f-8273-59904a8edaff tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Sep 19 04:19:21.594444 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90841624-1326-41de-8e62-cb8009fc89ce req-4fc14a37-dcac-4899-96a8-a59c71d517a0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:21.595960 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90841624-1326-41de-8e62-cb8009fc89ce req-4fc14a37-dcac-4899-96a8-a59c71d517a0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 945 time: 0.0486250 Sep 19 04:19:21.632966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-90841624-1326-41de-8e62-cb8009fc89ce req-18a902c9-0cc5-42e3-a329-56648263cf1a tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Sep 19 04:19:22.036440 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 97562f1a-3415-47cf-abef-85d84c6c735f up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:19:22.233025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 97562f1a-3415-47cf-abef-85d84c6c735f completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:19:22.236514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 97562f1a-3415-47cf-abef-85d84c6c735f triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:19:22.236884 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:22.308620 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:22.329696 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:19:22.331932 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e47135-006d-4f56-a3a9-8019bb3b2ced" -d '{"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-plugged", "status": "completed", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:19:22.344253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:19:22.348072 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:22.372063 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0046c3-bbf7-4195-a742-9dd4eab1c8b1 x-openstack-request-id: req-dd0046c3-bbf7-4195-a742-9dd4eab1c8b1 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:19:22.372362 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-plugged", "status": "completed", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:19:22.372618 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd0046c3-bbf7-4195-a742-9dd4eab1c8b1 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:19:22.372999 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'code': 200} Sep 19 04:19:22.397984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=10']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:19:22.516466 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68455b1d-2b4f-4a8f-8293-adcd8162fda9 req-ee287217-6919-4951-95f9-5af9909dd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:22.517868 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68455b1d-2b4f-4a8f-8293-adcd8162fda9 req-ee287217-6919-4951-95f9-5af9909dd7cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1098 time: 0.0396752 Sep 19 04:19:22.552217 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-68455b1d-2b4f-4a8f-8293-adcd8162fda9 req-b3ff7b19-a149-488a-9610-3758aea80ff4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277295 Sep 19 04:19:22.745461 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf730f5-d83d-4e45-ba6f-86baa79633f2 req-7f15fc23-7ae8-4e19-90ec-4fd596253f00 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:22.746957 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ddf730f5-d83d-4e45-ba6f-86baa79633f2 req-7f15fc23-7ae8-4e19-90ec-4fd596253f00 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 947 time: 0.0481563 Sep 19 04:19:22.784290 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ddf730f5-d83d-4e45-ba6f-86baa79633f2 req-dd12246b-fe1d-4abc-8a7c-b91248fd3ebc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313330 Sep 19 04:19:23.902436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd0126-b6aa-44f3-9421-f39157efc7ea req-8fa1f253-4146-4f4a-9db6-bf366400373d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:23.903947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4bd0126-b6aa-44f3-9421-f39157efc7ea req-8fa1f253-4146-4f4a-9db6-bf366400373d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 947 time: 0.0522492 Sep 19 04:19:23.945184 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e4bd0126-b6aa-44f3-9421-f39157efc7ea req-3a83675a-3ff0-4c84-a334-c7b0309e8039 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352590 Sep 19 04:19:29.652197 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-9f03b2ef-49e1-4f51-b6d6-d41da2352c94 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395355 Sep 19 04:19:29.734922 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-82e41df4-2540-46a9-be16-3a7ca1e7fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:29.736484 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-82e41df4-2540-46a9-be16-3a7ca1e7fe1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1098 time: 0.0426114 Sep 19 04:19:29.841315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-7e2923ff-8dbe-4d84-baee-d684717efec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:29.842825 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-7e2923ff-8dbe-4d84-baee-d684717efec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0884228 Sep 19 04:19:29.908858 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-8a6ca626-d9ca-4281-a82a-40fbf2f6b06b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1002 time: 0.0583379 Sep 19 04:19:29.960158 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-d903da97-12cf-4803-ae35-14d55a5cbd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:29.961530 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-d903da97-12cf-4803-ae35-14d55a5cbd69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0466788 Sep 19 04:19:30.005870 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-048b5967-88fb-491c-8924-6339eadf41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:19:30.007415 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-048b5967-88fb-491c-8924-6339eadf41a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391085 Sep 19 04:19:30.099686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-9b7f0584-0671-4236-b76d-d4c0455623b0 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851102 Sep 19 04:19:30.508247 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f3c360e1-2446-41f6-be68-400451cb5e49 req-6dc6314a-b00b-45b7-9767-87552d3906b2 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010427 Sep 19 04:19:30.627307 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:44.587515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8915e11a-d375-41ba-bacf-3143f3109029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:46.735564 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:47.349461 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6d9c6edc-5d94-4e1d-a699-17ad81792a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:48.115721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:48.753871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:19:50.236380 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:19:50.326732 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:00.627183 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:14.587857 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5906288-fdb1-4cbf-a5d1-405123143b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:16.675100 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-3d72356f-55bc-4048-9e62-62f8e2b1777f req-43b97a69-a3cb-413b-8edd-9d24b2b2feef service neutron] (94723) timed out ('10.222.0.30', 58901) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 04:20:16.734956 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:17.348419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-70c0cf0f-5ec3-4411-b1ff-0d97afa0d365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:18.116888 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:18.757117 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:20.329983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:27.235328 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:20:30.646552 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:31.679452 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-b9bbd2c0-893e-4e65-b502-836af4efbd39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751824 Sep 19 04:20:31.760441 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-2c79f60e-5f5d-4c5d-a8cb-88b8f79e390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:31.761890 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-2c79f60e-5f5d-4c5d-a8cb-88b8f79e390f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1098 time: 0.0419736 Sep 19 04:20:31.860754 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-8aa1539e-dc2b-4bc5-a2c8-53aa1fa57134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:31.862146 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-8aa1539e-dc2b-4bc5-a2c8-53aa1fa57134 service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0821798 Sep 19 04:20:31.928327 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-77a4b405-d457-4396-9f9b-9fdfea2eb454 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 1002 time: 0.0591736 Sep 19 04:20:31.976268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-276da152-2c9a-4c10-88c0-8d136a168287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:31.977630 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-276da152-2c9a-4c10-88c0-8d136a168287 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0421216 Sep 19 04:20:32.021739 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-0aa2d94b-3b55-4395-a9ea-560e201b6e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:32.023210 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-0aa2d94b-3b55-4395-a9ea-560e201b6e60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388231 Sep 19 04:20:32.112853 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-d6e0bf48-4b71-4cd4-b38b-f2129b243aab service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823264 Sep 19 04:20:32.198546 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-46b09643-79a2-4a18-9043-347b77b5bbbd req-b4674824-03a1-44a3-a217-eb99b3840000 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792997 Sep 19 04:20:34.063807 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41336) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:34.220898 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Deleting port 92de30ee-d40a-4e31-b153-37fc284a3ebf {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:34.221151 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:34.295236 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:34.295578 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:34.307585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Calling delete_port for 92de30ee-d40a-4e31-b153-37fc284a3ebf owned by network:floatingip {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:34.449849 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:34.476380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event deleted for resources: {'Port': ['ID=92de30ee-d40a-4e31-b153-37fc284a3ebf,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:34.498841 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.499201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.499551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.499894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.500235 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.500575 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.500918 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.501253 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.501585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.501916 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.502246 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.502572 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:34.546838 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:34.547178 n-d-809936-1 neutron-server[94722]: INFO neutron.db.l3_db [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Floating IP 5125a766-6dfc-40e4-9940-9b500a7ed34d disassociated (deleted). External IP: 172.25.8.141, port: 97562f1a-3415-47cf-abef-85d84c6c735f. Sep 19 04:20:34.750327 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Router b76f61e9-3366-41f1-b5c1-061f571ab207 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:20:34.852218 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:20:34.858828 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:34.863376 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] Sync routers for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:20:34.872708 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:34.873317 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:34.888896 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-2ac1aff7-d5e2-4215-8148-48098f34df9e tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "DELETE /v2.0/floatingips/5125a766-6dfc-40e4-9940-9b500a7ed34d HTTP/1.1" status: 204 len: 168 time: 0.8239861 Sep 19 04:20:34.889591 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:20:34.892006 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb" -d '{"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:20:34.937570 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75de84-bc27-4d90-9968-ea9cadffa4d1 x-openstack-request-id: req-bd75de84-bc27-4d90-9968-ea9cadffa4d1 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:20:34.937895 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:20:34.938133 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd75de84-bc27-4d90-9968-ea9cadffa4d1 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:20:34.938541 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'status': 'completed', 'code': 200} Sep 19 04:20:34.986222 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:34.999667 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-630ccd6d-87b0-42bb-956a-bb89f848333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:35.001279 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-630ccd6d-87b0-42bb-956a-bb89f848333d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf415e8cb1f44cfabdca4a638833402e&device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 1098 time: 0.0408227 Sep 19 04:20:35.104835 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-f3aa6a55-f283-4e59-bcf0-d5c2234c892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:35.107139 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-f3aa6a55-f283-4e59-bcf0-d5c2234c892c service neutron] 10.222.0.30 "GET /v2.0/networks?id=35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 200 len: 910 time: 0.0939176 Sep 19 04:20:35.132898 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec9d21-10a3-40e3-b133-9341141d9a4f req-9cf18f12-29cc-4279-bb6c-c8bc2a05ae6f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:35.134424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05ec9d21-10a3-40e3-b133-9341141d9a4f req-9cf18f12-29cc-4279-bb6c-c8bc2a05ae6f tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 947 time: 0.0523646 Sep 19 04:20:35.158438 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-dcc662f7-e6a9-446d-84df-6e03fbf16948 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 200 len: 217 time: 0.0418561 Sep 19 04:20:35.175090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-05ec9d21-10a3-40e3-b133-9341141d9a4f req-98545288-444c-406a-a4aa-78c79b2990d4 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339220 Sep 19 04:20:35.196664 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:35.209473 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-81195694-3775-4f15-9dbd-db176c3c63ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:35.210995 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-81195694-3775-4f15-9dbd-db176c3c63ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 200 len: 848 time: 0.0452976 Sep 19 04:20:35.222534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] Checking router: b76f61e9-3366-41f1-b5c1-061f571ab207 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:20:35.230850 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:35.231469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:35.256885 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-f3780cdb-5ebe-4400-9e36-cf520b45f0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:35.258318 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-f3780cdb-5ebe-4400-9e36-cf520b45f0b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=35b93f93-9fb7-4026-8f26-e3a7266ba248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402765 Sep 19 04:20:35.335275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:35.352694 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-f339c285-0543-44b6-a2e2-f26b1ae272e1 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852907 Sep 19 04:20:35.441909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-791bf0a7-85dc-48cd-bc6c-de49df79a5eb req-b5c0db3f-0e34-4752-ad91-be46349c9984 service neutron] 10.222.0.30 "GET /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821917 Sep 19 04:20:35.525404 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:35.554773 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4899f39-b282-4814-9ea5-8710883bac0e None None] The sync data for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 is: [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:11:22Z', 'revision_number': 4, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': '20d9586e-c80a-4d14-888a-c2a021c6579e', 'name': '', 'network_id': '35b93f93-9fb7-4026-8f26-e3a7266ba248', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'mac_address': 'fa:16:3e:92:9b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:21Z', 'updated_at': '2021-09-19T04:11:25Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'subnets': [{'id': 'b66a8011-6e43-4986-82f2-07e219b49de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:20:35.767974 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e5ebe2-c80c-4756-9aab-a71f1efc07b1 None None] New status for floating IP 5125a766-6dfc-40e4-9940-9b500a7ed34d: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:20:36.291308 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2f22b-65b0-4cfe-bff7-2dfea48372ad req-10c8d83e-b9f7-487f-995e-ee6105649d79 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:36.292773 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01f2f22b-65b0-4cfe-bff7-2dfea48372ad req-10c8d83e-b9f7-487f-995e-ee6105649d79 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 947 time: 0.0480053 Sep 19 04:20:36.333479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-01f2f22b-65b0-4cfe-bff7-2dfea48372ad req-89daa437-f998-4a74-83fc-839bfc2aad1b tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/security-groups?id=03934b21-c552-4e83-b0b9-7d2c3d533cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348141 Sep 19 04:20:36.594263 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-a7eef96f-89e4-4398-b2a0-14481d749650 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:36.595725 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-a7eef96f-89e4-4398-b2a0-14481d749650 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.30 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 947 time: 0.0522428 Sep 19 04:20:36.682718 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Deleting port 97562f1a-3415-47cf-abef-85d84c6c735f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:36.683095 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:36.772547 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] For port 97562f1a-3415-47cf-abef-85d84c6c735f, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=97562f1a-3415-47cf-abef-85d84c6c735f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:36.772910 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:36.784891 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Calling delete_port for 97562f1a-3415-47cf-abef-85d84c6c735f owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:36.912935 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:36.944678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event deleted for resources: {'Port': ['ID=97562f1a-3415-47cf-abef-85d84c6c735f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:36.984790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] No DVR routers for this DVR port 97562f1a-3415-47cf-abef-85d84c6c735f on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:20:36.987378 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:36.989359 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f58c17d5-a85d-45d6-b1d0-29c66f9bb559 req-0c7f4044-7813-4b66-a1de-7cfe5013045d tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.30 "DELETE /v2.0/ports/97562f1a-3415-47cf-abef-85d84c6c735f HTTP/1.1" status: 204 len: 173 time: 0.3874922 Sep 19 04:20:36.989816 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-deleted', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:20:36.992069 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3fbb63-5211-4264-8156-e15488433677" -d '{"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-deleted", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:20:37.029485 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851841ea-ae9e-4a77-bce6-8eedba629aaf x-openstack-request-id: req-851841ea-ae9e-4a77-bce6-8eedba629aaf {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:20:37.029782 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109faaa5-9562-4715-bb45-1e4142042d83", "name": "network-vif-deleted", "tag": "97562f1a-3415-47cf-abef-85d84c6c735f", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:20:37.030034 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-851841ea-ae9e-4a77-bce6-8eedba629aaf {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:20:37.030434 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109faaa5-9562-4715-bb45-1e4142042d83', 'name': 'network-vif-deleted', 'tag': '97562f1a-3415-47cf-abef-85d84c6c735f', 'status': 'completed', 'code': 200} Sep 19 04:20:37.430613 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a9ce234d-83d9-4816-93c0-ac971629e805 req-ec60a8d0-648f-463a-994b-39ccf558cefc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0272341 Sep 19 04:20:38.525683 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-56685b23-8085-42ba-b498-1003e71b5478 req-5827d5c7-ee29-4a5c-aa66-77368746f038 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0264513 Sep 19 04:20:39.620723 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c9548631-a4b3-4e44-805a-4c8ff9dc3559 req-c2702f15-faaf-4ac0-865b-7564b6b53bfc tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0259559 Sep 19 04:20:40.394513 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 97562f1a-3415-47cf-abef-85d84c6c735f no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:20:40.414754 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 97562f1a-3415-47cf-abef-85d84c6c735f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:20:40.415133 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 97562f1a-3415-47cf-abef-85d84c6c735f not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:20:40.750864 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3221d394-bf8a-469d-94af-b85ea4e95703 req-dc9119f0-c671-489b-935d-0ab93b651cf5 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "GET /v2.0/ports?device_id=109faaa5-9562-4715-bb45-1e4142042d83 HTTP/1.1" status: 200 len: 210 time: 0.0316496 Sep 19 04:20:41.811910 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41368) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:41.873810 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eafdcee-f453-4427-8bd8-81e09e9682f0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:41.901411 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eafdcee-f453-4427-8bd8-81e09e9682f0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:41.967894 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eafdcee-f453-4427-8bd8-81e09e9682f0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:41.970548 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-4eafdcee-f453-4427-8bd8-81e09e9682f0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:41.974761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-4eafdcee-f453-4427-8bd8-81e09e9682f0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] 10.222.0.22 "DELETE /v2.0/security-groups/03934b21-c552-4e83-b0b9-7d2c3d533cdc HTTP/1.1" status: 204 len: 168 time: 0.1588609 Sep 19 04:20:41.982242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafdcee-f453-4427-8bd8-81e09e9682f0 tempest-TestShelveInstance-576026689 tempest-TestShelveInstance-576026689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03934b21-c552-4e83-b0b9-7d2c3d533cdc,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:42.027042 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41372) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:42.475925 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:42.720058 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Deleting port 20d9586e-c80a-4d14-888a-c2a021c6579e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:42.720348 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:42.796509 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] For port 20d9586e-c80a-4d14-888a-c2a021c6579e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=20d9586e-c80a-4d14-888a-c2a021c6579e,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:42.796869 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:42.812948 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Calling delete_port for 20d9586e-c80a-4d14-888a-c2a021c6579e owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:42.992431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:43.019474 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Pushing event deleted for resources: {'Port': ['ID=20d9586e-c80a-4d14-888a-c2a021c6579e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:43.182355 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:43.395416 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Router b76f61e9-3366-41f1-b5c1-061f571ab207 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:20:43.504013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:20:43.509164 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-a1253bbb-f711-4b3a-b694-b689a098f00e admin admin] 10.222.0.22 "PUT /v2.0/routers/b76f61e9-3366-41f1-b5c1-061f571ab207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809060 Sep 19 04:20:43.511733 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41376) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:43.515041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] Sync routers for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:20:43.525353 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:43.525967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:43.613518 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:43.627968 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:43.714049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:43.765933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Deleting port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:43.766275 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:43.802013 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:20:42Z', 'revision_number': 5, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port': {'id': '1a1488db-1b77-4d8c-a5aa-7d5aab85fb26', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:76:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:20Z', 'updated_at': '2021-09-19T04:11:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:43.831239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] Checking router: b76f61e9-3366-41f1-b5c1-061f571ab207 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:20:43.840322 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] Routers {'b76f61e9-3366-41f1-b5c1-061f571ab207'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:43.840942 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['b76f61e9-3366-41f1-b5c1-061f571ab207'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:43.848705 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] For port 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:43.848705 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:43.861553 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Calling delete_port for 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:43.923114 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] Set router b76f61e9-3366-41f1-b5c1-061f571ab207 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:43.973489 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:20:43Z', 'revision_number': 6, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:44.001643 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d879b7a-8dc6-48e7-9913-084d255aaae6 None None] The sync data for ids ['b76f61e9-3366-41f1-b5c1-061f571ab207'] in n-d-809936-1 is: [{'id': 'b76f61e9-3366-41f1-b5c1-061f571ab207', 'name': 'tempest-TestShelveInstance-1879199202-router', 'tenant_id': 'cf415e8cb1f44cfabdca4a638833402e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:19Z', 'updated_at': '2021-09-19T04:20:43Z', 'revision_number': 6, 'project_id': 'cf415e8cb1f44cfabdca4a638833402e', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:20:44.028195 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.059451 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=1a1488db-1b77-4d8c-a5aa-7d5aab85fb26,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:44.116505 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.202645 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.204732 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.246788 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.247230 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b76f61e9-3366-41f1-b5c1-061f571ab207 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:20:44.251512 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.252668 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c0e0ed1e-4e6f-46d3-987a-ee1f4d258c3c admin admin] 10.222.0.22 "DELETE /v2.0/routers/b76f61e9-3366-41f1-b5c1-061f571ab207 HTTP/1.1" status: 204 len: 168 time: 0.7400119 Sep 19 04:20:44.255286 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41378) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:44.588879 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4d4cab7d-397f-4d28-917a-ea84897a2ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.623163 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] Deleting subnet b66a8011-6e43-4986-82f2-07e219b49de0 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:20:44.626210 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.658760 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.732416 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.785707 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.812933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66a8011-6e43-4986-82f2-07e219b49de0,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:44.815033 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.816840 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-6faff101-1039-4742-8a45-11f86c572388 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b66a8011-6e43-4986-82f2-07e219b49de0 HTTP/1.1" status: 204 len: 168 time: 0.5601623 Sep 19 04:20:44.819438 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41380) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:44.823665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1a9f0-e87c-492e-ac10-a218c14a4c23 None None] Network 35b93f93-9fb7-4026-8f26-e3a7266ba248 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:20:44.887771 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:44.945465 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Deleting port 4379a868-e79b-4aeb-ba38-b9f018de743f {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:44.946082 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.004853 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] DHCP port deletion for 35b93f93-9fb7-4026-8f26-e3a7266ba248 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:20:45.011190 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] For port 4379a868-e79b-4aeb-ba38-b9f018de743f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4379a868-e79b-4aeb-ba38-b9f018de743f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:45.011559 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.024758 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Calling delete_port for 4379a868-e79b-4aeb-ba38-b9f018de743f owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:45.053759 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Deleting port 4379a868-e79b-4aeb-ba38-b9f018de743f {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:45.054255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.109425 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.123289 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] For port 4379a868-e79b-4aeb-ba38-b9f018de743f, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=4379a868-e79b-4aeb-ba38-b9f018de743f,segment=NetworkSegment(7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a),segment_id=7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:45.123694 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.136164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4379a868-e79b-4aeb-ba38-b9f018de743f,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:45.137327 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Calling delete_port for 4379a868-e79b-4aeb-ba38-b9f018de743f owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:45.139075 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] No DVR routers for this DVR port 4379a868-e79b-4aeb-ba38-b9f018de743f on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:20:45.210349 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.215754 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.233905 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b93f93-9fb7-4026-8f26-e3a7266ba248']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:45.241491 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Pushing event deleted for resources: {'Port': ['ID=4379a868-e79b-4aeb-ba38-b9f018de743f,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:45.243019 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:45.243325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea5d97f-84ee-4058-9f40-e39c2e7f7d8a') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:45.245216 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] No DVR routers for this DVR port 4379a868-e79b-4aeb-ba38-b9f018de743f on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.257106 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e401ee9-7f03-41fa-ab77-fab15e0a6b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:45.262325 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.276376 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.282090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:20:45.282503 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:20:45.284164 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:20:45.337319 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.342454 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.344319 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/35b93f93-9fb7-4026-8f26-e3a7266ba248 HTTP/1.1" status: 204 len: 168 time: 0.5237868 Sep 19 04:20:45.347482 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41382) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:45.355723 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1388e6-c427-4ba9-8500-9c364fb548a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b93f93-9fb7-4026-8f26-e3a7266ba248,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:45.686927 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:45.924440 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Deleting port 6fe572c0-de1a-4a53-b8b6-9c957337f26e {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:45.924779 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:46.002399 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] For port 6fe572c0-de1a-4a53-b8b6-9c957337f26e, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=6fe572c0-de1a-4a53-b8b6-9c957337f26e,segment=NetworkSegment(8f7562c3-3eef-4aa9-9574-d876c16eb386),segment_id=8f7562c3-3eef-4aa9-9574-d876c16eb386)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:46.002677 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:46.015652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Calling delete_port for 6fe572c0-de1a-4a53-b8b6-9c957337f26e owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:46.075060 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4379a868-e79b-4aeb-ba38-b9f018de743f no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:20:46.095019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 4379a868-e79b-4aeb-ba38-b9f018de743f {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:20:46.095368 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 4379a868-e79b-4aeb-ba38-b9f018de743f not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:20:46.095781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:20:46.113629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:20:46.113972 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 1a1488db-1b77-4d8c-a5aa-7d5aab85fb26 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:20:46.114369 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 20d9586e-c80a-4d14-888a-c2a021c6579e no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:20:46.134964 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 20d9586e-c80a-4d14-888a-c2a021c6579e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:20:46.135309 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 20d9586e-c80a-4d14-888a-c2a021c6579e not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:20:46.196636 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:46.219297 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe572c0-de1a-4a53-b8b6-9c957337f26e,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:46.233734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.233734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.233734 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.234104 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.234408 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.234736 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.235084 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.235410 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.235735 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.236064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.236384 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.236703 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:46.402842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:46.609042 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Router 04172f67-51d6-4f61-af37-772b3915fce4 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:20:46.713835 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:20:46.718870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-fc9f856b-a891-4745-ac4c-7b3c0f55db8a admin admin] 10.222.0.22 "PUT /v2.0/routers/04172f67-51d6-4f61-af37-772b3915fce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3703706 Sep 19 04:20:46.721474 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41384) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:46.725628 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] Sync routers for ids ['04172f67-51d6-4f61-af37-772b3915fce4'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:20:46.734684 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] Routers {'04172f67-51d6-4f61-af37-772b3915fce4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:46.735532 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04172f67-51d6-4f61-af37-772b3915fce4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:46.750561 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:46.824679 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:46.839541 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] Set router 04172f67-51d6-4f61-af37-772b3915fce4 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:46.925420 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:46.977689 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Deleting port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:46.978047 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.014512 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:20:46Z', 'revision_number': 5, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port': {'id': '17c777eb-bdaf-4dac-bdbb-acec6bbce6f8', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04172f67-51d6-4f61-af37-772b3915fce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:47.040105 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] Checking router: 04172f67-51d6-4f61-af37-772b3915fce4 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:20:47.048087 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] Routers {'04172f67-51d6-4f61-af37-772b3915fce4'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:47.048683 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['04172f67-51d6-4f61-af37-772b3915fce4'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:47.054484 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] For port 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:47.054884 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.066865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Calling delete_port for 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:47.131988 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] Set router 04172f67-51d6-4f61-af37-772b3915fce4 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:47.183709 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:20:46Z', 'revision_number': 6, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:47.214327 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096ed3f1-9916-4650-b0c4-9d8d196fb578 None None] The sync data for ids ['04172f67-51d6-4f61-af37-772b3915fce4'] in n-d-809936-1 is: [{'id': '04172f67-51d6-4f61-af37-772b3915fce4', 'name': 'tempest-TestShelveInstance-45220136-router', 'tenant_id': '4bd0691e731a41d09218573cc7dbc37a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:11:24Z', 'updated_at': '2021-09-19T04:20:46Z', 'revision_number': 6, 'project_id': '4bd0691e731a41d09218573cc7dbc37a', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:20:47.348400 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b7d19c89-5e31-4713-864a-f9ed15cb5bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.516991 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.545802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c777eb-bdaf-4dac-bdbb-acec6bbce6f8,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:47.606995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.695863 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.697937 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.741849 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.742427 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04172f67-51d6-4f61-af37-772b3915fce4 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:20:47.747001 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.748264 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5b00a201-6a36-4f4c-9b49-f3f9eb4ebf74 admin admin] 10.222.0.22 "DELETE /v2.0/routers/04172f67-51d6-4f61-af37-772b3915fce4 HTTP/1.1" status: 204 len: 168 time: 1.0258617 Sep 19 04:20:47.750925 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41386) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:47.794644 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] Deleting subnet e81d703f-24d3-4244-9e19-2cc6bc8f48d3 {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:20:47.797587 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.836263 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.914714 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.969058 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:47.995201 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81d703f-24d3-4244-9e19-2cc6bc8f48d3,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:48.000147 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.001966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dc804a2e-fc25-4538-b1b7-184c21a4144c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e81d703f-24d3-4244-9e19-2cc6bc8f48d3 HTTP/1.1" status: 204 len: 168 time: 0.2500496 Sep 19 04:20:48.004665 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41390) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:48.005458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a2a190-70f2-4b82-b4ea-a66595bbd3a3 None None] Network f2b5de09-b9e8-4373-81a8-842737b1487d requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:20:48.079585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.102238 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6fe572c0-de1a-4a53-b8b6-9c957337f26e no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:20:48.134175 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Deleting port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:48.134679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.147712 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 6fe572c0-de1a-4a53-b8b6-9c957337f26e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:20:48.148064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 6fe572c0-de1a-4a53-b8b6-9c957337f26e not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:20:48.148527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:20:48.172618 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:20:48.172982 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 17c777eb-bdaf-4dac-bdbb-acec6bbce6f8 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:20:48.174452 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.205308 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] For port 954a4d91-a7c9-404e-a69a-d74a1e4c6840, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=954a4d91-a7c9-404e-a69a-d74a1e4c6840,segment=NetworkSegment(8f7562c3-3eef-4aa9-9574-d876c16eb386),segment_id=8f7562c3-3eef-4aa9-9574-d876c16eb386)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:48.205679 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.220976 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Calling delete_port for 954a4d91-a7c9-404e-a69a-d74a1e4c6840 owned by network:dhcp {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:48.249447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] DHCP port deletion for f2b5de09-b9e8-4373-81a8-842737b1487d request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:20:48.296087 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] Deleting port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 {{(pid=94724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:20:48.296580 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.305743 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.331126 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=954a4d91-a7c9-404e-a69a-d74a1e4c6840,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:48.336090 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] No DVR routers for this DVR port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 on host n-d-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:20:48.363865 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] For port 954a4d91-a7c9-404e-a69a-d74a1e4c6840, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=954a4d91-a7c9-404e-a69a-d74a1e4c6840,segment=NetworkSegment(8f7562c3-3eef-4aa9-9574-d876c16eb386),segment_id=8f7562c3-3eef-4aa9-9574-d876c16eb386)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:48.364498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.376181 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] Calling delete_port for 954a4d91-a7c9-404e-a69a-d74a1e4c6840 owned by network:dhcp {{(pid=94724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:20:48.409754 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.429086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b5de09-b9e8-4373-81a8-842737b1487d']}} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:48.438048 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7562c3-3eef-4aa9-9574-d876c16eb386') {'for_net_delete': True} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:48.438350 n-d-809936-1 neutron-server[94722]: DEBUG neutron.services.segments.db [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7562c3-3eef-4aa9-9574-d876c16eb386') {} {{(pid=94722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:48.448184 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59679560'] for segment, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.449498 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161'] for port, after_delete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.462134 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.468064 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:20:48.468458 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59292916'] for segment, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: Traceback (most recent call last): Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: timer() Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: cb(*args, **kw) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: return func(*args, **kwargs) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: self._notify() Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: self.callback(batched_events) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: event.method(event) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: return f(self, *a, **k) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: return self._get(url).json() Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: return self.request(url, 'GET', **kwargs) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:20:48.470517 n-d-809936-1 neutron-server[94722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:20:48.474969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] Pushing event deleted for resources: {'Port': ['ID=954a4d91-a7c9-404e-a69a-d74a1e4c6840,revision_number=None']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:48.476805 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47333c3-c4b1-4af5-8886-6b67570c216f None None] No DVR routers for this DVR port 954a4d91-a7c9-404e-a69a-d74a1e4c6840 on host n-d-809936-1 {{(pid=94724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:20:48.531053 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.536444 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.538456 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] 10.222.0.22 "DELETE /v2.0/networks/f2b5de09-b9e8-4373-81a8-842737b1487d HTTP/1.1" status: 204 len: 168 time: 0.5328414 Sep 19 04:20:48.549030 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702be0e2-a38f-4ba0-9888-b5f737bc4bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b5de09-b9e8-4373-81a8-842737b1487d,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:48.646765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41394) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:48.684961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-76ca2f9a-985d-4882-b2e6-5f2384bc60bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf415e8cb1f44cfabdca4a638833402e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370011 Sep 19 04:20:48.687357 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41396) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:48.734984 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55ac651a-4198-4d6d-be1f-cd1102582fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.758188 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55ac651a-4198-4d6d-be1f-cd1102582fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.762871 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.807185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55ac651a-4198-4d6d-be1f-cd1102582fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.809943 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-55ac651a-4198-4d6d-be1f-cd1102582fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:48.811133 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-55ac651a-4198-4d6d-be1f-cd1102582fba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff299033-929a-44e7-9737-13bd6d24b0f5 HTTP/1.1" status: 204 len: 168 time: 0.1228135 Sep 19 04:20:48.819054 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac651a-4198-4d6d-be1f-cd1102582fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff299033-929a-44e7-9737-13bd6d24b0f5,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:49.111687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41402) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:49.150486 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-db8ac3b1-e4f3-4c0f-9911-d28d5babae79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bd0691e731a41d09218573cc7dbc37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375929 Sep 19 04:20:49.152813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41404) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:49.199147 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b08f4135-b9fe-45a4-99a1-c18795c06426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:49.218847 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b08f4135-b9fe-45a4-99a1-c18795c06426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:49.266046 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b08f4135-b9fe-45a4-99a1-c18795c06426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:49.268950 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-b08f4135-b9fe-45a4-99a1-c18795c06426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:49.270052 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-b08f4135-b9fe-45a4-99a1-c18795c06426 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93f81175-396b-4d3a-b193-4fe0c3d7daa2 HTTP/1.1" status: 204 len: 168 time: 0.1163800 Sep 19 04:20:49.277520 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f4135-b9fe-45a4-99a1-c18795c06426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f81175-396b-4d3a-b193-4fe0c3d7daa2,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:49.925695 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41426) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:50.023252 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-219867127-network', 'tenant_id': 'a2870aec4b0845829628c5a71679a989'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:50.045146 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Made reservation on behalf of a2870aec4b0845829628c5a71679a989 for: {'network': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:20:50.047432 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.055729 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.074915 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 954a4d91-a7c9-404e-a69a-d74a1e4c6840 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:20:50.099753 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 954a4d91-a7c9-404e-a69a-d74a1e4c6840 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:20:50.100232 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 954a4d91-a7c9-404e-a69a-d74a1e4c6840 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:20:50.145597 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.149954 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.173859 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:20:50.182933 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259269f5-8e92-41b6-8e53-b996ad289a55,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:50.189043 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.189373 n-d-809936-1 neutron-server[94722]: INFO neutron.db.segments_db [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Added segment 6482327c-612d-4a93-8c7e-80ffff2a0f0f of type vlan for network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 Sep 19 04:20:50.232792 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.258798 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.259833 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:50.260382 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Notify callbacks [] for network, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.291902 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3649461 Sep 19 04:20:50.294879 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41430) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:50.299750 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Request body: {'subnet': {'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-219867127-subnet', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'ip_version': 4}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:50.320957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Made reservation on behalf of a2870aec4b0845829628c5a71679a989 for: {'subnet': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:20:50.323844 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58765085'] for subnet, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.329083 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2fff6-c846-4285-88f4-e88ed3ae0f8a admin admin] Pushing event updated for resources: {'Network': ['ID=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:50.339916 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:20:50.343047 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.489322 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59475733', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58765107'] for subnet, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.541262 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cd5883-d95d-4f43-9a96-0667377c7fb3,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:50.551043 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Checking segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:20:50.551404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Network hostable DHCP agents. Network: 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:20:50.568611 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:20:50.576931 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6) {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:50.581335 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:50.582442 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.586855 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d6507f-356a-4d64-ac03-259accf38732 None None] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:20:50.599861 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-6812c4e6-17ec-4941-96b6-8da14abc3120 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3009558 Sep 19 04:20:50.600072 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41432) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:50.604304 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:50.624342 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.625309 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.677796 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.819800 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:50.886723 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:20:50.887618 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.023217 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Allocated IP 172.20.0.2 (7d2f969e-0254-4e42-b0d7-a46e40ce9ff6/d7cd5883-d95d-4f43-9a96-0667377c7fb3/33640c6f-9080-4b3d-8f4a-fa3f53b4ea01) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:20:51.026842 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.046944 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.147365 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Allocated IP 172.25.8.164 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/3859771b-3d2a-428e-846f-b63479ad36ab) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:20:51.166725 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.172568 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.207527 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:51.210938 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:51.216341 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:20:51.221699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Pushing event updated for resources: {'Port': ['ID=33640c6f-9080-4b3d-8f4a-fa3f53b4ea01,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:51.261499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.273471 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Attempting to bind port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:20:51.273781 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Attempting to bind port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:20:51.274144 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Attempting to bind port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:20:51.279197 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:20:51.279578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Checking segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:20:51.279987 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.280427 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Bound using segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:20:51.280895 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Bound port: 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:20:51.281284 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.296936 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.336955 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:51.344325 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:51.346837 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:20:51.346990 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] For port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:20:51.350139 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] For port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=33640c6f-9080-4b3d-8f4a-fa3f53b4ea01,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:20:51.354512 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.369525 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Pushing event updated for resources: {'Port': ['ID=3859771b-3d2a-428e-846f-b63479ad36ab,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:51.409799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cd4df-9ceb-4adb-8122-b995400cceab None None] Pushing event updated for resources: {'Port': ['ID=33640c6f-9080-4b3d-8f4a-fa3f53b4ea01,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:51.629675 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.824043 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:51.949868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Router 40ef8d5a-29bd-4189-93b6-706f24072f43 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:20:52.061166 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:20:52.072606 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Sync routers for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:20:52.078192 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.082402 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-c5fde5a1-d256-4ca9-b683-5286b41c6bdf admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4788792 Sep 19 04:20:52.083059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41434) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:52.087250 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:52.088534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:52.125616 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:20:52.232886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:52.234983 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:52.234983 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.337291 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15309d76-ca16-4d52-a3e5-6763694eca24 None None] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:20:52.447316 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d6d02899-d7b0-442c-aa2c-6735cd209562 None None] Provisioning complete for port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:52.447697 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d6d02899-d7b0-442c-aa2c-6735cd209562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.510011 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.535588 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.638512 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=33640c6f-9080-4b3d-8f4a-fa3f53b4ea01,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:52.665008 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Allocated IP 172.20.0.1 (7d2f969e-0254-4e42-b0d7-a46e40ce9ff6/d7cd5883-d95d-4f43-9a96-0667377c7fb3/e6008058-7f41-42a2-b911-90da02fc5cbe) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:20:52.666148 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.752839 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:51Z', 'revision_number': 3, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:52.769203 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.788629 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=33640c6f-9080-4b3d-8f4a-fa3f53b4ea01,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:52.793128 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Checking router: 40ef8d5a-29bd-4189-93b6-706f24072f43 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:20:52.793482 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Updating router 40ef8d5a-29bd-4189-93b6-706f24072f43 port 3859771b-3d2a-428e-846f-b63479ad36ab binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:20:52.804580 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.824126 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:52.844217 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:52.847296 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:52.855364 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:20:52.859698 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Pushing event updated for resources: {'Port': ['ID=e6008058-7f41-42a2-b911-90da02fc5cbe,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:52.901370 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.038580 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.071798 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-15d80810-962e-4d03-9483-bb329dd9645b None None] Provisioning complete for port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:53.072170 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-15d80810-962e-4d03-9483-bb329dd9645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.135418 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.144156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.230131 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68c14-29e2-498f-ae59-e33fd5a8982e None None] Pushing event updated for resources: {'Port': ['ID=3859771b-3d2a-428e-846f-b63479ad36ab,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:53.232534 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Attempting to bind port 3859771b-3d2a-428e-846f-b63479ad36ab on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:20:53.232906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Attempting to bind port 3859771b-3d2a-428e-846f-b63479ad36ab by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:20:53.233272 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Attempting to bind port 3859771b-3d2a-428e-846f-b63479ad36ab on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:20:53.246314 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:20:53.246691 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:20:53.247127 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.247523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:20:53.248006 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Bound port: 3859771b-3d2a-428e-846f-b63479ad36ab, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:20:53.248394 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.305940 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] For port 3859771b-3d2a-428e-846f-b63479ad36ab, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:20:53.309143 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] For port 3859771b-3d2a-428e-846f-b63479ad36ab, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3859771b-3d2a-428e-846f-b63479ad36ab,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:20:53.314060 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.382965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:53.383600 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:53.386967 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed68c14-29e2-498f-ae59-e33fd5a8982e None None] Pushing event updated for resources: {'Port': ['ID=3859771b-3d2a-428e-846f-b63479ad36ab,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:53.430563 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ce62293a-2936-45a8-bdd1-5f0c93d29905 None None] Provisioning complete for port e6008058-7f41-42a2-b911-90da02fc5cbe triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:53.430972 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ce62293a-2936-45a8-bdd1-5f0c93d29905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.516372 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.521451 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.588863 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Pushing event updated for resources: {'Port': ['ID=e6008058-7f41-42a2-b911-90da02fc5cbe,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:53.591519 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:53.659419 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ce62293a-2936-45a8-bdd1-5f0c93d29905 None None] Port e6008058-7f41-42a2-b911-90da02fc5cbe cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:20:53.678699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:53.688013 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:53.689459 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:53.810552 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Router 40ef8d5a-29bd-4189-93b6-706f24072f43 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:20:53.883446 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:52Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:53.908821 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586df0c8-980d-4286-b86c-e92a91a7e1ae None None] The sync data for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 is: [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:52Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:20:53.925339 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:20:53.931026 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2b0a535d-77a3-4728-a239-372ca43155dd admin admin] 10.222.0.22 "PUT /v2.0/routers/40ef8d5a-29bd-4189-93b6-706f24072f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8469303 Sep 19 04:20:53.983405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-81ffb41a-a7b6-47dd-b6c4-ac7e175121bf None None] Provisioning complete for port e6008058-7f41-42a2-b911-90da02fc5cbe triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:53.983831 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-81ffb41a-a7b6-47dd-b6c4-ac7e175121bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.024142 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-81ffb41a-a7b6-47dd-b6c4-ac7e175121bf None None] Port e6008058-7f41-42a2-b911-90da02fc5cbe cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:20:54.093122 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:20:54.164123 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:54.164981 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.511190 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41450) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:54.516657 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-451407223-network', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:54.538789 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Made reservation on behalf of bd9ea50ade554f06a93cc8fb943c6a0b for: {'network': 1} {{(pid=94723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:20:54.541415 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for network, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.550433 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.660185 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.665987 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.693840 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 04:20:54.704119 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fb3944-54b0-4c6b-a46d-09beef97273d,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:54.714344 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.714893 n-d-809936-1 neutron-server[94723]: INFO neutron.db.segments_db [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Added segment 5a100b2f-63af-4ebe-8caf-0413e220f4ed of type vlan for network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a Sep 19 04:20:54.756977 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759691802911'] for network, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.781719 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244'] for network, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.783064 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:54.783661 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.825586 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3130059 Sep 19 04:20:54.828680 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41452) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:54.834830 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Request body: {'subnet': {'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-451407223-subnet', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'ip_version': 4}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:54.861995 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8ba83-d22c-41fe-ad64-b44b366be4db admin admin] Pushing event updated for resources: {'Network': ['ID=2eb5e2f5-7d0d-4e45-b31c-048d25ba820a,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:54.864803 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Made reservation on behalf of bd9ea50ade554f06a93cc8fb943c6a0b for: {'subnet': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:20:54.867460 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58729577'] for subnet, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:54.873279 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a details requested by agent ovs-agent-n-d-809936-1 with host n-d-809936-1 {{(pid=94724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 04:20:55.044316 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59292009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58729543'] for subnet, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.111467 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd21aeff-d157-41a7-962a-c9cb2aee19eb,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:55.116894 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Checking segment: {'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:20:55.117268 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Network hostable DHCP agents. Network: 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a, hostable agents: ['b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05'], hosted agents: [] {{(pid=94722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 04:20:55.135649 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a is scheduled to be hosted by DHCP agent b9f15ed9-69af-4fc2-bcf8-ffdcc14c4f05 with binding_index 1 {{(pid=94722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 04:20:55.145278 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-809936-1, 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a) {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:55.150503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:20:55.151680 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.154819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f45f04-29ad-4c7b-bf01-876cc1217acb None None] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:20:55.171731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-dffcf2f5-7710-4599-b05d-7bfd7685a4ea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3418324 Sep 19 04:20:55.174189 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41454) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:55.178780 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:55.199850 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-570502', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-947'] for router, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.200863 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-448523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-936'] for router, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.251745 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.304980 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp74df86fd-226f-5f32-bc2c-f359e1c1b263-2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'fixed_ips': [{'subnet_id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb'}]}} from n-d-809936-1. {{(pid=94724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 04:20:55.305842 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.390579 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.441129 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.db_base_plugin_common [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Allocated IP 172.20.0.2 (2eb5e2f5-7d0d-4e45-b31c-048d25ba820a/fd21aeff-d157-41a7-962a-c9cb2aee19eb/471aa604-f83d-46a7-8c32-ae270825984d) {{(pid=94724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:20:55.585151 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Notify callbacks [] for port, precommit_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.592764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152'] for port, after_create {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.593323 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.618359 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.638218 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a is already hosted by enough agents. {{(pid=94724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:55.643573 n-d-809936-1 neutron-server[94724]: DEBUG neutron.scheduler.base_scheduler [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Resources bound (agent type, host, resource id): {{(pid=94724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:55.648162 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Received port after_create {{(pid=94724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:20:55.650055 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Pushing event updated for resources: {'Port': ['ID=471aa604-f83d-46a7-8c32-ae270825984d,revision_number=1']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:55.701447 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Attempting to bind port 471aa604-f83d-46a7-8c32-ae270825984d on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:20:55.701924 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Attempting to bind port 471aa604-f83d-46a7-8c32-ae270825984d by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:20:55.702298 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Attempting to bind port 471aa604-f83d-46a7-8c32-ae270825984d on network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:20:55.708340 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:20:55.708724 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Checking segment: {'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:20:55.709136 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.709537 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Bound using segment: {'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:20:55.710009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Bound port: 471aa604-f83d-46a7-8c32-ae270825984d, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:20:55.710551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.729378 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Allocated IP 172.25.8.171 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/11e5989b-a888-464b-ad5c-095007d304c6) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:20:55.775230 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] For port 471aa604-f83d-46a7-8c32-ae270825984d, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:20:55.778134 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] For port 471aa604-f83d-46a7-8c32-ae270825984d, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=471aa604-f83d-46a7-8c32-ae270825984d,segment=NetworkSegment(5a100b2f-63af-4ebe-8caf-0413e220f4ed),segment_id=5a100b2f-63af-4ebe-8caf-0413e220f4ed)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:20:55.781784 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.838064 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.841564 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561985bc-b997-4dd9-b7eb-7311dd2e1f8c None None] Pushing event updated for resources: {'Port': ['ID=471aa604-f83d-46a7-8c32-ae270825984d,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:55.883951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:55.924306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:55.929991 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:55.932969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:20:55.949767 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Sync routers for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:20:55.959551 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Pushing event updated for resources: {'Port': ['ID=11e5989b-a888-464b-ad5c-095007d304c6,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:55.959775 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:55.960386 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:56.200169 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 471aa604-f83d-46a7-8c32-ae270825984d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:20:56.204591 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:56.249247 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.254515 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 471aa604-f83d-46a7-8c32-ae270825984d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:56.254919 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.332839 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.369524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 471aa604-f83d-46a7-8c32-ae270825984d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=471aa604-f83d-46a7-8c32-ae270825984d,segment=NetworkSegment(5a100b2f-63af-4ebe-8caf-0413e220f4ed),segment_id=5a100b2f-63af-4ebe-8caf-0413e220f4ed)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:56.376706 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.377679 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3859771b-3d2a-428e-846f-b63479ad36ab up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:20:56.410282 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 2, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:56.436880 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Checking router: 40ef8d5a-29bd-4189-93b6-706f24072f43 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:20:56.437599 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Updating router 40ef8d5a-29bd-4189-93b6-706f24072f43 port e6008058-7f41-42a2-b911-90da02fc5cbe binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:20:56.455193 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=471aa604-f83d-46a7-8c32-ae270825984d,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:56.456089 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570961'] for router, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.468653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3859771b-3d2a-428e-846f-b63479ad36ab triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:56.469038 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.469146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.552549 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.578297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 3859771b-3d2a-428e-846f-b63479ad36ab, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3859771b-3d2a-428e-846f-b63479ad36ab,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:56.587221 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.615394 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 is scheduled to L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 with binding_index 1 {{(pid=94722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 04:20:56.647263 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=3859771b-3d2a-428e-846f-b63479ad36ab,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:56.733028 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:20:56.746046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Sync routers for ids ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:20:56.750037 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.754471 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-e50cd8c3-3bef-48fd-bbf1-77c3d9fcb124 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5792203 Sep 19 04:20:56.754815 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41456) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:56.764411 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Routers {'2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:56.765053 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:56.775120 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.781140 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.840561 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Pushing event updated for resources: {'Port': ['ID=e6008058-7f41-42a2-b911-90da02fc5cbe,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:56.854228 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.854228 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.854524 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.854718 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.855966 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.855966 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.855966 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.855966 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.856821 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.856821 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.857076 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.857239 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:20:56.921170 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Attempting to bind port e6008058-7f41-42a2-b911-90da02fc5cbe on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:20:56.921543 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Attempting to bind port e6008058-7f41-42a2-b911-90da02fc5cbe by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:20:56.921902 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Attempting to bind port e6008058-7f41-42a2-b911-90da02fc5cbe on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:20:56.924577 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Set router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:56.929366 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:20:56.929743 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Checking segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:20:56.930146 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:56.931541 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Bound using segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:20:56.932035 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Bound port: e6008058-7f41-42a2-b911-90da02fc5cbe, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:20:56.932422 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.013265 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] For port e6008058-7f41-42a2-b911-90da02fc5cbe, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:20:57.017665 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] For port e6008058-7f41-42a2-b911-90da02fc5cbe, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e6008058-7f41-42a2-b911-90da02fc5cbe,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:20:57.024204 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.064926 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a386a-2f84-42a9-bbef-b1fc0b20add6 None None] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:20:57.088297 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:57.089217 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:57.217804 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-8832e5c7-ab1c-4190-850d-d9e6ade415d9 None None] Provisioning complete for port 471aa604-f83d-46a7-8c32-ae270825984d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:57.218235 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8832e5c7-ab1c-4190-850d-d9e6ade415d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.229633 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:57.293718 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a59af-879e-4cb1-92fe-77b808132998 None None] Pushing event updated for resources: {'Port': ['ID=e6008058-7f41-42a2-b911-90da02fc5cbe,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:57.397951 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.407116 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '11e5989b-a888-464b-ad5c-095007d304c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 3, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port': {'id': '11e5989b-a888-464b-ad5c-095007d304c6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:57.437062 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Checking router: 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:20:57.437413 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Updating router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 port 11e5989b-a888-464b-ad5c-095007d304c6 binding host n-d-809936-1 {{(pid=94724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:20:57.466375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.469389 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:57.497473 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209b3cc5-1e44-4890-81a6-b4ddbeaef1d5 None None] The sync data for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 is: [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:20:57.593128 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Allocated IP 172.20.0.1 (2eb5e2f5-7d0d-4e45-b31c-048d25ba820a/fd21aeff-d157-41a7-962a-c9cb2aee19eb/b493ef95-6644-4922-9316-675d3c2daa3b) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:20:57.606396 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-032f7584-f7ac-4594-84e3-a4d0d361bc38 None None] Provisioning complete for port e6008058-7f41-42a2-b911-90da02fc5cbe triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:57.606396 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032f7584-f7ac-4594-84e3-a4d0d361bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.715270 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.752996 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.772218 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032f7584-f7ac-4594-84e3-a4d0d361bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.795071 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:57.802869 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:57.808014 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:20:57.830594 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b493ef95-6644-4922-9316-675d3c2daa3b,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:57.844977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-032f7584-f7ac-4594-84e3-a4d0d361bc38 None None] For port e6008058-7f41-42a2-b911-90da02fc5cbe, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e6008058-7f41-42a2-b911-90da02fc5cbe,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:20:57.856709 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-032f7584-f7ac-4594-84e3-a4d0d361bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.869715 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571014'] for router_interface, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.893389 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.905461 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.938175 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f7584-f7ac-4594-84e3-a4d0d361bc38 None None] Pushing event updated for resources: {'Port': ['ID=e6008058-7f41-42a2-b911-90da02fc5cbe,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:57.978465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Attempting to bind port 11e5989b-a888-464b-ad5c-095007d304c6 on host n-d-809936-1 for vnic_type normal with profile {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:20:57.978864 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Attempting to bind port 11e5989b-a888-464b-ad5c-095007d304c6 by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:20:57.979229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Attempting to bind port 11e5989b-a888-464b-ad5c-095007d304c6 on network 05ab6694-9f5e-4684-94f0-ce83120cb38c {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:20:57.987833 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:20:57.988206 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Checking segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:20:57.988614 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:57.989010 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Bound using segment: {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'} {{(pid=94724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:20:57.990155 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.managers [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Bound port: 11e5989b-a888-464b-ad5c-095007d304c6, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9834b85-dc70-4d2e-a107-cb3932245db3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c'}}] {{(pid=94724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:20:57.990399 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.023474 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-347b7938-53b3-4340-9caf-09fd11c6174a None None] Provisioning complete for port 471aa604-f83d-46a7-8c32-ae270825984d triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:58.023848 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-347b7938-53b3-4340-9caf-09fd11c6174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.039536 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.071292 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35740bf1-1466-47c8-b908-e597c1fa97ab None None] Pushing event updated for resources: {'Port': ['ID=11e5989b-a888-464b-ad5c-095007d304c6,revision_number=2']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:58.248293 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.254394 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.288840 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 471aa604-f83d-46a7-8c32-ae270825984d up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:20:58.294405 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] For port 11e5989b-a888-464b-ad5c-095007d304c6, host n-d-809936-1, cleared binding levels {{(pid=94724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:20:58.322330 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-570134'] for router_interface, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.324957 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b493ef95-6644-4922-9316-675d3c2daa3b,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:58.327909 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] For port 11e5989b-a888-464b-ad5c-095007d304c6, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=11e5989b-a888-464b-ad5c-095007d304c6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:20:58.339949 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.430123 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:20:58.431763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:20:58.442049 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 471aa604-f83d-46a7-8c32-ae270825984d triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:58.442422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.443958 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Routers {'2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:20:58.444590 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:58.468598 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35740bf1-1466-47c8-b908-e597c1fa97ab None None] Pushing event updated for resources: {'Port': ['ID=11e5989b-a888-464b-ad5c-095007d304c6,revision_number=3']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:58.559279 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:20:58.609988 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] Set router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:20:58.665416 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-0afef55a-f8be-4146-b1af-55c702749607 None None] Provisioning complete for port b493ef95-6644-4922-9316-675d3c2daa3b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:58.665787 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0afef55a-f8be-4146-b1af-55c702749607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.667886 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3859771b-3d2a-428e-846f-b63479ad36ab up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:20:58.675313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:20:58.681232 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-81c35e37-f906-4968-86d3-0a80d60496c4 admin admin] 10.222.0.22 "PUT /v2.0/routers/2fd5b978-f820-4aa6-ab41-1b8c9293a0a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9247234 Sep 19 04:20:58.772653 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-0afef55a-f8be-4146-b1af-55c702749607 None None] Port b493ef95-6644-4922-9316-675d3c2daa3b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:20:58.842553 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 3859771b-3d2a-428e-846f-b63479ad36ab triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:58.842929 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.914849 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-c839928f-b621-4491-afce-3134efccf72b None None] Provisioning complete for port b493ef95-6644-4922-9316-675d3c2daa3b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:58.915231 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c839928f-b621-4491-afce-3134efccf72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:58.960215 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-c839928f-b621-4491-afce-3134efccf72b None None] Port b493ef95-6644-4922-9316-675d3c2daa3b cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:20:58.992084 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '11e5989b-a888-464b-ad5c-095007d304c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 4, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port': {'id': '11e5989b-a888-464b-ad5c-095007d304c6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'b493ef95-6644-4922-9316-675d3c2daa3b', 'name': '', 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'mac_address': 'fa:16:3e:40:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:57Z', 'updated_at': '2021-09-19T04:20:58Z', 'revision_number': 2, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'subnets': [{'id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:20:59.024458 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8d6c5-f3b7-4c5c-9ab5-65a66b17f9b6 None None] The sync data for ids ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'] in n-d-809936-1 is: [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '11e5989b-a888-464b-ad5c-095007d304c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 4, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port': {'id': '11e5989b-a888-464b-ad5c-095007d304c6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'b493ef95-6644-4922-9316-675d3c2daa3b', 'name': '', 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'mac_address': 'fa:16:3e:40:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:57Z', 'updated_at': '2021-09-19T04:20:58Z', 'revision_number': 2, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'subnets': [{'id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:20:59.029102 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e6008058-7f41-42a2-b911-90da02fc5cbe up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:20:59.080551 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port e6008058-7f41-42a2-b911-90da02fc5cbe triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:20:59.080939 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.247625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41464) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:59.253813 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7c681991-0e50-44e4-be8a-a3fc0ba4417b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993896287', 'description': 'tempest-secgroup-smoke-993896287 description', 'project_id': 'a2870aec4b0845829628c5a71679a989'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:59.277499 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c681991-0e50-44e4-be8a-a3fc0ba4417b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.375205 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c681991-0e50-44e4-be8a-a3fc0ba4417b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.379324 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c681991-0e50-44e4-be8a-a3fc0ba4417b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.409587 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c681991-0e50-44e4-be8a-a3fc0ba4417b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fee224-7ff1-44ef-9f72-825e37897822,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:59.411973 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7c681991-0e50-44e4-be8a-a3fc0ba4417b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.413287 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7c681991-0e50-44e4-be8a-a3fc0ba4417b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1632197 Sep 19 04:20:59.416661 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41466) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:59.421053 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-7ff3a42a-ccc9-40f9-91fe-b7acf778b77e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'security_group_rule': {'security_group_id': '17fee224-7ff1-44ef-9f72-825e37897822', 'project_id': 'a2870aec4b0845829628c5a71679a989', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:59.449907 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a42a-ccc9-40f9-91fe-b7acf778b77e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.508279 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a42a-ccc9-40f9-91fe-b7acf778b77e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.512386 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a42a-ccc9-40f9-91fe-b7acf778b77e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.531451 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3a42a-ccc9-40f9-91fe-b7acf778b77e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03550069-1094-41dd-8759-0b6a7b3601d4,revision_number=0']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:59.539960 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-7ff3a42a-ccc9-40f9-91fe-b7acf778b77e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.541338 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-7ff3a42a-ccc9-40f9-91fe-b7acf778b77e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241050 Sep 19 04:20:59.544078 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41468) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:59.548845 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-aee3e29c-9a59-434c-8cf9-f263ec305706 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'security_group_rule': {'security_group_id': '17fee224-7ff1-44ef-9f72-825e37897822', 'project_id': 'a2870aec4b0845829628c5a71679a989', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:59.577629 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aee3e29c-9a59-434c-8cf9-f263ec305706 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.636297 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aee3e29c-9a59-434c-8cf9-f263ec305706 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.639815 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aee3e29c-9a59-434c-8cf9-f263ec305706 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.656854 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3e29c-9a59-434c-8cf9-f263ec305706 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b3b2c9-854b-485b-b8ec-bc94727a7b91,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:59.664589 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-aee3e29c-9a59-434c-8cf9-f263ec305706 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.665813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-aee3e29c-9a59-434c-8cf9-f263ec305706 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206849 Sep 19 04:20:59.668455 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41470) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:59.672783 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-602b789e-5462-4bc7-8d82-8737bd502981 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'security_group_rule': {'security_group_id': '17fee224-7ff1-44ef-9f72-825e37897822', 'project_id': 'a2870aec4b0845829628c5a71679a989', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:59.698418 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-602b789e-5462-4bc7-8d82-8737bd502981 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.754500 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-602b789e-5462-4bc7-8d82-8737bd502981 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.757709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-602b789e-5462-4bc7-8d82-8737bd502981 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.777273 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b789e-5462-4bc7-8d82-8737bd502981 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18b8510-3673-4c5c-83bd-af3fd5f55064,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:59.781092 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-602b789e-5462-4bc7-8d82-8737bd502981 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.782293 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-602b789e-5462-4bc7-8d82-8737bd502981 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129191 Sep 19 04:20:59.784954 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41472) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:59.789595 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-7406c302-f927-4cb0-8c81-56ace5bcc673 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'security_group_rule': {'security_group_id': '17fee224-7ff1-44ef-9f72-825e37897822', 'project_id': 'a2870aec4b0845829628c5a71679a989', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:59.814860 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7406c302-f927-4cb0-8c81-56ace5bcc673 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.874566 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7406c302-f927-4cb0-8c81-56ace5bcc673 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.877899 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7406c302-f927-4cb0-8c81-56ace5bcc673 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.895176 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406c302-f927-4cb0-8c81-56ace5bcc673 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c70522-3932-47a7-8cfc-9d675ea49b8d,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:20:59.900573 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-7406c302-f927-4cb0-8c81-56ace5bcc673 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.901823 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-7406c302-f927-4cb0-8c81-56ace5bcc673 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159043 Sep 19 04:20:59.904554 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41474) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:20:59.908765 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'security_group_rule': {'security_group_id': '17fee224-7ff1-44ef-9f72-825e37897822', 'project_id': 'a2870aec4b0845829628c5a71679a989', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:20:59.929558 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Project a2870aec4b0845829628c5a71679a989 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:20:59.934121 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.991779 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:20:59.995152 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:00.011983 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2385a4-252d-4b6b-a639-27694d9ae436,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:00.016809 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:00.017984 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-c719078a-b63d-424c-80f8-7a5157d06d2e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1124969 Sep 19 04:21:00.020670 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 41476) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:21:00.025347 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'security_group_rule': {'security_group_id': '17fee224-7ff1-44ef-9f72-825e37897822', 'project_id': 'a2870aec4b0845829628c5a71679a989', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:21:00.047015 n-d-809936-1 neutron-server[94722]: INFO neutron.db.securitygroups_db [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Project a2870aec4b0845829628c5a71679a989 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 04:21:00.051730 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:00.110146 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:00.113522 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678436'] for security_group_rule, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:00.130442 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb0a183-2a44-4514-80f6-6d75e6f7f8c9,revision_number=0']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:00.136504 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:00.137705 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0074f012-957d-4bf0-a6f5-2c87371d9c98 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1156232 Sep 19 04:21:00.279573 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-6cfcb01b-9d7c-4029-b01b-c5a52b09e1ef tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993896287&fields=id&tenant_id=a2870aec4b0845829628c5a71679a989 HTTP/1.1" status: 200 len: 267 time: 0.0377762 Sep 19 04:21:00.414089 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-53900b37-b92b-4d3e-a4e2-d27abbafb1b0 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:00.415698 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-53900b37-b92b-4d3e-a4e2-d27abbafb1b0 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 809 time: 0.1217179 Sep 19 04:21:00.431248 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-3ed295e1-9727-49b5-ab79-a26c47aeb89f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/quotas/a2870aec4b0845829628c5a71679a989 HTTP/1.1" status: 200 len: 375 time: 0.0095057 Sep 19 04:21:00.485076 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-84ec2b40-2a4f-4f78-bbde-1337a1389598 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476081 Sep 19 04:21:00.588101 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-ae0da42b-a103-4a3d-b64e-101ad9e33e7c service neutron] 10.222.0.22 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909517 Sep 19 04:21:00.652505 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:00.680931 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-0e7ddf72-4d8a-4f8a-9daa-0407494c0af2 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865693 Sep 19 04:21:00.846503 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d1a48d89-0694-49bd-8c1a-4859e12a58e3 req-8e3cbd5b-19ba-4fd2-8599-3ebef4ddc62b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 210 time: 0.0310912 Sep 19 04:21:01.562562 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Sync routers for ids ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:21:01.571492 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Routers {'2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:21:01.572111 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:01.674319 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Set router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:21:01.875373 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '11e5989b-a888-464b-ad5c-095007d304c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 4, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port': {'id': '11e5989b-a888-464b-ad5c-095007d304c6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'b493ef95-6644-4922-9316-675d3c2daa3b', 'name': '', 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'mac_address': 'fa:16:3e:40:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:57Z', 'updated_at': '2021-09-19T04:20:58Z', 'revision_number': 2, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'subnets': [{'id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:01.906628 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Checking router: 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:21:01.907355 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Updating router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 port b493ef95-6644-4922-9316-675d3c2daa3b binding host n-d-809936-1 {{(pid=94725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 04:21:01.930242 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d060a7b8-cb4b-47f8-96a7-71ffd6cb519e req-858e56df-1e23-4ee2-9cd0-c1bc45b8f080 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 210 time: 0.0286252 Sep 19 04:21:01.937872 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.139681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 11e5989b-a888-464b-ad5c-095007d304c6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:21:02.199585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 11e5989b-a888-464b-ad5c-095007d304c6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:21:02.200024 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.234879 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.241006 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.276106 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.291265 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca73f2-87d9-4139-bfbc-1e39f6e90438 None None] Pushing event updated for resources: {'Port': ['ID=b493ef95-6644-4922-9316-675d3c2daa3b,revision_number=3']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:02.304811 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] For port 11e5989b-a888-464b-ad5c-095007d304c6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=11e5989b-a888-464b-ad5c-095007d304c6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:21:02.309422 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.343083 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Attempting to bind port b493ef95-6644-4922-9316-675d3c2daa3b on host n-d-809936-1 for vnic_type normal with profile {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:21:02.343468 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Attempting to bind port b493ef95-6644-4922-9316-675d3c2daa3b by drivers openvswitch,hyperv on host n-d-809936-1 at level 0 using segments [{'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:21:02.343821 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Attempting to bind port b493ef95-6644-4922-9316-675d3c2daa3b on network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:21:02.348905 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Checking agent: {'id': 'e23117df-3290-4abb-a277-2032707ef94d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 49, 48), 'started_at': datetime.datetime(2021, 9, 19, 2, 50, 18), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-809936-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:21:02.349560 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Checking segment: {'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:21:02.349973 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.350369 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Bound using segment: {'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'} {{(pid=94725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:21:02.351292 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.managers [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Bound port: b493ef95-6644-4922-9316-675d3c2daa3b, host: n-d-809936-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a100b2f-63af-4ebe-8caf-0413e220f4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a'}}] {{(pid=94725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:21:02.351292 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.363326 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Pushing event updated for resources: {'Port': ['ID=11e5989b-a888-464b-ad5c-095007d304c6,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:02.423238 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] For port b493ef95-6644-4922-9316-675d3c2daa3b, host n-d-809936-1, cleared binding levels {{(pid=94725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:21:02.426464 n-d-809936-1 neutron-server[94725]: DEBUG neutron.plugins.ml2.db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] For port b493ef95-6644-4922-9316-675d3c2daa3b, host n-d-809936-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b493ef95-6644-4922-9316-675d3c2daa3b,segment=NetworkSegment(5a100b2f-63af-4ebe-8caf-0413e220f4ed),segment_id=5a100b2f-63af-4ebe-8caf-0413e220f4ed)] {{(pid=94725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:21:02.431922 n-d-809936-1 neutron-server[94725]: DEBUG neutron_lib.callbacks.manager [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.489251 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Routers {'2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:21:02.490411 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:02.492299 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca73f2-87d9-4139-bfbc-1e39f6e90438 None None] Pushing event updated for resources: {'Port': ['ID=b493ef95-6644-4922-9316-675d3c2daa3b,revision_number=4']} {{(pid=94725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:02.506338 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-6fcc75ad-eddf-4465-9a82-2596baaed99b None None] Provisioning complete for port b493ef95-6644-4922-9316-675d3c2daa3b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:21:02.507180 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fcc75ad-eddf-4465-9a82-2596baaed99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.591526 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fcc75ad-eddf-4465-9a82-2596baaed99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.628469 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-6fcc75ad-eddf-4465-9a82-2596baaed99b None None] For port b493ef95-6644-4922-9316-675d3c2daa3b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b493ef95-6644-4922-9316-675d3c2daa3b,segment=NetworkSegment(5a100b2f-63af-4ebe-8caf-0413e220f4ed),segment_id=5a100b2f-63af-4ebe-8caf-0413e220f4ed)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:21:02.633264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6fcc75ad-eddf-4465-9a82-2596baaed99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.689585 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc75ad-eddf-4465-9a82-2596baaed99b None None] Pushing event updated for resources: {'Port': ['ID=b493ef95-6644-4922-9316-675d3c2daa3b,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:02.702995 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] Set router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:21:02.752472 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-f8a1a333-af79-4854-9be4-93eda826cfee None None] Provisioning complete for port b493ef95-6644-4922-9316-675d3c2daa3b triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:21:02.752848 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f8a1a333-af79-4854-9be4-93eda826cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:02.893800 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '11e5989b-a888-464b-ad5c-095007d304c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 4, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port': {'id': '11e5989b-a888-464b-ad5c-095007d304c6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'b493ef95-6644-4922-9316-675d3c2daa3b', 'name': '', 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'mac_address': 'fa:16:3e:40:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:57Z', 'updated_at': '2021-09-19T04:21:02Z', 'revision_number': 4, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'subnets': [{'id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:02.919231 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b49b5-0384-44c7-871a-50b2b66d9fa4 None None] The sync data for ids ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'] in n-d-809936-1 is: [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '11e5989b-a888-464b-ad5c-095007d304c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 4, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port': {'id': '11e5989b-a888-464b-ad5c-095007d304c6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'b493ef95-6644-4922-9316-675d3c2daa3b', 'name': '', 'network_id': '2eb5e2f5-7d0d-4e45-b31c-048d25ba820a', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'mac_address': 'fa:16:3e:40:62:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:57Z', 'updated_at': '2021-09-19T04:21:02Z', 'revision_number': 4, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'subnets': [{'id': 'fd21aeff-d157-41a7-962a-c9cb2aee19eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:21:03.026702 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fd6586bc-e1a8-465c-a2ed-4118a27b5f61 req-3fa2c07e-7db1-4b3b-9f05-34467e7d1e13 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 210 time: 0.0276830 Sep 19 04:21:03.937215 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-5eaae349-d9ac-492c-b857-4886c689195c tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:03.938688 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-5eaae349-d9ac-492c-b857-4886c689195c tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 809 time: 0.1045372 Sep 19 04:21:03.989382 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-62b28ccc-685e-4dc1-8889-e80f75bd8c81 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2870aec4b0845829628c5a71679a989 HTTP/1.1" status: 200 len: 379 time: 0.0350556 Sep 19 04:21:03.999636 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'port': {'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'admin_state_up': True, 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'security_groups': ['17fee224-7ff1-44ef-9f72-825e37897822']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:21:04.134445 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6f540954-4310-4340-a3db-c0160e6e1212 req-47d3f717-43a1-42a6-9b3d-1fb563597aff tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 210 time: 0.0279927 Sep 19 04:21:04.140590 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Made reservation on behalf of a2870aec4b0845829628c5a71679a989 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:21:04.145171 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.146960 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b493ef95-6644-4922-9316-675d3c2daa3b up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:21:04.200801 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port b493ef95-6644-4922-9316-675d3c2daa3b triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:21:04.201090 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.234125 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:21:04.268433 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Allocated IP 172.20.0.9 (7d2f969e-0254-4e42-b0d7-a46e40ce9ff6/d7cd5883-d95d-4f43-9a96-0667377c7fb3/1d6d695c-7c05-46e9-b03a-6b5243744d39) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:21:04.280562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 11e5989b-a888-464b-ad5c-095007d304c6 up at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:21:04.326344 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Provisioning complete for port 11e5989b-a888-464b-ad5c-095007d304c6 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:21:04.326722 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.412204 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.447004 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.489853 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:21:04.492888 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:21:04.498501 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:21:04.505094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:04.554890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:04.555605 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.573356 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f67b349a-6f1d-4acf-84ba-b6a067ac16be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5772140 Sep 19 04:21:04.592003 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Request body: {'port': {'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:21:04.646585 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.762969 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-d8fe86a2-3fce-4b28-98ab-afde4a8a663e None None] Provisioning complete for port 1d6d695c-7c05-46e9-b03a-6b5243744d39 triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:21:04.763317 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-d8fe86a2-3fce-4b28-98ab-afde4a8a663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.798239 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe86a2-3fce-4b28-98ab-afde4a8a663e None None] Port 1d6d695c-7c05-46e9-b03a-6b5243744d39 cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:21:04.910056 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6d695c-7c05-46e9-b03a-6b5243744d39 {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:21:04.917343 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:04.929424 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Transition to ACTIVE for port object 1d6d695c-7c05-46e9-b03a-6b5243744d39 will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:21:04.932326 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:05.001779 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:05.055034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Attempting to bind port 1d6d695c-7c05-46e9-b03a-6b5243744d39 on host n-h2-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:21:05.055380 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Attempting to bind port 1d6d695c-7c05-46e9-b03a-6b5243744d39 by drivers openvswitch,hyperv on host n-h2-809936-1 at level 0 using segments [{'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:21:05.055719 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Attempting to bind port 1d6d695c-7c05-46e9-b03a-6b5243744d39 on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:21:05.060616 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Port 1d6d695c-7c05-46e9-b03a-6b5243744d39 on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:21:05.060969 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Attempting to bind port 1d6d695c-7c05-46e9-b03a-6b5243744d39 on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:21:05.066080 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Checking agent: {'id': 'b3c350e9-15e0-4599-a031-e33484418a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:21:05.066491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Checking segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:21:05.066993 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Bound using segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:21:05.067450 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Bound port: 1d6d695c-7c05-46e9-b03a-6b5243744d39, host: n-h2-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:21:05.068611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:05.134143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:21:05.137177 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:21:05.141985 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:05.180103 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.180722 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:05.182120 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] 10.222.0.32 "PUT /v2.0/ports/1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 1091 time: 0.5944929 Sep 19 04:21:05.182563 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:21:05.184827 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8155a6-c276-41da-9953-ac70dba6fb45" -d '{"events": [{"name": "network-changed", "server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:21:05.207660 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066b595-051b-47e5-a2b0-ca3b904c210e service neutron] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:05.232552 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e8e84b-526b-469c-832c-d1037b7efe0c x-openstack-request-id: req-30e8e84b-526b-469c-832c-d1037b7efe0c {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:21:05.232848 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:21:05.233332 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30e8e84b-526b-469c-832c-d1037b7efe0c {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:21:05.233673 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'status': 'completed', 'code': 200} Sep 19 04:21:05.285049 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b94532-1535-4835-99f2-eb76f6eccdd6 req-ce1be301-c3e9-4ffe-815f-f8812c6a225e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.286878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17b94532-1535-4835-99f2-eb76f6eccdd6 req-ce1be301-c3e9-4ffe-815f-f8812c6a225e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 943 time: 0.0502248 Sep 19 04:21:05.297748 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-832972f2-7fb3-461e-8b0d-15bb0e1ef15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.299587 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-832972f2-7fb3-461e-8b0d-15bb0e1ef15f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1094 time: 0.0469196 Sep 19 04:21:05.328333 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-17b94532-1535-4835-99f2-eb76f6eccdd6 req-15970fc1-c7b3-49d5-bcd1-bb724efffa1f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348604 Sep 19 04:21:05.349242 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-dec04bf9-b78d-4714-8855-5048afe92311 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 217 time: 0.0365741 Sep 19 04:21:05.405316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f7a26815-31d5-44f7-8203-6ff3b95a6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.406813 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-f7a26815-31d5-44f7-8203-6ff3b95a6391 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0513008 Sep 19 04:21:05.452299 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-c6465a12-20b0-437b-bf4b-1477f8895fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.453795 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-c6465a12-20b0-437b-bf4b-1477f8895fee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402491 Sep 19 04:21:05.540652 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-32c6a08e-c990-410b-83ca-f76855a1c990 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797005 Sep 19 04:21:05.633125 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f21d2f2c-2089-42ba-a9e1-5d2d0dd66916 req-071a8889-c5ad-46ae-bda8-d3fa4660259a service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850735 Sep 19 04:21:05.764503 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-c994cb9e-c034-4d6e-a331-90d26e880319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.765979 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-c994cb9e-c034-4d6e-a331-90d26e880319 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1094 time: 0.0402775 Sep 19 04:21:05.857234 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-1438518a-1f8e-41d9-b196-d9968307b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.858697 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-1438518a-1f8e-41d9-b196-d9968307b775 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0858359 Sep 19 04:21:05.898684 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-872f8b6e-876c-426c-8790-7cdbab8c50a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 217 time: 0.0322981 Sep 19 04:21:05.949067 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-cfd0251e-8129-42df-99ff-f46f7964be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.950453 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-cfd0251e-8129-42df-99ff-f46f7964be46 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0450723 Sep 19 04:21:05.996653 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-528950d1-666c-4a0d-9def-7a9888aea850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:05.998108 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-528950d1-666c-4a0d-9def-7a9888aea850 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401754 Sep 19 04:21:06.084859 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-812040dc-e564-494b-8cf2-3a7826041e6d service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797884 Sep 19 04:21:06.173806 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-6f8155a6-c276-41da-9953-ac70dba6fb45 req-8195dcdd-f0a1-4743-aa5b-88705efc1172 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825691 Sep 19 04:21:06.446373 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d1b6d-edd0-4a41-ac02-4cea57546ba0 req-ec40a571-818e-4ab9-9297-9964e42fe322 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:06.447870 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-460d1b6d-edd0-4a41-ac02-4cea57546ba0 req-ec40a571-818e-4ab9-9297-9964e42fe322 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 943 time: 0.0508392 Sep 19 04:21:06.484947 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-460d1b6d-edd0-4a41-ac02-4cea57546ba0 req-eeb9b0ee-9975-45f5-82ba-5a0d7b36f96b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307996 Sep 19 04:21:07.595844 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1154e6-8488-40bb-ba1a-b01cf7937aa1 req-5f6db028-3ce7-4582-a66e-3d21610a9e0f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:07.597307 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f1154e6-8488-40bb-ba1a-b01cf7937aa1 req-5f6db028-3ce7-4582-a66e-3d21610a9e0f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 943 time: 0.0475221 Sep 19 04:21:07.634202 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f1154e6-8488-40bb-ba1a-b01cf7937aa1 req-b93106fd-66b6-421e-b2a1-35ee81ee2226 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304875 Sep 19 04:21:08.748721 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f318f2-3bcc-41bb-a1eb-a9c70f7dcdf4 req-e722de1a-db44-46a5-8dff-d5ccd0d66d11 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:08.750090 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2f318f2-3bcc-41bb-a1eb-a9c70f7dcdf4 req-e722de1a-db44-46a5-8dff-d5ccd0d66d11 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 943 time: 0.0474105 Sep 19 04:21:08.786685 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-a2f318f2-3bcc-41bb-a1eb-a9c70f7dcdf4 req-d3267054-1b92-4c25-a698-a131a6bef2ce tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307398 Sep 19 04:21:08.924812 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1d6d695c-7c05-46e9-b03a-6b5243744d39 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:21:09.015908 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:21:09.029443 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:21:09.064971 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:09.077063 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6d695c-7c05-46e9-b03a-6b5243744d39 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:21:09.095199 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:21:09.099146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:09.144738 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:09.515977 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1d6d695c-7c05-46e9-b03a-6b5243744d39'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:21:09.902960 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b69382-7279-44e3-adf6-05487ad85f5a req-b037423b-6dcb-4c28-bd42-d2ac9c70e9ba tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:09.904438 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72b69382-7279-44e3-adf6-05487ad85f5a req-b037423b-6dcb-4c28-bd42-d2ac9c70e9ba tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 944 time: 0.0525680 Sep 19 04:21:09.940648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-72b69382-7279-44e3-adf6-05487ad85f5a req-c5ce9a30-0925-46b7-8396-a134a150fe47 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303261 Sep 19 04:21:10.942487 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1d6d695c-7c05-46e9-b03a-6b5243744d39 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:21:10.990863 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning for port 1d6d695c-7c05-46e9-b03a-6b5243744d39 completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:21:10.994454 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1d6d695c-7c05-46e9-b03a-6b5243744d39 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:21:10.994868 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:11.054627 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04476ed-d8a1-4092-9e7b-bdd0ec37600c req-bec56ce3-a35f-4213-bb8d-bb88dac6425f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:11.056157 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e04476ed-d8a1-4092-9e7b-bdd0ec37600c req-bec56ce3-a35f-4213-bb8d-bb88dac6425f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 944 time: 0.0491462 Sep 19 04:21:11.072096 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:11.093716 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-e04476ed-d8a1-4092-9e7b-bdd0ec37600c req-29affd80-3f17-43e4-9e64-ab3b850364ce tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313859 Sep 19 04:21:11.093948 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:21:11.096104 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265f4b13-26d1-4ce9-aa75-1e54588641e8" -d '{"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-plugged", "status": "completed", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:21:11.109465 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:21:11.114693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:11.136832 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a27257-ba0f-4977-827d-c378da82fbfd x-openstack-request-id: req-c2a27257-ba0f-4977-827d-c378da82fbfd {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:21:11.137119 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-plugged", "status": "completed", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:21:11.137388 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2a27257-ba0f-4977-827d-c378da82fbfd {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:21:11.137749 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'code': 200} Sep 19 04:21:11.161904 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:11.255749 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf969ba-2fc9-4c62-95f7-570d867d12b1 req-76e0c619-fb9b-4677-9d34-1e3288522a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:11.257745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2cf969ba-2fc9-4c62-95f7-570d867d12b1 req-76e0c619-fb9b-4677-9d34-1e3288522a9c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1096 time: 0.0393317 Sep 19 04:21:11.290702 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-2cf969ba-2fc9-4c62-95f7-570d867d12b1 req-c8bcc153-5f51-4d83-88ad-945326b7a000 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265076 Sep 19 04:21:12.206593 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a1a99-32b6-4aac-8e09-4534ff2c453d req-44d24e2b-d501-47c9-b04e-bb05cd730fa2 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:12.208085 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f8a1a99-32b6-4aac-8e09-4534ff2c453d req-44d24e2b-d501-47c9-b04e-bb05cd730fa2 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 945 time: 0.0485356 Sep 19 04:21:12.245834 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-1f8a1a99-32b6-4aac-8e09-4534ff2c453d req-0835ccfe-78fd-406a-992b-025a03b1ed48 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Sep 19 04:21:13.363136 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3211-981c-45d3-abf6-5e134a6a8c7c req-1092c12b-3dc9-426d-9464-b7172d5b1ff4 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:13.364598 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d6c3211-981c-45d3-abf6-5e134a6a8c7c req-1092c12b-3dc9-426d-9464-b7172d5b1ff4 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 945 time: 0.0519183 Sep 19 04:21:13.401666 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-8d6c3211-981c-45d3-abf6-5e134a6a8c7c req-0bf132a1-be7d-494d-bc3d-3f5a1f6feda4 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311675 Sep 19 04:21:13.515222 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571bddb-593f-4783-bbc1-781d637394e9 req-2ddc2dc2-0afb-4163-a7d8-b1f16b6bbf5f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:13.516592 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3571bddb-593f-4783-bbc1-781d637394e9 req-2ddc2dc2-0afb-4163-a7d8-b1f16b6bbf5f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 945 time: 0.0499496 Sep 19 04:21:13.553011 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3571bddb-593f-4783-bbc1-781d637394e9 req-898cea1e-251a-46e2-bdf7-c10ed0cf79de tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305128 Sep 19 04:21:13.574039 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41538) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:21:13.701404 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867b5c41-8e23-44eb-a30a-90ab61215305 tempest-TestSnapshotPattern-567187421 tempest-TestSnapshotPattern-567187421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:13.702944 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-867b5c41-8e23-44eb-a30a-90ab61215305 tempest-TestSnapshotPattern-567187421 tempest-TestSnapshotPattern-567187421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1091 time: 0.1279178 Sep 19 04:21:13.705842 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41542) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:21:13.710660 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:21:13.731235 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:13.828261 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:13.933237 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Allocated IP 172.25.8.190 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/e942c84d-1ff6-4e93-8a96-cb97f2097ac3) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:21:14.035424 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:14.067069 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:14.103191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:21:14.105904 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:21:14.111959 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:21:14.117846 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'Port': ['ID=e942c84d-1ff6-4e93-8a96-cb97f2097ac3,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:14.460190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:14.527741 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:14.589553 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b1c10c40-ca19-45ac-a561-2855ba66b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:14.672093 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:14.676122 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:14.747394 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'Port': ['ID=e942c84d-1ff6-4e93-8a96-cb97f2097ac3,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:21:14.755319 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:15.144657 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Floating IP c002df02-3954-4103-92fd-4c9237ac706d associated. External IP: 172.25.8.190, port: 1d6d695c-7c05-46e9-b03a-6b5243744d39. Sep 19 04:21:15.347139 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Router 40ef8d5a-29bd-4189-93b6-706f24072f43 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:21:15.451249 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:21:15.460605 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] Sync routers for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:21:15.466794 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:15.469903 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:21:15.470522 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:15.496719 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5141b152-57c4-4226-90d3-090200f29d1d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7898762 Sep 19 04:21:15.497298 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:21:15.499561 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72192def-7c21-4522-94f4-9825dd94d2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:21:15.538044 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a054a856-7046-45d7-8ec8-11a2559e6211 x-openstack-request-id: req-a054a856-7046-45d7-8ec8-11a2559e6211 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:21:15.538358 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:21:15.538611 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a054a856-7046-45d7-8ec8-11a2559e6211 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:21:15.539028 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'status': 'completed', 'code': 200} Sep 19 04:21:15.577485 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:21:15.623524 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-6ad4469e-19d6-41ef-a1c0-b0148e6c5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:15.625033 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-6ad4469e-19d6-41ef-a1c0-b0148e6c5bdb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1096 time: 0.0395558 Sep 19 04:21:15.718708 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-d1493e48-a2d4-4508-9940-596a02fe50f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:15.720154 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-d1493e48-a2d4-4508-9940-596a02fe50f9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0886276 Sep 19 04:21:15.786991 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-35cd0e05-8050-4167-b88d-6c7d55d5bc36 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 999 time: 0.0598378 Sep 19 04:21:15.796845 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:14Z', 'revision_number': 0, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:15.823285 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] Checking router: 40ef8d5a-29bd-4189-93b6-706f24072f43 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:21:15.832092 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:21:15.832743 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:20:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:15.941547 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:21:16.166005 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:14Z', 'revision_number': 0, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:21:16.166871 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-3ceee34e-8054-46e8-858c-179bb2c60cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:16.168522 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-3ceee34e-8054-46e8-858c-179bb2c60cf3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.3749626 Sep 19 04:21:16.216449 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-5392fc87-bb71-4837-bc9e-113e3006300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:16.217975 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-5392fc87-bb71-4837-bc9e-113e3006300e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414262 Sep 19 04:21:16.314093 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-77e2a462-a7cf-44f3-9eb6-84e84fee0260 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872769 Sep 19 04:21:16.343300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6123c3bb-8a36-437c-8a79-55d3aa87ae4d None None] The sync data for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 is: [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:14Z', 'revision_number': 0, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:21:16.406121 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-72192def-7c21-4522-94f4-9825dd94d2a2 req-992cc523-f123-4c7c-ab26-34f274909c03 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 Sep 19 04:21:16.532473 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf873f0-150f-4e54-a202-9ecac9dd57d3 None None] New status for floating IP c002df02-3954-4103-92fd-4c9237ac706d: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:21:16.748908 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:17.348494 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c57604d-b956-48c0-90ab-63b92c249bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:18.118806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:18.762992 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:20.335728 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:30.652465 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:41.233593 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:21:44.589360 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a79954e7-1e07-4c0f-9373-2ce4b00e7a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:46.765572 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:47.307143 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-d7fc9bfe-7a4a-4876-a995-a767bd2ec082 req-4c62ece4-a972-424c-b176-d82f07c6af85 service neutron] (94722) timed out ('10.222.0.22', 39854) {{(pid=94722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 04:21:47.348907 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-700bffa8-3456-4c84-b26c-c787c2184ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:48.119374 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:48.767426 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:50.338280 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:21:57.092633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-bb6974c1-e3e1-4ce7-bc4d-39eb9fcf3105 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1082935 Sep 19 04:21:57.193182 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-6bc2a50d-f5c3-4835-8f88-50885373e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:57.194643 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-6bc2a50d-f5c3-4835-8f88-50885373e1f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1096 time: 0.0442836 Sep 19 04:21:57.295092 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-d58c430d-d9a5-4997-b947-b88f985f897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:57.296443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-d58c430d-d9a5-4997-b947-b88f985f897c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0815384 Sep 19 04:21:57.362657 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-93c1f309-44c4-4202-91ea-d8ae09ea7648 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 1001 time: 0.0590668 Sep 19 04:21:57.410491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-21c2fa9c-481d-4349-a548-d8883a41f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:57.412038 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-21c2fa9c-481d-4349-a548-d8883a41f9a2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0420041 Sep 19 04:21:57.457015 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-1fe8d41d-433c-479a-a9c4-ad4c9ec30a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:21:57.458439 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-1fe8d41d-433c-479a-a9c4-ad4c9ec30a72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387015 Sep 19 04:21:57.550429 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-28993d0a-65a7-44f3-ab02-0e9b4766346c service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841959 Sep 19 04:21:57.637234 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-469eda61-0d6b-47e6-9db4-649c7dc5c6ef req-4228b237-7556-4ef5-8fbf-b0fa7bca1b74 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790510 Sep 19 04:22:00.653308 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:14.592249 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fc600c91-f5ab-4281-9e90-0f919f96ddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:16.764810 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:17.348076 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f064cbe0-10ee-4d11-adae-4b36e0a72018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:18.119113 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:18.232114 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:22:18.769294 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:20.341002 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:30.670869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:44.592495 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b8fcf8a-b0ef-42ae-bc6a-314d79f1abed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:46.780176 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:47.348648 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-220c30aa-7b24-4d25-9fb4-5dccb5493d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:48.120019 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:48.772417 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:50.344178 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:22:55.231777 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:22:58.007255 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-57a44c90-ef37-4252-8d74-cd025b6a5f5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428832 Sep 19 04:22:58.147400 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-66e95705-cbb9-409e-b454-7babf95dcffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:22:58.148810 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-66e95705-cbb9-409e-b454-7babf95dcffc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1096 time: 0.0401247 Sep 19 04:22:58.251228 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-413de917-0518-49ab-ae55-25c2e73297a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:22:58.252672 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-413de917-0518-49ab-ae55-25c2e73297a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0856550 Sep 19 04:22:58.316242 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-732e20f6-10c9-41f4-b3aa-f91c09c89c97 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 1001 time: 0.0568147 Sep 19 04:22:58.363585 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-628d7678-abe7-485f-915a-34e1000e968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:22:58.364966 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-628d7678-abe7-485f-915a-34e1000e968a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0412157 Sep 19 04:22:58.415178 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-e7772ad8-6a23-4f35-b0d8-35bbcc5a15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:22:58.417009 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-e7772ad8-6a23-4f35-b0d8-35bbcc5a15f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417042 Sep 19 04:22:58.502676 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-21c8c786-ec6b-477c-888f-dd292d4c429f service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785086 Sep 19 04:22:58.593842 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-c84625cc-dc59-4921-91de-75dd6e4c8754 req-fd7aff4e-b2f0-4b90-ab78-8c552a9ae92f service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843270 Sep 19 04:23:00.672952 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:14.593285 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a1137cb9-82f5-4daa-9286-5e69edd94488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:16.794982 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:17.348761 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-223e1a31-626b-42d7-bf94-415b9a763189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:18.120274 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:18.775017 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:20.346172 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:30.682286 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:32.231501 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:23:44.593352 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b23ebf7e-5e64-4304-bb0c-d55f71436f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:46.794461 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:47.349348 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7c0cc561-0a6d-4f36-90ea-6890d4f8bf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:48.119823 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:48.778799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:49.630545 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1d6d695c-7c05-46e9-b03a-6b5243744d39 details requested by agent hyperv_n-h2-809936-1 with host n-h2-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:23:49.719380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:23:49.729694 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Returning: {'device': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:23:49.769974 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:49.781912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d6d695c-7c05-46e9-b03a-6b5243744d39 {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:23:49.799763 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:23:49.803538 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:49.849186 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:23:49.856362 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.856707 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.857041 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.857372 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.857699 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.858025 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.858347 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.858681 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.859009 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.859331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.859649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.859965 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:23:49.950099 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] get_ports_and_sgs() called for port_ids ['1d6d695c-7c05-46e9-b03a-6b5243744d39'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:23:50.348150 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:51.643406 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1d6d695c-7c05-46e9-b03a-6b5243744d39 up at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:23:51.690421 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Provisioning complete for port 1d6d695c-7c05-46e9-b03a-6b5243744d39 triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:23:51.690817 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:51.765558 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:51.786610 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:23:51.788837 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6b2447-2d84-4beb-b6f9-1262e9365cee" -d '{"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-plugged", "status": "completed", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:23:51.801064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:23:51.805742 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:23:51.852672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:23:51.888606 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4629fad-609a-4c97-9d19-ad5a7b9bd9f4 x-openstack-request-id: req-a4629fad-609a-4c97-9d19-ad5a7b9bd9f4 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:23:51.888906 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-plugged", "status": "completed", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:23:51.889167 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4629fad-609a-4c97-9d19-ad5a7b9bd9f4 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:23:51.889566 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'code': 200} Sep 19 04:23:59.067403 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-35791015-1e15-40bd-935f-37ca48bcdd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:23:59.069681 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-35791015-1e15-40bd-935f-37ca48bcdd69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1096 time: 0.0431151 Sep 19 04:23:59.209233 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-4d3eb6cb-8604-4c8a-b91e-cb1b4069d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:23:59.210649 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-4d3eb6cb-8604-4c8a-b91e-cb1b4069d3fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.1119757 Sep 19 04:23:59.279106 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-70cf9fc5-f476-4dc3-97fe-598d01d69ee6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 1001 time: 0.0604544 Sep 19 04:23:59.333239 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-ab9a0c7d-87a4-4362-9400-a41f801cf11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:23:59.334711 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-ab9a0c7d-87a4-4362-9400-a41f801cf11c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0475233 Sep 19 04:23:59.390491 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-cf259f27-0e81-4cd5-b89c-0c4c02b3dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:23:59.392284 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-cf259f27-0e81-4cd5-b89c-0c4c02b3dd6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478566 Sep 19 04:23:59.493157 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-df92f84d-bfab-42bb-a458-ee0897f45e09 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908871 Sep 19 04:23:59.593745 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-d003b98d-1480-4967-b94d-9cfceb88f4bf req-b671ad63-6fdc-4af1-b5fa-328cf1172d19 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929611 Sep 19 04:24:00.699146 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:02.946167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-4578847a-5b00-4628-b800-78f76d96be51 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993896287&fields=id&tenant_id=a2870aec4b0845829628c5a71679a989 HTTP/1.1" status: 200 len: 267 time: 0.0336664 Sep 19 04:24:03.052260 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-f29b490d-0e85-49f9-9baf-a8d39c002c5c tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:03.054044 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-f29b490d-0e85-49f9-9baf-a8d39c002c5c tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 809 time: 0.1008372 Sep 19 04:24:03.072492 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-0a563a1f-31c2-4ca1-a452-51968fd43cdf tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/quotas/a2870aec4b0845829628c5a71679a989 HTTP/1.1" status: 200 len: 375 time: 0.0101283 Sep 19 04:24:03.132908 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-efd89b69-58c9-4edc-88de-645b8227be4b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544307 Sep 19 04:24:03.268657 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-2a95b5fc-43e8-4912-993d-56fe391e1eb5 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233249 Sep 19 04:24:03.357921 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-84ec9912-866a-4382-8c72-61c1b2919d22 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829790 Sep 19 04:24:03.540645 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4fabd7d5-f055-4b03-a243-be3db43134cc req-325c0b9e-142e-458e-bdc7-02815014a8a0 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 210 time: 0.0261228 Sep 19 04:24:04.617422 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-96ba735b-ce45-4bf7-a1b1-4b4623ba9385 req-c8043582-5ae1-4f45-b016-f970370bea74 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 210 time: 0.0264037 Sep 19 04:24:05.695780 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f3beae44-c05e-439e-ab6f-cc0c3800d16c req-a5d9349e-d6aa-4f24-a6bc-bfe206ed414c tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Sep 19 04:24:06.776451 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-38f2c195-6e9d-4962-9551-8c0ca0625d8f req-711e5b92-4312-4c39-a522-e8e3475c01d1 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 210 time: 0.0305290 Sep 19 04:24:07.672331 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1d6d695c-7c05-46e9-b03a-6b5243744d39 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:24:07.747781 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:07.769479 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:24:07.771727 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943e06c-f17b-4bb3-93f6-4150b8bad727" -d '{"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:24:07.784493 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:24:07.788519 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:07.811688 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 04:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e5a047-dbad-41b9-9e8f-8b619893e784 x-openstack-request-id: req-b5e5a047-dbad-41b9-9e8f-8b619893e784 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:24:07.811990 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:24:07.812253 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5e5a047-dbad-41b9-9e8f-8b619893e784 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:24:07.812612 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'code': 200} Sep 19 04:24:07.837484 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Pushing event updated for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=8']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:07.873365 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-911c92ef-7f9f-4601-af40-ee8ef07670a6 req-086734bb-384e-4df0-a975-b19d5e9d8708 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 210 time: 0.0262032 Sep 19 04:24:08.580292 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-c7ada3f9-c02d-474c-81e1-9e26a81f03de tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:08.581724 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-c7ada3f9-c02d-474c-81e1-9e26a81f03de tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.30 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 809 time: 0.1016102 Sep 19 04:24:08.628391 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-d290bfe6-6a63-41d0-bdb3-c4935eda7b13 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2870aec4b0845829628c5a71679a989 HTTP/1.1" status: 200 len: 379 time: 0.0341277 Sep 19 04:24:08.639364 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'port': {'device_id': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'admin_state_up': True, 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'security_groups': ['17fee224-7ff1-44ef-9f72-825e37897822']}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:24:08.751326 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Made reservation on behalf of a2870aec4b0845829628c5a71679a989 for: {'port': 1} {{(pid=94722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 04:24:08.755695 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:08.911122 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_common [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Allocated IP 172.20.0.3 (7d2f969e-0254-4e42-b0d7-a46e40ce9ff6/d7cd5883-d95d-4f43-9a96-0667377c7fb3/31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e) {{(pid=94722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:24:09.047358 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-509b28db-7b32-40a5-9513-c8f97fe28d31 req-6f78f0e4-5c59-49e5-8cb1-a26c3d35197e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 210 time: 0.0337651 Sep 19 04:24:09.134438 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for port, precommit_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:09.171019 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_create {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:09.230728 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:24:09.236440 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=1']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:09.247033 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 is already hosted by enough agents. {{(pid=94722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:24:09.249133 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.249490 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.249837 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.250179 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.250521 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.250890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.251227 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.251560 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.251890 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.252220 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.252548 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.252876 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:09.256489 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.base_scheduler [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Resources bound (agent type, host, resource id): {{(pid=94722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:24:09.259194 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Received port after_create {{(pid=94722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:24:09.314929 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:09.315677 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:09.333121 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-e9796577-0c20-4dc3-8383-107b40b2506d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979420 Sep 19 04:24:09.544877 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-bce16bdc-6eba-45a0-8093-4b5aedf9c9a0 None None] Provisioning complete for port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e triggered by entity DHCP. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:24:09.545531 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-bce16bdc-6eba-45a0-8093-4b5aedf9c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:09.577667 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-bce16bdc-6eba-45a0-8093-4b5aedf9c9a0 None None] Port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e cannot update to ACTIVE because it is not bound. {{(pid=94724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 04:24:10.219436 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763ada4-b92e-4c28-9967-c2091c9c5a76 req-c2b460cc-3904-409b-bc00-5949759c6e04 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:10.220953 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c763ada4-b92e-4c28-9967-c2091c9c5a76 req-c2b460cc-3904-409b-bc00-5949759c6e04 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.1138096 Sep 19 04:24:10.261383 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-c763ada4-b92e-4c28-9967-c2091c9c5a76 req-881ee8d9-427f-4a34-9c6b-0b5347cb1eaf tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Sep 19 04:24:11.435974 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0c8fc-db3d-4356-8069-5a78609dc801 req-8c3cd13d-5ae3-40fe-a0e0-dccd51a1bbfd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:11.437499 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cd0c8fc-db3d-4356-8069-5a78609dc801 req-8c3cd13d-5ae3-40fe-a0e0-dccd51a1bbfd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.1032450 Sep 19 04:24:11.483903 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-0cd0c8fc-db3d-4356-8069-5a78609dc801 req-d1bcef35-6849-446f-9918-2e4fa166f75f tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Sep 19 04:24:12.603040 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33725d-b01a-498f-a8e1-9c9a62ca891f req-094f550e-0f2c-45c3-af03-d6bbcaf09df6 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:12.605272 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e33725d-b01a-498f-a8e1-9c9a62ca891f req-094f550e-0f2c-45c3-af03-d6bbcaf09df6 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.0502272 Sep 19 04:24:12.645416 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-3e33725d-b01a-498f-a8e1-9c9a62ca891f req-617ea573-a7fb-4fa9-97cd-7319f9425e1a tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340643 Sep 19 04:24:13.762804 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32295e-a923-410a-b188-68f05168b878 req-00c5e0eb-44cc-4e91-a9f0-3f9782ec3bb1 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:13.764446 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba32295e-a923-410a-b188-68f05168b878 req-00c5e0eb-44cc-4e91-a9f0-3f9782ec3bb1 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.0509470 Sep 19 04:24:13.804581 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-ba32295e-a923-410a-b188-68f05168b878 req-2fd4112c-f9b9-481b-8609-30e6541456b4 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331891 Sep 19 04:24:14.595837 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2a0923b1-79b3-411e-ba49-3099af5f32a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:14.928881 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be19df-400f-49a6-ac97-ee8329d186c5 req-c56252ea-ab69-4903-9cf6-0bc9d8db6eff tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:14.930539 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03be19df-400f-49a6-ac97-ee8329d186c5 req-c56252ea-ab69-4903-9cf6-0bc9d8db6eff tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.0513575 Sep 19 04:24:14.975646 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-03be19df-400f-49a6-ac97-ee8329d186c5 req-06b0445f-2aae-4db7-9df6-94751c5dc9b1 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384090 Sep 19 04:24:16.093401 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388857b0-95d2-408f-87c6-727ef3dd324c req-279afae9-ad6f-441a-aecd-25d01a47f8fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:16.094966 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-388857b0-95d2-408f-87c6-727ef3dd324c req-279afae9-ad6f-441a-aecd-25d01a47f8fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.0496843 Sep 19 04:24:16.133849 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-388857b0-95d2-408f-87c6-727ef3dd324c req-b261a38e-58e8-4547-bd66-70ab41a5c682 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325568 Sep 19 04:24:16.795727 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:17.258762 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aacd9-2c17-406d-af58-a11ecda40149 req-c9dbc0ce-7d7f-4ab6-abdd-8dc7b11a9bb6 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:17.260292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d04aacd9-2c17-406d-af58-a11ecda40149 req-c9dbc0ce-7d7f-4ab6-abdd-8dc7b11a9bb6 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.0508611 Sep 19 04:24:17.299937 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d04aacd9-2c17-406d-af58-a11ecda40149 req-57c5a55e-e3a5-4ddb-8373-93d0c0a8cf49 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335073 Sep 19 04:24:17.350330 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ca32e07f-522a-481b-b714-993348ac4051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:18.121323 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:18.418183 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3c7cc-d7c1-44be-ae0a-75151fc09092 req-07f3a9cd-0115-41b2-8bc3-99a0eb51e742 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:18.420424 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63f3c7cc-d7c1-44be-ae0a-75151fc09092 req-07f3a9cd-0115-41b2-8bc3-99a0eb51e742 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 931 time: 0.0510139 Sep 19 04:24:18.462165 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-63f3c7cc-d7c1-44be-ae0a-75151fc09092 req-ebed59d4-89ba-40a0-84bf-7e4e49969e4e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354617 Sep 19 04:24:18.727316 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.v2.base [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Request body: {'port': {'device_id': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-809936-1'}} {{(pid=94722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:24:18.780784 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:18.785747 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:19.040226 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e {{(pid=94722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:24:19.047520 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:19.059443 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.provisioning_blocks [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Transition to ACTIVE for port object 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e will not be triggered until provisioned by entity L2. {{(pid=94722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 04:24:19.063080 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:19.126014 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=2']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:19.181333 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Attempting to bind port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e on host n-h1-809936-1 for vnic_type normal with profile {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 04:24:19.181674 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Attempting to bind port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e by drivers openvswitch,hyperv on host n-h1-809936-1 at level 0 using segments [{'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 04:24:19.182007 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Attempting to bind port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:24:19.187119 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-809936-1 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 04:24:19.187452 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Attempting to bind port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e on network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 04:24:19.192293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Checking agent: {'id': '92c2a07a-da22-4c02-9577-e258ea728a97', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-809936-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'started_at': datetime.datetime(2021, 9, 19, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 4, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 04:24:19.192629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Checking segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 04:24:19.193013 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Bound using segment: {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'} {{(pid=94722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 04:24:19.193439 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.managers [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Bound port: 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host: n-h1-809936-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6482327c-612d-4a93-8c7e-80ffff2a0f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6'}}] {{(pid=94722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 04:24:19.193800 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:19.258883 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, cleared binding levels {{(pid=94722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 04:24:19.262430 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 04:24:19.266951 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59291932'] for port, after_update {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:19.301094 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:19.301709 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:19.303138 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 200 len: 1091 time: 0.5804670 Sep 19 04:24:19.303574 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:24:19.305815 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c71136-1aaa-412f-ab8a-47d54d82853e" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:24:19.337938 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660a102-c920-4d31-91dc-6b8a87a296a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=3']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:19.392691 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-82b2ba66-2050-4b57-9f1c-0d5186e6b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:19.394218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-82b2ba66-2050-4b57-9f1c-0d5186e6b3af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1094 time: 0.0491400 Sep 19 04:24:19.444069 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d932a05-7cc3-46ab-918d-9c73d68dd6ee x-openstack-request-id: req-8d932a05-7cc3-46ab-918d-9c73d68dd6ee {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:24:19.444375 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:24:19.444630 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d932a05-7cc3-46ab-918d-9c73d68dd6ee {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:24:19.445033 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'status': 'completed', 'code': 200} Sep 19 04:24:19.446570 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-001ed698-6870-4a5c-b0dc-bed91548adb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 200 len: 217 time: 0.0449090 Sep 19 04:24:19.498112 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-0dd1297f-e01e-4b25-a290-48956ee2800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:19.499633 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-0dd1297f-e01e-4b25-a290-48956ee2800b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0464070 Sep 19 04:24:19.545619 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-fcf7077e-333f-4c2e-9da6-81fc78d948db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:19.547135 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-fcf7077e-333f-4c2e-9da6-81fc78d948db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402684 Sep 19 04:24:19.581466 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a073a31-4f96-4c52-bdad-3d8f1dbb1114 req-ed9cd980-3ea3-419a-8df4-9d64e3da7143 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:19.583939 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a073a31-4f96-4c52-bdad-3d8f1dbb1114 req-ed9cd980-3ea3-419a-8df4-9d64e3da7143 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 943 time: 0.0499587 Sep 19 04:24:19.622479 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a073a31-4f96-4c52-bdad-3d8f1dbb1114 req-751a17c6-cd3b-49bc-9e77-c102951d4b91 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326786 Sep 19 04:24:19.642084 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-a68b2a26-201d-4b7b-be7c-62a631f34cc1 service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877953 Sep 19 04:24:19.727736 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-0e935f74-4b0b-4da3-ab90-f6c2dfc08537 req-bcb20aad-809c-481b-b427-cf19467e43f7 service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789990 Sep 19 04:24:19.820328 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-2d7a5160-1340-4262-b352-b02929f1eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:19.821836 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-2d7a5160-1340-4262-b352-b02929f1eff1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1094 time: 0.0490994 Sep 19 04:24:19.911049 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-77b5e0d5-a5b0-4bfd-b0e4-af9e4d7287dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:19.912517 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-77b5e0d5-a5b0-4bfd-b0e4-af9e4d7287dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0831225 Sep 19 04:24:19.955209 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-58153b4c-8d5d-4f42-98d4-b5aff4db6893 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 200 len: 217 time: 0.0356932 Sep 19 04:24:20.003034 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-e4874c5a-18c8-42a7-845f-9ea0cad04580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:20.004446 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-e4874c5a-18c8-42a7-845f-9ea0cad04580 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0427899 Sep 19 04:24:20.049778 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-4038b519-11b8-4d5b-b28e-817864fc52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:20.051254 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-4038b519-11b8-4d5b-b28e-817864fc52f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390079 Sep 19 04:24:20.143377 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-76f9512d-6b18-4665-b0a8-acb97cbe380b service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842855 Sep 19 04:24:20.231667 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-16c71136-1aaa-412f-ab8a-47d54d82853e req-f92a9bc6-6a82-40b7-99a2-397a28a2399e service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809810 Sep 19 04:24:20.351450 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:20.736786 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671dfdb-b350-4e57-abf7-52e8367ef504 req-47b2d00b-fb60-48fd-a282-6ab65fb641b5 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:20.738292 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2671dfdb-b350-4e57-abf7-52e8367ef504 req-47b2d00b-fb60-48fd-a282-6ab65fb641b5 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 943 time: 0.0482025 Sep 19 04:24:20.775878 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-2671dfdb-b350-4e57-abf7-52e8367ef504 req-124de43c-0a3f-43fa-a486-432ce1aa74d3 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Sep 19 04:24:21.359677 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:24:21.448444 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:24:21.458991 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'port_id': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'mac_address': 'fa:16:3e:2c:39:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:24:21.494482 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:21.509559 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:24:21.528126 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:24:21.531926 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:21.576558 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=4']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:21.779630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:24:21.889209 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12a131-c0cd-47c0-b917-226c36877437 req-a10256dc-ba90-43a3-9483-8b8e0132073b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:21.890801 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa12a131-c0cd-47c0-b917-226c36877437 req-a10256dc-ba90-43a3-9483-8b8e0132073b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 944 time: 0.0479465 Sep 19 04:24:21.932682 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-fa12a131-c0cd-47c0-b917-226c36877437 req-31041201-9bf1-4160-aec8-38ca3ed5d7f3 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353987 Sep 19 04:24:23.050122 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0757b1e-51b2-4a54-bde8-5a8567960443 req-f68e2751-0aeb-4dd6-8c0a-bf17f1c24b6b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:23.051648 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0757b1e-51b2-4a54-bde8-5a8567960443 req-f68e2751-0aeb-4dd6-8c0a-bf17f1c24b6b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 944 time: 0.0506275 Sep 19 04:24:23.089199 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-b0757b1e-51b2-4a54-bde8-5a8567960443 req-067c6871-31be-4b31-9a1e-f753da0052af tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Sep 19 04:24:23.359665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:24:23.406819 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning for port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e completed by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 04:24:23.410367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:24:23.410759 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:23.485867 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:23.507524 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:24:23.509808 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9620ac7-ee02-4587-b45d-11a167c7091f" -d '{"events": [{"server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "name": "network-vif-plugged", "status": "completed", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:24:23.522401 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:24:23.526283 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:23.550959 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a4186-2d18-4bd8-aba4-cca35faccbbb x-openstack-request-id: req-6a9a4186-2d18-4bd8-aba4-cca35faccbbb {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:24:23.551257 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "name": "network-vif-plugged", "status": "completed", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:24:23.551514 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a9a4186-2d18-4bd8-aba4-cca35faccbbb {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:24:23.552383 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'code': 200} Sep 19 04:24:23.582293 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=5']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:23.640431 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad03efd-7ce8-40f2-b300-352a137ba4eb req-672ec473-aa0e-43e7-8df7-8de5fa9f745a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:23.641790 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1ad03efd-7ce8-40f2-b300-352a137ba4eb req-672ec473-aa0e-43e7-8df7-8de5fa9f745a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1096 time: 0.0390623 Sep 19 04:24:23.677961 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-1ad03efd-7ce8-40f2-b300-352a137ba4eb req-91219ccc-c4da-4626-80c4-92699a1f6ac5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295484 Sep 19 04:24:24.203542 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84b8a-e6eb-456e-9f36-8d96c01fe2d8 req-43d9f7bd-7638-440a-9c79-3d719577092e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:24.205028 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfb84b8a-e6eb-456e-9f36-8d96c01fe2d8 req-43d9f7bd-7638-440a-9c79-3d719577092e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Sep 19 04:24:24.242889 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-dfb84b8a-e6eb-456e-9f36-8d96c01fe2d8 req-c7411643-0ba7-46b3-b9e7-8d1bb93100fe tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Sep 19 04:24:25.356456 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19e162-035f-443b-8f88-7ddeafedf87a req-87e528a5-b796-42d4-a157-627d25a40397 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:25.357922 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a19e162-035f-443b-8f88-7ddeafedf87a req-87e528a5-b796-42d4-a157-627d25a40397 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 945 time: 0.0473771 Sep 19 04:24:25.397955 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-6a19e162-035f-443b-8f88-7ddeafedf87a req-1623a4fa-f24b-46fa-ab83-0b340ef430ae tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342400 Sep 19 04:24:25.509868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ee64-bd9a-42a3-9b62-b5962ed4b038 req-0acfb464-a595-4abe-baf7-9d1a9dfd6c47 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:25.511342 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d967ee64-bd9a-42a3-9b62-b5962ed4b038 req-0acfb464-a595-4abe-baf7-9d1a9dfd6c47 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 945 time: 0.0480449 Sep 19 04:24:25.548096 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-d967ee64-bd9a-42a3-9b62-b5962ed4b038 req-0f8ffcd0-7114-43cc-8b1f-eb66ebb76c93 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308683 Sep 19 04:24:25.569052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41882) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:24:25.607652 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431aacd-4ddd-48fe-9ceb-669cc3ce3177 tempest-TestSnapshotPattern-567187421 tempest-TestSnapshotPattern-567187421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:25.609167 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-1431aacd-4ddd-48fe-9ceb-669cc3ce3177 tempest-TestSnapshotPattern-567187421 tempest-TestSnapshotPattern-567187421-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1091 time: 0.0391338 Sep 19 04:24:25.611805 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 41884) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:24:25.616004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.v2.base [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Request body: {'floatingip': {'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'port_id': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 04:24:25.637733 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:25.736150 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:25.835644 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_common [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Allocated IP 172.25.8.16 (05ab6694-9f5e-4684-94f0-ce83120cb38c/6f000637-0377-4ac7-b1d4-d082e54e16e1/a77743c4-56af-4792-8983-31021cd713f6) {{(pid=94723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 04:24:25.942474 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for port, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:25.974695 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759691796152', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:26.009749 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Network 05ab6694-9f5e-4684-94f0-ce83120cb38c is already hosted by enough agents. {{(pid=94723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 04:24:26.012532 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Resources bound (agent type, host, resource id): {{(pid=94723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 04:24:26.015125 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Received port after_create {{(pid=94723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 04:24:26.044533 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'Port': ['ID=a77743c4-56af-4792-8983-31021cd713f6,revision_number=1']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:26.057048 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.057392 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.057729 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.058059 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.058413 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.058794 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.059120 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.059441 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.059763 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.060080 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.060400 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.060718 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:24:26.379567 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:26.443327 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:26.589106 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for port, precommit_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:26.592762 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59475808'] for port, after_update {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:26.663694 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event updated for resources: {'Port': ['ID=a77743c4-56af-4792-8983-31021cd713f6,revision_number=2']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:24:26.671462 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-570891'] for floatingip, after_create {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:26.766768 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Floating IP 188dee4a-9393-4029-b46c-4f6ec5c35e4f associated. External IP: 172.25.8.16, port: 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e. Sep 19 04:24:26.970625 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Router 40ef8d5a-29bd-4189-93b6-706f24072f43 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:24:27.076628 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:24:27.087251 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] Sync routers for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:24:27.092722 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:27.097463 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:24:27.098112 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:24:27.133409 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-ee7a457e-8024-4d0c-ab6e-d11f7431b17b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5064189 Sep 19 04:24:27.133409 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:24:27.133409 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dc317c-3635-4d4c-9c39-b9b0623c3008" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:24:27.207630 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:24:27.210937 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a36a38-b02e-4fb0-b361-7b6711ae0886 x-openstack-request-id: req-e6a36a38-b02e-4fb0-b361-7b6711ae0886 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:24:27.211291 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:24:27.211609 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6a36a38-b02e-4fb0-b361-7b6711ae0886 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:24:27.212076 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'status': 'completed', 'code': 200} Sep 19 04:24:27.270874 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-ff46354d-c381-4798-853c-55a0569465ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:27.272359 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-ff46354d-c381-4798-853c-55a0569465ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1096 time: 0.0393951 Sep 19 04:24:27.361130 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-e4a96266-1b49-4a79-95e2-ecb21c40fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:27.362596 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-e4a96266-1b49-4a79-95e2-ecb21c40fdd1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0833127 Sep 19 04:24:27.427882 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '188dee4a-9393-4029-b46c-4f6ec5c35e4f', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:2c:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:24:26Z', 'updated_at': '2021-09-19T04:24:26Z', 'revision_number': 0, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}, {'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:16Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:24:27.430222 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-0a7c9f79-e06e-49b7-a42b-327ecd61920c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 200 len: 998 time: 0.0607283 Sep 19 04:24:27.453509 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] Checking router: 40ef8d5a-29bd-4189-93b6-706f24072f43 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:24:27.461593 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:24:27.462207 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:24:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:24:27.478063 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-38152c38-807d-4e19-ac63-0c12dac968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:27.479546 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-38152c38-807d-4e19-ac63-0c12dac968ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0427740 Sep 19 04:24:27.523011 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-c7c0b9a4-80cd-45b4-952f-81e951d96fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:27.524517 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-c7c0b9a4-80cd-45b4-952f-81e951d96fcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384672 Sep 19 04:24:27.564300 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:24:27.616572 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-d6afc5ab-7a93-4771-bb9a-086f516f4959 service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846126 Sep 19 04:24:27.709441 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-91dc317c-3635-4d4c-9c39-b9b0623c3008 req-efda24cc-1efe-457b-a029-beb6c4e21d98 service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858741 Sep 19 04:24:27.784371 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '188dee4a-9393-4029-b46c-4f6ec5c35e4f', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:2c:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:24:26Z', 'updated_at': '2021-09-19T04:24:26Z', 'revision_number': 0, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}, {'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:16Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:24:27.813873 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e20e914-588c-41ec-b00e-1e6d8b207fae None None] The sync data for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 is: [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': '188dee4a-9393-4029-b46c-4f6ec5c35e4f', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:2c:39:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:24:26Z', 'updated_at': '2021-09-19T04:24:26Z', 'revision_number': 0, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}, {'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:16Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:24:27.998282 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db2ded-5b41-4ae6-9988-59c07dc74671 None None] New status for floating IP 188dee4a-9393-4029-b46c-4f6ec5c35e4f: ACTIVE {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:24:30.691389 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:35.639761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-85020968-3eb1-4044-9482-47b86baf756b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394650 Sep 19 04:24:35.723683 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-ad696af7-779e-4f99-9d62-60ae5cf9991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:35.725178 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-ad696af7-779e-4f99-9d62-60ae5cf9991f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1096 time: 0.0400200 Sep 19 04:24:35.829315 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-d2cca9b4-b250-47cc-b6cf-8abac32f8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:35.830761 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-d2cca9b4-b250-47cc-b6cf-8abac32f8e59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0859396 Sep 19 04:24:35.895686 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-33d9df95-4a43-4e54-a8bc-eb73e5efa642 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 200 len: 1000 time: 0.0565832 Sep 19 04:24:35.943764 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-b933ffbc-599a-4970-bffc-ce993da497ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:35.945139 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-b933ffbc-599a-4970-bffc-ce993da497ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0428369 Sep 19 04:24:35.992884 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-562247d7-8050-4d85-b1b8-d0091cc5c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:24:35.994345 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-562247d7-8050-4d85-b1b8-d0091cc5c0d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416765 Sep 19 04:24:36.083096 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-74700d58-34ba-4620-a57c-86403cab564b service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803096 Sep 19 04:24:36.175933 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-afc7bbd0-1245-447a-82ee-0bd60db87942 req-ae23ec82-cc68-49ed-bbf8-0bf0763f4a16 service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842264 Sep 19 04:24:44.595256 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fe0135e4-a2ab-4e61-b81d-e197f11551bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:46.230043 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:24:46.812955 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:47.351419 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-448f0fcd-1426-4a99-8c17-f99ac730bad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:48.121177 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:48.783806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:24:50.354234 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:00.695610 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:01.005909 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-6d6e3652-cbed-4f51-b934-ae030b5916b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389645 Sep 19 04:25:01.099582 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-b56b22b0-3f05-41c2-8555-3a3c7c6472a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:01.101028 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-b56b22b0-3f05-41c2-8555-3a3c7c6472a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1094 time: 0.0393250 Sep 19 04:25:01.203737 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-cb55bbed-16bd-4805-b9a4-502df7447d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:01.205155 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-cb55bbed-16bd-4805-b9a4-502df7447d48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0851684 Sep 19 04:25:01.268976 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-2a7c3c4e-008d-4fde-bb8f-343f2583f73f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 999 time: 0.0565429 Sep 19 04:25:01.319962 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-3dafd36d-ed77-4cb3-b623-a677e6adc57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:01.321447 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-3dafd36d-ed77-4cb3-b623-a677e6adc57b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0456996 Sep 19 04:25:01.364827 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-d2e97fce-d91f-4f39-8794-71a6db291ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:01.366274 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-d2e97fce-d91f-4f39-8794-71a6db291ba4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383480 Sep 19 04:25:01.452218 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-abbd65eb-b589-488d-8043-8078d042c04b service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788212 Sep 19 04:25:01.541755 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-03e64fe1-156a-48f9-bfb4-357fa9ca4f7d req-ef8f640d-8a45-4649-a2cc-21d9de60e4f8 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824296 Sep 19 04:25:14.596506 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-86f653f6-4892-4e89-b313-bd336ee900e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:16.828028 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:17.351264 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1eb16a2d-81d5-4976-9bd3-359d81fe2091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:18.123076 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:18.786872 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:20.357284 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:23.229475 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:25:30.706297 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:37.706837 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-7f6736e5-7d9e-47a8-981d-9218bd903b57 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0931568 Sep 19 04:25:37.785051 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-2148601a-916b-4f6a-b35f-0be11c1601e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:37.786510 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-2148601a-916b-4f6a-b35f-0be11c1601e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1096 time: 0.0390832 Sep 19 04:25:37.890300 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-8fe5c89e-a096-4404-823a-a7d448252aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:37.891734 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-8fe5c89e-a096-4404-823a-a7d448252aaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0875654 Sep 19 04:25:37.953670 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-71523cee-8871-4bd7-903a-51b09c58f4cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 200 len: 1000 time: 0.0551808 Sep 19 04:25:38.003353 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-0761d03f-0a11-4340-b97a-1d240c7a3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:38.004731 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-0761d03f-0a11-4340-b97a-1d240c7a3780 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0444803 Sep 19 04:25:38.049256 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-ddcd84fa-0ddc-49a0-8bca-15b4fd731ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:25:38.050684 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-ddcd84fa-0ddc-49a0-8bca-15b4fd731ca4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385544 Sep 19 04:25:38.061813 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-b39ee88b-09bd-4f31-9265-df6fde56f13c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 04:25:38.062733 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-b39ee88b-09bd-4f31-9265-df6fde56f13c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052655 Sep 19 04:25:38.153317 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-db3f7809-3e22-4f6b-9b11-05b5c9b38da9 service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835197 Sep 19 04:25:38.239543 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-f4ca9d20-ea2f-43bf-bac5-62db4408ec6e req-efb3d87b-3a74-4fd1-8873-0b1da2146c99 service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794094 Sep 19 04:25:44.596296 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-386b8933-ae3f-4c2a-85e4-77c226fa8215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:46.823721 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:47.350389 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-fdb13ac0-46bd-4680-8d18-078b897dab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:48.123109 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:48.789197 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:25:50.362799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:00.227878 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:26:00.697194 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:01.846432 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e details requested by agent hyperv_n-h1-809936-1 with host n-h1-809936-1 {{(pid=94724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 04:26:01.949297 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:01.961259 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Returning: {'device': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'port_id': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'mac_address': 'fa:16:3e:2c:39:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 04:26:02.001193 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:02.020174 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e {{(pid=94724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 04:26:02.045040 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:02.051076 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:02.109552 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=6']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:02.117962 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.118315 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.118661 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.119029 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.119367 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.119701 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.120240 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.120578 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.120957 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.121288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.121656 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.121984 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:02.129294 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] get_ports_and_sgs() called for port_ids ['31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'] {{(pid=94724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 04:26:03.029805 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-4c6ad869-9bd2-486c-ba41-86aec22ed51e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415318 Sep 19 04:26:03.162543 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b230a-ca12-4478-addd-666174ec99bc req-3fd7142a-e3b3-4aa1-ab7e-ed7d53f6be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:03.164252 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-3fd7142a-e3b3-4aa1-ab7e-ed7d53f6be56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1094 time: 0.0541604 Sep 19 04:26:03.284023 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b230a-ca12-4478-addd-666174ec99bc req-f6ddfe94-8b4b-4287-8d28-fe40b67ba98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:03.285588 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-f6ddfe94-8b4b-4287-8d28-fe40b67ba98d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0986929 Sep 19 04:26:03.723336 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-b2b050ff-6dfe-4da7-b2db-9a099eec7348 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 999 time: 0.4287429 Sep 19 04:26:03.781021 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b230a-ca12-4478-addd-666174ec99bc req-fc77621b-4bc3-49c5-ac15-d8169c0392ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:03.782479 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-fc77621b-4bc3-49c5-ac15-d8169c0392ed service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0501156 Sep 19 04:26:03.842797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b230a-ca12-4478-addd-666174ec99bc req-91730a69-9a9a-4dd3-8a53-41caf60a2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:03.844311 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-91730a69-9a9a-4dd3-8a53-41caf60a2331 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538895 Sep 19 04:26:03.858899 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e up at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 04:26:03.929288 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.provisioning_blocks [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Provisioning complete for port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e triggered by entity L2. {{(pid=94724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 04:26:03.930331 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3586023'] for port, provisioning_complete {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:03.971398 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-014e74d7-e5d6-431b-b4ee-ecd5d5a6ab19 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127646 Sep 19 04:26:04.041542 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3545131'] for port, before_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:04.078877 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-b90b230a-ca12-4478-addd-666174ec99bc req-922bfbd8-bdf8-4f5f-b567-9be5667634d2 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053195 Sep 19 04:26:04.089870 n-d-809936-1 neutron-server[94724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'}] {{(pid=94724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:26:04.097166 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23eee0232482430dda9a344b15a3b80fd0515422fa2482db231bd6d9bbb79534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed82ae4-2c22-4720-b34b-a76cc1f457c9" -d '{"events": [{"server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "name": "network-vif-plugged", "status": "completed", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e"}]}' {{(pid=94724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:26:04.109682 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.db [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:04.113502 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759692319757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759691796170', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759691796188'] for port, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:04.142764 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d8f79-7650-4389-b204-deae46fcd886 x-openstack-request-id: req-ed0d8f79-7650-4389-b204-deae46fcd886 {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:26:04.143125 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "name": "network-vif-plugged", "status": "completed", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e", "code": 200}]} {{(pid=94724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:26:04.143383 n-d-809936-1 neutron-server[94724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed0d8f79-7650-4389-b204-deae46fcd886 {{(pid=94724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:26:04.143778 n-d-809936-1 neutron-server[94724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'code': 200} Sep 19 04:26:04.166356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Pushing event updated for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=7']} {{(pid=94724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:11.389558 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42088) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:11.548146 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Deleting port a77743c4-56af-4792-8983-31021cd713f6 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:11.548492 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:11.621178 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:11.621950 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:11.633233 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Calling delete_port for a77743c4-56af-4792-8983-31021cd713f6 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:11.778925 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:11.804582 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event deleted for resources: {'Port': ['ID=a77743c4-56af-4792-8983-31021cd713f6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:11.830964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.831313 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.831654 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.831991 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.832326 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.832659 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.832988 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.833314 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.833635 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.833958 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.834281 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.834604 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:11.874089 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:11.874355 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Floating IP 188dee4a-9393-4029-b46c-4f6ec5c35e4f disassociated (deleted). External IP: 172.25.8.16, port: 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e. Sep 19 04:26:12.076626 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Router 40ef8d5a-29bd-4189-93b6-706f24072f43 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:26:12.181004 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:26:12.186767 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:12.192435 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] Sync routers for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:26:12.202596 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:12.203275 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:25:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:12.213230 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-5f48a3e3-ea5f-46a2-a908-a11b3946b4fd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "DELETE /v2.0/floatingips/188dee4a-9393-4029-b46c-4f6ec5c35e4f HTTP/1.1" status: 204 len: 168 time: 0.8225818 Sep 19 04:26:12.213886 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:26:12.216710 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ecc531-924b-4a4b-b294-3f49ff71bd53" -d '{"events": [{"name": "network-changed", "server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:26:12.279910 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc6941d-4a34-43cd-b7b0-ede5ec670f6d x-openstack-request-id: req-9fc6941d-4a34-43cd-b7b0-ede5ec670f6d {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:26:12.280220 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:26:12.280474 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fc6941d-4a34-43cd-b7b0-ede5ec670f6d {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:26:12.280882 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'status': 'completed', 'code': 200} Sep 19 04:26:12.312919 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:12.358447 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-e7ff5216-2fb2-41f0-bcb2-c4b765ef6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:12.360184 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-e7ff5216-2fb2-41f0-bcb2-c4b765ef6abc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 1096 time: 0.0594695 Sep 19 04:26:12.454728 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-b75844e2-59e6-46e8-aab4-7d027d887bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:12.456268 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-b75844e2-59e6-46e8-aab4-7d027d887bfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0875356 Sep 19 04:26:12.475684 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6de64-613f-4210-8b96-4aa94c336bda req-614f593c-5380-432b-8431-1b8a07769e2d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:12.477240 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1b6de64-613f-4210-8b96-4aa94c336bda req-614f593c-5380-432b-8431-1b8a07769e2d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 945 time: 0.0552671 Sep 19 04:26:12.503034 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-c911f1a4-b236-41da-b0e2-057b93c5573c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 200 len: 217 time: 0.0381725 Sep 19 04:26:12.517950 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f1b6de64-613f-4210-8b96-4aa94c336bda req-7c343f2e-15eb-4197-9e4f-5c96b21b622c tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Sep 19 04:26:12.545514 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:16Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:12.553306 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-8c40c8e8-7aad-46a4-bcdd-6f2c2ba0fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:12.554777 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-8c40c8e8-7aad-46a4-bcdd-6f2c2ba0fac6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0447361 Sep 19 04:26:12.575356 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] Checking router: 40ef8d5a-29bd-4189-93b6-706f24072f43 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:26:12.584046 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:12.584669 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:25:47Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:12.600271 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-2b589715-46a6-43bc-8c9c-3bb5bede55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:12.601757 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-2b589715-46a6-43bc-8c9c-3bb5bede55b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393648 Sep 19 04:26:12.687799 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:12.694326 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-86769643-5015-4eb8-8f58-d870c19b0b6d service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837331 Sep 19 04:26:12.784783 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20ecc531-924b-4a4b-b294-3f49ff71bd53 req-e482ce69-1b34-42b1-b4fa-9ab0b725aa4f service neutron] 10.222.0.30 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821121 Sep 19 04:26:12.906085 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:16Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:12.935213 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e49aa57-dd17-4dd2-9820-e36af265ed8a None None] The sync data for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 is: [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_floatingips': [{'id': 'c002df02-3954-4103-92fd-4c9237ac706d', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'floating_ip_address': '172.25.8.190', 'floating_network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'router_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'port_id': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'mac_address': 'fa:16:3e:24:06:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T04:21:14Z', 'updated_at': '2021-09-19T04:21:16Z', 'revision_number': 1, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:26:13.201483 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151631bc-81da-481a-85cd-468449bd845f None None] New status for floating IP 188dee4a-9393-4029-b46c-4f6ec5c35e4f: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:26:13.638031 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2b3f-35b0-4cc1-9a65-875dd80f532b req-f883d68b-9587-4502-9b51-1b5978d0213b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:13.639519 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bda2b3f-35b0-4cc1-9a65-875dd80f532b req-f883d68b-9587-4502-9b51-1b5978d0213b tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 945 time: 0.0479891 Sep 19 04:26:13.676034 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-4bda2b3f-35b0-4cc1-9a65-875dd80f532b req-15ca8570-7f10-4e84-aa89-a4ce1dbb75fa tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306010 Sep 19 04:26:13.925496 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-dc1ef4fe-5095-4214-ac2d-00f3b70b12a4 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:13.926964 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-dc1ef4fe-5095-4214-ac2d-00f3b70b12a4 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 945 time: 0.0478256 Sep 19 04:26:14.016088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Deleting port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:14.016431 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:14.107358 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] For port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e, host n-h1-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-809936-1',level=0,port_id=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:14.107634 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:14.118988 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Calling delete_port for 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:14.239969 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:14.270699 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event deleted for resources: {'Port': ['ID=31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:14.298541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.298924 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.299275 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.299622 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.299977 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.300321 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.300654 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.300985 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.301314 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.301640 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.301968 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.302296 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-809936-1 {{(pid=94722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 04:26:14.320293 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] No DVR routers for this DVR port 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e on host n-h1-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:26:14.322601 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:14.324639 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-20d7a1d8-0cef-48fb-8a36-8d248acdf4e1 req-3a11a667-7c70-4e8f-b5f4-a6dbc1119a8e tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.30 "DELETE /v2.0/ports/31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e HTTP/1.1" status: 204 len: 173 time: 0.3912873 Sep 19 04:26:14.325070 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'name': 'network-vif-deleted', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:26:14.327331 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abca84a8-8961-4661-8aec-bcde2a486440" -d '{"events": [{"server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "name": "network-vif-deleted", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:26:14.363059 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da21f6-b1e4-4439-8f91-50d79da080d8 x-openstack-request-id: req-39da21f6-b1e4-4439-8f91-50d79da080d8 {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:26:14.363358 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ee6ec6-d1db-49f6-80d3-94f618d59360", "name": "network-vif-deleted", "tag": "31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:26:14.363628 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39da21f6-b1e4-4439-8f91-50d79da080d8 {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:26:14.364016 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ee6ec6-d1db-49f6-80d3-94f618d59360', 'name': 'network-vif-deleted', 'tag': '31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e', 'status': 'completed', 'code': 200} Sep 19 04:26:14.595341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-34f89355-b199-4f7b-8386-3f8a6df9d0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:14.788600 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-f39acf53-3440-44b9-901a-56869a939a7e req-e9188590-687c-48c9-943f-87152646941c tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=58ee6ec6-d1db-49f6-80d3-94f618d59360 HTTP/1.1" status: 200 len: 210 time: 0.0281184 Sep 19 04:26:15.890523 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e no longer exists at agent hyperv_n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:15.913906 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] No Port match for: 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:15.914261 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Device 31f22c0f-33ee-44a1-ac9c-aba2f5b5f43e not bound to the agent host n-h1-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:16.341602 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42156) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:16.784992 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Deleting port e942c84d-1ff6-4e93-8a96-cb97f2097ac3 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:16.785335 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:16.822869 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:16.862628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:16.862986 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:16.874865 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Calling delete_port for e942c84d-1ff6-4e93-8a96-cb97f2097ac3 owned by network:floatingip {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:17.018204 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:17.047023 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event deleted for resources: {'Port': ['ID=e942c84d-1ff6-4e93-8a96-cb97f2097ac3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:17.101294 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:17.101784 n-d-809936-1 neutron-server[94723]: INFO neutron.db.l3_db [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Floating IP c002df02-3954-4103-92fd-4c9237ac706d disassociated (deleted). External IP: 172.25.8.190, port: 1d6d695c-7c05-46e9-b03a-6b5243744d39. Sep 19 04:26:17.304719 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Router 40ef8d5a-29bd-4189-93b6-706f24072f43 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:26:17.351029 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2b5e5f79-dfdd-4ac3-a5b1-6b56663917eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:17.409918 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:26:17.414628 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for floatingip, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:17.420229 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] Sync routers for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:26:17.428949 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:17.429562 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:17.441396 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-60fcb9f8-6904-4728-8fe3-854596dce8be tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "DELETE /v2.0/floatingips/c002df02-3954-4103-92fd-4c9237ac706d HTTP/1.1" status: 204 len: 168 time: 1.0987182 Sep 19 04:26:17.442005 n-d-809936-1 neutron-server[94723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39'}] {{(pid=94723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:26:17.444287 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8df366ffd627d867a1dfe4eb7c0286b7a76c1bf7d99aec03957f6adfddcf122c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39"}]}' {{(pid=94723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:26:17.485492 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bdd25c-b014-4f85-b5c9-0120bd2c8876 x-openstack-request-id: req-44bdd25c-b014-4f85-b5c9-0120bd2c8876 {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:26:17.485799 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39", "status": "completed", "code": 200}]} {{(pid=94723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:26:17.486062 n-d-809936-1 neutron-server[94723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44bdd25c-b014-4f85-b5c9-0120bd2c8876 {{(pid=94723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:26:17.486472 n-d-809936-1 neutron-server[94723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'status': 'completed', 'code': 200} Sep 19 04:26:17.536308 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:17.567495 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-93e5c84a-8b54-4be5-89a7-7c7982a1bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:17.569638 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-93e5c84a-8b54-4be5-89a7-7c7982a1bdbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2870aec4b0845829628c5a71679a989&device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 1094 time: 0.0438287 Sep 19 04:26:17.675545 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-c451b607-83a4-49db-9a17-25855b7beb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:17.677033 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-c451b607-83a4-49db-9a17-25855b7beb9a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 200 len: 910 time: 0.0989871 Sep 19 04:26:17.685948 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e380db-3d67-4624-ba86-d824941392ee req-636dee85-3a60-43d7-bcfd-7c0bdec02dc8 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:17.687809 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78e380db-3d67-4624-ba86-d824941392ee req-636dee85-3a60-43d7-bcfd-7c0bdec02dc8 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 943 time: 0.0548086 Sep 19 04:26:17.720465 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-5b380354-32ba-4464-8a2c-a63bdad55943 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 200 len: 217 time: 0.0341513 Sep 19 04:26:17.727943 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-78e380db-3d67-4624-ba86-d824941392ee req-e12e952e-a9e2-4af0-992a-bae0fbe6c0bd tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333128 Sep 19 04:26:17.749064 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:17.773062 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-99694565-ecf8-4f56-b8c9-760593687e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:17.774536 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-99694565-ecf8-4f56-b8c9-760593687e75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 200 len: 848 time: 0.0468912 Sep 19 04:26:17.774665 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] Checking router: 40ef8d5a-29bd-4189-93b6-706f24072f43 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:26:17.783403 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:17.784077 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:17.824386 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-4479531b-46d5-49e9-8487-29b5eaf4d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:17.825776 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-4479531b-46d5-49e9-8487-29b5eaf4d49a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438535 Sep 19 04:26:17.887912 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:17.918404 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-a2c4baa8-5cef-4fb1-9241-683a347ea399 service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838072 Sep 19 04:26:18.011401 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-dabac31e-8f71-4142-a2fe-8ce3a105f6ce req-2ff1e726-2c98-4345-b149-50308352f08b service neutron] 10.222.0.32 "GET /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854404 Sep 19 04:26:18.082595 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:18.113176 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff022ef2-deb1-4537-b078-157bb73abe6f None None] The sync data for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 is: [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:20:53Z', 'revision_number': 4, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1', '_interfaces': [{'id': 'e6008058-7f41-42a2-b911-90da02fc5cbe', 'name': '', 'network_id': '7d2f969e-0254-4e42-b0d7-a46e40ce9ff6', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'mac_address': 'fa:16:3e:c4:fc:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:52Z', 'updated_at': '2021-09-19T04:20:57Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'subnets': [{'id': 'd7cd5883-d95d-4f43-9a96-0667377c7fb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:26:18.125416 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:18.320363 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fe0fc7-59a8-4bee-822a-b4fea630ea91 None None] New status for floating IP c002df02-3954-4103-92fd-4c9237ac706d: DOWN {{(pid=94725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 04:26:18.725629 n-d-809936-1 neutron-server[94722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-0c206430-9e60-4e53-aebd-81fe806b792d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:18.726991 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-0c206430-9e60-4e53-aebd-81fe806b792d tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 943 time: 0.0477831 Sep 19 04:26:18.793011 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:18.816790 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Deleting port 1d6d695c-7c05-46e9-b03a-6b5243744d39 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:18.817131 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:18.850679 n-d-809936-1 neutron-server[94723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb76a58-177d-4918-b3c4-e97f03624b18 req-0d94e9da-5df5-4879-8fe1-90859fa6c166 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 04:26:18.852220 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-beb76a58-177d-4918-b3c4-e97f03624b18 req-0d94e9da-5df5-4879-8fe1-90859fa6c166 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/ports?device_id=52e78cd5-c08b-4fdf-a834-3905a1a6d52c HTTP/1.1" status: 200 len: 943 time: 0.0510609 Sep 19 04:26:18.890906 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [req-beb76a58-177d-4918-b3c4-e97f03624b18 req-ad61d977-e037-4cb8-82c3-3a6a791ac627 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "GET /v2.0/security-groups?id=17fee224-7ff1-44ef-9f72-825e37897822&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316379 Sep 19 04:26:18.913902 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] For port 1d6d695c-7c05-46e9-b03a-6b5243744d39, host n-h2-809936-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-809936-1',level=0,port_id=1d6d695c-7c05-46e9-b03a-6b5243744d39,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:18.914273 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:18.927164 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Calling delete_port for 1d6d695c-7c05-46e9-b03a-6b5243744d39 owned by compute:nova {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:19.052219 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:19.085088 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event deleted for resources: {'Port': ['ID=1d6d695c-7c05-46e9-b03a-6b5243744d39,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:19.118541 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.l3_dvrscheduler_db [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] No DVR routers for this DVR port 1d6d695c-7c05-46e9-b03a-6b5243744d39 on host n-h2-809936-1 {{(pid=94722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:26:19.121170 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-996628'] for port, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:19.123289 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [req-210c7daa-9ed5-42fc-bdaa-20385141c108 req-01c8a578-f950-4b25-80ec-9583ca255c36 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.32 "DELETE /v2.0/ports/1d6d695c-7c05-46e9-b03a-6b5243744d39 HTTP/1.1" status: 204 len: 173 time: 0.3901002 Sep 19 04:26:19.123729 n-d-809936-1 neutron-server[94722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-deleted', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39'}] {{(pid=94722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 04:26:19.125950 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84fc8e154cf773303b36615c402d1637d618637a32bd5d058b220aa990c68a9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8fb594-be7e-4862-9b87-0506bd933b60" -d '{"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-deleted", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39"}]}' {{(pid=94722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 04:26:19.161354 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 04:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea43ad26-b5b8-4156-8ee0-36cba667ebfd x-openstack-request-id: req-ea43ad26-b5b8-4156-8ee0-36cba667ebfd {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 04:26:19.161645 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e78cd5-c08b-4fdf-a834-3905a1a6d52c", "name": "network-vif-deleted", "tag": "1d6d695c-7c05-46e9-b03a-6b5243744d39", "status": "completed", "code": 200}]} {{(pid=94722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 04:26:19.161892 n-d-809936-1 neutron-server[94722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea43ad26-b5b8-4156-8ee0-36cba667ebfd {{(pid=94722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 04:26:19.162309 n-d-809936-1 neutron-server[94722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e78cd5-c08b-4fdf-a834-3905a1a6d52c', 'name': 'network-vif-deleted', 'tag': '1d6d695c-7c05-46e9-b03a-6b5243744d39', 'status': 'completed', 'code': 200} Sep 19 04:26:19.944964 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42170) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:20.002208 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2530efd-963e-41ad-a37b-b6366cd51545 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.027158 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2530efd-963e-41ad-a37b-b6366cd51545 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.088534 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2530efd-963e-41ad-a37b-b6366cd51545 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.091490 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-e2530efd-963e-41ad-a37b-b6366cd51545 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.092684 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e2530efd-963e-41ad-a37b-b6366cd51545 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] 10.222.0.22 "DELETE /v2.0/security-groups/17fee224-7ff1-44ef-9f72-825e37897822 HTTP/1.1" status: 204 len: 168 time: 0.1466780 Sep 19 04:26:20.102052 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2530efd-963e-41ad-a37b-b6366cd51545 tempest-TestSnapshotPattern-1424199175 tempest-TestSnapshotPattern-1424199175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fee224-7ff1-44ef-9f72-825e37897822,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:20.144356 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42174) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:20.363468 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.590554 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.829773 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Deleting port e6008058-7f41-42a2-b911-90da02fc5cbe {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:20.830114 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.910953 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] For port e6008058-7f41-42a2-b911-90da02fc5cbe, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=e6008058-7f41-42a2-b911-90da02fc5cbe,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:20.911323 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:20.923379 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Calling delete_port for e6008058-7f41-42a2-b911-90da02fc5cbe owned by network:router_interface {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:21.097133 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:21.122705 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6008058-7f41-42a2-b911-90da02fc5cbe,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:21.282690 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:21.490017 n-d-809936-1 neutron-server[94723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Router 40ef8d5a-29bd-4189-93b6-706f24072f43 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:26:21.593621 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:26:21.598733 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-bdab7a38-b4f3-4c43-a85c-b8f8ee33f573 admin admin] 10.222.0.22 "PUT /v2.0/routers/40ef8d5a-29bd-4189-93b6-706f24072f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4532523 Sep 19 04:26:21.601687 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42178) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:21.602697 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] Sync routers for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:26:21.612374 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:21.612979 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:21.703725 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks [] for router, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:21.713779 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: n-d-809936-1 {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:21.803500 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:21.856764 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Deleting port 3859771b-3d2a-428e-846f-b63479ad36ab {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:21.857386 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:21.887304 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:26:21Z', 'revision_number': 5, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port': {'id': '3859771b-3d2a-428e-846f-b63479ad36ab', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:51Z', 'updated_at': '2021-09-19T04:20:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:21.912963 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] Checking router: 40ef8d5a-29bd-4189-93b6-706f24072f43 for host: n-d-809936-1 {{(pid=94724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:26:21.921823 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] Routers {'40ef8d5a-29bd-4189-93b6-706f24072f43'} bound to L3 agent in host n-d-809936-1 {{(pid=94724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:21.922253 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['40ef8d5a-29bd-4189-93b6-706f24072f43'], 'active': True} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:21.939935 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] For port 3859771b-3d2a-428e-846f-b63479ad36ab, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=3859771b-3d2a-428e-846f-b63479ad36ab,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:21.940299 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:21.951576 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Calling delete_port for 3859771b-3d2a-428e-846f-b63479ad36ab owned by network:router_gateway {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:22.123401 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.151027 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=3859771b-3d2a-428e-846f-b63479ad36ab,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:22.165816 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_dvr_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] Set router 40ef8d5a-29bd-4189-93b6-706f24072f43 gateway port host: None {{(pid=94724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:22.209478 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.218027 n-d-809936-1 neutron-server[94724]: DEBUG neutron.db.l3_hamode_db [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:26:21Z', 'revision_number': 6, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:22.245299 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae1b3d2-9b39-439a-901d-adf98a78e85a None None] The sync data for ids ['40ef8d5a-29bd-4189-93b6-706f24072f43'] in n-d-809936-1 is: [{'id': '40ef8d5a-29bd-4189-93b6-706f24072f43', 'name': 'tempest-TestSnapshotPattern-219867127-router', 'tenant_id': 'a2870aec4b0845829628c5a71679a989', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:50Z', 'updated_at': '2021-09-19T04:26:21Z', 'revision_number': 6, 'project_id': 'a2870aec4b0845829628c5a71679a989', 'gw_port_host': None}] {{(pid=94724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:26:22.306663 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1d6d695c-7c05-46e9-b03a-6b5243744d39 no longer exists at agent hyperv_n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:22.308655 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.310812 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.325284 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] No Port match for: 1d6d695c-7c05-46e9-b03a-6b5243744d39 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:22.325633 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Device 1d6d695c-7c05-46e9-b03a-6b5243744d39 not bound to the agent host n-h2-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:22.357190 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.357725 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ef8d5a-29bd-4189-93b6-706f24072f43 {{(pid=94723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:26:22.362369 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] Notify callbacks [] for router, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.363567 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2612a23f-bddd-43d2-a8d9-62426c15bc5c admin admin] 10.222.0.22 "DELETE /v2.0/routers/40ef8d5a-29bd-4189-93b6-706f24072f43 HTTP/1.1" status: 204 len: 168 time: 0.7609625 Sep 19 04:26:22.366130 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42180) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:22.410073 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] Deleting subnet d7cd5883-d95d-4f43-9a96-0667377c7fb3 {{(pid=94723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:26:22.413004 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.445278 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59475866'] for subnet, precommit_delete_associations {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.523123 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.572700 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59475798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58765114'] for subnet, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.597180 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cd5883-d95d-4f43-9a96-0667377c7fb3,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:22.608588 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.610536 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-a9467935-6dae-4f70-90da-1fa5a7f88b2c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7cd5883-d95d-4f43-9a96-0667377c7fb3 HTTP/1.1" status: 204 len: 168 time: 0.2433739 Sep 19 04:26:22.611028 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baaf05c-85f4-4fef-8263-93147b426461 None None] Network 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:26:22.613074 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42182) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:22.685198 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.743248 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Deleting port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:22.743592 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.804922 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] For port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=33640c6f-9080-4b3d-8f4a-fa3f53b4ea01,segment=NetworkSegment(6482327c-612d-4a93-8c7e-80ffff2a0f0f),segment_id=6482327c-612d-4a93-8c7e-80ffff2a0f0f)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:22.805283 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.817445 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Calling delete_port for 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:22.912995 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:22.938389 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Pushing event deleted for resources: {'Port': ['ID=33640c6f-9080-4b3d-8f4a-fa3f53b4ea01,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:22.941868 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] No DVR routers for this DVR port 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:26:23.014796 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:23.032917 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5533221-b5d4-4abe-82ce-48808f616553 None None] DHCP port deletion for 7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:26:23.340788 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2f969e-0254-4e42-b0d7-a46e40ce9ff6']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:23.350035 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6482327c-612d-4a93-8c7e-80ffff2a0f0f') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:23.350329 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6482327c-612d-4a93-8c7e-80ffff2a0f0f') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:23.359746 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:23.372880 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:23.378954 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:26:23.379339 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: timer() Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:26:23.380920 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:26:23.431764 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:23.437811 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:23.439822 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7d2f969e-0254-4e42-b0d7-a46e40ce9ff6 HTTP/1.1" status: 204 len: 168 time: 0.8257978 Sep 19 04:26:23.442881 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42184) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:23.450512 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e121-b0ef-42b5-b8a0-4c866d8d4183 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2f969e-0254-4e42-b0d7-a46e40ce9ff6,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:23.786586 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-570123'] for router_interface, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:24.024911 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Deleting port b493ef95-6644-4922-9316-675d3c2daa3b {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:24.025250 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:24.103242 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] For port b493ef95-6644-4922-9316-675d3c2daa3b, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=b493ef95-6644-4922-9316-675d3c2daa3b,segment=NetworkSegment(5a100b2f-63af-4ebe-8caf-0413e220f4ed),segment_id=5a100b2f-63af-4ebe-8caf-0413e220f4ed)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:24.103611 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:24.115678 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Calling delete_port for b493ef95-6644-4922-9316-675d3c2daa3b owned by network:router_interface {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:24.263548 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3859771b-3d2a-428e-846f-b63479ad36ab no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:24.283233 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 3859771b-3d2a-428e-846f-b63479ad36ab {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:24.283581 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 3859771b-3d2a-428e-846f-b63479ad36ab not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:24.284019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:24.290682 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:24.302030 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:24.302380 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 33640c6f-9080-4b3d-8f4a-fa3f53b4ea01 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:24.302827 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e6008058-7f41-42a2-b911-90da02fc5cbe no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:24.319797 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Pushing event deleted for resources: {'Port': ['ID=b493ef95-6644-4922-9316-675d3c2daa3b,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:24.320970 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: e6008058-7f41-42a2-b911-90da02fc5cbe {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:24.321324 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device e6008058-7f41-42a2-b911-90da02fc5cbe not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:24.485813 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-571067'] for router_interface, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:24.701903 n-d-809936-1 neutron-server[94722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 has already been hosted by L3 agent e690baeb-3b24-477b-b7e4-fdea5cd85876 {{(pid=94722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 04:26:24.804759 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] Notify agent at l3_agent.n-d-809936-1 the message routers_updated {{(pid=94722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 04:26:24.810451 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-9f6076c9-359b-443c-806b-645d5eff24be admin admin] 10.222.0.22 "PUT /v2.0/routers/2fd5b978-f820-4aa6-ab41-1b8c9293a0a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3664393 Sep 19 04:26:24.812940 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42190) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:24.815430 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] Sync routers for ids ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'] in n-d-809936-1 {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 04:26:24.824637 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] Routers {'2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:24.825282 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:24.913144 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks [] for router, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:24.926129 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] Set router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 gateway port host: n-d-809936-1 {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:25.014472 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.068086 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Deleting port 11e5989b-a888-464b-ad5c-095007d304c6 {{(pid=94722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:25.068446 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.144116 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.db [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] For port 11e5989b-a888-464b-ad5c-095007d304c6, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=11e5989b-a888-464b-ad5c-095007d304c6,segment=NetworkSegment(a9834b85-dc70-4d2e-a107-cb3932245db3),segment_id=a9834b85-dc70-4d2e-a107-cb3932245db3)] {{(pid=94722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:25.144485 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.157873 n-d-809936-1 neutron-server[94722]: DEBUG neutron.plugins.ml2.plugin [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Calling delete_port for 11e5989b-a888-464b-ad5c-095007d304c6 owned by network:router_gateway {{(pid=94722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:25.191784 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'external_fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '11e5989b-a888-464b-ad5c-095007d304c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:26:24Z', 'revision_number': 5, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port': {'id': '11e5989b-a888-464b-ad5c-095007d304c6', 'name': '', 'network_id': '05ab6694-9f5e-4684-94f0-ce83120cb38c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ac:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-809936-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:21:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f000637-0377-4ac7-b1d4-d082e54e16e1', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-809936-1'}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:25.218158 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] Checking router: 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 for host: n-d-809936-1 {{(pid=94725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 04:26:25.226200 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] Routers {'2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'} bound to L3 agent in host n-d-809936-1 {{(pid=94725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 04:26:25.226917 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-809936-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T02:49:47Z,description=,heartbeat_timestamp=2021-09-19T04:26:17Z,host='n-d-809936-1',id=e690baeb-3b24-477b-b7e4-fdea5cd85876,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T02:49:47Z,topic='l3_agent')) {'router_ids': ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'], 'active': True} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:25.309103 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_dvr_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] Set router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 gateway port host: None {{(pid=94725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 04:26:25.322049 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59291909'] for port, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.350750 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Pushing event deleted for resources: {'Port': ['ID=11e5989b-a888-464b-ad5c-095007d304c6,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:25.363502 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.l3_hamode_db [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:26:25Z', 'revision_number': 6, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port_host': None}], 'n-d-809936-1', False) {} {{(pid=94725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:25.389176 n-d-809936-1 neutron-server[94725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db9121-e012-4144-be11-21aa2f9dd39f None None] The sync data for ids ['2fd5b978-f820-4aa6-ab41-1b8c9293a0a2'] in n-d-809936-1 is: [{'id': '2fd5b978-f820-4aa6-ab41-1b8c9293a0a2', 'name': 'tempest-TestSnapshotPattern-451407223-router', 'tenant_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T04:20:55Z', 'updated_at': '2021-09-19T04:26:25Z', 'revision_number': 6, 'project_id': 'bd9ea50ade554f06a93cc8fb943c6a0b', 'gw_port_host': None}] {{(pid=94725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 04:26:25.412124 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571005'] for router_gateway, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.498996 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-929'] for router, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.501075 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.543626 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558295'] for router, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.544170 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 {{(pid=94722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 04:26:25.548399 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] Notify callbacks [] for router, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.549577 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-674fb0d4-f1e8-40aa-a508-019e843873de admin admin] 10.222.0.22 "DELETE /v2.0/routers/2fd5b978-f820-4aa6-ab41-1b8c9293a0a2 HTTP/1.1" status: 204 len: 168 time: 0.7355802 Sep 19 04:26:25.552329 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42192) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:25.599325 n-d-809936-1 neutron-server[94722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] Deleting subnet fd21aeff-d157-41a7-962a-c9cb2aee19eb {{(pid=94722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 04:26:25.602296 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.635822 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59679555'] for subnet, precommit_delete_associations {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.709895 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3565211'] for subnet, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.767782 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3565196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-629119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59291946', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58729550'] for subnet, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.793476 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd21aeff-d157-41a7-962a-c9cb2aee19eb,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:25.797772 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.802443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0c590152-d8a1-4803-a0bc-9545fadd5433 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fd21aeff-d157-41a7-962a-c9cb2aee19eb HTTP/1.1" status: 204 len: 168 time: 0.2491097 Sep 19 04:26:25.802636 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42194) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:25.808520 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ac6a4-841f-4ee1-8a6c-8ed081e833ab None None] Network 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a requested from n-d-809936-1 {{(pid=94724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 04:26:25.885055 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723114'] for network, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.937802 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Deleting port 471aa604-f83d-46a7-8c32-ae270825984d {{(pid=94723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 04:26:25.938149 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759692312625'] for port, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:25.999884 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.db [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] For port 471aa604-f83d-46a7-8c32-ae270825984d, host n-d-809936-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-809936-1',level=0,port_id=471aa604-f83d-46a7-8c32-ae270825984d,segment=NetworkSegment(5a100b2f-63af-4ebe-8caf-0413e220f4ed),segment_id=5a100b2f-63af-4ebe-8caf-0413e220f4ed)] {{(pid=94723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 04:26:26.000254 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-567363'] for port, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.016892 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.plugin [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Calling delete_port for 471aa604-f83d-46a7-8c32-ae270825984d owned by network:dhcp {{(pid=94723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 04:26:26.091850 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3545194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-35956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759692319479', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759691796161', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59475833'] for port, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.119499 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=471aa604-f83d-46a7-8c32-ae270825984d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:26.123101 n-d-809936-1 neutron-server[94723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] No DVR routers for this DVR port 471aa604-f83d-46a7-8c32-ae270825984d on host n-d-809936-1 {{(pid=94723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 04:26:26.169076 n-d-809936-1 neutron-server[94724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6726a216-60aa-4785-a9a3-cf65d991bd62 None None] DHCP port deletion for 2eb5e2f5-7d0d-4e45-b31c-048d25ba820a request from n-d-809936-1 {{(pid=94724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 04:26:26.201732 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3555356', 'neutron.services.segments.db._delete_segments_for_network-8759692327325'] for network, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.221549 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb5e2f5-7d0d-4e45-b31c-048d25ba820a']}} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:26.234568 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a100b2f-63af-4ebe-8caf-0413e220f4ed') {'for_net_delete': True} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:26.234893 n-d-809936-1 neutron-server[94723]: DEBUG neutron.services.segments.db [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a100b2f-63af-4ebe-8caf-0413e220f4ed') {} {{(pid=94723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 04:26:26.244367 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759692328358', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59475857'] for segment, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.258255 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390'] for segment, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.264433 n-d-809936-1 neutron-server[94723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 04:26:26.264749 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3557390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59474568'] for segment, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: Traceback (most recent call last): Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: timer() Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: cb(*args, **kw) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: return func(*args, **kwargs) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: self._notify() Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: self.callback(batched_events) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: event.method(event) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: return f(self, *a, **k) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: return self._get(url).json() Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: return self.request(url, 'GET', **kwargs) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 04:26:26.266375 n-d-809936-1 neutron-server[94723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 04:26:26.268521 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b493ef95-6644-4922-9316-675d3c2daa3b no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:26.291614 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: b493ef95-6644-4922-9316-675d3c2daa3b {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:26.291961 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device b493ef95-6644-4922-9316-675d3c2daa3b not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:26.292567 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 471aa604-f83d-46a7-8c32-ae270825984d no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:26.316019 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 471aa604-f83d-46a7-8c32-ae270825984d {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:26.316649 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 471aa604-f83d-46a7-8c32-ae270825984d not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:26.317109 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 11e5989b-a888-464b-ad5c-095007d304c6 no longer exists at agent ovs-agent-n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 04:26:26.323206 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3555333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-628998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-570905'] for network, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.330082 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Notify callbacks [] for network, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.331974 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2eb5e2f5-7d0d-4e45-b31c-048d25ba820a HTTP/1.1" status: 204 len: 168 time: 0.5270433 Sep 19 04:26:26.337672 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.plugin [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] No Port match for: 11e5989b-a888-464b-ad5c-095007d304c6 {{(pid=94724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 04:26:26.338024 n-d-809936-1 neutron-server[94724]: DEBUG neutron.plugins.ml2.rpc [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Device 11e5989b-a888-464b-ad5c-095007d304c6 not bound to the agent host n-d-809936-1 {{(pid=94724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 04:26:26.344191 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433018e-5590-43a6-b450-477895322b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eb5e2f5-7d0d-4e45-b31c-048d25ba820a,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:26.445684 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42198) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:26.489848 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-0b61edbc-17c1-4cc1-8265-a953f036aafd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2870aec4b0845829628c5a71679a989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429997 Sep 19 04:26:26.492549 n-d-809936-1 neutron-server[94722]: DEBUG neutron.wsgi [-] (94722) accepted ('10.222.0.22', 42200) {{(pid=94722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:26.540606 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d99f09f9-9fbb-42f0-a4ad-adcd5dc1de1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.561602 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d99f09f9-9fbb-42f0-a4ad-adcd5dc1de1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.608340 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d99f09f9-9fbb-42f0-a4ad-adcd5dc1de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.611280 n-d-809936-1 neutron-server[94722]: DEBUG neutron_lib.callbacks.manager [None req-d99f09f9-9fbb-42f0-a4ad-adcd5dc1de1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:26.612443 n-d-809936-1 neutron-server[94722]: INFO neutron.wsgi [None req-d99f09f9-9fbb-42f0-a4ad-adcd5dc1de1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/259269f5-8e92-41b6-8e53-b996ad289a55 HTTP/1.1" status: 204 len: 168 time: 0.1187840 Sep 19 04:26:26.620066 n-d-809936-1 neutron-server[94722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f09f9-9fbb-42f0-a4ad-adcd5dc1de1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259269f5-8e92-41b6-8e53-b996ad289a55,revision_number=None']} {{(pid=94722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:26.929852 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42206) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:26.973217 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-e31653fe-b12f-4c54-a368-7985729eebe3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd9ea50ade554f06a93cc8fb943c6a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421655 Sep 19 04:26:26.975608 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [-] (94723) accepted ('10.222.0.22', 42208) {{(pid=94723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 04:26:27.021489 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-011820d5-b0a2-4492-8a28-533469ea9e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:27.042020 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-011820d5-b0a2-4492-8a28-533469ea9e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:27.089195 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-011820d5-b0a2-4492-8a28-533469ea9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632019'] for security_group, after_delete {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:27.092328 n-d-809936-1 neutron-server[94723]: DEBUG neutron_lib.callbacks.manager [None req-011820d5-b0a2-4492-8a28-533469ea9e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:27.093443 n-d-809936-1 neutron-server[94723]: INFO neutron.wsgi [None req-011820d5-b0a2-4492-8a28-533469ea9e09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29fb3944-54b0-4c6b-a46d-09beef97273d HTTP/1.1" status: 204 len: 168 time: 0.1168442 Sep 19 04:26:27.101478 n-d-809936-1 neutron-server[94723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011820d5-b0a2-4492-8a28-533469ea9e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fb3944-54b0-4c6b-a46d-09beef97273d,revision_number=None']} {{(pid=94723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 04:26:30.704205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:37.226363 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:26:44.595194 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-88375f3a-42c7-47ba-8111-1b4edf4a2b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:46.823122 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:47.350525 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b4de766b-9551-4701-9cb7-ae15f54f5e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:48.126799 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:48.795451 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:26:50.365425 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:00.712174 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:14.224951 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:27:14.597064 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9487486f-5073-422e-859d-ab01e0b0ced1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:16.821058 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:17.350089 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-cc4d5d1c-d47f-48f8-8405-877c38f09a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:18.126184 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:18.799596 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:20.368639 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:30.721137 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:44.596820 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1c478f47-f0fe-497f-92cb-bd5da3f03308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:46.821443 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:47.349667 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f01b7569-0a6b-455a-ab84-fc5c90b2ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:48.127154 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:48.802445 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:50.371764 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:27:51.224034 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:28:00.749010 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:14.599084 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-8c833161-2a5e-41b3-b370-fa9b2f59b4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:16.835129 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:17.349217 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-451b2212-d9e2-43ea-bdd0-58faea10700a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:18.127693 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:18.805355 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:20.373760 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:28.223364 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:28:30.765349 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:44.600485 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee48708b-3e34-4092-95db-a487f84e26b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:46.850943 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:47.350974 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f749cecf-990b-4439-ac71-cb5d33738f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:48.127860 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:48.805341 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:28:50.377066 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:00.768067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:05.223059 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:29:14.602255 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-06cf1e1b-8827-4cd1-ae62-566a39accdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:16.856728 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:17.349647 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4048a56f-6aaf-4288-b145-4491e188a77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:18.131021 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:18.808315 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:20.378567 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:30.765067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:42.221751 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:29:44.604813 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-93af3cf3-a458-42a2-9e31-ea3892dfae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:46.850038 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:47.350067 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-04358a37-38fd-420d-9c00-fbf8e1512fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:48.131962 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:48.810516 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:29:50.381431 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:00.777001 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:14.605162 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-7387ebef-6712-48eb-a41b-afc4fee5dab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:16.849737 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:17.349627 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6628cfb0-78b0-4917-92d7-3e21727eeadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:18.132121 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:18.813118 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:19.220023 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:30:20.383664 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:30.805978 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:44.607033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-6f661080-f5d6-462c-b900-91480a91b6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:46.847033 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:47.349806 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ee15c8a4-bbd8-4fbf-bccc-9103095b34b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:48.133205 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:48.815246 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:50.385077 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:30:56.218514 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:31:00.810724 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:14.612673 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b742b683-aa54-4ed3-87a8-17d6ce12e073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:16.853243 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:17.349627 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-1484a44b-b245-41d8-a20d-757262a7bb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:18.133329 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:18.817865 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:20.388626 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:30.831157 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:33.216753 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:31:44.604959 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-b31e95ec-3895-436a-8a4a-1f8b45315f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:46.846116 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:47.350958 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-643f98f1-a7da-4fe4-b7a9-71c82647ef93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:48.134199 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:48.819742 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:31:50.392167 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:00.852954 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:10.215940 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:32:14.607477 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c26a715e-4624-40af-9a2f-b2cc5d90c408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:16.847533 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:17.350392 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-2bb364c7-265d-4bba-85d3-62cc1e614dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:18.134440 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:18.821989 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:20.394412 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:30.847315 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:44.607606 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-9ad1c629-cf3e-4606-89f1-a6d53429cc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:46.847918 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:47.215711 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:32:47.352726 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-71600f97-cc09-4426-bc0a-2d68a264e076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:48.135214 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:48.824375 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:32:50.396948 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:00.865828 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:14.607551 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-df021ee3-8915-4acf-afb0-162d0fa16302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:16.862690 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:17.352592 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0d0a17e5-289b-48c7-8217-14c72cd3c228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:18.136682 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:18.827291 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:20.399724 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:24.215583 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:33:30.895850 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:44.608773 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-11ab9bbd-d926-47d5-a072-4c28a90062c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:46.874407 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:47.352111 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-f5c20c8d-91e9-4369-b0fd-b33beb01901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:48.137106 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:48.831156 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:33:50.403558 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:00.908678 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:01.214518 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:34:01.829041 n-d-809936-1 neutron-server[94723]: DEBUG neutron.wsgi [req-eb087c62-23f1-4800-b646-567c6342e35e req-ea8da8a9-01ad-4cde-998c-e468b6c05556 service neutron] (94723) timed out ('10.222.0.22', 40750) {{(pid=94723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 04:34:14.609108 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-a7022842-d676-49f9-8cb3-a9eb6bf50589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:16.880687 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:17.351319 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-52d12e38-044a-4617-9b75-4deb53da49b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:18.137515 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:18.834671 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:20.405578 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:30.909425 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:38.214343 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:34:44.613995 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0dbd54d0-0e41-40d4-af80-929806fa1b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:46.887642 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:47.354380 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-be10f68d-0544-4290-9425-a2e2d47ca862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:48.137229 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:48.836825 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:34:50.408915 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:00.908964 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:14.614897 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c1472332-7fcf-4a5f-af0e-97cc14c111f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:15.214660 n-d-809936-1 neutron-server[94725]: DEBUG neutron.db.agents_db [None req-4ca3e5c1-88d2-4c41-a36f-d941c100a5d0 None None] Agent healthcheck: found 7 active agents {{(pid=94725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 04:35:16.902612 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:17.353705 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-0e1c0181-1ca8-4cda-9138-095593644958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:18.137287 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:18.839030 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:20.411179 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:30.920593 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-4292d4cc-156f-432c-8cb4-007bb60ef2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:44.617112 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-84c283bb-dcef-48a8-b12f-6e3359c33e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:46.902696 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-369f4e8d-f9cd-4711-b79d-d0d2c0ce55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:47.354260 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-602c874c-6d31-4cb7-9b34-7adfb364f299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:48.138099 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-ac13d6bb-0d98-458b-adf7-a4de67f10720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:48.841550 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-79832ba7-547d-4017-b928-c3f7c7f6283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 04:35:50.414774 n-d-809936-1 neutron-server[94724]: DEBUG neutron_lib.callbacks.manager [None req-c5367012-8d30-4182-b90a-03a839d8dad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759692327307', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3586076'] for agent, after_update {{(pid=94724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}